mirror of
https://github.com/katanemo/plano.git
synced 2026-04-27 17:56:28 +02:00
* fixed environment variables issue with build. Now llm provider access keys are being written correctly * fixed and verified that keys are being properly set when archgw is booted up * removing leaf reference to a staged config file. not needed anymore * minor fixes to get the build in more stable state * minor fixes based on feedback --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-261.local>
150 lines
5.5 KiB
Python
150 lines
5.5 KiB
Python
import click
|
|
import targets
|
|
import os
|
|
import config_generator
|
|
import pkg_resources
|
|
import sys
|
|
import subprocess
|
|
from core import start_arch, stop_arch
|
|
from utils import get_llm_provider_access_keys, load_env_file_to_dict
|
|
|
|
logo = r"""
|
|
_ _
|
|
/ \ _ __ ___ | |__
|
|
/ _ \ | '__|/ __|| '_ \
|
|
/ ___ \ | | | (__ | | | |
|
|
/_/ \_\|_| \___||_| |_|
|
|
|
|
"""
|
|
@click.group(invoke_without_command=True)
|
|
@click.pass_context
|
|
def main(ctx):
|
|
if ctx.invoked_subcommand is None:
|
|
click.echo( """Arch (The Intelligent Prompt Gateway) CLI""")
|
|
click.echo(logo)
|
|
click.echo(ctx.get_help())
|
|
|
|
# Command to build archgw and model_server Docker images
|
|
ARCHGW_DOCKERFILE = "./arch/Dockerfile"
|
|
MODEL_SERVER_DOCKERFILE = "./model_server/Dockerfile"
|
|
|
|
@click.command()
|
|
def build():
|
|
"""Build Arch from source. Must be in root of cloned repo."""
|
|
# Check if /arch/Dockerfile exists
|
|
if os.path.exists(ARCHGW_DOCKERFILE):
|
|
click.echo("Building archgw image...")
|
|
try:
|
|
subprocess.run(["docker", "build", "-f", ARCHGW_DOCKERFILE, "-t", "archgw:latest", "."], check=True)
|
|
click.echo("archgw image built successfully.")
|
|
except subprocess.CalledProcessError as e:
|
|
click.echo(f"Error building archgw image: {e}")
|
|
sys.exit(1)
|
|
else:
|
|
click.echo("Error: Dockerfile not found in /arch")
|
|
sys.exit(1)
|
|
|
|
# Check if /model_server/Dockerfile exists
|
|
if os.path.exists(MODEL_SERVER_DOCKERFILE):
|
|
click.echo("Building model_server image...")
|
|
try:
|
|
subprocess.run(["docker", "build", "-f", MODEL_SERVER_DOCKERFILE, "-t", "model_server:latest", "./model_server"], check=True)
|
|
click.echo("model_server image built successfully.")
|
|
except subprocess.CalledProcessError as e:
|
|
click.echo(f"Error building model_server image: {e}")
|
|
sys.exit(1)
|
|
else:
|
|
click.echo("Error: Dockerfile not found in /model_server")
|
|
sys.exit(1)
|
|
|
|
click.echo("All images built successfully.")
|
|
|
|
@click.command()
|
|
@click.argument('file', required=False) # Optional file argument
|
|
@click.option('-path', default='.', help='Path to the directory containing arch_config.yml')
|
|
def up(file, path):
|
|
"""Starts Arch."""
|
|
if file:
|
|
# If a file is provided, process that file
|
|
arch_config_file = os.path.abspath(file)
|
|
else:
|
|
# If no file is provided, use the path and look for arch_config.yml
|
|
arch_config_file = os.path.abspath(os.path.join(path, "arch_config.yml"))
|
|
|
|
# Check if the file exists
|
|
if not os.path.exists(arch_config_file):
|
|
print(f"Error: {arch_config_file} does not exist.")
|
|
return
|
|
|
|
print(f"Validating {arch_config_file}")
|
|
arch_schema_config = pkg_resources.resource_filename(__name__, "config/arch_config_schema.yaml")
|
|
|
|
try:
|
|
config_generator.validate_prompt_config(arch_config_file=arch_config_file, arch_config_schema_file=arch_schema_config)
|
|
except Exception as e:
|
|
print("Exiting archgw up")
|
|
sys.exit(1)
|
|
|
|
print("Starting Arch gateway and Arch model server services via docker ")
|
|
|
|
# Set the ARCH_CONFIG_FILE environment variable
|
|
env_stage = {}
|
|
#check if access_keys are preesnt in the config file
|
|
access_keys = get_llm_provider_access_keys(arch_config_file=arch_config_file)
|
|
if access_keys:
|
|
if file:
|
|
app_env_file = os.path.join(os.path.dirname(os.path.abspath(file)), ".env") #check the .env file in the path
|
|
else:
|
|
app_env_file = os.path.abspath(os.path.join(path, ".env"))
|
|
|
|
if not os.path.exists(app_env_file): #check to see if the environment variables in the current environment or not
|
|
for access_key in access_keys:
|
|
if env.get(access_key) is None:
|
|
print (f"Access Key: {access_key} not found. Exiting Start")
|
|
sys.exit(1)
|
|
else:
|
|
env_stage[access_key] = env.get(access_key)
|
|
else: #.env file exists, use that to send parameters to Arch
|
|
env_file_dict = load_env_file_to_dict(app_env_file)
|
|
for access_key in access_keys:
|
|
if env_file_dict.get(access_key) is None:
|
|
print (f"Access Key: {access_key} not found. Exiting Start")
|
|
sys.exit(1)
|
|
else:
|
|
env_stage[access_key] = env_file_dict[access_key]
|
|
|
|
with open(pkg_resources.resource_filename(__name__, "config/stage.env"), 'w') as file:
|
|
for key, value in env_stage.items():
|
|
file.write(f"{key}={value}\n")
|
|
|
|
env = os.environ.copy()
|
|
env.update(env_stage)
|
|
env['ARCH_CONFIG_FILE'] = arch_config_file
|
|
start_arch(arch_config_file, env)
|
|
|
|
@click.command()
|
|
def down():
|
|
"""Stops Arch."""
|
|
stop_arch()
|
|
|
|
@click.command()
|
|
@click.option('-f', '--file', type=click.Path(exists=True), required=True, help="Path to the Python file")
|
|
def generate_prompt_targets(file):
|
|
"""Generats prompt_targets from python methods.
|
|
Note: This works for simple data types like ['int', 'float', 'bool', 'str', 'list', 'tuple', 'set', 'dict']:
|
|
If you have a complex pydantic data type, you will have to flatten those manually until we add support for it."""
|
|
|
|
print(f"Processing file: {file}")
|
|
if not file.endswith(".py"):
|
|
print("Error: Input file must be a .py file")
|
|
sys.exit(1)
|
|
|
|
targets.generate_prompt_targets(file)
|
|
|
|
main.add_command(up)
|
|
main.add_command(down)
|
|
main.add_command(build)
|
|
main.add_command(generate_prompt_targets)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|