archgw cli (#117)

* initial commit of the insurange agent demo, with the CLI tool * committing the cli * fixed some field descriptions for generate-prompt-targets * CLI works with buil, up and down commands. Function calling example works stand-alone * fixed README to install archgw cli * fixing based on feedback * fixing based on feedback --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-261.local>
2026-04-27 17:56:28 +02:00 · 2024-10-03 18:21:27 -07:00 · 2024-10-03 18:21:27 -07:00 · dc57f119a0
commit dc57f119a0
parent af018e5fd8
30 changed files with 1087 additions and 203 deletions
--- a/arch/tools/config_generator.py
+++ b/arch/tools/config_generator.py
@ -0,0 +1,108 @@
+import os
+from jinja2 import Environment, FileSystemLoader
+import yaml
+from jsonschema import validate
+
+ENVOY_CONFIG_TEMPLATE_FILE = os.getenv('ENVOY_CONFIG_TEMPLATE_FILE', 'envoy.template.yaml')
+ARCH_CONFIG_FILE = os.getenv('ARCH_CONFIG_FILE', '/config/arch_config.yaml')
+ENVOY_CONFIG_FILE_RENDERED = os.getenv('ENVOY_CONFIG_FILE_RENDERED', '/etc/envoy/envoy.yaml')
+ARCH_CONFIG_SCHEMA_FILE = os.getenv('ARCH_CONFIG_SCHEMA_FILE', 'arch_config_schema.yaml')
+
+OPENAI_API_KEY = os.getenv('OPENAI_API_KEY', False)
+MISTRAL_API_KEY = os.getenv('MISTRAL_API_KEY', False)
+
+def add_secret_key_to_llm_providers(config_yaml) :
+    llm_providers = []
+    for llm_provider in config_yaml.get("llm_providers", []):
+        if llm_provider['access_key'] == "$MISTRAL_API_KEY":
+            llm_provider['access_key'] = MISTRAL_API_KEY
+        elif llm_provider['access_key'] == "$OPENAI_API_KEY":
+            llm_provider['access_key'] = OPENAI_API_KEY
+        else:
+            llm_provider.pop('access_key')
+        llm_providers.append(llm_provider)
+    config_yaml["llm_providers"] = llm_providers
+    return config_yaml
+
+def validate_and_render_schema():
+    env = Environment(loader=FileSystemLoader('./'))
+    template = env.get_template('envoy.template.yaml')
+
+    try:
+        validate_prompt_config(ARCH_CONFIG_FILE, ARCH_CONFIG_SCHEMA_FILE)
+    except Exception as e:
+        print(e)
+        exit(1) # validate_prompt_config failed. Exit
+
+    with open(ARCH_CONFIG_FILE, 'r') as file:
+        arch_config = file.read()
+
+    with open(ARCH_CONFIG_SCHEMA_FILE, 'r') as file:
+        arch_config_schema = file.read()
+
+    config_yaml = yaml.safe_load(arch_config)
+    config_schema_yaml = yaml.safe_load(arch_config_schema)
+    inferred_clusters = {}
+
+    for prompt_target in config_yaml["prompt_targets"]:
+        name = prompt_target.get("endpoint", {}).get("name", "")
+        if name not in inferred_clusters:
+            inferred_clusters[name] = {
+                "name": name,
+                "port": 80, # default port
+            }
+
+    print(inferred_clusters)
+    endpoints = config_yaml.get("endpoints", {})
+
+    # override the inferred clusters with the ones defined in the config
+    for name, endpoint_details in endpoints.items():
+        if name in inferred_clusters:
+            print("updating cluster", endpoint_details)
+            inferred_clusters[name].update(endpoint_details)
+            endpoint = inferred_clusters[name]['endpoint']
+            if len(endpoint.split(':')) > 1:
+                inferred_clusters[name]['endpoint'] = endpoint.split(':')[0]
+                inferred_clusters[name]['port'] = int(endpoint.split(':')[1])
+        else:
+            inferred_clusters[name] = endpoint_details
+
+
+    print("updated clusters", inferred_clusters)
+
+    config_yaml = add_secret_key_to_llm_providers(config_yaml)
+    arch_llm_providers = config_yaml["llm_providers"]
+    arch_config_string = yaml.dump(config_yaml)
+
+    print("llm_providers:", arch_llm_providers)
+
+    data = {
+        'arch_config': arch_config_string,
+        'arch_clusters': inferred_clusters,
+        'arch_llm_providers': arch_llm_providers
+    }
+
+    rendered = template.render(data)
+    print(rendered)
+    print(ENVOY_CONFIG_FILE_RENDERED)
+    with open(ENVOY_CONFIG_FILE_RENDERED, 'w') as file:
+        file.write(rendered)
+
+def validate_prompt_config(arch_config_file, arch_config_schema_file):
+    with open(arch_config_file, 'r') as file:
+        arch_config = file.read()
+
+    with open(arch_config_schema_file, 'r') as file:
+        arch_config_schema = file.read()
+
+    config_yaml = yaml.safe_load(arch_config)
+    config_schema_yaml = yaml.safe_load(arch_config_schema)
+
+    try:
+        validate(config_yaml, config_schema_yaml)
+    except Exception as e:
+        print(f"Error validating arch_config file: {arch_config_file}, error: {e.message}")
+        raise e
+
+if __name__ == '__main__':
+    validate_and_render_schema()