From c1af7908db19fdfde4364c8566b502f4addade32 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Thu, 10 Jul 2025 15:42:51 -0700 Subject: [PATCH] add local file --- arch/tools/.vscode/settings.json | 5 --- .../arch_config_local.yaml | 37 +++++++++++++++++++ 2 files changed, 37 insertions(+), 5 deletions(-) delete mode 100644 arch/tools/.vscode/settings.json create mode 100644 demos/use_cases/preference_based_routing/arch_config_local.yaml diff --git a/arch/tools/.vscode/settings.json b/arch/tools/.vscode/settings.json deleted file mode 100644 index 10f9f99d..00000000 --- a/arch/tools/.vscode/settings.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "cSpell.words": [ - "BRIGHTSTAFF" - ] -} diff --git a/demos/use_cases/preference_based_routing/arch_config_local.yaml b/demos/use_cases/preference_based_routing/arch_config_local.yaml new file mode 100644 index 00000000..b965cd0c --- /dev/null +++ b/demos/use_cases/preference_based_routing/arch_config_local.yaml @@ -0,0 +1,37 @@ +version: v0.1.0 + +routing: + model: Arch-Router + llm_provider: arch-router + +listeners: + egress_traffic: + address: 0.0.0.0 + port: 12000 + message_format: openai + timeout: 30s + +llm_providers: + + - name: arch-router + model: arch/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M + base_url: http://host.docker.internal:11434 + + - model: openai/gpt-4o-mini + access_key: $OPENAI_API_KEY + default: true + + - model: openai/gpt-4o + access_key: $OPENAI_API_KEY + routing_preferences: + - name: code understanding + description: understand and explain existing code snippets, functions, or libraries + + - model: openai/gpt-4.1 + access_key: $OPENAI_API_KEY + routing_preferences: + - name: code generation + description: generating new code snippets, functions, or boilerplate based on user prompts or requirements + +tracing: + random_sampling: 100