apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-15 11:02:39 +02:00
Code Issues Projects Releases Packages Wiki Activity

make arch-router cluster optional (#518)

Browse source
This commit is contained in:
Adil Hafeez 2025-07-08 00:33:40 -07:00 • committed by GitHub
parent a212dd79da
commit 147908ba7e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 44 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

8
demos/use_cases/preference_based_routing/arch_config.yaml
View file

@ -1,8 +1,5 @@
version: v0.1.0
routing:
model: arch-router
listeners:
egress_traffic:
address: 0.0.0.0
@ -12,11 +9,6 @@ listeners:
llm_providers:
- name: arch-router
access_key: $ARCH_API_KEY
provider_interface: arch
model: Arch-Router
- name: gpt-4o-mini
provider_interface: openai
access_key: $OPENAI_API_KEY

4
demos/use_cases/preference_based_routing/arch_config_local.yaml
View file

@ -1,7 +1,8 @@
version: v0.1.0
routing:
model: arch-router
model: Arch-Router
llm_provider: arch-router
listeners:
egress_traffic:
@ -13,7 +14,6 @@ listeners:
llm_providers:
- name: arch-router
access_key: $ARCH_API_KEY
provider_interface: arch
model: hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
endpoint: host.docker.internal:11434

6
demos/use_cases/preference_based_routing/test_router_endpoint.rest
View file

@ -22,8 +22,8 @@ Content-Type: application/json
### get model list from arch-function
GET https://archfc.katanemo.dev/v1/models HTTP/1.1
model: arch-router
model: Arch-Router
### get model list from arch-router (notice model header)
### get model list from Arch-Router (notice model header)
GET https://archfc.katanemo.dev/v1/models HTTP/1.1
model: arch-router
model: Arch-Router