Merge branch 'main' into adil/release_0.3.0

This commit is contained in:
Adil Hafeez 2025-05-23 09:37:45 -07:00
commit 2c3e21a5d6
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
2 changed files with 6 additions and 2 deletions

View file

@ -52,7 +52,7 @@ def docker_start_archgw_detached(
port_mappings = [
f"{prompt_gateway_port}:{prompt_gateway_port}",
f"{llm_gateway_port}:{llm_gateway_port}",
"9901:19901",
"19901:9901",
]
port_mappings_args = [item for port in port_mappings for item in ("-p", port)]

View file

@ -84,7 +84,11 @@ async fn main() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
info!("listening on http://{}", bind_address);
let listener = TcpListener::bind(bind_address).await?;
let model = arch_config.routing.as_ref().unwrap().model.clone();
let model = arch_config
.routing
.as_ref()
.and_then(|r| Some(r.model.clone()))
.unwrap_or_else(|| "none".to_string());
let router_service: Arc<RouterService> = Arc::new(RouterService::new(
arch_config.llm_providers.clone(),