mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
Merge branch 'main' into adil/release_0.3.0
This commit is contained in:
commit
2c3e21a5d6
2 changed files with 6 additions and 2 deletions
|
|
@ -52,7 +52,7 @@ def docker_start_archgw_detached(
|
|||
port_mappings = [
|
||||
f"{prompt_gateway_port}:{prompt_gateway_port}",
|
||||
f"{llm_gateway_port}:{llm_gateway_port}",
|
||||
"9901:19901",
|
||||
"19901:9901",
|
||||
]
|
||||
port_mappings_args = [item for port in port_mappings for item in ("-p", port)]
|
||||
|
||||
|
|
|
|||
|
|
@ -84,7 +84,11 @@ async fn main() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
|||
info!("listening on http://{}", bind_address);
|
||||
let listener = TcpListener::bind(bind_address).await?;
|
||||
|
||||
let model = arch_config.routing.as_ref().unwrap().model.clone();
|
||||
let model = arch_config
|
||||
.routing
|
||||
.as_ref()
|
||||
.and_then(|r| Some(r.model.clone()))
|
||||
.unwrap_or_else(|| "none".to_string());
|
||||
|
||||
let router_service: Arc<RouterService> = Arc::new(RouterService::new(
|
||||
arch_config.llm_providers.clone(),
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue