mirror of
https://github.com/katanemo/plano.git
synced 2026-05-24 14:05:14 +02:00
use plano-orchestrator for LLM routing, remove arch-router (#886)
This commit is contained in:
parent
980faef6be
commit
90b926c2ce
29 changed files with 407 additions and 1412 deletions
|
|
@ -5,7 +5,6 @@ use common::configuration::{Agent, FilterPipeline, Listener, ModelAlias, SpanAtt
|
|||
use common::llm_providers::LlmProviders;
|
||||
use tokio::sync::RwLock;
|
||||
|
||||
use crate::router::llm::RouterService;
|
||||
use crate::router::orchestrator::OrchestratorService;
|
||||
use crate::state::StateStorage;
|
||||
|
||||
|
|
@ -14,7 +13,6 @@ use crate::state::StateStorage;
|
|||
/// Instead of cloning 8+ individual `Arc`s per connection, a single
|
||||
/// `Arc<AppState>` is cloned once and passed to the request handler.
|
||||
pub struct AppState {
|
||||
pub router_service: Arc<RouterService>,
|
||||
pub orchestrator_service: Arc<OrchestratorService>,
|
||||
pub model_aliases: Option<HashMap<String, ModelAlias>>,
|
||||
pub llm_providers: Arc<RwLock<LlmProviders>>,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue