apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-04 13:23:00 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

llm listener split (#155)

Browse source
This commit is contained in:
Adil Hafeez 2024-10-09 15:47:32 -07:00 • committed by GitHub
parent 8b5db45507
commit e81ca8d5cf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 305 additions and 54 deletions
Download patch file Download diff file Expand all files Collapse all files

8
arch/src/routing.rs
View file

@ -1,9 +1,11 @@
use std::rc::Rc;
use crate::llm_providers::LlmProviders;
use log::debug;
use public_types::configuration::LlmProvider;
use rand::{seq::IteratorRandom, thread_rng};
#[derive(Debug)]
pub enum ProviderHint {
Default,
Name(String),
@ -32,6 +34,12 @@ pub fn get_llm_provider(
return provider;
}
if llm_providers.default().is_some() {
debug!("no llm provider found for hint, using default llm provider");
return llm_providers.default().unwrap();
}
debug!("no default llm found, using random llm provider");
let mut rng = thread_rng();
llm_providers
.iter()