ensure that only openai is used for provider

README.md

@@ -190,7 +190,7 @@ llm_providers:
 
   - name: ministral-3b
     access_key: $MISTRAL_API_KEY
-    provider: mistral
+    provider: openai
     model: ministral-3b-latest
 ```
 

arch/envoy.template.yaml

@@ -133,7 +133,7 @@ static_resources:
                                   exact: {{ provider.name }}
                           route:
                             auto_host_rewrite: true
-                            cluster: {{ provider.provider }}
+                            cluster: {{ provider.name }}
                             timeout: 60s
                       {% endfor %}
                 http_filters:
@@ -378,7 +378,7 @@ static_resources:
                                   exact: {{ provider.name }}
                           route:
                             auto_host_rewrite: true
-                            cluster: {{ provider.provider }}
+                            cluster: {{ provider.name }}
                             timeout: 60s
                       {% endfor %}
                         - match:

crates/common/src/configuration.rs

@@ -162,11 +162,17 @@ pub struct EmbeddingProviver {
     pub model: String,
 }
 
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub enum LlmProviderType {
+    #[serde(rename = "openai")]
+    OpenAI
+}
+
 #[derive(Debug, Clone, Serialize, Deserialize)]
 //TODO: use enum for model, but if there is a new model, we need to update the code
 pub struct LlmProvider {
     pub name: String,
-    pub provider: String,
+    pub provider: LlmProviderType,
     pub access_key: Option<String>,
     pub model: String,
     pub default: Option<bool>,

crates/llm_gateway/src/stream_context.rs

@@ -80,7 +80,7 @@ impl StreamContext {
     fn select_llm_provider(&mut self) {
         let provider_hint = self
             .get_http_request_header(ARCH_PROVIDER_HINT_HEADER)
-            .map(|provider_name| provider_name.into());
+            .map(|llm_name| llm_name.into());
 
         debug!("llm provider hint: {:?}", provider_hint);
         self.llm_provider = Some(routing::get_llm_provider(

demos/currency_exchange_ollama/arch_config.yaml

@@ -8,7 +8,7 @@ listener:
 
 llm_providers:
   - name: local-llama
-    provider: local-llama
+    provider: openai
     model: llama3.2
     endpoint: host.docker.internal:11434
 

docs/source/resources/includes/arch_config_full_reference.yaml

@@ -46,12 +46,12 @@ llm_providers:
         unit: minute
 
   - name: Mistral8x7b
-    provider: mistral
+    provider: openai
     access_key: $MISTRAL_API_KEY
     model: mistral-8x7b
 
   - name: MistralLocal7b
-    provider: local
+    provider: openai
     model: mistral-7b-instruct
     endpoint: mistral_local