diff --git a/demos/samples_java/weather_forcecast_service/arch_config.yaml b/demos/samples_java/weather_forcecast_service/arch_config.yaml index d11aaa96..68c3841d 100644 --- a/demos/samples_java/weather_forcecast_service/arch_config.yaml +++ b/demos/samples_java/weather_forcecast_service/arch_config.yaml @@ -9,10 +9,8 @@ listeners: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o-mini + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o-mini default: true # Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem. diff --git a/demos/samples_python/currency_exchange/arch_config.yaml b/demos/samples_python/currency_exchange/arch_config.yaml index a9c0bce0..1c399449 100644 --- a/demos/samples_python/currency_exchange/arch_config.yaml +++ b/demos/samples_python/currency_exchange/arch_config.yaml @@ -8,10 +8,8 @@ listeners: timeout: 30s llm_providers: - - name: gpt-4o - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o endpoints: frankfurther_api: diff --git a/demos/samples_python/human_resources_agent/arch_config.yaml b/demos/samples_python/human_resources_agent/arch_config.yaml index f46a6c7a..2a96a6d5 100644 --- a/demos/samples_python/human_resources_agent/arch_config.yaml +++ b/demos/samples_python/human_resources_agent/arch_config.yaml @@ -9,10 +9,8 @@ listeners: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o-mini + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o-mini default: true # Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem. diff --git a/demos/samples_python/multi_turn_rag_agent/arch_config.yaml b/demos/samples_python/multi_turn_rag_agent/arch_config.yaml index 706a374b..a29622ec 100644 --- a/demos/samples_python/multi_turn_rag_agent/arch_config.yaml +++ b/demos/samples_python/multi_turn_rag_agent/arch_config.yaml @@ -13,10 +13,8 @@ endpoints: connect_timeout: 0.005s llm_providers: - - name: gpt-4o-mini - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o-mini + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o-mini default: true system_prompt: | diff --git a/demos/samples_python/network_switch_operator_agent/arch_config.yaml b/demos/samples_python/network_switch_operator_agent/arch_config.yaml index 0175e1c0..16c8951e 100644 --- a/demos/samples_python/network_switch_operator_agent/arch_config.yaml +++ b/demos/samples_python/network_switch_operator_agent/arch_config.yaml @@ -8,10 +8,8 @@ listeners: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o default: true # default system prompt used by all prompt targets diff --git a/demos/samples_python/stock_quote/arch_config.yaml b/demos/samples_python/stock_quote/arch_config.yaml index 6b4a427f..fcff2c0b 100644 --- a/demos/samples_python/stock_quote/arch_config.yaml +++ b/demos/samples_python/stock_quote/arch_config.yaml @@ -8,10 +8,8 @@ listeners: timeout: 30s llm_providers: - - name: gpt-4o - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o endpoints: twelvedata_api: diff --git a/demos/samples_python/weather_forecast/arch_config.yaml b/demos/samples_python/weather_forecast/arch_config.yaml index a51bf6a1..afc0ef04 100644 --- a/demos/samples_python/weather_forecast/arch_config.yaml +++ b/demos/samples_python/weather_forecast/arch_config.yaml @@ -17,15 +17,11 @@ overrides: prompt_target_intent_matching_threshold: 0.6 llm_providers: - - name: groq - access_key: $GROQ_API_KEY - provider_interface: groq - model: llama-3.2-3b-preview + - access_key: $GROQ_API_KEY + model: groq/llama-3.2-3b-preview - - name: gpt-4o - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o default: true system_prompt: | diff --git a/demos/use_cases/ollama/arch_config.yaml b/demos/use_cases/ollama/arch_config.yaml index 24eb1bf1..7d464d68 100644 --- a/demos/use_cases/ollama/arch_config.yaml +++ b/demos/use_cases/ollama/arch_config.yaml @@ -9,9 +9,7 @@ listeners: llm_providers: - - name: local-llama - provider_interface: openai - model: llama3.2 + - model: openai/llama3.2 endpoint: host.docker.internal:11434 default: true diff --git a/demos/use_cases/orchestrating_agents/arch_config.yaml b/demos/use_cases/orchestrating_agents/arch_config.yaml index 639c5242..b52ceb22 100644 --- a/demos/use_cases/orchestrating_agents/arch_config.yaml +++ b/demos/use_cases/orchestrating_agents/arch_config.yaml @@ -22,10 +22,8 @@ endpoints: connect_timeout: 0.005s llm_providers: - - name: gpt-4o-mini - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o-mini + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o-mini default: true system_prompt: | diff --git a/demos/use_cases/spotify_bearer_auth/arch_config.yaml b/demos/use_cases/spotify_bearer_auth/arch_config.yaml index 99a67401..b848d718 100644 --- a/demos/use_cases/spotify_bearer_auth/arch_config.yaml +++ b/demos/use_cases/spotify_bearer_auth/arch_config.yaml @@ -85,10 +85,8 @@ system_prompt: | Make sure your output is valid Markdown. And don't say "formatted in Markdown". Thanks! llm_providers: - - name: openai - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o default: true prompt_targets: diff --git a/docs/source/concepts/includes/arch_config.yaml b/docs/source/concepts/includes/arch_config.yaml index 4523ae32..69b24f41 100644 --- a/docs/source/concepts/includes/arch_config.yaml +++ b/docs/source/concepts/includes/arch_config.yaml @@ -9,10 +9,8 @@ listeners: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o default: true # default system prompt used by all prompt targets diff --git a/docs/source/guides/includes/arch_config.yaml b/docs/source/guides/includes/arch_config.yaml index 4ee46cbb..89501f88 100644 --- a/docs/source/guides/includes/arch_config.yaml +++ b/docs/source/guides/includes/arch_config.yaml @@ -9,10 +9,8 @@ listeners: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai - access_key: $OPENAI_API_KEY - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o default: true # default system prompt used by all prompt targets diff --git a/docs/source/resources/includes/arch_config_full_reference.yaml b/docs/source/resources/includes/arch_config_full_reference.yaml index 5ef2639c..266ccf33 100644 --- a/docs/source/resources/includes/arch_config_full_reference.yaml +++ b/docs/source/resources/includes/arch_config_full_reference.yaml @@ -30,20 +30,15 @@ endpoints: # Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way llm_providers: - - name: OpenAI - provider_interface: openai + - name: openai/gpt-4o access_key: $OPENAI_API_KEY - model: gpt-4o + model: openai/gpt-4o default: true - - name: Mistral8x7b - provider_interface: openai - access_key: $MISTRAL_API_KEY - model: mistral-8x7b + - access_key: $MISTRAL_API_KEY + model: mistral/mistral-8x7b - - name: MistralLocal7b - provider_interface: openai - model: mistral-7b-instruct + - model: mistral/mistral-7b-instruct endpoint: mistral_local # provides a way to override default settings for the arch system diff --git a/tests/archgw/arch_config.yaml b/tests/archgw/arch_config.yaml index c702887b..70a95a3e 100644 --- a/tests/archgw/arch_config.yaml +++ b/tests/archgw/arch_config.yaml @@ -13,21 +13,15 @@ endpoints: connect_timeout: 0.005s llm_providers: - - name: gpt-4o-mini - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o-mini + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o-mini default: true - - name: gpt-3.5-turbo-0125 - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-3.5-turbo-0125 + - access_key: $OPENAI_API_KEY + model: openai/gpt-3.5-turbo-0125 - - name: gpt-4o - access_key: $OPENAI_API_KEY - provider_interface: openai - model: gpt-4o + - access_key: $OPENAI_API_KEY + model: openai/gpt-4o system_prompt: | You are a helpful assistant.