diff --git a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml index e0b00f62..39df0ef3 100644 --- a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml +++ b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml @@ -10,11 +10,6 @@ endpoints: endpoint: 127.0.0.1 port: 8001 listeners: -- address: 0.0.0.0 - name: ingress_traffic - port: 10000 - protocol: openai - timeout: 5s - address: 0.0.0.0 llm_providers: - access_key: $OPENAI_API_KEY @@ -37,6 +32,28 @@ listeners: port: 12000 protocol: openai timeout: 5s +- address: 0.0.0.0 + name: ingress_traffic + port: 10000 + protocol: openai + timeout: 5s +llm_providers: +- access_key: $OPENAI_API_KEY + default: true + model: gpt-4o + name: openai/gpt-4o + provider_interface: openai +- access_key: $MISTRAL_API_KEY + model: mistral-8x7b + name: mistral/mistral-8x7b + provider_interface: mistral +- base_url: http://mistral_local + endpoint: mistral_local + model: mistral-7b-instruct + name: mistral/mistral-7b-instruct + port: 80 + protocol: http + provider_interface: mistral overrides: prompt_target_intent_matching_threshold: 0.6 prompt_guards: