fixed issue with groq LLMs that require the openai in the /v1/chat/completions path. My first change

This commit is contained in:
Salman Paracha 2025-04-12 16:24:30 -07:00
parent 4d2d8bd7a1
commit 630081ebd3
5 changed files with 27 additions and 12 deletions

View file

@ -17,17 +17,13 @@ overrides:
prompt_target_intent_matching_threshold: 0.6
llm_providers:
- name: gpt-4o-mini
access_key: $OPENAI_API_KEY
- name: groq
access_key: $GROQ_API_KEY
provider_interface: openai
model: gpt-4o-mini
model: llama-3.2-3b-preview
base_url: https://api.groq.com
default: true
- name: gpt-3.5-turbo-0125
access_key: $OPENAI_API_KEY
provider_interface: openai
model: gpt-3.5-turbo-0125
- name: gpt-4o
access_key: $OPENAI_API_KEY
provider_interface: openai

View file

@ -19,3 +19,5 @@ services:
- CHAT_COMPLETION_ENDPOINT=http://host.docker.internal:10000/v1
extra_hosts:
- "host.docker.internal:host-gateway"
volumes:
- ./arch_config.yaml:/app/arch_config.yaml