This commit is contained in:
adilhafeez 2025-01-18 02:26:26 +00:00
parent b96953162e
commit 11b66e5ca0
27 changed files with 32 additions and 32 deletions

View file

@ -31,7 +31,7 @@ endpoints:
# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
llm_providers:
- name: OpenAI
provider: openai
provider_interface: openai
access_key: $OPENAI_API_KEY
model: gpt-4o
default: true
@ -46,12 +46,12 @@ llm_providers:
unit: minute
- name: Mistral8x7b
provider: mistral
provider_interface: openai
access_key: $MISTRAL_API_KEY
model: mistral-8x7b
- name: MistralLocal7b
provider: local
provider_interface: openai
model: mistral-7b-instruct
endpoint: mistral_local