better model names (#517)

This commit is contained in:
Adil Hafeez 2025-07-11 16:42:16 -07:00 committed by GitHub
parent 4e2355965b
commit a7fddf30f9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
55 changed files with 979 additions and 483 deletions

View file

@ -30,21 +30,16 @@ endpoints:
# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
llm_providers:
- name: OpenAI
provider_interface: openai
- name: openai/gpt-4o
access_key: $OPENAI_API_KEY
model: gpt-4o
model: openai/gpt-4o
default: true
- name: Mistral8x7b
provider_interface: openai
access_key: $MISTRAL_API_KEY
model: mistral-8x7b
- access_key: $MISTRAL_API_KEY
model: mistral/mistral-8x7b
- name: MistralLocal7b
provider_interface: openai
model: mistral-7b-instruct
endpoint: mistral_local
- model: mistral/mistral-7b-instruct
base_url: http://mistral_local
# provides a way to override default settings for the arch system
overrides: