adding support for wildcard model providers

This commit is contained in:
Salman Paracha 2026-01-16 14:53:02 -08:00
parent 86cf8ccdaa
commit 34711c6f9d
14 changed files with 1027 additions and 1823 deletions

View file

@ -0,0 +1,26 @@
version: v0.3.0
listeners:
# Model listener for direct LLM access
- type: model
name: llms
address: 0.0.0.0
port: 12000
model_providers:
# OpenAI - support all models via wildcard
- model: openai/*
access_key: $OPENAI_API_KEY
# Anthropic - support all Claude models
- model: anthropic/*
access_key: $ANTHROPIC_API_KEY
- model: xai/*
access_key: $GROK_API_KEY
# Custom internal LLM provider
# Note: Requires base_url and provider_interface for unknown providers
- model: ollama/*
base_url: https://llm.internal.company.com