mirror of
https://github.com/katanemo/plano.git
synced 2026-07-11 16:12:13 +02:00
adding support for wildcard model providers
This commit is contained in:
parent
86cf8ccdaa
commit
34711c6f9d
14 changed files with 1027 additions and 1823 deletions
26
demos/use_cases/wildcard_providers/config.yaml
Normal file
26
demos/use_cases/wildcard_providers/config.yaml
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
version: v0.3.0
|
||||
|
||||
listeners:
|
||||
# Model listener for direct LLM access
|
||||
- type: model
|
||||
name: llms
|
||||
address: 0.0.0.0
|
||||
port: 12000
|
||||
|
||||
model_providers:
|
||||
# OpenAI - support all models via wildcard
|
||||
- model: openai/*
|
||||
access_key: $OPENAI_API_KEY
|
||||
|
||||
# Anthropic - support all Claude models
|
||||
- model: anthropic/*
|
||||
access_key: $ANTHROPIC_API_KEY
|
||||
|
||||
- model: xai/*
|
||||
access_key: $GROK_API_KEY
|
||||
|
||||
|
||||
# Custom internal LLM provider
|
||||
# Note: Requires base_url and provider_interface for unknown providers
|
||||
- model: ollama/*
|
||||
base_url: https://llm.internal.company.com
|
||||
Loading…
Add table
Add a link
Reference in a new issue