apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

fixed the config generator to allow for base_url providers LLMs to include wildcard models

Browse source
This commit is contained in:
Salman Paracha 2026-01-24 12:56:31 -08:00
parent a7f7a011b3
commit 6b86830c09
4 changed files with 23 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

8
demos/use_cases/model_alias_routing/config_with_aliases.yaml
View file

@ -23,7 +23,13 @@ llm_providers:
- model: openai/gpt-4o
access_key: $OPENAI_API_KEY
# Anthropic Models
- model: openai/*
access_key: $OPENAI_API_KEY
# Anthropic - support all Claude models
- model: anthropic/*
access_key: $ANTHROPIC_API_KEY
- model: anthropic/claude-sonnet-4-20250514
access_key: $ANTHROPIC_API_KEY

31
demos/use_cases/wildcard_providers/config.yaml
View file

@ -1,31 +0,0 @@
version: v0.3.0
listeners:
# Model listener for direct LLM access
- type: model
name: llms
address: 0.0.0.0
port: 12000
model_providers:
# OpenAI - support all models via wildcard
- model: openai/*
access_key: $OPENAI_API_KEY
# Anthropic - support all Claude models
- model: anthropic/*
access_key: $ANTHROPIC_API_KEY
- model: anthropic/claude-sonnet-4-20250514
access_key: $ANTHROPIC_API_KEY
routing_preferences:
- name: code generation
description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
- model: xai/*
access_key: $GROK_API_KEY
# Custom internal LLM provider
# Note: Requires base_url and provider_interface for unknown providers
- model: ollama/*
base_url: https://llm.internal.company.com