mirror of
https://github.com/katanemo/plano.git
synced 2026-05-08 07:12:42 +02:00
112 lines
3.6 KiB
Bash
Executable file
112 lines
3.6 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
|
|
PLANO_URL="${PLANO_URL:-http://localhost:12000}"
|
|
|
|
echo "=== Model Routing Service Demo ==="
|
|
echo ""
|
|
echo "This demo shows how to use the /routing/v1/* endpoints to get"
|
|
echo "routing decisions without actually proxying the request to an LLM."
|
|
echo ""
|
|
echo "The response includes a ranked 'models' list — use models[0] as the"
|
|
echo "primary and fall back to models[1] on 429/5xx errors."
|
|
echo ""
|
|
|
|
# --- Example 1: Code generation (ranked by fastest) ---
|
|
echo "--- 1. Code generation query (prefer: fastest) ---"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/chat/completions" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"messages": [
|
|
{"role": "user", "content": "Write a Python function that implements binary search on a sorted array"}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
# --- Example 2: Complex reasoning (ranked by cheapest) ---
|
|
echo "--- 2. Complex reasoning query (prefer: cheapest) ---"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/chat/completions" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"messages": [
|
|
{"role": "user", "content": "Explain the trade-offs between microservices and monolithic architectures, considering scalability, team structure, and operational complexity"}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
# --- Example 3: Simple query (no routing match) ---
|
|
echo "--- 3. Simple query - no routing match (falls back to request model) ---"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/chat/completions" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"messages": [
|
|
{"role": "user", "content": "What is the capital of France?"}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
# --- Example 4: Anthropic Messages format ---
|
|
echo "--- 4. Code generation query (Anthropic format) ---"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/messages" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"max_tokens": 1024,
|
|
"messages": [
|
|
{"role": "user", "content": "Create a REST API endpoint in Rust using actix-web that handles user registration"}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
# --- Example 5: Inline routing_preferences with prefer:cheapest ---
|
|
echo "--- 5. Inline routing_preferences (prefer: cheapest) ---"
|
|
echo " models[] will be sorted by ascending cost from DigitalOcean pricing"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/chat/completions" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"messages": [
|
|
{"role": "user", "content": "Summarize the key differences between TCP and UDP"}
|
|
],
|
|
"routing_preferences": [
|
|
{
|
|
"name": "general",
|
|
"description": "general questions, explanations, and summaries",
|
|
"models": ["openai/gpt-4o", "openai/gpt-4o-mini"],
|
|
"selection_policy": {"prefer": "cheapest"}
|
|
}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
# --- Example 6: Inline routing_preferences with prefer:fastest ---
|
|
echo "--- 6. Inline routing_preferences (prefer: fastest) ---"
|
|
echo " models[] will be sorted by ascending P95 latency from Prometheus"
|
|
echo ""
|
|
curl -s "$PLANO_URL/routing/v1/chat/completions" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{
|
|
"model": "gpt-4o-mini",
|
|
"messages": [
|
|
{"role": "user", "content": "Write a quicksort implementation in Go"}
|
|
],
|
|
"routing_preferences": [
|
|
{
|
|
"name": "coding",
|
|
"description": "code generation, writing functions, debugging",
|
|
"models": ["anthropic/claude-sonnet-4-20250514", "openai/gpt-4o", "openai/gpt-4o-mini"],
|
|
"selection_policy": {"prefer": "fastest"}
|
|
}
|
|
]
|
|
}' | python3 -m json.tool
|
|
echo ""
|
|
|
|
echo "=== Demo Complete ==="
|