diff --git a/config.yaml b/config.yaml new file mode 100644 index 0000000..bb8e8f5 --- /dev/null +++ b/config.yaml @@ -0,0 +1,18 @@ +# config.yaml +endpoints: + - http://192.168.0.50:11434 + - http://192.168.0.51:11434 + - http://192.168.0.52:11434 + - https://api.openai.com/v1 + +# Maximum concurrent connections *per endpoint‑model pair* (equals to OLLAMA_NUM_PARALLEL) +max_concurrent_connections: 2 + +# API keys for remote endpoints +# Set an environment variable like OPENAI_KEY +# Confirm endpoints are exactly as in endpoints block +api_keys: + "http://192.168.0.50:11434": "ollama" + "http://192.168.0.51:11434": "ollama" + "http://192.168.0.52:11434": "ollama" + "https://api.openai.com/v1": "${OPENAI_KEY}"