Create config.yaml
This commit is contained in:
parent
deca8e37ad
commit
96995cd37f
1 changed files with 18 additions and 0 deletions
18
config.yaml
Normal file
18
config.yaml
Normal file
|
|
@ -0,0 +1,18 @@
|
||||||
|
# config.yaml
|
||||||
|
endpoints:
|
||||||
|
- http://192.168.0.50:11434
|
||||||
|
- http://192.168.0.51:11434
|
||||||
|
- http://192.168.0.52:11434
|
||||||
|
- https://api.openai.com/v1
|
||||||
|
|
||||||
|
# Maximum concurrent connections *per endpoint‑model pair* (equals to OLLAMA_NUM_PARALLEL)
|
||||||
|
max_concurrent_connections: 2
|
||||||
|
|
||||||
|
# API keys for remote endpoints
|
||||||
|
# Set an environment variable like OPENAI_KEY
|
||||||
|
# Confirm endpoints are exactly as in endpoints block
|
||||||
|
api_keys:
|
||||||
|
"http://192.168.0.50:11434": "ollama"
|
||||||
|
"http://192.168.0.51:11434": "ollama"
|
||||||
|
"http://192.168.0.52:11434": "ollama"
|
||||||
|
"https://api.openai.com/v1": "${OPENAI_KEY}"
|
||||||
Loading…
Add table
Add a link
Reference in a new issue