alpha-nerd-nomyo
20a016269d
added buffer_lock to prevent race condition in high concurrency scenarios added documentation
37 lines
956 B
YAML
37 lines
956 B
YAML
# Sample NOMYO Router Configuration
|
|
|
|
# Basic single endpoint configuration
|
|
endpoints:
|
|
- http://localhost:11434
|
|
|
|
max_concurrent_connections: 2
|
|
|
|
# Multi-endpoint configuration with local Ollama instances
|
|
# endpoints:
|
|
# - http://ollama-worker1:11434
|
|
# - http://ollama-worker2:11434
|
|
# - http://ollama-worker3:11434
|
|
|
|
# Mixed configuration with Ollama and OpenAI endpoints
|
|
# endpoints:
|
|
# - http://localhost:11434
|
|
# - https://api.openai.com/v1
|
|
|
|
|
|
# API keys for remote endpoints
|
|
# Use ${VAR_NAME} syntax to reference environment variables
|
|
api_keys:
|
|
# Local Ollama instances typically don't require authentication
|
|
"http://localhost:11434": "ollama"
|
|
|
|
# Remote Ollama instances
|
|
# "http://remote-ollama:11434": "ollama"
|
|
|
|
# OpenAI API
|
|
# "https://api.openai.com/v1": "${OPENAI_KEY}"
|
|
|
|
# Anthropic API
|
|
# "https://api.anthropic.com/v1": "${ANTHROPIC_KEY}"
|
|
|
|
# Other OpenAI-compatible endpoints
|
|
# "https://api.mistral.ai/v1": "${MISTRAL_KEY}"
|