feat: add llama-swap as a backend
This commit is contained in:
parent
c8da58430a
commit
aa8baebac5
17 changed files with 544 additions and 52 deletions
|
|
@ -4,10 +4,14 @@ endpoints:
|
|||
llama_server_endpoints:
|
||||
- http://192.168.0.51:12434/v1
|
||||
|
||||
llama_swap_endpoints:
|
||||
- http://192.168.0.51:12435/v1
|
||||
|
||||
max_concurrent_connections: 2
|
||||
|
||||
api_keys:
|
||||
"http://192.168.0.51:12434": "ollama"
|
||||
"http://192.168.0.51:12434/v1": "llama"
|
||||
"http://192.168.0.51:12435/v1": "llama-swap"
|
||||
|
||||
cache_enabled: false
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue