mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
add support for custom llm with ssl support
Add support for using custom llm that are served through https protocol.
This commit is contained in:
parent
1e75c1c5e0
commit
12e4d8d8b8
3 changed files with 24 additions and 0 deletions
|
|
@ -7,12 +7,19 @@ listener:
|
|||
connect_timeout: 0.005s
|
||||
|
||||
llm_providers:
|
||||
|
||||
- name: local-llama
|
||||
provider_interface: openai
|
||||
model: llama3.2
|
||||
endpoint: host.docker.internal:11434
|
||||
default: true
|
||||
|
||||
- name: arch-fc-cloud
|
||||
provider_interface: openai
|
||||
model: Arch-Function
|
||||
endpoint: api.fc.archgw.com:443
|
||||
protocol: https
|
||||
|
||||
system_prompt: |
|
||||
You are a helpful assistant.
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue