add support for custom llm with ssl support

Add support for using custom llm that are served through https protocol.
This commit is contained in:
Adil Hafeez 2025-01-24 12:40:45 -08:00
parent 1e75c1c5e0
commit 12e4d8d8b8
3 changed files with 24 additions and 0 deletions

View file

@ -7,12 +7,19 @@ listener:
connect_timeout: 0.005s
llm_providers:
- name: local-llama
provider_interface: openai
model: llama3.2
endpoint: host.docker.internal:11434
default: true
- name: arch-fc-cloud
provider_interface: openai
model: Arch-Function
endpoint: api.fc.archgw.com:443
protocol: https
system_prompt: |
You are a helpful assistant.