mirror of
https://github.com/katanemo/plano.git
synced 2026-06-23 15:38:07 +02:00
add support for custom llm with ssl support
Add support for using custom llm that are served through https protocol.
This commit is contained in:
parent
1e75c1c5e0
commit
12e4d8d8b8
3 changed files with 24 additions and 0 deletions
|
|
@ -61,6 +61,11 @@ properties:
|
||||||
type: boolean
|
type: boolean
|
||||||
endpoint:
|
endpoint:
|
||||||
type: string
|
type: string
|
||||||
|
protocol:
|
||||||
|
type: string
|
||||||
|
enum:
|
||||||
|
- http
|
||||||
|
- https
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
required:
|
required:
|
||||||
- name
|
- name
|
||||||
|
|
|
||||||
|
|
@ -567,6 +567,18 @@ static_resources:
|
||||||
address: {{ local_llm_provider.endpoint }}
|
address: {{ local_llm_provider.endpoint }}
|
||||||
port_value: {{ local_llm_provider.port }}
|
port_value: {{ local_llm_provider.port }}
|
||||||
hostname: {{ local_llm_provider.endpoint }}
|
hostname: {{ local_llm_provider.endpoint }}
|
||||||
|
{% if local_llm_provider.protocol == "https" %}
|
||||||
|
transport_socket:
|
||||||
|
name: envoy.transport_sockets.tls
|
||||||
|
typed_config:
|
||||||
|
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.UpstreamTlsContext
|
||||||
|
sni: {{ local_llm_provider.endpoint }}
|
||||||
|
common_tls_context:
|
||||||
|
tls_params:
|
||||||
|
tls_minimum_protocol_version: TLSv1_2
|
||||||
|
tls_maximum_protocol_version: TLSv1_3
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
- name: arch_internal
|
- name: arch_internal
|
||||||
connect_timeout: 5s
|
connect_timeout: 5s
|
||||||
|
|
|
||||||
|
|
@ -7,12 +7,19 @@ listener:
|
||||||
connect_timeout: 0.005s
|
connect_timeout: 0.005s
|
||||||
|
|
||||||
llm_providers:
|
llm_providers:
|
||||||
|
|
||||||
- name: local-llama
|
- name: local-llama
|
||||||
provider_interface: openai
|
provider_interface: openai
|
||||||
model: llama3.2
|
model: llama3.2
|
||||||
endpoint: host.docker.internal:11434
|
endpoint: host.docker.internal:11434
|
||||||
default: true
|
default: true
|
||||||
|
|
||||||
|
- name: arch-fc-cloud
|
||||||
|
provider_interface: openai
|
||||||
|
model: Arch-Function
|
||||||
|
endpoint: api.fc.archgw.com:443
|
||||||
|
protocol: https
|
||||||
|
|
||||||
system_prompt: |
|
system_prompt: |
|
||||||
You are a helpful assistant.
|
You are a helpful assistant.
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue