mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
add support for custom llm with ssl support
Add support for using custom llm that are served through https protocol.
This commit is contained in:
parent
1e75c1c5e0
commit
12e4d8d8b8
3 changed files with 24 additions and 0 deletions
|
|
@ -61,6 +61,11 @@ properties:
|
|||
type: boolean
|
||||
endpoint:
|
||||
type: string
|
||||
protocol:
|
||||
type: string
|
||||
enum:
|
||||
- http
|
||||
- https
|
||||
additionalProperties: false
|
||||
required:
|
||||
- name
|
||||
|
|
|
|||
|
|
@ -567,6 +567,18 @@ static_resources:
|
|||
address: {{ local_llm_provider.endpoint }}
|
||||
port_value: {{ local_llm_provider.port }}
|
||||
hostname: {{ local_llm_provider.endpoint }}
|
||||
{% if local_llm_provider.protocol == "https" %}
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.UpstreamTlsContext
|
||||
sni: {{ local_llm_provider.endpoint }}
|
||||
common_tls_context:
|
||||
tls_params:
|
||||
tls_minimum_protocol_version: TLSv1_2
|
||||
tls_maximum_protocol_version: TLSv1_3
|
||||
{% endif %}
|
||||
|
||||
{% endfor %}
|
||||
- name: arch_internal
|
||||
connect_timeout: 5s
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue