diff --git a/arch/arch_config_schema.yaml b/arch/arch_config_schema.yaml index b532117c..96e14856 100644 --- a/arch/arch_config_schema.yaml +++ b/arch/arch_config_schema.yaml @@ -33,6 +33,8 @@ properties: enum: - http - https + http_host: + type: string additionalProperties: false required: - endpoint @@ -66,6 +68,8 @@ properties: enum: - http - https + http_host: + type: string additionalProperties: false required: - name diff --git a/arch/envoy.template.yaml b/arch/envoy.template.yaml index 588c6f66..5dfa60b3 100644 --- a/arch/envoy.template.yaml +++ b/arch/envoy.template.yaml @@ -537,7 +537,11 @@ static_resources: socket_address: address: {{ cluster.endpoint }} port_value: {{ cluster.port }} + {% if cluster.http_host %} + hostname: {{ cluster.http_host }} + {% else %} hostname: {{ cluster.endpoint }} + {% endif %} {% if cluster.protocol == "https" %} transport_socket: name: envoy.transport_sockets.tls @@ -566,7 +570,11 @@ static_resources: socket_address: address: {{ local_llm_provider.endpoint }} port_value: {{ local_llm_provider.port }} + {% if local_llm_provider.http_host %} + hostname: {{ local_llm_provider.http_host }} + {% else %} hostname: {{ local_llm_provider.endpoint }} + {% endif %} {% if local_llm_provider.protocol == "https" %} transport_socket: name: envoy.transport_sockets.tls