apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-29 10:56:35 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Hallucination integration with rust (#122)

Browse source
This commit is contained in:
Co Tran 2024-10-07 18:38:55 -07:00 • committed by GitHub
parent 43dc2a0a73
commit b1fa127704
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 278 additions and 56 deletions
Download patch file Download diff file Expand all files Collapse all files

11
arch/envoy.template.dev.yaml
View file

@ -13,7 +13,7 @@ static_resources:
typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.network.http_connection_manager.v3.HttpConnectionManager
stat_prefix: arch_ingress_http
codec_type: HTTP1
codec_type: AUTO
scheme_header_transformation:
scheme_to_overwrite: https
access_log:
@ -72,11 +72,6 @@ static_resources:
type: LOGICAL_DNS
dns_lookup_family: V4_ONLY
lb_policy: ROUND_ROBIN
# typed_extension_protocol_options:
# envoy.extensions.upstreams.http.v3.HttpProtocolOptions:
# "@type": type.googleapis.com/envoy.extensions.upstreams.http.v3.HttpProtocolOptions
# explicit_http_config:
# http2_protocol_options: {}
load_assignment:
cluster_name: openai
endpoints:
@ -129,7 +124,7 @@ static_resources:
address:
socket_address:
address: host.docker.internal
port_value: 8000
port_value: 51000
hostname: "model_server"
- name: mistral_7b_instruct
connect_timeout: 5s
@ -159,7 +154,7 @@ static_resources:
address:
socket_address:
address: host.docker.internal
port_value: 8000
port_value: 51000
hostname: "arch_fc"
{% for _, cluster in arch_clusters.items() %}
- name: {{ cluster.name }}