apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-26 01:06:25 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

improve service names (#54)

Browse source 
- embedding-server => model_server
- public-types => public_types
- chatbot-ui => chatbot_ui
- function-calling => function_calling
This commit is contained in:
Adil Hafeez 2024-09-17 08:47:35 -07:00 • committed by GitHub
parent 215f96e273
commit 060a0d665e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
35 changed files with 54 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

20
envoyfilter/envoy.template.yaml
View file

@ -63,7 +63,7 @@ static_resources:
- match:
prefix: "/embeddings"
route:
cluster: embeddingserver
cluster: model_server
- match:
prefix: "/"
direct_response:
@ -123,20 +123,20 @@ static_resources:
tls_minimum_protocol_version: TLSv1_2
tls_maximum_protocol_version: TLSv1_3
- name: embeddingserver
- name: model_server
connect_timeout: 5s
type: STRICT_DNS
lb_policy: ROUND_ROBIN
load_assignment:
cluster_name: embeddingserver
cluster_name: model_server
endpoints:
- lb_endpoints:
- endpoint:
address:
socket_address:
address: embeddingserver
address: model_server
port_value: 80
hostname: "embeddingserver"
hostname: "model_server"
- name: weatherhost
connect_timeout: 5s
type: STRICT_DNS
@ -148,9 +148,9 @@ static_resources:
- endpoint:
address:
socket_address:
address: embeddingserver
address: model_server
port_value: 80
hostname: "embeddingserver"
hostname: "model_server"
- name: nerhost
connect_timeout: 5s
type: STRICT_DNS
@ -162,9 +162,9 @@ static_resources:
- endpoint:
address:
socket_address:
address: embeddingserver
address: model_server
port_value: 80
hostname: "embeddingserver"
hostname: "model_server"
- name: mistral_7b_instruct
connect_timeout: 5s
type: STRICT_DNS
@ -190,6 +190,6 @@ static_resources:
- endpoint:
address:
socket_address:
address: functionresolver
address: function_resolver
port_value: 80
hostname: "bolt_fc_1b"