apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-27 17:56:28 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add ability to define clusters in config (#61)

Browse source
This commit is contained in:
Adil Hafeez 2024-09-18 20:03:26 -07:00 • committed by GitHub
parent 215d276acf
commit a91fbdbf1c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 59 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

45
envoyfilter/envoy.template.yaml
View file

@ -122,7 +122,6 @@ static_resources:
tls_params:
tls_minimum_protocol_version: TLSv1_2
tls_maximum_protocol_version: TLSv1_3
- name: model_server
connect_timeout: 5s
type: STRICT_DNS
@ -137,34 +136,6 @@ static_resources:
address: model_server
port_value: 80
hostname: "model_server"
- name: weatherhost
connect_timeout: 5s
type: STRICT_DNS
lb_policy: ROUND_ROBIN
load_assignment:
cluster_name: weatherhost
endpoints:
- lb_endpoints:
- endpoint:
address:
socket_address:
address: model_server
port_value: 80
hostname: "model_server"
- name: nerhost
connect_timeout: 5s
type: STRICT_DNS
lb_policy: ROUND_ROBIN
load_assignment:
cluster_name: nerhost
endpoints:
- lb_endpoints:
- endpoint:
address:
socket_address:
address: model_server
port_value: 80
hostname: "model_server"
- name: mistral_7b_instruct
connect_timeout: 5s
type: STRICT_DNS
@ -193,3 +164,19 @@ static_resources:
address: function_resolver
port_value: 80
hostname: "bolt_fc_1b"
{% for _, cluster in arch_clusters.items() %}
- name: {{ cluster.name }}
connect_timeout: 5s
type: STRICT_DNS
lb_policy: ROUND_ROBIN
load_assignment:
cluster_name: {{ cluster.name }}
endpoints:
- lb_endpoints:
- endpoint:
address:
socket_address:
address: {{ cluster.address }}
port_value: {{ cluster.port }}
hostname: {{ cluster.address }}
{% endfor %}