apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

use ingress/egress

Browse source
This commit is contained in:
Adil Hafeez 2025-02-14 16:43:51 -08:00
parent 4a957f2b86
commit 136daa2d3c
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
18 changed files with 31 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docs/source/concepts/includes/arch_config.yaml
View file

@ -1,7 +1,7 @@
version: v0.1
listeners:
prompt_gateway:
ingress_traffic:
address: 0.0.0.0
port: 10000
message_format: openai

6
docs/source/get_started/quickstart.rst
View file

@ -43,7 +43,7 @@ Create ``arch_config.yaml`` file with the following content:
version: v0.1
listeners:
prompt_gateway:
ingress_traffic:
address: 0.0.0.0
port: 10000
message_format: openai
@ -146,9 +146,9 @@ Create ``arch_config.yaml`` file with the following content:
version: v0.1
listeners:
prompt_gateway:
egress_traffic:
address: 0.0.0.0
port: 10000
port: 12000
message_format: openai
timeout: 30s

2
docs/source/guides/includes/arch_config.yaml
View file

@ -1,7 +1,7 @@
version: v0.1
listeners:
prompt_gateway:
ingress_traffic:
address: 0.0.0.0
port: 10000
message_format: openai

6
docs/source/resources/includes/arch_config_full_reference.yaml
View file

@ -1,14 +1,16 @@
version: v0.1
listeners:
prompt_gateway:
ingress_traffic:
address: 0.0.0.0
port: 10000
message_format: openai
timeout: 5s
llm_gateway:
egress_traffic:
address: 0.0.0.0
port: 12000
message_format: openai
timeout: 5s
# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
endpoints: