mirror of
https://github.com/katanemo/plano.git
synced 2026-06-20 15:28:07 +02:00
add support for json based content types in chat completion request
This commit is contained in:
parent
27c0f2fdce
commit
d089ef0ed8
14 changed files with 309 additions and 111 deletions
|
|
@ -625,7 +625,7 @@ static_resources:
|
|||
- endpoint:
|
||||
address:
|
||||
socket_address:
|
||||
address: 0.0.0.0
|
||||
address: host.docker.internal
|
||||
port_value: 9091
|
||||
hostname: localhost
|
||||
|
||||
|
|
|
|||
|
|
@ -52,6 +52,8 @@ def docker_start_archgw_detached(
|
|||
port_mappings = [
|
||||
f"{prompt_gateway_port}:{prompt_gateway_port}",
|
||||
f"{llm_gateway_port}:{llm_gateway_port}",
|
||||
# expose llm gateway as well without tracing support
|
||||
f"{llm_gateway_port + 1}:{llm_gateway_port + 1}",
|
||||
"9901:19901",
|
||||
]
|
||||
port_mappings_args = [item for port in port_mappings for item in ("-p", port)]
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue