mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
add support for json based content types in chat completion request
This commit is contained in:
parent
27c0f2fdce
commit
d089ef0ed8
14 changed files with 309 additions and 111 deletions
|
|
@ -52,6 +52,8 @@ def docker_start_archgw_detached(
|
|||
port_mappings = [
|
||||
f"{prompt_gateway_port}:{prompt_gateway_port}",
|
||||
f"{llm_gateway_port}:{llm_gateway_port}",
|
||||
# expose llm gateway as well without tracing support
|
||||
f"{llm_gateway_port + 1}:{llm_gateway_port + 1}",
|
||||
"9901:19901",
|
||||
]
|
||||
port_mappings_args = [item for port in port_mappings for item in ("-p", port)]
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue