add support for json based content types in chat completion request

This commit is contained in:
Adil Hafeez 2025-05-22 16:11:04 -07:00
parent 27c0f2fdce
commit d089ef0ed8
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
14 changed files with 309 additions and 111 deletions

View file

@ -52,6 +52,8 @@ def docker_start_archgw_detached(
port_mappings = [
f"{prompt_gateway_port}:{prompt_gateway_port}",
f"{llm_gateway_port}:{llm_gateway_port}",
# expose llm gateway as well without tracing support
f"{llm_gateway_port + 1}:{llm_gateway_port + 1}",
"9901:19901",
]
port_mappings_args = [item for port in port_mappings for item in ("-p", port)]