@llm_endpoint = http://localhost:12000 ### Travel Agent Chat Completion Request POST {{llm_endpoint}}/v1/chat/completions HTTP/1.1 Content-Type: application/json X-Acme-Workspace-Id: ws_7e2c5d91b4224f59b0e6a4e0125c21b3 X-Acme-Tenant-Id: ten_4102a8c7fa6542b084b395d2df184a9a X-Acme-User-Id: usr_19df7e6751b846f9ba026776e3c12abe X-Acme-Admin-Level: 3 X-Acme-Environment: production X-Acme-Is-Internal: false X-Acme-Cost-Center: HD100 { "model": "gpt-5.2", "messages": [ { "role": "user", "content": "What's the weather in Seattle?" }, { "role": "assistant", "content": "The weather in Seattle is sunny with a temperature of 60 degrees Fahrenheit." }, { "role": "user", "content": "What is one Alaska flight that goes direct to Atlanta from Seattle?" } ], "max_completion_tokens": 1000, "stream": false, "temperature": 1.0 } ### Travel Agent Request (prefix mismatch - ignored) POST {{llm_endpoint}}/v1/chat/completions HTTP/1.1 Content-Type: application/json X-Other-Workspace-Id: ws_7e2c5d91b4224f59b0e6a4e0125c21b3 X-Other-Tenant-Id: ten_4102a8c7fa6542b084b395d2df184a9a X-Other-User-Id: usr_19df7e6751b846f9ba026776e3c12abe { "model": "gpt-5.2", "messages": [ { "role": "user", "content": "What's the weather in Seattle?" } ], "max_completion_tokens": 1000, "stream": false, "temperature": 1.0 } ### test 8001 ### test upstream llm POST http://localhost:8001/v1/chat/completions HTTP/1.1 Content-Type: application/json { "messages": [ { "role": "system", "content": "\nCurrent weather data for Seattle:\n\n{\n \"location\": \"Seattle\",\n \"forecast\": [\n {\n \"date\": \"2025-12-22\",\n \"day_name\": \"Monday\",\n \"temperature_c\": 8.3,\n \"temperature_f\": 46.9,\n \"temperature_max_c\": 8.3,\n \"temperature_min_c\": 2.8,\n \"condition\": \"Rainy\",\n \"sunrise\": \"07:55\",\n \"sunset\": \"16:20\"\n }\n ]\n}\n\nUse this data to answer the user's weather query." } ], "model": "gpt-4o", }