@llm_endpoint = http://localhost:12000 ### Travel Agent Chat Completion Request POST {{llm_endpoint}}/v1/chat/completions HTTP/1.1 Content-Type: application/json { "model": "gpt-4o", "messages": [ { "role": "user", "content": "What's the weather in Seattle?" }, { "role": "assistant", "content": "The weather in Seattle is sunny with a temperature of 60 degrees Fahrenheit." }, { "role": "user", "content": "What is one Alaska flight that goes direct to Atlanta from Seattle?" } ], "max_tokens": 1000, "stream": false, "temperature": 1.0 } ### test 8001 ### test upstream llm POST http://localhost:8001/v1/chat/completions HTTP/1.1 Content-Type: application/json { "messages": [ { "role": "system", "content": "\nCurrent weather data for Seattle:\n\n{\n \"location\": \"Seattle\",\n \"forecast\": [\n {\n \"date\": \"2025-12-22\",\n \"day_name\": \"Monday\",\n \"temperature_c\": 8.3,\n \"temperature_f\": 46.9,\n \"temperature_max_c\": 8.3,\n \"temperature_min_c\": 2.8,\n \"condition\": \"Rainy\",\n \"sunrise\": \"07:55\",\n \"sunset\": \"16:20\"\n }\n ]\n}\n\nUse this data to answer the user's weather query." } ], "model": "gpt-4o", }