2025-12-22 18:05:49 -08:00
|
|
|
@llm_endpoint = http://localhost:12000
|
|
|
|
|
|
|
|
|
|
### Travel Agent Chat Completion Request
|
|
|
|
|
POST {{llm_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
2026-02-25 16:27:20 -08:00
|
|
|
X-Acme-Workspace-Id: ws_7e2c5d91b4224f59b0e6a4e0125c21b3
|
|
|
|
|
X-Acme-Tenant-Id: ten_4102a8c7fa6542b084b395d2df184a9a
|
|
|
|
|
X-Acme-User-Id: usr_19df7e6751b846f9ba026776e3c12abe
|
|
|
|
|
X-Acme-Admin-Level: 3
|
|
|
|
|
X-Acme-Environment: production
|
|
|
|
|
X-Acme-Is-Internal: false
|
|
|
|
|
X-Acme-Cost-Center: HD100
|
2025-12-22 18:05:49 -08:00
|
|
|
|
|
|
|
|
{
|
2026-02-25 16:27:20 -08:00
|
|
|
"model": "gpt-5.2",
|
2025-12-22 18:05:49 -08:00
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "What's the weather in Seattle?"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "assistant",
|
|
|
|
|
"content": "The weather in Seattle is sunny with a temperature of 60 degrees Fahrenheit."
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "What is one Alaska flight that goes direct to Atlanta from Seattle?"
|
|
|
|
|
}
|
|
|
|
|
],
|
2026-02-25 16:27:20 -08:00
|
|
|
"max_completion_tokens": 1000,
|
|
|
|
|
"stream": false,
|
|
|
|
|
"temperature": 1.0
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### Travel Agent Request (prefix mismatch - ignored)
|
|
|
|
|
POST {{llm_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
X-Other-Workspace-Id: ws_7e2c5d91b4224f59b0e6a4e0125c21b3
|
|
|
|
|
X-Other-Tenant-Id: ten_4102a8c7fa6542b084b395d2df184a9a
|
|
|
|
|
X-Other-User-Id: usr_19df7e6751b846f9ba026776e3c12abe
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"model": "gpt-5.2",
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "What's the weather in Seattle?"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"max_completion_tokens": 1000,
|
2025-12-22 18:05:49 -08:00
|
|
|
"stream": false,
|
|
|
|
|
"temperature": 1.0
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### test 8001
|
|
|
|
|
|
|
|
|
|
### test upstream llm
|
|
|
|
|
POST http://localhost:8001/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "system",
|
|
|
|
|
"content": "\nCurrent weather data for Seattle:\n\n{\n \"location\": \"Seattle\",\n \"forecast\": [\n {\n \"date\": \"2025-12-22\",\n \"day_name\": \"Monday\",\n \"temperature_c\": 8.3,\n \"temperature_f\": 46.9,\n \"temperature_max_c\": 8.3,\n \"temperature_min_c\": 2.8,\n \"condition\": \"Rainy\",\n \"sunrise\": \"07:55\",\n \"sunset\": \"16:20\"\n }\n ]\n}\n\nUse this data to answer the user's weather query."
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"model": "gpt-4o",
|
|
|
|
|
}
|