2024-11-04 17:53:15 -06:00
|
|
|
@prompt_endpoint = http://localhost:10000
|
|
|
|
|
|
|
|
|
|
### prompt gateway request
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "how is the weather in seattle for next 10 days"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
|
2024-11-07 22:11:00 -06:00
|
|
|
### prompt gateway request default target
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "hello"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2024-11-04 17:53:15 -06:00
|
|
|
### prompt gateway request (streaming)
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "how is the weather in seattle for next 10 days"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"stream": true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### prompt gateway request param gathering
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "how is the weather in seattle"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
### prompt gateway request param gathering and function calling
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "how is the weather in seattle"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "assistant",
|
|
|
|
|
"content": "It seems I'm missing some information. Could you provide the following details days ?",
|
|
|
|
|
"model": "Arch-Function-1.5b"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "for next 10 days"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
### prompt gateway request param gathering and function calling (streaming)
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
2024-12-20 13:25:01 -08:00
|
|
|
"model": "--",
|
2024-11-04 17:53:15 -06:00
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "how is the weather in seattle"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "assistant",
|
|
|
|
|
"content": "It seems I'm missing some information. Could you provide the following details days ?",
|
|
|
|
|
"model": "Arch-Function-1.5b"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "for next 10 days"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"stream": true
|
|
|
|
|
}
|
2025-01-16 15:11:37 -08:00
|
|
|
|
|
|
|
|
### currency conversion test
|
|
|
|
|
POST {{prompt_endpoint}}/v1/chat/completions HTTP/1.1
|
|
|
|
|
Content-Type: application/json
|
|
|
|
|
|
|
|
|
|
{
|
|
|
|
|
"model": "--",
|
|
|
|
|
"messages": [
|
|
|
|
|
{
|
|
|
|
|
"role": "user",
|
|
|
|
|
"content": "can you please convert 100 jpy"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|