mirror of
https://github.com/katanemo/plano.git
synced 2026-04-28 02:23:56 +02:00
use passed in model name in chat completion request (#445)
This commit is contained in:
parent
bd8004d1ae
commit
eb48f3d5bb
20 changed files with 364 additions and 89 deletions
25
tests/hurl/llm_gateway_model_explicit_model.hurl
Normal file
25
tests/hurl/llm_gateway_model_explicit_model.hurl
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
POST http://localhost:12000/v1/chat/completions
|
||||
Content-Type: application/json
|
||||
|
||||
{
|
||||
"model": "gpt-3.5-turbo",
|
||||
"messages": [
|
||||
{
|
||||
"role": "system",
|
||||
"content": "You are a helpful assistant.\n"
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "I want to sell red shoes"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
}
|
||||
|
||||
HTTP 200
|
||||
[Asserts]
|
||||
header "content-type" == "application/json"
|
||||
jsonpath "$.model" matches /^gpt-3.5-turbo/
|
||||
jsonpath "$.usage" != null
|
||||
jsonpath "$.choices[0].message.content" != null
|
||||
jsonpath "$.choices[0].message.role" == "assistant"
|
||||
Loading…
Add table
Add a link
Reference in a new issue