apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

integrate arch with model_server

Browse source
This commit is contained in:
Adil Hafeez 2024-12-10 15:12:31 -08:00
parent 791ce0a7ed
commit 44872107a8
13 changed files with 240 additions and 1222 deletions
Download patch file Download diff file Expand all files Collapse all files

82
e2e_tests/api_model_server.rest
View file

@ -15,20 +15,76 @@ Content-Type: application/json
],
"tools": [
{
"type": "function",
"function": {
"name": "weather_forecast",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "str"
},
"days": {
"type": "int"
"id": "weather-112",
"type": "function",
"function": {
"name": "get_current_weather",
"description": "Get current weather at a location.",
"parameters": {
"type": "object",
"properties": {
"location": {
"type": "str",
"description": "The location to get the weather for",
"format": "City, State"
},
"unit": {
"type": "str",
"description": "The unit to return the weather in.",
"enum": ["celsius", "fahrenheit"],
"default": "celsius"
},
"days": {
"type": "str",
"description": "the number of days for the request."
}
},
"required": ["location", "days"]
}
}
}
]
}
### talk to function calling endpoint
POST {{model_server_endpoint}}/function_calling HTTP/1.1
Content-Type: application/json
{
"messages": [
{
"role": "user",
"content": "how is the weather in seattle"
}
],
"tools": [
{
"id": "weather-112",
"type": "function",
"function": {
"name": "get_current_weather",
"description": "Get current weather at a location.",
"parameters": {
"type": "object",
"properties": {
"location": {
"type": "str",
"description": "The location to get the weather for",
"format": "City, State"
},
"unit": {
"type": "str",
"description": "The unit to return the weather in.",
"enum": ["celsius", "fahrenheit"],
"default": "celsius"
},
"days": {
"type": "str",
"description": "the number of days for the request."
}
},
"required": ["location", "days"]
}
},
"required": ["city", "days"]
}
}
}