diff --git a/api_model_server.rest b/api_model_server.rest new file mode 100644 index 00000000..e0816a8d --- /dev/null +++ b/api_model_server.rest @@ -0,0 +1,44 @@ +@model_server_endpoint = http://localhost:51000 +@archfc_endpoint = https://api.fc.archgw.com + +### prompt gateway request param gathering and function calling +POST {{model_server_endpoint}}/v1/chat/completions HTTP/1.1 +Content-Type: application/json + +{ + "messages": [ + { + "role": "user", + "content": "how is the weather in seattle for next 10 days" + } + ], + "tools": [ + { + "id": "weather-112", + "tool_type": "function", + "function": { + "name": "weather_forecast", + "arguments": {"city": "str", "days": "int"} + } + } + ] +} + + +### prompt gateway request param gathering and function calling +POST {{archfc_endpoint}}/v1/chat/completions HTTP/1.1 +Content-Type: application/json + +{ + "model": "Arch-Function", + "messages": [ + { + "role": "system", + "content": "You are a helpful assistant.\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n\n{\"id\": \"weather-112\", \"tool_type\": \"function\", \"function\": {\"name\": \"weather_forecast\", \"arguments\": {\"city\": \"str\", \"days\": \"int\"}}}\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n" + }, + { "role": "user", "content": "how is the weather in seattle?" }, + { "role": "assistant", "content": "Of course! " } + ], + "continue_final_message": true, + "add_generation_prompt": false +}