plano/e2e_tests/api_model_server.rest

@model_server_endpoint = http://localhost:51000
@archfc_endpoint = https://api.fc.archgw.com


# talk to function calling endpoint
POST {{model_server_endpoint}}/function_calling HTTP/1.1
Content-Type: application/json

{
  "messages": [
    {
      "role": "user",
      "content": "how is the weather in seattle for next 10 days"
    }
  ],
  "tools": [
    {
        "id": "weather-112",
        "tool_type": "function",
        "function": {
          "name": "weather_forecast",
          "arguments": {"city": "str", "days": "int"}
        }
    }
  ]
}


# talk to Arch-Intent directly for completion
POST {{archfc_endpoint}}/v1/chat/completions HTTP/1.1
Content-Type: application/json

{
  "model": "Arch-Intent",
  "messages": [
    {
      "role": "system",
      "content": "You are a helpful assistant.\n\nYou task is to check if there are any tools that can be used to help the last user message in conversations according to the available tools listed below.\n\n<tools>\n{\"index\": \"T0\", \"type\": \"function\", \"function\": {\"name\": \"get_current_weather\", \"description\": \"Get the current weather for a location\", \"parameters\": {\"type\": \"object\", \"properties\": {\"location\": {\"type\": \"str\", \"description\": \"The city and state, e.g. San Francisco, New York\"}, \"unit\": {\"type\": \"str\", \"enum\": [\"celsius\", \"fahrenheit\"], \"description\": \"The unit of temperature to return\"}}, \"required\": [\"location\"]}}}\n</tools>\n\nProvide your tool assessment for ONLY THE LAST USER MESSAGE in the above conversation:\n- First line must read 'Yes' or 'No'.\n- If yes, a second line must include a comma-separated list of tool indexes.\n"
    },
    { "role": "user", "content": "how is the weather in seattle? Are there any tools can help?" }
  ]
}


# talk to Arch-Function directly for completion
POST {{archfc_endpoint}}/v1/chat/completions HTTP/1.1
Content-Type: application/json

{
  "model": "Arch-Function",
  "messages": [
    {
      "role": "system",
      "content": "You are a helpful assistant.\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>\n{\"id\": \"weather-112\", \"tool_type\": \"function\", \"function\": {\"name\": \"weather_forecast\", \"arguments\": {\"city\": \"str\", \"days\": \"int\"}}}\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call>"
    },
    { "role": "user", "content": "how is the weather in seattle?" },
    { "role": "assistant", "content": "Of course! " }
  ],
  "continue_final_message": true,
  "add_generation_prompt": false
}


# talk to guardrails endpoint
POST {{model_server_endpoint}}/guardrails HTTP/1.1
Content-Type: application/json

{
  "input": "how is the weather in seattle for next 10 days",
  "task": "jailbreak"
}