Integrate Arch-Function-Chat (#449)

This commit is contained in:
Shuguang Chen 2025-04-15 14:39:12 -07:00 committed by GitHub
parent f31aa59fac
commit 7d4b261a68
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
26 changed files with 558 additions and 603 deletions

View file

@ -22,12 +22,12 @@ llm_providers:
provider_interface: openai
model: llama-3.2-3b-preview
base_url: https://api.groq.com
default: true
- name: gpt-4o
access_key: $OPENAI_API_KEY
provider_interface: openai
model: gpt-4o
default: true
system_prompt: |
You are a helpful assistant.

View file

@ -73,7 +73,7 @@ async def weather(req: WeatherRequest, res: Response):
class DefaultTargetRequest(BaseModel):
messages: list
messages: list = []
@app.post("/default_target")
@ -86,12 +86,9 @@ async def default_target(req: DefaultTargetRequest, res: Response):
"role": "assistant",
"content": "I can help you with weather forecast",
},
"finish_reason": "completed",
"index": 0,
}
],
"model": "api_server",
"usage": {"completion_tokens": 0},
}
logger.info(f"sending response: {json.dumps(resp)}")
return resp