mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 16:56:24 +02:00
Integrate Arch-Function-Chat (#449)
This commit is contained in:
parent
f31aa59fac
commit
7d4b261a68
26 changed files with 558 additions and 603 deletions
|
|
@ -22,12 +22,12 @@ llm_providers:
|
|||
provider_interface: openai
|
||||
model: llama-3.2-3b-preview
|
||||
base_url: https://api.groq.com
|
||||
default: true
|
||||
|
||||
- name: gpt-4o
|
||||
access_key: $OPENAI_API_KEY
|
||||
provider_interface: openai
|
||||
model: gpt-4o
|
||||
default: true
|
||||
|
||||
system_prompt: |
|
||||
You are a helpful assistant.
|
||||
|
|
|
|||
|
|
@ -73,7 +73,7 @@ async def weather(req: WeatherRequest, res: Response):
|
|||
|
||||
|
||||
class DefaultTargetRequest(BaseModel):
|
||||
messages: list
|
||||
messages: list = []
|
||||
|
||||
|
||||
@app.post("/default_target")
|
||||
|
|
@ -86,12 +86,9 @@ async def default_target(req: DefaultTargetRequest, res: Response):
|
|||
"role": "assistant",
|
||||
"content": "I can help you with weather forecast",
|
||||
},
|
||||
"finish_reason": "completed",
|
||||
"index": 0,
|
||||
}
|
||||
],
|
||||
"model": "api_server",
|
||||
"usage": {"completion_tokens": 0},
|
||||
}
|
||||
logger.info(f"sending response: {json.dumps(resp)}")
|
||||
return resp
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue