apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-30 19:36:34 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

send history to bolt fc model (#84)

Browse source
This commit is contained in:
Adil Hafeez 2024-09-25 12:03:44 -07:00 • committed by GitHub
parent 425a080c96
commit bfaabe75f4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
function_resolver/app/main.py
View file

@ -1,3 +1,4 @@
import json
from fastapi import FastAPI, Response
from bolt_handler import BoltHandler
from common import ChatMessage
@ -33,12 +34,11 @@ async def healthz():
async def chat_completion(req: ChatMessage, res: Response):
logger.info("starting request")
tools_encoded = handler._format_system(req.tools)
messages = []
messages.append(
{"role": "system", "content": tools_encoded}
)
messages.append({"role": "user", "content": req.messages[-1].content})
# append system prompt with tools to messages
messages = [{"role": "system", "content": tools_encoded}]
for message in req.messages:
messages.append({"role": message.role, "content": message.content})
logger.info(f"request model: {ollama_model}, messages: {json.dumps(messages)}")
resp = client.chat.completions.create(messages=messages, model=ollama_model, stream=False)
logger.info(f"response: {resp}")
logger.info(f"response: {resp.to_json()}")
return resp