apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix

Browse source
This commit is contained in:
cotran 2024-10-31 12:51:11 -07:00
parent f1ff510c91
commit b15736a7fd
3 changed files with 20 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
model_server/app/function_calling/model_utils.py
View file

@ -25,10 +25,16 @@ class ChatMessage(BaseModel):
class Choice(BaseModel):
message: Message
finish_reason: Optional[str] = "stop"
index: Optional[int] = 0
class ChatCompletionResponse(BaseModel):
choices: List[Choice]
model: Optional[str] = "Arch-Function"
created: Optional[str] = ""
id: Optional[str] = ""
object: Optional[str] = "chat_completion"
def process_messages(history: list[Message]):
@ -132,7 +138,9 @@ async def chat_completion(req: ChatMessage, res: Response):
else:
message = Message(content=full_response, tool_calls=[])
choice = Choice(message=message)
chat_completion_response = ChatCompletionResponse(choices=[choice])
chat_completion_response = ChatCompletionResponse(
choices=[choice], model=client_model_name
)
logger.info(
f"model_server <= arch_function: (tools): {json.dumps([tool_call['function'] for tool_call in tool_calls])}"