From 09a1bebff5b588c565b5f604033c963afd93e540 Mon Sep 17 00:00:00 2001 From: cotran Date: Fri, 4 Apr 2025 15:01:38 -0700 Subject: [PATCH] fix json formatting for tool call msg --- model_server/src/core/utils/model_utils.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/model_server/src/core/utils/model_utils.py b/model_server/src/core/utils/model_utils.py index 30a7865c..68d09593 100644 --- a/model_server/src/core/utils/model_utils.py +++ b/model_server/src/core/utils/model_utils.py @@ -162,6 +162,10 @@ class ArchBaseHandler: # "content": "\n{'name': 'get_stock_price', 'result': '$196.66'}\n" # msg[idx-1] contains tool call = '{"tool_calls": [{"name": "currency_exchange", "arguments": {"currency_symbol": "NZD"}}]}' tool_call_msg = messages[idx - 1].content + if tool_call_msg.startswith("```") and tool_call_msg.endswith("```"): + tool_call_msg = tool_call_msg.strip("```").strip() + if tool_call_msg.startswith("json"): + tool_call_msg = tool_call_msg[4:].strip() func_name = json.loads(tool_call_msg)["tool_calls"][0].get( "name", "no_name" )