diff --git a/model_server/src/core/utils/model_utils.py b/model_server/src/core/utils/model_utils.py
index 30a7865c..68d09593 100644
--- a/model_server/src/core/utils/model_utils.py
+++ b/model_server/src/core/utils/model_utils.py
@@ -162,6 +162,10 @@ class ArchBaseHandler:
                     # "content": "<tool_response>\n{'name': 'get_stock_price', 'result': '$196.66'}\n</tool_response>"
                     # msg[idx-1] contains tool call = '{"tool_calls": [{"name": "currency_exchange", "arguments": {"currency_symbol": "NZD"}}]}'
                     tool_call_msg = messages[idx - 1].content
+                    if tool_call_msg.startswith("```") and tool_call_msg.endswith("```"):
+                        tool_call_msg = tool_call_msg.strip("```").strip()
+                        if tool_call_msg.startswith("json"):
+                            tool_call_msg = tool_call_msg[4:].strip()
                     func_name = json.loads(tool_call_msg)["tool_calls"][0].get(
                         "name", "no_name"
                     )