From 820c0443ee126b672e2fbfb743f761ab165a8ce1 Mon Sep 17 00:00:00 2001 From: Shuguang Chen <54548843+nehcgs@users.noreply.github.com> Date: Mon, 24 Mar 2025 17:07:07 -0700 Subject: [PATCH] disable hallucination check --- model_server/src/main.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/model_server/src/main.py b/model_server/src/main.py index b1d5150b..648c5b89 100644 --- a/model_server/src/main.py +++ b/model_server/src/main.py @@ -102,10 +102,10 @@ async def function_calling(req: ChatMessage, res: Response): final_response.metadata = { "function_latency": str(round(latency * 1000, 3)), } - if not use_agent_orchestrator: - final_response.metadata["hallucination"] = str( - model_handler.hallucination_state.hallucination - ) + # if not use_agent_orchestrator: + # final_response.metadata["hallucination"] = str( + # model_handler.hallucination_state.hallucination + # ) # No intent detected else: final_response.metadata = { @@ -114,9 +114,9 @@ async def function_calling(req: ChatMessage, res: Response): if not use_agent_orchestrator: final_response.metadata["intent_latency"] = str(round(latency * 1000, 3)) - final_response.metadata["hallucination"] = str( - model_handler.hallucination_state.hallucination - ) + # final_response.metadata["hallucination"] = str( + # model_handler.hallucination_state.hallucination + # ) except ValueError as e: res.statuscode = 503