apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

disable hallucination check

Browse source
This commit is contained in:
Shuguang Chen 2025-03-24 17:07:07 -07:00
parent cf30e94415
commit 820c0443ee
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
model_server/src/main.py
View file

@ -102,10 +102,10 @@ async def function_calling(req: ChatMessage, res: Response):
final_response.metadata = {
"function_latency": str(round(latency * 1000, 3)),
}
if not use_agent_orchestrator:
final_response.metadata["hallucination"] = str(
model_handler.hallucination_state.hallucination
)
# if not use_agent_orchestrator:
# final_response.metadata["hallucination"] = str(
# model_handler.hallucination_state.hallucination
# )
# No intent detected
else:
final_response.metadata = {
@ -114,9 +114,9 @@ async def function_calling(req: ChatMessage, res: Response):
if not use_agent_orchestrator:
final_response.metadata["intent_latency"] = str(round(latency * 1000, 3))
final_response.metadata["hallucination"] = str(
model_handler.hallucination_state.hallucination
)
# final_response.metadata["hallucination"] = str(
# model_handler.hallucination_state.hallucination
# )
except ValueError as e:
res.statuscode = 503