From 9998c8b0f39b8f2c16b654b684d4864525e6b1ba Mon Sep 17 00:00:00 2001 From: cotran Date: Mon, 9 Dec 2024 15:33:59 -0800 Subject: [PATCH] add log --- model_server/src/core/function_calling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index 27b9cc38..531ccf6d 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -495,7 +495,7 @@ class ArchFunctionHandler(ArchBaseHandler): print( f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}" ) - + print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}") prefill_response = self._engage_parameter_gathering(messages) model_response = prefill_response.choices[0].message.content break