diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index 27b9cc38..531ccf6d 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -495,7 +495,7 @@ class ArchFunctionHandler(ArchBaseHandler): print( f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}" ) - + print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}") prefill_response = self._engage_parameter_gathering(messages) model_response = prefill_response.choices[0].message.content break