diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index 531ccf6d..57428235 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -495,7 +495,9 @@ class ArchFunctionHandler(ArchBaseHandler): print( f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}" ) - print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}") + print( + f"Token entropy/varentropy map: {self.hallu_handler.token_probs_map}" + ) prefill_response = self._engage_parameter_gathering(messages) model_response = prefill_response.choices[0].message.content break