diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index 0fd81e27..7740cb46 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -39,7 +39,7 @@ class ArchFunctionConfig: ) GENERATION_PARAMS = { - "temperature": 0.6, + "temperature": 0.1, "top_p": 1.0, "top_k": 10, "max_tokens": 1024, diff --git a/model_server/src/core/utils/hallucination_utils.py b/model_server/src/core/utils/hallucination_utils.py index ec1b0497..e2ee1667 100644 --- a/model_server/src/core/utils/hallucination_utils.py +++ b/model_server/src/core/utils/hallucination_utils.py @@ -36,8 +36,8 @@ class MaskToken(Enum): HALLUCINATION_THRESHOLD_DICT = { - "entropy": 0.35, - "varentropy": 1.1, + "entropy": 0.0001, + "varentropy": 0.0001, "probability": 0.8, }