apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-29 15:49:40 +02:00
Code Issues Projects Releases Packages Wiki Activity

new implemenetation

Browse source
This commit is contained in:
cotran 2024-11-22 11:11:26 -08:00
parent 665dbc2d4e
commit abfc81b0e7
3 changed files with 224 additions and 340 deletions
Download patch file Download diff file Expand all files Collapse all files

18
model_server/app/commons/constants.py
View file

@ -34,3 +34,21 @@ zero_shot_model = loader.get_zero_shot_model()
prompt_guard_dict = loader.get_prompt_guard(arch_guard_model_type[glb.DEVICE])
arch_guard_handler = ArchGuardHanlder(model_dict=prompt_guard_dict)
# Patterns for function name and parameter parsing
FUNC_NAME_START_PATTERN = ('<tool_call>\n{"name":"', "<tool_call>\n{'name':'")
FUNC_NAME_END_TOKEN = ('",', "',")
FIRST_PARAM_NAME_START_PATTERN = ('"arguments":{"', "'arguments':{'")
PARAMETER_NAME_END_TOKENS = ('":', ':"', "':", ":'")
PARAMETER_NAME_START_PATTERN = (',"', ",'")
PARAMETER_VALUE_START_PATTERN = ('":', "':")
PARAMETER_VALUE_END_TOKEN = ('",', "}}\n", "',")
# Thresholds
HALLUCINATION_THRESHOLD_DICT = {
"t": {"entropy": 0.1, "varentropy": 0.5},
"v": {
"entropy": 0.5,
"varentropy": 2.5,
},
}