This commit is contained in:
cotran 2024-10-31 14:49:03 -07:00
parent b15736a7fd
commit cd22c71690
3 changed files with 53 additions and 43 deletions

View file

@ -8,6 +8,7 @@ from app.prompt_guard.model_handler import ArchGuardHanlder
logger = utils.get_model_server_logger()
arch_function_hanlder = ArchFunctionHandler()
prefill_list = ["May", "Could", "Sure", "Definitely", "Certainly", "Of course", "Can"]
arch_function_endpoint = "https://api.fc.archgw.com/v1"
arch_function_client = utils.get_client(arch_function_endpoint)
arch_function_generation_params = {