update fix

This commit is contained in:
cotran 2024-11-06 16:16:08 -08:00
parent d9c64738c7
commit 68c2243e83
6 changed files with 43 additions and 33 deletions

View file

@ -9,6 +9,7 @@ logger = utils.get_model_server_logger()
arch_function_hanlder = ArchFunctionHandler()
prefill_list = ["May", "Could", "Sure", "Definitely", "Certainly", "Of course", "Can"]
prefill_enabled = True
arch_function_endpoint = "https://api.fc.archgw.com/v1"
arch_function_client = utils.get_client(arch_function_endpoint)
arch_function_generation_params = {