Updating templates

This commit is contained in:
Cyber MacGeddon 2024-10-14 22:57:53 +01:00
parent fc87c12118
commit cc29e6a53c
3 changed files with 27 additions and 27 deletions

View file

@ -20,7 +20,7 @@ default_input_queue = text_completion_request_queue
default_output_queue = text_completion_response_queue
default_subscriber = module
default_model = 'LLaMA_CPP'
default_llamafile = 'http://localhost:8080/v1'
default_llamafile = os.getenv("LLAMAFILE_URL", "http://localhost:8080/v1")
default_temperature = 0.0
default_max_output = 4096