From 4d7c07a63c3e370df809c454d366e8fb33d0f630 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Sun, 29 Sep 2024 17:13:05 -0700 Subject: [PATCH] update ctx size to 4k --- .../Arch-Function-Calling-1.5B-Q4_K_M.model_file | 1 + 1 file changed, 1 insertion(+) diff --git a/demos/function_calling/Arch-Function-Calling-1.5B-Q4_K_M.model_file b/demos/function_calling/Arch-Function-Calling-1.5B-Q4_K_M.model_file index fe09e1b9..ea4c5d8d 100644 --- a/demos/function_calling/Arch-Function-Calling-1.5B-Q4_K_M.model_file +++ b/demos/function_calling/Arch-Function-Calling-1.5B-Q4_K_M.model_file @@ -1,6 +1,7 @@ FROM Arch-Function-Calling-1.5B-Q4_K_M.gguf # Set parameters for response generation +PARAMETER num_ctx 4096 PARAMETER num_predict 1024 PARAMETER temperature 0.001 PARAMETER top_p 1.0