update arch-fc parameters

demos/function_calling/Arch-Function-Calling-1.5B-Q4_K_M.model_file

@@ -4,8 +4,9 @@ FROM Arch-Function-Calling-1.5B-Q4_K_M.gguf
 PARAMETER num_predict 1024
 PARAMETER temperature 0.001
 PARAMETER top_p 1.0
-PARAMETER top_k 16000
+PARAMETER top_k 50
 PARAMETER repeat_penalty 1.0
+PARAMETER stop "<|im_start|>"
 PARAMETER stop "<|im_end|>"
 
 # Set the random number seed to use for generation
@@ -15,7 +16,8 @@ PARAMETER seed 42
 TEMPLATE """
 {{- if .System }}<|im_start|>system
 {{ .System }}<|im_end|>
-{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ end }}{{ if .Prompt }}
+<|im_start|>user
 {{ .Prompt }}<|im_end|>
 {{ end }}<|im_start|>assistant
 {{ .Response }}<|im_end|>"""

demos/function_calling/bolt_config.yaml

@@ -42,9 +42,9 @@ prompt_targets:
         description: The policy number for which the insurance claim details are requested.
         type: string
       - name: include_expired
-        description: Include expired insurance claims in the response.
+        description: whether to include expired insurance claims in the response.
-        type: string
+        type: bool
-        default: "false"
+        required: true
     endpoint:
       cluster: api_server
       path: /insurance_claim_details

function_resolver/app/arch_handler.py

@@ -43,7 +43,6 @@ class ArchHandler:
             + ARCH_FUNCTION_CALLING_TOOL_PROMPT.format(tool_text=tool_text)
             + "\n\n"
             + ARCH_FUNCTION_CALLING_FORMAT_PROMPT
-            + "\n"
         )
 
         return system_prompt