mirror of
https://github.com/katanemo/plano.git
synced 2026-04-26 01:06:25 +02:00
3511798fa8
* add arch support * add missing file * e2e tests * delete old files and fix response * fmt
21 lines
564 B
Text
21 lines
564 B
Text
FROM Arch-Function-Calling-1.5B-Q4_K_M.gguf
|
|
|
|
# Set parameters for response generation
|
|
PARAMETER num_predict 1024
|
|
PARAMETER temperature 0.001
|
|
PARAMETER top_p 1.0
|
|
PARAMETER top_k 16000
|
|
PARAMETER repeat_penalty 1.0
|
|
PARAMETER stop "<|im_end|>"
|
|
|
|
# Set the random number seed to use for generation
|
|
PARAMETER seed 42
|
|
|
|
# Set the prompt template to be passed into the model
|
|
TEMPLATE """
|
|
{{- if .System }}<|im_start|>system
|
|
{{ .System }}<|im_end|>
|
|
{{ end }}{{ if .Prompt }}<|im_start|>user
|
|
{{ .Prompt }}<|im_end|>
|
|
{{ end }}<|im_start|>assistant
|
|
{{ .Response }}<|im_end|>"""
|