FROM /content/chunminglim/titan/unsloth.Q8_0.gguf

TEMPLATE """{{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }}
USER: {{ .Prompt }}{{ end }}
ASSISTANT: {{ .Response }}</s>"""

PARAMETER stop "[INST]"
PARAMETER stop "[TOOL_CALLS]"
PARAMETER stop "[/TOOL_RESULTS]"
PARAMETER stop "<unk>"
PARAMETER stop "[/INST]"
PARAMETER stop "[/AVAILABLE_TOOLS]"
PARAMETER stop "[TOOL_RESULTS]"
PARAMETER stop "[AVAILABLE_TOOLS]"
PARAMETER stop "</s>"
PARAMETER stop "[control_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM "Below are some instructions that describe some tasks. Write responses that appropriately complete each request."