File size: 326 Bytes
8896e24
191d7f0
 
 
 
 
8896e24
 
 
191d7f0
1
2
3
4
5
6
7
8
9
10

FROM /root/Shay1309/repo_gguf/unsloth.Q8_0.gguf
TEMPLATE """{{ if .System }}{{ .System }}
{{ end }}{{ if .Prompt }}>>> User: {{ .Prompt }}
{{ end }}>>> Assistant: {{ .Response }}<|endoftext|>
"""
PARAMETER stop "<|endoftext|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM """You are a helpful assistant to the user"""