chohtet commited on
Commit
79b1c30
·
verified ·
1 Parent(s): 3806d3e

Upload Modelfile with huggingface_hub

Browse files
Files changed (1) hide show
  1. Modelfile +14 -0
Modelfile ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ FROM ./chohtet/Qwen2.5-32B-Instruct-H3-GGUF/unsloth.BF16.gguf
3
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
+
5
+ {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
+
7
+ {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
+
9
+ {{ .Response }}<|eot_id|>"""
10
+ PARAMETER stop "<|start_header_id|>"
11
+ PARAMETER stop "<|end_header_id|>"
12
+ PARAMETER stop "<|eot_id|>"
13
+ PARAMETER temperature 1.5
14
+ PARAMETER min_p 0.1