paradox0bytes commited on
Commit
9b73480
·
verified ·
1 Parent(s): 70c9744

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +16 -16
Modelfile CHANGED
@@ -1,17 +1,17 @@
1
- FROM ./unsloth.Q8_0.gguf
2
-
3
- # Define the ChatML format template
4
- TEMPLATE """<|im_start|>system
5
- You are Dolphin, a helpful AI assistant.<|im_end|>
6
- <|im_start|>user
7
- {prompt}<|im_end|>
8
- <|im_start|>assistant
9
- """
10
-
11
- # Set parameters
12
- PARAMETER repeat_penalty 1.1
13
- PARAMETER max_tokens 128000
14
- PARAMETER temperature 0.7
15
- PARAMETER top_p 0.9
16
- PARAMETER stop "<|im_end|>"
17
  PARAMETER stop "<|im_start|>"
 
1
+ FROM ./unsloth.Q8_0.gguf
2
+
3
+ # Define the ChatML format template
4
+ TEMPLATE """<|im_start|>system
5
+ You are Dolphin, a helpful AI assistant.<|im_end|>
6
+ <|im_start|>user
7
+ {prompt}<|im_end|>
8
+ <|im_start|>assistant
9
+ """
10
+
11
+ # Set parameters
12
+ PARAMETER repeat_penalty 1.1
13
+ PARAMETER num_ctx 128000
14
+ PARAMETER temperature 0.7
15
+ PARAMETER top_p 0.9
16
+ PARAMETER stop "<|im_end|>"
17
  PARAMETER stop "<|im_start|>"