jljiu commited on
Commit
267155e
·
verified ·
1 Parent(s): 8d461d2

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +1 -1
Modelfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM ./llama3.1_8b_chinese_chat_q8_0.gguf
2
  TEMPLATE """
3
  {{ if .System }}<|start_header_id|>system<|end_header_id|>
4
  {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
 
1
+ FROM ./llama3.1_8b_chinese_chat_q4_0.gguf
2
  TEMPLATE """
3
  {{ if .System }}<|start_header_id|>system<|end_header_id|>
4
  {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>