| FROM kodolph-2x8b-Q5_K_M.gguf | |
| TEMPLATE """ | |
| {{- if .System }} | |
| system | |
| <s>{{ .System }}</s> | |
| {{- end }} | |
| user | |
| <s>Human: | |
| {{ .Prompt }}</s> | |
| assistant | |
| <s>Assistant: | |
| """ | |
| SYSTEM """ | |
| """ | |
| PARAMETER temperature 0 | |
| PARAMETER num_predict 3000 | |
| PARAMETER num_ctx 4096 | |
| PARAMETER stop "<s>" | |
| PARAMETER stop "</s>" | |