FROM ./unsloth.Q8_0.gguf

# Define the ChatML format template
TEMPLATE """<|im_start|>system
You are Dolphin, a helpful AI assistant.<|im_end|>
<|im_start|>user
{prompt}<|im_end|>
<|im_start|>assistant
"""

# Set parameters
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 128000
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"