Upload README.md with huggingface_hub

README.md

@@ -7,6 +7,7 @@ base_model: huihui-ai/Llama-3.2-3B-Instruct-abliterated
 # creation
 
 ```python
+
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from datasets import load_dataset
 from llmcompressor import oneshot
@@ -49,6 +50,7 @@ recipe = [
 model = AutoModelForCausalLM.from_pretrained(
   model_id,
   device_map="auto",
+  torch_dtype="bfloat16",
 )
 
 oneshot(