leon-se
/

Aria-sequential_mlp-bnb_nf4

Image-Text-to-Text

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

leon-se commited on Dec 29, 2024

Commit

1782352

·

verified ·

1 Parent(s): 96204e7

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -26,7 +26,7 @@ from PIL import Image
 from transformers import AutoModelForCausalLM, AutoProcessor, BitsAndBytesConfig
 torch.cuda.set_device(0)
-model_id_or_path = "thwin27/Aria-sequential_mlp-bnb_nf4"
 model = AutoModelForCausalLM.from_pretrained(model_id_or_path, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
 processor = AutoProcessor.from_pretrained(model_id_or_path, trust_remote_code=True)

 from transformers import AutoModelForCausalLM, AutoProcessor, BitsAndBytesConfig
 torch.cuda.set_device(0)
+model_id_or_path = "leon-se/Aria-sequential_mlp-bnb_nf4"
 model = AutoModelForCausalLM.from_pretrained(model_id_or_path, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
 processor = AutoProcessor.from_pretrained(model_id_or_path, trust_remote_code=True)