OPEA
/

MiniMax-Text-01-int4-sym-inc-preview

4-bit precision

intel/auto-round

Model card Files Files and versions Community

cicdatopea commited on Jan 18

Commit

5e8f238

·

verified ·

1 Parent(s): 1114c1f

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -31,7 +31,7 @@ from auto_round import AutoRoundConfig  ##must import for autoround format
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
-quantized_model_dir = "/data3/wenhuach/MiniMax-Text-01-test2"
 tokenizer=AutoTokenizer.from_pretrained(quantized_model_dir, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,

 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
+quantized_model_dir = "OPEA/MiniMax-Text-01-int4-sym-inc-preview"
 tokenizer=AutoTokenizer.from_pretrained(quantized_model_dir, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,