VicGerardoPR commited on
Commit
26e8e2a
·
verified ·
1 Parent(s): fc75423

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -18,7 +18,8 @@ def load_model():
18
  bnb_4bit_use_double_quant=True
19
  )
20
 
21
- model_name = "HuggingFaceH4/zephyr-7b-beta" # Alternativa compatible
 
22
  device_map="mps", # Forzar uso de Metal
23
  quantization_config=quantization_config,
24
  torch_dtype=torch.bfloat16, # Tipo de dato compatible
 
18
  bnb_4bit_use_double_quant=True
19
  )
20
 
21
+ model = AutoModelForCausalLM.from_pretrained(
22
+ "HuggingFaceH4/zephyr-7b-beta",
23
  device_map="mps", # Forzar uso de Metal
24
  quantization_config=quantization_config,
25
  torch_dtype=torch.bfloat16, # Tipo de dato compatible