xiddiqui commited on
Commit
adfe61d
·
1 Parent(s): 1d523f1

updated the app.py because of gpu error

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,8 +14,8 @@ device = "cpu"
14
 
15
  # Load model and tokenizer
16
 
17
- # 1. Load the base model (unsloth/meta-llama-3.1-8b-bnb-4bit)
18
- base_model_name = "unsloth/meta-llama-3.1-8b-bnb-4bit"
19
  tokenizer = AutoTokenizer.from_pretrained(base_model_name)
20
 
21
  # Disable GPU quantization or 4-bit loading explicitly to avoid bitsandbytes
 
14
 
15
  # Load model and tokenizer
16
 
17
+ # 1. Load the base model (unsloth/meta-llama-3.1-8b)
18
+ base_model_name = "unsloth/Meta-Llama-3.1-8B"
19
  tokenizer = AutoTokenizer.from_pretrained(base_model_name)
20
 
21
  # Disable GPU quantization or 4-bit loading explicitly to avoid bitsandbytes