Spaces:
Runtime error
Runtime error
updated the app.py because of gpu error
Browse files
app.py
CHANGED
@@ -14,8 +14,8 @@ device = "cpu"
|
|
14 |
|
15 |
# Load model and tokenizer
|
16 |
|
17 |
-
# 1. Load the base model (unsloth/meta-llama-3.1-8b
|
18 |
-
base_model_name = "unsloth/
|
19 |
tokenizer = AutoTokenizer.from_pretrained(base_model_name)
|
20 |
|
21 |
# Disable GPU quantization or 4-bit loading explicitly to avoid bitsandbytes
|
|
|
14 |
|
15 |
# Load model and tokenizer
|
16 |
|
17 |
+
# 1. Load the base model (unsloth/meta-llama-3.1-8b)
|
18 |
+
base_model_name = "unsloth/Meta-Llama-3.1-8B"
|
19 |
tokenizer = AutoTokenizer.from_pretrained(base_model_name)
|
20 |
|
21 |
# Disable GPU quantization or 4-bit loading explicitly to avoid bitsandbytes
|