Spaces:
Runtime error
Runtime error
Gumelar Teja Sukma
commited on
Commit
·
56f7ef6
1
Parent(s):
5bfdd82
bug fix
Browse files
app.py
CHANGED
|
@@ -9,7 +9,8 @@ print("PyTorch Version",torch.__version__) # Versi PyTorch
|
|
| 9 |
print("Is GPU Available",torch.cuda.is_available()) # Apakah GPU terdeteksi?
|
| 10 |
|
| 11 |
model_name_or_path = "TheBloke/Llama-2-7B-Chat-GGUF"
|
| 12 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
|
|
|
| 13 |
|
| 14 |
model = AutoGPTQForCausalLM.from_quantized(
|
| 15 |
model_name_or_path,
|
|
|
|
| 9 |
print("Is GPU Available",torch.cuda.is_available()) # Apakah GPU terdeteksi?
|
| 10 |
|
| 11 |
model_name_or_path = "TheBloke/Llama-2-7B-Chat-GGUF"
|
| 12 |
+
# tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
| 13 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
|
| 14 |
|
| 15 |
model = AutoGPTQForCausalLM.from_quantized(
|
| 16 |
model_name_or_path,
|