Spaces:
Sleeping
Sleeping
kirp
commited on
Commit
·
99edca1
1
Parent(s):
ed610fa
app.py
CHANGED
|
@@ -11,7 +11,9 @@ from huggingface_hub import snapshot_download
|
|
| 11 |
from llama_cpp import Llama
|
| 12 |
|
| 13 |
repo_name = "kirp/TinyLlama-1.1B-Chat-v0.2-gguf"
|
| 14 |
-
model_name = "ggml-model-q4_k_m.gguf"
|
|
|
|
|
|
|
| 15 |
|
| 16 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 17 |
|
|
|
|
| 11 |
from llama_cpp import Llama
|
| 12 |
|
| 13 |
repo_name = "kirp/TinyLlama-1.1B-Chat-v0.2-gguf"
|
| 14 |
+
# model_name = "ggml-model-q4_k_m.gguf"
|
| 15 |
+
model_name = "ggml-model-q2_k.gguf"
|
| 16 |
+
|
| 17 |
|
| 18 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 19 |
|