Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ from huggingface_hub import hf_hub_download
|
|
12 |
# Modeli indirme
|
13 |
hf_hub_download(
|
14 |
repo_id="CerebrumTech/cere-gemma-2-9b-tr",
|
15 |
-
filename="unsloth.
|
16 |
local_dir="./models"
|
17 |
)
|
18 |
|
@@ -32,7 +32,7 @@ def respond(
|
|
32 |
chat_template = MessagesFormatterType.GEMMA_2
|
33 |
|
34 |
llm = Llama(
|
35 |
-
model_path=f"models/unsloth.
|
36 |
flash_attn=True,
|
37 |
n_gpu_layers=81,
|
38 |
n_batch=1024,
|
|
|
12 |
# Modeli indirme
|
13 |
hf_hub_download(
|
14 |
repo_id="CerebrumTech/cere-gemma-2-9b-tr",
|
15 |
+
filename="unsloth.F16.gguf",
|
16 |
local_dir="./models"
|
17 |
)
|
18 |
|
|
|
32 |
chat_template = MessagesFormatterType.GEMMA_2
|
33 |
|
34 |
llm = Llama(
|
35 |
+
model_path=f"models/unsloth.F16.gguf",
|
36 |
flash_attn=True,
|
37 |
n_gpu_layers=81,
|
38 |
n_batch=1024,
|