oguzhandoganoglu commited on
Commit
bfbae3d
·
verified ·
1 Parent(s): 53f1847

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -12,7 +12,7 @@ from huggingface_hub import hf_hub_download
12
  # Modeli indirme
13
  hf_hub_download(
14
  repo_id="CerebrumTech/cere-gemma-2-9b-tr",
15
- filename="unsloth.Q8_0.gguf",
16
  local_dir="./models"
17
  )
18
 
@@ -32,7 +32,7 @@ def respond(
32
  chat_template = MessagesFormatterType.GEMMA_2
33
 
34
  llm = Llama(
35
- model_path=f"models/unsloth.Q8_0.gguf",
36
  flash_attn=True,
37
  n_gpu_layers=81,
38
  n_batch=1024,
 
12
  # Modeli indirme
13
  hf_hub_download(
14
  repo_id="CerebrumTech/cere-gemma-2-9b-tr",
15
+ filename="unsloth.F16.gguf",
16
  local_dir="./models"
17
  )
18
 
 
32
  chat_template = MessagesFormatterType.GEMMA_2
33
 
34
  llm = Llama(
35
+ model_path=f"models/unsloth.F16.gguf",
36
  flash_attn=True,
37
  n_gpu_layers=81,
38
  n_batch=1024,