Spaces:

Dagriffpatchfan
/

Gemma1B

Running

Dagriffpatchfan commited on May 29

Commit

b0099e4

verified ·

1 Parent(s): bf2a6ba

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,7 +11,7 @@ print("Gradio version:", gradio.__version__)
 llm = Llama.from_pretrained(
     repo_id="google/gemma-3-1b-it-qat-q4_0-gguf",
     filename="gemma-3-1b-it-q4_0.gguf",
-    n_ctx=32768,
     verbose=False  # Mute llama.cpp logs
 )

 llm = Llama.from_pretrained(
     repo_id="google/gemma-3-1b-it-qat-q4_0-gguf",
     filename="gemma-3-1b-it-q4_0.gguf",
+    n_ctx=500,
     verbose=False  # Mute llama.cpp logs
 )