Spaces:
Running
Running
snowkylin
commited on
Commit
·
3ccf726
1
Parent(s):
b8dee70
resume local model
Browse files
app.py
CHANGED
@@ -17,11 +17,11 @@ default_api_model = "google/gemma-3-27b-it"
|
|
17 |
|
18 |
model_id = "google/gemma-3-4b-it"
|
19 |
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
|
26 |
generate_kwargs = {
|
27 |
'max_new_tokens': 1000,
|
|
|
17 |
|
18 |
model_id = "google/gemma-3-4b-it"
|
19 |
|
20 |
+
model = Gemma3ForConditionalGeneration.from_pretrained(
|
21 |
+
model_id, device_map="auto"
|
22 |
+
).eval()
|
23 |
+
|
24 |
+
processor = AutoProcessor.from_pretrained(model_id)
|
25 |
|
26 |
generate_kwargs = {
|
27 |
'max_new_tokens': 1000,
|