snowkylin commited on
Commit
3ccf726
·
1 Parent(s): b8dee70

resume local model

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -17,11 +17,11 @@ default_api_model = "google/gemma-3-27b-it"
17
 
18
  model_id = "google/gemma-3-4b-it"
19
 
20
- # model = Gemma3ForConditionalGeneration.from_pretrained(
21
- # model_id, device_map="auto"
22
- # ).eval()
23
- #
24
- # processor = AutoProcessor.from_pretrained(model_id)
25
 
26
  generate_kwargs = {
27
  'max_new_tokens': 1000,
 
17
 
18
  model_id = "google/gemma-3-4b-it"
19
 
20
+ model = Gemma3ForConditionalGeneration.from_pretrained(
21
+ model_id, device_map="auto"
22
+ ).eval()
23
+
24
+ processor = AutoProcessor.from_pretrained(model_id)
25
 
26
  generate_kwargs = {
27
  'max_new_tokens': 1000,