2nd commit

app.py

@@ -100,7 +100,7 @@ def run_inference(
         "eos_token_id": model.text_tokenizer.eos_token_id, "pad_token_id": model.text_tokenizer.pad_token_id
     }
     
-    with torch.no_grad():
+    with torch.inference_mode():
         try:
             outputs = model.generate(inputs=input_ids, pixel_values=pixel_values, grid_thws=grid_thws, **gen_kwargs)
         except Exception as e:
@@ -122,7 +122,7 @@ def toggle_media_input(choice: str) -> Tuple:
 
 
 # --- Build Gradio Application ---
-@spaces.GPU
+# @spaces.GPU
 def build_demo(model_path: str):
     """Builds the Gradio user interface for the model."""
     global model