Update app.py

app.py

@@ -5,13 +5,15 @@ import gradio as gr
 
 MODEL_ID = "davidr99/qwen2-7b-instruct-blackjack"
 
+
+from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor
+from qwen_vl_utils import process_vision_info
+
+model = Qwen2VLForConditionalGeneration.from_pretrained(MODEL_ID, torch_dtype="auto", device_map="auto").to('cuda')
+processor = AutoProcessor.from_pretrained(MODEL_ID)
+
 @spaces.GPU(duration=30)
 def blackjack_ai(image):
-    from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor
-    from qwen_vl_utils import process_vision_info
-    
-    model = Qwen2VLForConditionalGeneration.from_pretrained(MODEL_ID, torch_dtype="auto", device_map="auto")
-    processor = AutoProcessor.from_pretrained(MODEL_ID)
 
     instruction = "extract json from this image."