Update app.py

app.py

@@ -85,18 +85,38 @@ def analyze_character(image_path, analysis_type):
     
     # Generate response
     try:
+        # Modified generation approach to avoid the cache issue
         output_ids = model.generate(
             input_ids,
             images=image_tensor,
             max_new_tokens=1024,
             temperature=0.7,
             top_p=0.9,
-            use_cache=True)[0]
+            use_cache=False,  # Disable caching to avoid the error
+            do_sample=True)   # Enable sampling for more creative outputs
         
-        response = tokenizer.decode(output_ids[input_ids.shape[1]:], skip_special_tokens=True).strip()
+        response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True).strip()
         return response
     except Exception as e:
-        return f"Error generating analysis: {str(e)}"
+        # Add fallback generation method if the first method fails
+        try:
+            print(f"First generation method failed with: {str(e)}. Trying fallback method...")
+            # Alternate generation approach
+            with torch.inference_mode():
+                output = model.generate(
+                    input_ids,
+                    images=image_tensor,
+                    max_new_tokens=1024,
+                    do_sample=True,
+                    top_p=0.9,
+                    temperature=0.7,
+                    eos_token_id=tokenizer.eos_token_id,
+                    pad_token_id=tokenizer.pad_token_id if tokenizer.pad_token_id else tokenizer.eos_token_id
+                )
+            response = tokenizer.decode(output[0][input_ids.shape[1]:], skip_special_tokens=True).strip()
+            return response
+        except Exception as e2:
+            return f"Error generating analysis: {str(e)}\nFallback also failed: {str(e2)}\n\nPlease try a different image or check model compatibility."
 
 # Create Gradio interface
 def create_ui():