Update app.py

app.py

@@ -11,6 +11,11 @@ import gradio as gr
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from duckduckgo_search import DDGS
+
+from transformers import modeling_utils
+if not hasattr(modeling_utils, "ALL_PARALLEL_STYLES") or modeling_utils.ALL_PARALLEL_STYLES is None:
+    modeling_utils.ALL_PARALLEL_STYLES = ["tp", "none","colwise",'rowwise']
+    
 # import spaces  # Import spaces early to enable ZeroGPU support
 
 # Optional: Disable GPU visibility if you wish to force CPU usage