Update app.py

app.py

@@ -1,14 +1,28 @@
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+import requests
+import os
 
-# تحميل النموذج والتوكن
+# إعدادات API
+HF_API_TOKEN = os.environ.get("HF_API_TOKEN")  # ← استبدله بتوكنك الحقيقي
 model_id = "Alhdrawi/R-Ray-Ai-model"
-
-tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
-
-# إنشاء pipeline
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+API_URL = f"https://api-inference.huggingface.co/models/{model_id}"
+
+headers = {
+    "Authorization": f"Bearer {HF_API_TOKEN}"
+}
+
+def query_huggingface_api(prompt, max_tokens, temperature, top_p):
+    payload = {
+        "inputs": prompt,
+        "parameters": {
+            "max_new_tokens": max_tokens,
+            "temperature": temperature,
+            "top_p": top_p,
+            "do_sample": True
+        }
+    }
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
 
 def respond(message, history, system_message, max_tokens, temperature, top_p):
     # تجهيز البرومبت الكامل
@@ -17,17 +31,16 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
         full_prompt += f"User: {user_msg}\nAssistant: {bot_msg}\n"
     full_prompt += f"User: {message}\nAssistant:"
 
-    # التوليد
-    result = pipe(
-        full_prompt,
-        max_new_tokens=max_tokens,
-        temperature=temperature,
-        top_p=top_p,
-        do_sample=True,
-    )
-
-    output = result[0]["generated_text"].split("Assistant:")[-1].strip()
-    return output
+    # استدعاء API
+    result = query_huggingface_api(full_prompt, max_tokens, temperature, top_p)
+
+    # استخراج الرد من الناتج
+    try:
+        output_text = result[0]["generated_text"]
+        final_response = output_text.split("Assistant:")[-1].strip()
+        return final_response
+    except Exception as e:
+        return f"❌ Error: {str(result)}"
 
 # واجهة Gradio
 demo = gr.ChatInterface(