Update app.py

app.py

@@ -20,9 +20,20 @@ def fetch_message():
     if not message:
         return jsonify({"error": "No input provided."}), 400
 
+    # Define model parameters
+    model_params = {
+        "temperature": 0.7,  # Controls randomness
+        "top_p": 0.9,       # Nucleus sampling
+        "max_length": 300,  # Limit response length
+        "do_sample": True   # Enable sampling
+    }
+
     # Process the message using the Hugging Face model
     try:
-        response = client.text_generation(message)
+        response = client.text_generation(
+            message,
+            **model_params  # Pass parameters
+        )
         return jsonify({"response": response})
     except Exception as e:
         return jsonify({"error": str(e)}), 500
@@ -30,5 +41,5 @@ def fetch_message():
 if __name__ == "__main__":
     # Use PORT environment variable or default to 7860
     port = int(os.getenv("PORT", 7860))
-    
-    app.run(host="0.0.0.0", port=port)
+    app.run(host="0.0.0.0", port=port)
+