Make system prompt optional, increase max_tokens limit

app.py

@@ -26,8 +26,9 @@ def get_inference_client(selected_model):
 def get_response(user_input, history, selected_model, system_prompt, temperature, max_tokens, top_p):
     client = get_inference_client(selected_model)
     
-    # Add system message
-    messages = [{"role": "system", "content": system_prompt}]
+    # Add system message, if not empty
+    if (len(system_prompt)) > 0:
+        messages = [{"role": "system", "content": system_prompt}]
     
     # Include previous conversation history
     for h in history:
@@ -65,9 +66,9 @@ with gr.Blocks() as demo:
                 selected_model = gr.Dropdown(choices=list(models.keys()), label="Select Model", value="Llama-3.3-70B-Instruct")
                 
                 # Chat settings
-                system_prompt = gr.Textbox(value="You are a friendly and open-minded chatbot.", label="System Prompt", lines=5)
+                system_prompt = gr.Textbox(value="You are a friendly and open-minded chatbot.", label="System Prompt (Optional)", lines=5)
                 temperature = gr.Slider(minimum=0.0, maximum=1.0, step=0.1, value=0.7, label="Temperature")
-                max_tokens = gr.Slider(minimum=10, maximum=1000, step=10, value=250, label="Max Tokens")
+                max_tokens = gr.Slider(minimum=10, maximum=8192, step=10, value=250, label="Max Tokens")
                 top_p = gr.Slider(minimum=0.0, maximum=1.0, step=0.1, value=0.9, label="Top-p")
     
     # Chatbot interaction