Update app.py

app.py

@@ -1,97 +1,79 @@
-import os
-import time
-import threading
-import speech_recognition as sr
+import gradio as gr
 from gtts import gTTS
-from tempfile import NamedTemporaryFile
+import os
+import tempfile
+import json
 
-# Initialize the recognizer
-recognizer = sr.Recognizer()
+# Store cart in a temporary storage
+cart = []
 
-# Menu items and cart initialization
+# Define the menu items dynamically
 menu_items = {
-    "biryani": ["Chicken Biryani", "Mutton Biryani", "Vegetable Biryani", "Egg Biryani"],
-    "starters": ["Chicken Tikka", "Paneer Tikka", "Fish Fry", "Veg Manchurian"],
-    "drinks": ["Coke", "Pepsi", "Lemonade", "Mango Juice", "Water"]
+    "Pizza": 10.99,
+    "Burger": 8.49,
+    "Pasta": 12.99,
+    "Salad": 7.99,
+    "Soda": 2.49
 }
-cart = []
-
-# Helper Functions
-def text_to_speech(text):
-    """Convert text to speech and play the response."""
-    tts = gTTS(text=text, lang='en')
-    audio_file = NamedTemporaryFile(delete=False, suffix=".mp3")
-    tts.save(audio_file.name)
-    os.system(f"mpg123 {audio_file.name}")
-    return audio_file.name
 
-def read_menu():
-    """Generate the menu text."""
-    menu_text = "Here is the menu: "
-    for category, items in menu_items.items():
-        menu_text += f"{category.capitalize()}: " + ", ".join(items) + ". "
-    menu_text += "Please tell me the items you want to add to your cart."
-    return menu_text
+def generate_voice_response(text):
+    tts = gTTS(text)
+    temp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3")
+    temp_file.close()
+    tts.save(temp_file.name)
+    return temp_file.name
 
-def process_audio_command(audio_path):
-    """Process the user's audio command."""
+def restaurant_voice_assistant(input_text, state_json):
     global cart
-    try:
-        with sr.AudioFile(audio_path) as source:
-            audio = recognizer.record(source)
-            command = recognizer.recognize_google(audio).lower()
-    except Exception as e:
-        return "Sorry, I couldn't understand that. Could you repeat?"
+    state = json.loads(state_json) if state_json else {}
+    response = ""
+    voice_path = None
 
-    # Menu Request
-    if "menu" in command:
-        return read_menu()
-
-    # Adding Items to the Cart
-    for category, items in menu_items.items():
-        for item in items:
-            if item.lower() in command:
-                cart.append(item)
-                return f"{item} has been added to your cart."
-
-    # Cart Inquiry
-    if "cart" in command:
-        if not cart:
-            return "Your cart is empty."
+    if not state.get("menu_shown", False):
+        # Show menu dynamically
+        response = "Welcome to our restaurant! Here is our menu:\n"
+        for item, price in menu_items.items():
+            response += f"{item}: ${price:.2f}\n"
+        response += "\nPlease tell me the item you would like to add to your cart."
+        state["menu_shown"] = True
+    elif "add_to_cart" in input_text.lower():
+        item = input_text.replace("add to cart", "").strip()
+        if item in menu_items:
+            cart.append(item)
+            response = f"{item} has been added to your cart. Would you like to add anything else?"
         else:
-            return "Your cart contains: " + ", ".join(cart)
-
-    # Submitting Order
-    if "submit" in command or "finalize" in command:
-        if not cart:
-            return "Your cart is empty. Add some items before submitting."
+            response = f"Sorry, {item} is not on the menu. Please choose an item from the menu."
+    elif "menu" in input_text.lower():
+        response = "Here is our menu again:\n"
+        for item, price in menu_items.items():
+            response += f"{item}: ${price:.2f}\n"
+        response += "\nWhat would you like to add to your cart?"
+    elif "final order" in input_text.lower():
+        if cart:
+            response = "Your final order includes:\n"
+            for item in cart:
+                response += f"- {item}\n"
+            response += "\nThank you for ordering!"
+            cart = []  # Clear cart after finalizing order
         else:
-            response = "Your final order is: " + ", ".join(cart) + ". Thank you for your order!"
-            cart.clear()
-            return response
+            response = "Your cart is empty. Would you like to order something?"
+    else:
+        response = "I didn’t quite catch that. Please tell me what you’d like to order."
+
+    voice_path = generate_voice_response(response)
+    return response, voice_path, json.dumps(state)
 
-    return "Sorry, I didn't understand that. Please try again."
+with gr.Blocks() as demo:
+    state = gr.State(value=json.dumps({}))
+    
+    with gr.Row():
+        user_input = gr.Textbox(label="Your Voice Input", placeholder="Type here or use voice input.")
+        output_text = gr.Textbox(label="Response Text")
+    
+    with gr.Row():
+        voice_output = gr.Audio(label="Response Audio")
 
-# Continuous Listening and Responding
-def continuous_conversation():
-    """Continuously listen to and respond to user commands."""
-    while True:
-        with NamedTemporaryFile(delete=False, suffix=".wav") as temp_audio:
-            try:
-                print("Listening...")
-                with sr.Microphone() as source:
-                    recognizer.adjust_for_ambient_noise(source)
-                    audio = recognizer.listen(source)
-                    with open(temp_audio.name, "wb") as f:
-                        f.write(audio.get_wav_data())
-                response = process_audio_command(temp_audio.name)
-                print("Assistant:", response)
-                text_to_speech(response)
-            except Exception as e:
-                print("Error processing audio input:", e)
-                text_to_speech("I encountered an error. Please try again.")
+    submit_btn = gr.Button("Submit")
+    submit_btn.click(restaurant_voice_assistant, inputs=[user_input, state], outputs=[output_text, voice_output, state])
 
-if __name__ == "__main__":
-    print("Starting Voice-Activated Restaurant Menu System...")
-    text_to_speech("Welcome to the voice-activated restaurant menu system. You can ask for the menu, add items to your cart, check your cart, or submit your order.")
-    continuous_conversation()
+demo.launch()