Update app.py

app.py

@@ -1,59 +1,66 @@
-import gradio as gr
+import speech_recognition as sr
 from gtts import gTTS
 import os
+import time
 
-# Menu data from the second image (hardcoded for simplicity)
-menu = {
-    "Appetizer": ["Veg Samosas", "Cut Mirchi", "Onion", "Spinach", "Mixed Vegetable"],
-    "Pakodas": ["Veg Pakoda", "Chicken Pakoda", "Fish Pakoda"],
-    "Manchurian": ["Vegetable", "Paneer", "Chicken", "Fish", "Jhinga"],
-    "Chilly": ["Gobi", "Paneer", "Chicken", "Fish", "Shrimp"],
-    "Chef's Special": ["Murgh (Chicken)", "Gosht (Goat)", "Jhinga (Shrimp)", "Fish Fry"],
-    "Vegetarian Entree": ["Dal Fry", "Dal Makhani", "Channa Masala", "Aloo Gobi Masala", "Saag Paneer"],
-    "Chettinad": ["Egg", "Murgh (Chicken)", "Gosht (Goat)", "Jhinga (Shrimp)", "Crab"],
-    "Butter Masala": ["Chicken", "Shrimp", "Gosht (Goat)"]
-}
-
-# Function to speak a text using Google Text-to-Speech (gTTS)
+# Function to speak using Google Text-to-Speech
 def speak(text):
     tts = gTTS(text=text, lang='en')
     tts.save("output.mp3")
-    # Do not try to play the audio, just save it
-    # os.system("mpg321 output.mp3")  # Removed, as it is not supported in Hugging Face
+    os.system("start output.mp3")  # For Windows
+    # os.system("mpg321 output.mp3")  # Uncomment for Linux
 
-# Function to process the order and handle confirmation
-def process_order(order, confirmation):
-    response = "You have ordered the following: "
+# Function to listen and recognize speech using Google Speech Recognition
+def listen():
+    recognizer = sr.Recognizer()
+
+    with sr.Microphone() as source:
+        print("Listening for your order...")
+        audio = recognizer.listen(source)
+    
+    try:
+        # Using Google Speech Recognition to convert speech to text
+        order = recognizer.recognize_google(audio)
+        print(f"Recognized Order: {order}")
+        return order
+    except sr.UnknownValueError:
+        speak("Sorry, I could not understand that. Could you please repeat?")
+        return None
+    except sr.RequestError:
+        speak("Sorry, there was an issue with the service.")
+        return None
+
+# Sample menu data
+menu = ["Veg Samosas", "Chicken Pakoda", "Fish Fry", "Dal Fry", "Paneer Butter Masala"]
+
+# Function to process the order
+def process_order(order):
+    response = "You have ordered the following items: "
     order = order.lower()
 
-    # Check for matching menu items
     ordered_items = []
-    for category, items in menu.items():
-        for item in items:
-            if item.lower() in order:
-                ordered_items.append(item)
+    for item in menu:
+        if item.lower() in order:
+            ordered_items.append(item)
 
     if ordered_items:
-        response += ', '.join(ordered_items) + ". Is that correct?"
-        if confirmation.lower() == "yes":
-            speak("Thank you for your order. It will be ready shortly!")
-            return "Order confirmed. " + response
-        else:
-            speak("Please tell me again what you'd like to order.")
-            return "Order not confirmed. Please try again."
+        response += ", ".join(ordered_items) + ". Is that correct?"
+        speak(response)
+        time.sleep(2)
+        return response
     else:
         speak("Sorry, I couldn't find any items matching your order. Can you try again?")
-        return "Sorry, I couldn't find any items matching your order. Can you try again?"
-
-# Create Gradio interface
-def start_assistant(order, confirmation):
-    return process_order(order, confirmation)
+        return "Sorry, I couldn't find any items matching your order."
 
-# Gradio interface setup
-iface = gr.Interface(fn=start_assistant, inputs=["text", "text"], outputs="text", 
-                     live=True, 
-                     title="Voice Food Ordering Assistant", 
-                     description="Type your food order and confirm your order.")
+# Main function
+def start_assistant():
+    speak("Welcome to the Voice Food Ordering Assistant!")
+    time.sleep(1)
+    speak("Please tell me what you would like to order.")
+    while True:
+        order = listen()
+        if order:
+            process_order(order)
 
-# Launch the interface
-iface.launch()
+if __name__ == "__main__":
+    start_assistant()