voicemenuspe

Running

App Files Files Community

lokesh341 commited on 22 days ago

Commit

787bd32

verified ·

1 Parent(s): 7d5309b

Update app.py

Browse files

Files changed (1) hide show

app.py +357 -158

app.py CHANGED Viewed

@@ -1,163 +1,362 @@
-import torch
-from flask import Flask, render_template, request, jsonify
-import json
-import os
-from transformers import pipeline
-from gtts import gTTS
-from pydub import AudioSegment
-from pydub.silence import detect_nonsilent
-from transformers import AutoConfig
-import time
-from waitress import serve
-from simple_salesforce import Salesforce
-import requests
-app = Flask(__name__)
-# Use whisper-small for faster processing and better speed
-device = "cuda" if torch.cuda.is_available() else "cpu"
-# Create config object to set timeout and other parameters
-config = AutoConfig.from_pretrained("openai/whisper-small")
-config.update({"timeout": 60})
-# Generate required voice prompts
-prompts = {
-    "welcome": "Welcome to Biryani Hub.",
-    "ask_name": "Tell me your name.",
-    "ask_email": "Please provide your email address.",
-    "thank_you": "Thank you for registration."
-}
-# Function to generate and save audio prompts
-def generate_audio_prompt(text, filename):
-    try:
-        tts = gTTS(text)
-        tts.save(os.path.join("static", filename))
-    except gtts.tts.gTTSError as e:
-        print(f"Error: {e}")
-        print("Retrying after 5 seconds...")
-        time.sleep(5)
-        generate_audio_prompt(text, filename)
-for key, text in prompts.items():
-    generate_audio_prompt(text, f"{key}.mp3")
-# Function to convert audio to WAV format
-def convert_to_wav(input_path, output_path):
-    try:
-        audio = AudioSegment.from_file(input_path)
-        audio = audio.set_frame_rate(16000).set_channels(1)
-        audio.export(output_path, format="wav")
-    except Exception as e:
-        raise Exception(f"Audio conversion failed: {str(e)}")
-# Function to check if audio contains actual speech
-def is_silent_audio(audio_path):
-    audio = AudioSegment.from_wav(audio_path)
-    nonsilent_parts = detect_nonsilent(audio, min_silence_len=500, silence_thresh=audio.dBFS-16)
-    return len(nonsilent_parts) == 0
-# Connect to Salesforce
-try:
-    print("Attempting to connect to Salesforce...")
-    sf = Salesforce(username='[email protected]', password='Sati@1020', security_token='sSSjyhInIsUohKpG8sHzty2q')
-    print("Connected to Salesforce successfully!")
-except Exception as e:
-    print(f"Failed to connect to Salesforce: {str(e)}")
-# ✅ LOGIN ENDPOINT (Validates User)
-@app.route('/login', methods=['POST'])
-def login():
-    data = request.json
-    email = data.get('email').strip().lower()
-    phone_number = data.get('phone_number').strip()
-    if not email or not phone_number:
-        return jsonify({'error': 'Missing email or phone number'}), 400
-    try:
-        # Check if user exists in Salesforce
-        query = f"SELECT Id, Name FROM Customer_Login__c WHERE LOWER(Email__c) = '{email}' AND Phone_Number__c = '{phone_number}' LIMIT 1"
-        result = sf.query(query)
-        if result['totalSize'] == 0:
-            return jsonify({'error': 'Invalid email or phone number. User not found'}), 401
-        user_data = result['records'][0]
-        return jsonify({'success': True, 'message': 'Login successful', 'user_id': user_data['Id'], 'name': user_data['Name']}), 200
-    except requests.exceptions.RequestException as req_error:
-        return jsonify({'error': f'Salesforce connection error: {str(req_error)}'}), 500
-    except Exception as e:
-        return jsonify({'error': f'Unexpected error: {str(e)}'}), 500
-# ✅ REGISTRATION ENDPOINT (Creates New User)
-@app.route("/submit", methods=["POST"])
-def submit():
-    data = request.json
-    name = data.get('name')
-    email = data.get('email').strip().lower()
-    phone = data.get('phone').strip()
-    if not name or not email or not phone:
-        return jsonify({'error': 'Missing data'}), 400
-    try:
-        # Check if user already exists
-        query = f"SELECT Id FROM Customer_Login__c WHERE LOWER(Email__c) = '{email}' AND Phone_Number__c = '{phone}' LIMIT 1"
-        existing_user = sf.query(query)
-        if existing_user['totalSize'] > 0:
-            return jsonify({'error': 'User already exists'}), 409  # Conflict
-        # Create new user
-        customer_login = sf.Customer_Login__c.create({
-            'Name': name,
-            'Email__c': email,
-            'Phone_Number__c': phone
-        })
-        if customer_login.get('id'):
-            return jsonify({'success': True, 'user_id': customer_login['id']}), 200
-        else:
-            return jsonify({'error': 'Failed to create record'}), 500
-    except Exception as e:
-        return jsonify({'error': str(e)}), 500
-@app.route("/")
-def index():
-    return render_template("index.html")
-# ✅ TRANSCRIPTION ENDPOINT (Converts Speech to Text)
-@app.route("/transcribe", methods=["POST"])
-def transcribe():
-    if "audio" not in request.files:
-        return jsonify({"error": "No audio file provided"}), 400
-    audio_file = request.files["audio"]
-    input_audio_path = os.path.join("static", "temp_input.wav")
-    output_audio_path = os.path.join("static", "temp.wav")
-    audio_file.save(input_audio_path)
-    try:
-        # Convert to WAV
-        convert_to_wav(input_audio_path, output_audio_path)
-        # Check for silence
-        if is_silent_audio(output_audio_path):
-            return jsonify({"error": "No speech detected. Please try again."}), 400
-        # Use Whisper ASR model for transcription
-        result = pipeline("automatic-speech-recognition", model="openai/whisper-small", device=0 if torch.cuda.is_available() else -1, config=config)
-        transcribed_text = result(output_audio_path)["text"].strip().capitalize()
-        return jsonify({"text": transcribed_text})
-    except Exception as e:
-        return jsonify({"error": f"Speech recognition error: {str(e)}"}), 500
-# Start Production Server
-if __name__ == "__main__":
-    serve(app, host="0.0.0.0", port=7860)

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Biryani Hub - Register & Login</title>
+    <link href="https://fonts.googleapis.com/css2?family=Roboto:wght@400;500&display=swap" rel="stylesheet">
+    <style>
+        body {
+            font-family: 'Roboto', sans-serif;
+            background: linear-gradient(135deg, #f4c542, #ff8f6a);
+            margin: 0;
+            display: flex;
+            justify-content: center;
+            align-items: center;
+            height: 100vh;
+            text-align: center;
+        }
+        .container {
+            background-color: #fff;
+            padding: 40px 50px;
+            border-radius: 10px;
+            width: 500px;
+            box-shadow: 0 10px 30px rgba(0, 0, 0, 0.1);
+            display: flex;
+            justify-content: space-between;
+        }
+        .form-container {
+            width: 48%;
+        }
+        h1 {
+            font-size: 30px;
+            font-weight: bold;
+            color: #ff6a00;
+        }
+        label {
+            font-size: 16px;
+            margin-top: 20px;
+            display: block;
+            text-align: left;
+            font-weight: bold;
+            color: #333;
+        }
+        input[type="text"] {
+            width: 100%;
+            padding: 12px;
+            font-size: 16px;
+            border: 2px solid #ccc;
+            border-radius: 8px;
+            margin-top: 8px;
+            box-sizing: border-box;
+            background-color: #f9f9f9;
+        }
+        input[type="text"]:focus {
+            border-color: #ff6a00;
+            outline: none;
+        }
+        .info {
+            margin-top: 20px;
+            font-size: 16px;
+            color: #ff6a00;
+            font-weight: bold;
+        }
+        .status {
+            font-size: 14px;
+            color: gray;
+            margin-top: 20px;
+        }
+        .header {
+            font-size: 24px;
+            font-weight: bold;
+            color: #ff6a00;
+            margin-bottom: 20px;
+        }
+        .form-section {
+            padding: 20px;
+            background-color: #f9f9f9;
+            border-radius: 10px;
+        }
+        #confirmation {
+            display: none;
+            margin-top: 20px;
+            background-color: #f9f9f9;
+            padding: 20px;
+            border-radius: 10px;
+        }
+        #confirmation h2 {
+            font-size: 20px;
+            font-weight: bold;
+        }
+        .confirm-details {
+            margin: 10px 0;
+        }
+        .confirm-button {
+            padding: 10px 20px;
+            background-color: #ff6a00;
+            color: white;
+            border: none;
+            border-radius: 5px;
+            cursor: pointer;
+        }
+        .confirm-button:hover {
+            background-color: #e65e00;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <!-- Register Section -->
+        <div class="form-container" id="registrationForm" style="display: none;">
+            <h1>Welcome to Biryani Hub 🍽 🍗</h1>
+            <div class="form-section">
+                <h2 class="header">Register</h2>
+                <label for="name">Your Name</label>
+                <input type="text" id="name" placeholder="Your name will appear here..." readonly>
+                <label for="email">Your Email</label>
+                <input type="text" id="email" placeholder="Your email will appear here..." readonly>
+                <label for="mobile">Your Mobile Number</label>
+                <input type="text" id="mobile" placeholder="Your mobile number will appear here..." readonly>
+                <p class="info" id="infoMessage">Listening 🗣🎙️...</p>
+                <p class="status" id="status">🔊...</p>
+            </div>
+        </div>
+        <!-- Login Section -->
+        <div class="form-container" id="loginForm" style="display: none;">
+            <h1>Welcome to Biryani Hub 🍽 🍗</h1>
+            <div class="form-section">
+                <h2 class="header">Login</h2>
+                <label for="loginEmail">Your Email</label>
+                <input type="text" id="loginEmail" placeholder="Your email will appear here..." readonly>
+                <label for="loginMobile">Your Mobile Number</label>
+                <input type="text" id="loginMobile" placeholder="Your mobile number will appear here..." readonly>
+                <p class="info" id="infoMessageLogin">Listening 🗣🎙️...</p>
+                <p class="status" id="statusLogin">🔊...</p>
+            </div>
+        </div>
+    </div>
+    <!-- Confirmation Section -->
+    <div id="confirmation">
+        <h2>Confirm Your Details:</h2>
+        <p class="confirm-details"><strong>Name:</strong> <span id="confirmName"></span></p>
+        <p class="confirm-details"><strong>Email:</strong> <span id="confirmEmail"></span></p>
+        <p class="confirm-details"><strong>Phone:</strong> <span id="confirmPhone"></span></p>
+        <button class="confirm-button" onclick="autoSubmit()">Confirm</button>
+    </div>
+    <script>
+        let recognition;
+        let nameCaptured = "";
+        let emailCaptured = "";
+        let mobileCaptured = "";
+        if ('webkitSpeechRecognition' in window) {
+            recognition = new webkitSpeechRecognition();
+            recognition.continuous = false;
+            recognition.interimResults = false;
+            recognition.lang = 'en-US';
+        } else {
+            alert("Speech Recognition API is not supported in this browser.");
+        }
+        function speak(text, callback) {
+            const speech = new SpeechSynthesisUtterance(text);
+            speech.onend = callback;
+            window.speechSynthesis.speak(speech);
+        }
+        // Ask the user if they want to register or login
+        function askLoginOrRegister() {
+            speak("Are you a new customer or an existing customer? Say 'new' for registration or 'existing' for login.", function() {
+                recognition.start();
+                recognition.onresult = function(event) {
+                    let response = event.results[0][0].transcript.trim().toLowerCase();
+                    recognition.stop();
+                    if (response.includes("new")) {
+                        showRegistrationForm();
+                    } else if (response.includes("existing")) {
+                        showLoginForm();
+                    } else {
+                        speak("Sorry, I didn't understand. Please say 'new' for registration or 'existing' for login.", askLoginOrRegister);
+                    }
+                };
+            });
+        }
+        function showRegistrationForm() {
+            document.getElementById('registrationForm').style.display = 'block';
+            document.getElementById('loginForm').style.display = 'none';
+            speak("Please tell me your name to begin the registration.", startListeningForName);
+        }
+        function showLoginForm() {
+            document.getElementById('loginForm').style.display = 'block';
+            document.getElementById('registrationForm').style.display = 'none';
+            speak("Please tell me your email to begin the login process.", startListeningForLoginEmail);
+        }
+        // Capture the name for registration
+        function startListeningForName() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                nameCaptured = event.results[0][0].transcript.trim();
+                document.getElementById('name').value = nameCaptured;
+                recognition.stop();
+                speak("You said " + nameCaptured + ". Is it correct?", confirmName);
+            };
+        }
+        function confirmName() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                let confirmation = event.results[0][0].transcript.trim().toLowerCase();
+                recognition.stop();
+                if (confirmation.includes("ok")) {
+                    speak("Great! Now, tell me your email.", startListeningForEmail);
+                } else {
+                    speak("Let's try again. Tell me your name.", startListeningForName);
+                }
+            };
+        }
+        // Capture email for registration
+        function startListeningForEmail() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                emailCaptured = event.results[0][0].transcript.trim().replace(/\bat\b/g, '@').replace(/\s+/g, '');
+                document.getElementById('email').value = emailCaptured;
+                recognition.stop();
+                speak("You said " + emailCaptured + ". Is it correct?", confirmEmail);
+            };
+        }
+        function confirmEmail() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                let confirmation = event.results[0][0].transcript.trim().toLowerCase();
+                recognition.stop();
+                if (confirmation.includes("ok")) {
+                    speak("Great! Now, tell me your mobile number.", startListeningForMobile);
+                } else {
+                    speak("Let's try again. Tell me your email.", startListeningForEmail);
+                }
+            };
+        }
+        // Capture mobile number for registration
+        function startListeningForMobile() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                mobileCaptured = event.results[0][0].transcript.trim().replace(/\s+/g, '');
+                document.getElementById('mobile').value = mobileCaptured;
+                recognition.stop();
+                speak("You said " + mobileCaptured + ". Is it correct?", confirmMobile);
+            };
+        }
+        function confirmMobile() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                let confirmation = event.results[0][0].transcript.trim().toLowerCase();
+                recognition.stop();
+                if (confirmation.includes("ok")) {
+                    autoConfirm();
+                } else {
+                    speak("Let's try again. Tell me your mobile number.", startListeningForMobile);
+                }
+            };
+        }
+        // Confirm details and submit automatically
+        function autoConfirm() {
+            document.getElementById('confirmName').textContent = document.getElementById('name').value;
+            document.getElementById('confirmEmail').textContent = document.getElementById('email').value;
+            document.getElementById('confirmPhone').textContent = document.getElementById('mobile').value;
+            document.getElementById('confirmation').style.display = 'block';
+            setTimeout(autoSubmit, 3000);
+        }
+        // Submit details to backend
+        function autoSubmit() {
+            var name = document.getElementById('name').value;
+            var email = document.getElementById('email').value;
+            var phone = document.getElementById('mobile').value;
+            fetch('/submit', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ name: name, email: email, phone: phone })
+            })
+            .then(response => response.json())
+            .then(data => {
+                if (data.success) {
+                    document.getElementById('status').textContent = 'Your details were submitted successfully!';
+                    document.getElementById('confirmation').style.display = 'none';
+                    speak("Your registration is complete. Thank you for registering.");
+                    setTimeout(() => location.reload(), 5000);
+                } else {
+                    document.getElementById('status').textContent = 'There was an error submitting your details.';
+                    speak("There was an error submitting your details. Please try again.");
+                }
+            });
+        }
+        // Start login process
+        function startListeningForLoginEmail() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                emailCaptured = event.results[0][0].transcript.trim().replace(/\bat\b/g, '@').replace(/\s+/g, '');
+                document.getElementById('loginEmail').value = emailCaptured;
+                recognition.stop();
+                speak("You said " + emailCaptured + ". Is it correct?", confirmLoginEmail);
+            };
+        }
+        function confirmLoginEmail() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                let confirmation = event.results[0][0].transcript.trim().toLowerCase();
+                recognition.stop();
+                if (confirmation.includes("ok")) {
+                    speak("Great! Now, tell me your mobile number.", startListeningForLoginMobile);
+                } else {
+                    speak("Let's try again. Tell me your email.", startListeningForLoginEmail);
+                }
+            };
+        }
+        function startListeningForLoginMobile() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                mobileCaptured = event.results[0][0].transcript.trim().replace(/\s+/g, '');
+                document.getElementById('loginMobile').value = mobileCaptured;
+                recognition.stop();
+                speak("You said " + mobileCaptured + ". Is it correct?", confirmLoginMobile);
+            };
+        }
+        function confirmLoginMobile() {
+            recognition.start();
+            recognition.onresult = function(event) {
+                let confirmation = event.results[0][0].transcript.trim().toLowerCase();
+                recognition.stop();
+                if (confirmation.includes("ok")) {
+                    submitLogin();
+                } else {
+                    speak("Let's try again. Tell me your mobile number.", startListeningForLoginMobile);
+                }
+            };
+        }
+        // Submit login details to backend
+        function submitLogin() {
+            let email = document.getElementById('loginEmail').value;
+            let mobile = document.getElementById('loginMobile').value;
+            fetch('/submit_login', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ email: email, mobile: mobile })
+            })
+            .then(response => response.json())
+            .then(data => {
+                speak("Login successful. Welcome back!");
+                // Redirect or perform other actions
+            })
+            .catch(error => {
+                speak("There was an error with your login. Please try again.");
+            });
+        }
+        window.onload = function () {
+            askLoginOrRegister();
+        };
+    </script>
+</body>
+</html>