|
import pyttsx3 |
|
import speech_recognition as sr |
|
from datetime import datetime |
|
from flask import Flask, render_template_string, request, jsonify |
|
|
|
app = Flask(__name__) |
|
|
|
|
|
engine = pyttsx3.init() |
|
|
|
|
|
orders = [] |
|
user_preferences = {"diet": "all"} |
|
|
|
|
|
html_code = """ |
|
<!DOCTYPE html> |
|
<html lang="en"> |
|
<head> |
|
<meta charset="UTF-8"> |
|
<meta name="viewport" content="width=device-width, initial-scale=1.0"> |
|
<title>AI Dining Assistant</title> |
|
<style> |
|
body { |
|
font-family: Arial, sans-serif; |
|
background-color: #f4f4f9; |
|
display: flex; |
|
flex-direction: column; |
|
align-items: center; |
|
justify-content: center; |
|
height: 100vh; |
|
margin: 0; |
|
} |
|
|
|
h1 { |
|
color: #333; |
|
} |
|
|
|
.mic-button { |
|
width: 80px; |
|
height: 80px; |
|
border-radius: 50%; |
|
background-color: #007bff; |
|
color: white; |
|
font-size: 24px; |
|
border: none; |
|
display: flex; |
|
align-items: center; |
|
justify-content: center; |
|
cursor: pointer; |
|
box-shadow: 0px 4px 6px rgba(0, 0, 0, 0.1); |
|
transition: background-color 0.3s; |
|
} |
|
|
|
.mic-button:hover { |
|
background-color: #0056b3; |
|
} |
|
|
|
.status { |
|
margin-top: 20px; |
|
font-size: 18px; |
|
color: #666; |
|
} |
|
|
|
.listening { |
|
color: green; |
|
font-weight: bold; |
|
} |
|
|
|
.response { |
|
margin-top: 20px; |
|
padding: 10px; |
|
background-color: #fff; |
|
border: 1px solid #ddd; |
|
border-radius: 5px; |
|
box-shadow: 0px 4px 6px rgba(0, 0, 0, 0.1); |
|
width: 300px; |
|
text-align: center; |
|
} |
|
</style> |
|
</head> |
|
<body> |
|
<h1>AI Dining Assistant</h1> |
|
<button class="mic-button" id="mic-button">🎤</button> |
|
<div class="status" id="status">Press the mic button to start listening...</div> |
|
<div class="response" id="response" style="display: none;">Response will appear here...</div> |
|
|
|
<script> |
|
const micButton = document.getElementById('mic-button'); |
|
const status = document.getElementById('status'); |
|
const response = document.getElementById('response'); |
|
|
|
if (!window.MediaRecorder) { |
|
alert("Your browser does not support audio recording."); |
|
} |
|
|
|
let mediaRecorder; |
|
let audioChunks = []; |
|
|
|
micButton.addEventListener('click', async () => { |
|
navigator.mediaDevices.getUserMedia({ audio: true }) |
|
.then(stream => { |
|
mediaRecorder = new MediaRecorder(stream); |
|
mediaRecorder.start(); |
|
status.textContent = 'Listening...'; |
|
status.classList.add('listening'); |
|
|
|
mediaRecorder.ondataavailable = event => { |
|
audioChunks.push(event.data); |
|
}; |
|
|
|
mediaRecorder.onstop = async () => { |
|
const audioBlob = new Blob(audioChunks, { type: 'audio/wav' }); |
|
const formData = new FormData(); |
|
formData.append('audio', audioBlob); |
|
|
|
status.textContent = 'Processing...'; |
|
status.classList.remove('listening'); |
|
|
|
try { |
|
const result = await fetch('/process-audio', { |
|
method: 'POST', |
|
body: formData, |
|
}); |
|
|
|
const data = await result.json(); |
|
response.textContent = data.response; |
|
response.style.display = 'block'; |
|
status.textContent = 'Press the mic button to start listening...'; |
|
} catch (error) { |
|
response.textContent = 'Error occurred. Please try again.'; |
|
response.style.display = 'block'; |
|
status.textContent = 'Press the mic button to start listening...'; |
|
} |
|
}; |
|
|
|
setTimeout(() => { |
|
mediaRecorder.stop(); |
|
}, 5000); // Stop recording after 5 seconds |
|
}) |
|
.catch(err => { |
|
status.textContent = 'Microphone access denied.'; |
|
}); |
|
}); |
|
</script> |
|
</body> |
|
</html> |
|
""" |
|
|
|
@app.route('/') |
|
def index(): |
|
return render_template_string(html_code) |
|
|
|
@app.route('/process-audio', methods=['POST']) |
|
def process_audio(): |
|
try: |
|
audio_file = request.files['audio'] |
|
recognizer = sr.Recognizer() |
|
with sr.AudioFile(audio_file) as source: |
|
audio_data = recognizer.record(source) |
|
command = recognizer.recognize_google(audio_data) |
|
response = process_command(command) |
|
return jsonify({"response": response}) |
|
except Exception as e: |
|
return jsonify({"response": f"An error occurred: {str(e)}"}) |
|
|
|
def speak_text(text): |
|
"""Speak the provided text.""" |
|
engine.say(text) |
|
engine.runAndWait() |
|
|
|
def get_greeting(): |
|
"""Return a greeting based on the current time.""" |
|
current_hour = datetime.now().hour |
|
if current_hour < 12: |
|
return "Good morning!" |
|
elif 12 <= current_hour < 18: |
|
return "Good afternoon!" |
|
else: |
|
return "Good evening!" |
|
|
|
def filter_menu(menu): |
|
"""Filter menu based on user preferences.""" |
|
filtered_menu = {} |
|
for dish, details in menu.items(): |
|
if user_preferences["diet"] in details["type"] or user_preferences["diet"] == "all": |
|
filtered_menu[dish] = details |
|
return filtered_menu |
|
|
|
def process_command(command): |
|
"""Process the user's voice command and return a response.""" |
|
global orders, user_preferences |
|
command = command.lower() |
|
|
|
|
|
menu = { |
|
|
|
"paneer butter masala": {"type": "veg"}, |
|
"dal makhani": {"type": "veg"}, |
|
"masala dosa": {"type": "veg"}, |
|
"idli sambhar": {"type": "veg"}, |
|
"fried rice": {"type": "veg"}, |
|
"hakka noodles": {"type": "veg"}, |
|
|
|
"butter chicken": {"type": "non-veg"}, |
|
"hyderabadi biryani": {"type": "non-veg"}, |
|
"chilli chicken": {"type": "non-veg"}, |
|
"fish curry": {"type": "non-veg"}, |
|
"tandoori chicken": {"type": "non-veg"}, |
|
"prawns masala": {"type": "non-veg"}, |
|
|
|
"masala chai": {"type": "all"}, |
|
"lassi": {"type": "all"}, |
|
"cold coffee": {"type": "all"}, |
|
"fresh lime soda": {"type": "all"} |
|
} |
|
|
|
|
|
if "veg" in command or "vegetarian" in command: |
|
user_preferences["diet"] = "veg" |
|
return "Vegetarian preference set." |
|
elif "non-veg" in command or "non-vegetarian" in command: |
|
user_preferences["diet"] = "non-veg" |
|
return "Non-vegetarian preference set." |
|
elif "mix" in command: |
|
user_preferences["diet"] = "all" |
|
return "Mixed preference set." |
|
|
|
|
|
filtered_menu = filter_menu(menu) |
|
|
|
|
|
if "menu" in command: |
|
if filtered_menu: |
|
return "Our menu includes: " + ", ".join(filtered_menu.keys()) |
|
else: |
|
return "No items match your preferences." |
|
|
|
|
|
elif "order" in command or "add" in command: |
|
for item in filtered_menu: |
|
if item in command: |
|
orders.append(item) |
|
return f"{item} has been added to your order. Anything else you'd like to add?" |
|
return "I'm sorry, I couldn't recognize the dish. Please try again." |
|
|
|
|
|
elif "remove" in command: |
|
for item in orders: |
|
if item in command: |
|
orders.remove(item) |
|
return f"{item} has been removed from your order. Anything else you'd like to modify?" |
|
return "I'm sorry, I couldn't recognize the dish to remove. Please try again." |
|
|
|
|
|
elif "show order" in command or "what's my order" in command: |
|
if orders: |
|
return f"Your current order includes: {', '.join(orders)}." |
|
else: |
|
return "You haven't ordered anything yet." |
|
|
|
|
|
elif "thank you" in command or "bye" in command: |
|
if orders: |
|
return f"Thank you for your order! You have ordered: {', '.join(orders)}. Your food will arrive shortly. Have a great day!" |
|
else: |
|
return "Thank you! Your food will arrive shortly. Have a great day!" |
|
|
|
else: |
|
return "I'm sorry, I don't understand. Could you please repeat?" |
|
|
|
if __name__ == "__main__": |
|
app.run(debug=True, port=5000) |
|
|
