File size: 6,337 Bytes
56a50b1 a4d9380 94a1319 c5f6154 94a1319 62baa62 c850a8d 56a50b1 4b17a12 c850a8d 94a1319 ae4e42c 62baa62 c850a8d 62baa62 c850a8d 56a50b1 c850a8d 62baa62 c850a8d 62baa62 c850a8d 94a1319 c850a8d 94a1319 c850a8d 94a1319 c850a8d 76ea4a3 c850a8d 94a1319 c850a8d 94a1319 156a24b c850a8d 156a24b 94a1319 c850a8d ae4e42c 94a1319 c850a8d 94a1319 c850a8d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 |
import streamlit as st
import cv2
import os
import numpy as np
from keras.models import load_model
from PIL import Image
import sqlite3
from huggingface_hub import HfApi
from datetime import datetime
# Constants
KNOWN_FACES_DIR = "known_faces" # Directory to save user images
DATABASE = "students.db" # SQLite database file to store student information
EMOTION_MODEL_FILE = "CNN_Model_acc_75.h5"
EMOTION_LABELS = ["Angry", "Disgust", "Fear", "Happy", "Sad", "Surprise", "Neutral"]
REPO_NAME = "face_and_emotion_detection"
REPO_ID = f"LovnishVerma/{REPO_NAME}"
# Ensure the directories exist
os.makedirs(KNOWN_FACES_DIR, exist_ok=True)
# Retrieve Hugging Face token from environment variable
hf_token = os.getenv("upload") # Replace with your actual Hugging Face token
if not hf_token:
st.error("Hugging Face token not found. Please set the environment variable.")
st.stop()
# Initialize Hugging Face API
api = HfApi()
try:
api.create_repo(repo_id=REPO_ID, repo_type="space", space_sdk="streamlit", token=hf_token, exist_ok=True)
st.success(f"Repository '{REPO_NAME}' is ready on Hugging Face!")
except Exception as e:
st.error(f"Error creating Hugging Face repository: {e}")
# Load the emotion detection model
try:
emotion_model = load_model(EMOTION_MODEL_FILE)
except Exception as e:
st.error(f"Error loading emotion model: {e}")
st.stop()
# Database Functions
def initialize_database():
""" Initializes the SQLite database by creating the students table if it doesn't exist. """
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
cursor.execute("""
CREATE TABLE IF NOT EXISTS students (
id INTEGER PRIMARY KEY AUTOINCREMENT,
name TEXT NOT NULL,
roll_no TEXT NOT NULL UNIQUE,
image_path TEXT NOT NULL,
timestamp DATETIME DEFAULT CURRENT_TIMESTAMP
)
""")
conn.commit()
conn.close()
def save_to_database(name, roll_no, image_path):
""" Saves the student's data to the database. """
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
try:
cursor.execute("""
INSERT INTO students (name, roll_no, image_path)
VALUES (?, ?, ?)
""", (name, roll_no, image_path))
conn.commit()
st.success("Data saved successfully!")
except sqlite3.IntegrityError:
st.error("Roll number already exists!")
finally:
conn.close()
def save_image_to_hugging_face(image, name, roll_no):
""" Saves the image locally and uploads it to Hugging Face. """
filename = f"{name}_{roll_no}.jpg"
local_path = os.path.join(KNOWN_FACES_DIR, filename)
image.save(local_path)
try:
api.upload_file(path_or_fileobj=local_path, path_in_repo=filename, repo_id=REPO_ID, repo_type="space", token=hf_token)
st.success(f"Image uploaded to Hugging Face: {filename}")
except Exception as e:
st.error(f"Error uploading image to Hugging Face: {e}")
return local_path
# Initialize the database when the app starts
initialize_database()
# Streamlit user interface (UI)
st.title("Student Registration with Hugging Face Image Upload")
# Input fields for student details
name = st.text_input("Enter your name")
roll_no = st.text_input("Enter your roll number")
# Choose input method for the image (only webcam now)
capture_mode = "Use Webcam" # Only keep the webcam option now
# Handle webcam capture
picture = st.camera_input("Take a picture") # Capture image using webcam
# Save data and process image on button click
if st.button("Register"):
if not name or not roll_no:
st.error("Please fill in both name and roll number.")
elif not picture:
st.error("Please capture an image using the webcam.")
else:
try:
# Open the image based on capture mode
if picture:
image = Image.open(picture)
# Save the image locally and upload it to Hugging Face
image_path = save_image_to_hugging_face(image, name, roll_no)
save_to_database(name, roll_no, image_path)
except Exception as e:
st.error(f"An error occurred: {e}")
# Display registered student data
if st.checkbox("Show registered students"):
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
cursor.execute("SELECT name, roll_no, image_path, timestamp FROM students")
rows = cursor.fetchall()
conn.close()
st.write("### Registered Students")
for row in rows:
name, roll_no, image_path, timestamp = row
st.write(f"**Name:** {name}, **Roll No:** {roll_no}, **Timestamp:** {timestamp}")
st.image(image_path, caption=f"{name} ({roll_no})", use_column_width=True)
# Face and Emotion Detection Function
def detect_faces_and_emotions(image):
gray_image = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
face_cascade = cv2.CascadeClassifier(cv2.data.haarcascades + 'haarcascade_frontalface_default.xml')
faces = face_cascade.detectMultiScale(gray_image, scaleFactor=1.3, minNeighbors=5)
for (x, y, w, h) in faces:
face = gray_image[y:y+h, x:x+w]
resized_face = cv2.resize(face, (48, 48)) # Resize face to 48x48
rgb_face = cv2.cvtColor(resized_face, cv2.COLOR_GRAY2RGB)
normalized_face = rgb_face / 255.0
reshaped_face = np.reshape(normalized_face, (1, 48, 48, 3))
# Predict the emotion
emotion_prediction = emotion_model.predict(reshaped_face)
emotion_label = np.argmax(emotion_prediction)
return EMOTION_LABELS[emotion_label]
return None
# UI for Emotion Detection (Only using webcam now)
if st.sidebar.selectbox("Menu", ["Register Student", "Face Recognition and Emotion Detection", "View Attendance"]) == "Face Recognition and Emotion Detection":
st.subheader("Recognize Faces and Detect Emotions")
st.info("Use the camera input widget to capture an image.")
camera_image = st.camera_input("Take a picture")
if camera_image:
img = Image.open(camera_image)
img_array = np.array(img)
emotion_label = detect_faces_and_emotions(img_array)
if emotion_label:
st.success(f"Emotion Detected: {emotion_label}")
else:
st.warning("No face detected.")
|