Spaces:
Running
Running
File size: 3,919 Bytes
7581811 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 |
from flask import Flask, render_template, Response, request, jsonify
from flask_socketio import SocketIO
from flask_cors import CORS
import mediapipe as mp
import cv2
import numpy as np
import time
import os
app = Flask(__name__)
socketio = SocketIO(app)
CORS(app)
mp_pose = mp.solutions.pose
pose = mp_pose.Pose(static_image_mode=False, min_detection_confidence=0.5, min_tracking_confidence=0.5)
previous_keypoints = None
previous_velocities = None
previous_time = time.time()
@app.route('/')
def index():
return render_template('index.html')
@app.route('/web_app')
def web_app():
return render_template('holistic.html')
@app.route('/video_app')
def video_app():
return render_template('video_app.html')
def process_frame(frame):
global previous_keypoints, previous_time, previous_velocities
frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
results = pose.process(frame_rgb)
if results.pose_landmarks:
landmarks = results.pose_landmarks.landmark
keypoints = [(lm.x, lm.y, lm.z) for lm in landmarks]
current_time = time.time()
delta_time = current_time - previous_time
velocities = []
accelerations = []
if previous_keypoints:
for i, lm in enumerate(landmarks):
dx = lm.x - previous_keypoints[i][0]
dy = lm.y - previous_keypoints[i][1]
dz = lm.z - previous_keypoints[i][2]
speed = np.sqrt(dx ** 2 + dy ** 2 + dz ** 2) / delta_time
velocities.append(speed)
acceleration = (speed - previous_velocities[i]) / delta_time if previous_velocities else 0
accelerations.append(acceleration)
previous_keypoints = keypoints
previous_velocities = velocities
previous_time = current_time
return {
'landmarks': keypoints,
'velocities': velocities,
'accelerations': accelerations
}
return None
@socketio.on('process_frame')
def handle_process_frame(data):
frame = cv2.imdecode(np.frombuffer(data['frame'], np.uint8), cv2.IMREAD_COLOR)
result = process_frame(frame)
if result:
socketio.emit('pose_data', result)
@app.route('/upload_video', methods=['POST'])
def upload_video():
file = request.files.get('video')
if file:
upload_folder = os.path.join(app.root_path, 'static', 'uploads')
if not os.path.exists(upload_folder):
os.makedirs(upload_folder)
video_path = os.path.join(upload_folder, 'temp_video.mp4')
file.save(video_path)
return jsonify(success=True, message='Video uploaded successfully')
return jsonify(success=False, message='No video file received'), 400
@app.route('/video_feed')
def video_feed():
def generate_frames():
video_path = os.path.join(app.root_path, 'static', 'uploads', 'temp_video.mp4')
if not os.path.exists(video_path):
return
cap = cv2.VideoCapture(video_path)
while True:
success, frame = cap.read()
if not success:
break
else:
result = process_frame(frame)
if result:
socketio.emit('pose_data', result)
ret, buffer = cv2.imencode('.jpg', frame)
frame = buffer.tobytes()
yield (b'--frame\r\n'
b'Content-Type: image/jpeg\r\n\r\n' + frame + b'\r\n')
cap.release()
return Response(generate_frames(), mimetype='multipart/x-mixed-replace; boundary=frame')
if __name__ == '__main__':
os.makedirs(os.path.join(app.root_path, 'static', 'uploads'), exist_ok=True)
socketio.run(app, host='0.0.0.0', port=5000, debug=True, allow_unsafe_werkzeug=True) |