Spaces:
Runtime error
Runtime error
| import copy | |
| import os, sys | |
| import math | |
| import numpy as np | |
| import cv2 | |
| sys.path.append("OpenSeeFace/") | |
| from tracker import Tracker, get_model_base_path | |
| features = ["eye_l", "eye_r", "eyebrow_steepness_l", "eyebrow_updown_l", "eyebrow_quirk_l", "eyebrow_steepness_r", "eyebrow_updown_r", "eyebrow_quirk_r", "mouth_corner_updown_l", "mouth_corner_inout_l", "mouth_corner_updown_r", "mouth_corner_inout_r", "mouth_open", "mouth_wide"] | |
| def face_image(frame, save_path=None): | |
| height, width, c = frame.shape | |
| tracker = Tracker(width, height, threshold=None, max_threads=1, max_faces=1, discard_after=10, scan_every=3, silent=False, model_type=3, model_dir=None, | |
| no_gaze=False, detection_threshold=0.4, use_retinaface=0, max_feature_updates=900, static_model=True, try_hard=False) | |
| faces = tracker.predict(frame) | |
| frame = np.zeros_like(frame) | |
| detected = False | |
| face_lms = None | |
| for face_num, f in enumerate(faces): | |
| f = copy.copy(f) | |
| if f.eye_blink is None: | |
| f.eye_blink = [1, 1] | |
| right_state = "O" if f.eye_blink[0] > 0.30 else "-" | |
| left_state = "O" if f.eye_blink[1] > 0.30 else "-" | |
| detected = True | |
| if not f.success: | |
| pts_3d = np.zeros((70, 3), np.float32) | |
| if face_num == 0: | |
| face_lms = f.lms | |
| for pt_num, (x,y,c) in enumerate(f.lms): | |
| if pt_num == 66 and (f.eye_blink[0] < 0.30 or c < 0.20): | |
| continue | |
| if pt_num == 67 and (f.eye_blink[1] < 0.30 or c < 0.20): | |
| continue | |
| x = int(x + 0.5) | |
| y = int(y + 0.5) | |
| color = (0, 255, 0) | |
| if pt_num >= 66: | |
| color = (255, 255, 0) | |
| if not (x < 0 or y < 0 or x >= height or y >= width): | |
| cv2.circle(frame, (y, x), 1, color, -1) | |
| if f.rotation is not None: | |
| projected = cv2.projectPoints(f.contour, f.rotation, f.translation, tracker.camera, tracker.dist_coeffs) | |
| for [(x,y)] in projected[0]: | |
| x = int(x + 0.5) | |
| y = int(y + 0.5) | |
| if not (x < 0 or y < 0 or x >= height or y >= width): | |
| frame[int(x), int(y)] = (0, 255, 255) | |
| x += 1 | |
| if not (x < 0 or y < 0 or x >= height or y >= width): | |
| frame[int(x), int(y)] = (0, 255, 255) | |
| y += 1 | |
| if not (x < 0 or y < 0 or x >= height or y >= width): | |
| frame[int(x), int(y)] = (0, 255, 255) | |
| x -= 1 | |
| if not (x < 0 or y < 0 or x >= height or y >= width): | |
| frame[int(x), int(y)] = (0, 255, 255) | |
| if save_path is not None: | |
| cv2.imwrite(save_path, frame) | |
| return frame, face_lms | |