Update app.py

app.py

@@ -99,9 +99,10 @@ audio2exp_yaml_path = os.path.join(current_root_path, 'src', 'config', 'auido2ex
 free_view_checkpoint = os.path.join(current_root_path, 'checkpoints', 'facevid2vid_00189-model.pth.tar')
 
 # Function for running the actual task (using preprocessed data)
-def process_chunk(audio_chunk, preprocessed_data, args):
+def process_chunk(audio_chunk, args):
     print("Entered Process Chunk Function")
     global audio2pose_checkpoint, audio2pose_yaml_path, audio2exp_checkpoint, audio2exp_yaml_path, wav2lip_checkpoint
+    global path_of_lm_croper, path_of_net_recon_model, dir_of_BFM_fitting
     global free_view_checkpoint
     if args.preprocess == 'full':
         mapping_checkpoint = os.path.join(current_root_path, 'checkpoints', 'mapping_00109-model.pth.tar')
@@ -110,11 +111,16 @@ def process_chunk(audio_chunk, preprocessed_data, args):
         mapping_checkpoint = os.path.join(current_root_path, 'checkpoints', 'mapping_00229-model.pth.tar')
         facerender_yaml_path = os.path.join(current_root_path, 'src', 'config', 'facerender.yaml')
 
-    first_coeff_path = preprocessed_data["first_coeff_path"]
-    crop_pic_path = preprocessed_data["crop_pic_path"]
-    crop_info_path = "/home/user/app/preprocess_data/crop_info.json"
-    with open(crop_info_path , "rb") as f:
-            crop_info = json.load(f)
+    # first_coeff_path = preprocessed_data["first_coeff_path"]
+    # crop_pic_path = preprocessed_data["crop_pic_path"]
+    # crop_info_path = "/home/user/app/preprocess_data/crop_info.json"
+    # with open(crop_info_path , "rb") as f:
+    #         crop_info = json.load(f)
+
+    first_frame_dir = os.path.join(save_dir, 'first_frame_dir')
+    os.makedirs(first_frame_dir, exist_ok=True)
+    preprocess_model = CropAndExtract(path_of_lm_croper, path_of_net_recon_model, dir_of_BFM_fitting, args.device)
+    first_coeff_path, crop_pic_path, crop_info =  preprocess_model.generate(args.source_image, first_frame_dir, args.preprocess, source_image_flag=True)
 
     print(f"Loaded existing preprocessed data")
     print("first_coeff_path",first_coeff_path)
@@ -329,8 +335,8 @@ def generate_video():
         
 
     try:
-        preprocessed_data = run_preprocessing(args)
-        base64_video, temp_file_path = process_chunk(driven_audio_path, preprocessed_data, args)
+        # preprocessed_data = run_preprocessing(args)
+        base64_video, temp_file_path = process_chunk(driven_audio_path, args)
         final_video_path = app.config['final_video_path']
         print('final_video_path',final_video_path)