Update app.py

app.py

@@ -128,11 +128,22 @@ def process_chunk(audio_chunk, args):
     print("crop_pic_path",crop_pic_path)
     print("crop_info",crop_info)
     torch.cuda.empty_cache()
+    
+    if args.ref_pose is not None:
+        ref_pose_videoname = os.path.splitext(os.path.split(ref_pose)[-1])[0]
+        ref_pose_frame_dir = os.path.join(save_dir, ref_pose_videoname)
+        os.makedirs(ref_pose_frame_dir, exist_ok=True)
+        ref_pose_coeff_path, _, _ =  preprocess_model.generate(ref_pose, ref_pose_frame_dir)
+        print('ref_eyeblink_coeff_path',ref_pose_coeff_path)
+    else:
+        ref_pose_coeff_path = None
+        print('ref_eyeblink_coeff_path',ref_pose_coeff_path)
+        
     batch = get_data(first_coeff_path, audio_chunk, args.device, ref_eyeblink_coeff_path=None, still=args.still)
     audio_to_coeff = Audio2Coeff(audio2pose_checkpoint, audio2pose_yaml_path, 
                                 audio2exp_checkpoint, audio2exp_yaml_path, 
                                 wav2lip_checkpoint, args.device)
-    coeff_path = audio_to_coeff.generate(batch, args.result_dir, args.pose_style, ref_pose_coeff_path=None)
+    coeff_path = audio_to_coeff.generate(batch, args.result_dir, args.pose_style, ref_pose_coeff_path)
     
     # Further processing with animate_from_coeff using the coeff_path
     animate_from_coeff = AnimateFromCoeff(free_view_checkpoint, mapping_checkpoint,