Update pipeline.py

pipeline.py

@@ -1428,7 +1428,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                     
                     
                     if self.controlnet != None and i < int(control_end*len(timesteps)):
-                        contorl_start = time.time()
+                        
+                        torch.cuda.synchronize()  # Synchronize GPU
+                        control_start = time.time()
+                
                         current_context_conditioning_frames = conditioning_frames[current_context_indexes, :, :, :] 
                         current_context_conditioning_frames = torch.cat([current_context_conditioning_frames] * 2) if do_classifier_free_guidance else current_context_conditioning_frames
 
@@ -1467,8 +1470,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                             guess_mode=guess_mode,
                             return_dict=False,
                         )
-                        print("controlnet time", time.time() - contorl_start)
                         
+                        torch.cuda.synchronize()  # Synchronize GPU
+                        print("controlnet time", time.time() - control_start)
+                        torch.cuda.synchronize()
                         unet_start = time.time()
                         # predict the noise residual with the added controlnet residuals
                         noise_pred = self.unet(
@@ -1480,6 +1485,7 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                             down_block_additional_residuals=down_block_res_samples,
                             mid_block_additional_residual=mid_block_res_sample,
                         ).sample
+                        torch.cuda.synchronize()
                         print("unet time", time.time() - unet_start)
                     
                     else: