Update pipeline.py

pipeline.py

@@ -1303,11 +1303,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                             cond_scale = controlnet_cond_scale * controlnet_keep[i]
 
                         control_model_input = torch.transpose(control_model_input, 1, 2)
-                        control_model_input = control_model_input.reshape(
-                            (-1, control_model_input.shape[2], control_model_input.shape[3], control_model_input.shape[4])
-                        )
+                        control_model_input = control_model_input.reshape((-1, control_model_input.shape[2], control_model_input.shape[3], control_model_input.shape[4]))
                         # print device for all inputs
                         try:
+                            print("cond_scale", cond_scale)
                             print("device of control_model_input", control_model_input.device)
                             print("device of controlnet_prompt_embeds", controlnet_prompt_embeds.device)
                             print("device of current_context_conditioning_frames", current_context_conditioning_frames.device)
@@ -1316,7 +1315,7 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                             pass
                             
                         down_block_res_samples, mid_block_res_sample = self.controlnet(
-                            control_model_input,
+                            latent_model_input,
                             t,
                             encoder_hidden_states=prompt_embeds,
                             controlnet_cond=current_context_conditioning_frames,