Update pipeline.py

pipeline.py

@@ -1447,10 +1447,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                             # Infer ControlNet only for the conditional batch.
                             control_model_input = latents
                             control_model_input = self.scheduler.scale_model_input(control_model_input, t)
-                            controlnet_prompt_embeds = prompt_embeds.chunk(2)[1]
+                            controlnet_prompt_embeds = prompt_embeds[current_prompt_index].chunk(2)[1]
                         else:
                             control_model_input = latent_model_input
-                            controlnet_prompt_embeds = prompt_embeds
+                            controlnet_prompt_embeds = prompt_embeds[current_prompt_index]
                         controlnet_prompt_embeds = controlnet_prompt_embeds.repeat_interleave(len(current_context_indexes), dim=0)
 
                         if isinstance(controlnet_keep[i], list):
@@ -1470,7 +1470,7 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                         down_block_res_samples, mid_block_res_sample = self.controlnet(
                             control_model_input,
                             t,
-                            encoder_hidden_states=controlnet_prompt_embeds[current_prompt_index],
+                            encoder_hidden_states=controlnet_prompt_embeds,
                             controlnet_cond=current_context_conditioning_frames,
                             conditioning_scale=cond_scale,
                             guess_mode=guess_mode,