smoothieAI
/

pipeline_animatediff_context_controlnet

Model card Files Files and versions Community

smoothieAI commited on Jan 25, 2024

Commit

68a7452

·

verified ·

1 Parent(s): f30fb3e

Update pipeline.py

Files changed (1) hide show

pipeline.py +3 -3

pipeline.py CHANGED Viewed

@@ -1302,9 +1302,9 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
                         down_block_res_samples, mid_block_res_sample = self.controlnet(
                             control_model_input,
                             t,
-                            encoder_hidden_states=controlnet_prompt_embeds,
-                            controlnet_cond=current_context_conditioning_frames,
-                            conditioning_scale=cond_scale,
                             guess_mode=guess_mode,
                             return_dict=False,
                         )

                         down_block_res_samples, mid_block_res_sample = self.controlnet(
                             control_model_input,
                             t,
+                            encoder_hidden_states=controlnet_prompt_embeds.to(device),
+                            controlnet_cond=current_context_conditioning_frames.to(device),
+                            conditioning_scale=cond_scale.to(device),
                             guess_mode=guess_mode,
                             return_dict=False,
                         )