Update pipeline.py
Browse files- pipeline.py +8 -0
pipeline.py
CHANGED
@@ -1290,6 +1290,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
|
|
1290 |
control_model_input = control_model_input.reshape(
|
1291 |
(-1, control_model_input.shape[2], control_model_input.shape[3], control_model_input.shape[4])
|
1292 |
)
|
|
|
|
|
|
|
|
|
1293 |
|
1294 |
down_block_res_samples, mid_block_res_sample = self.controlnet(
|
1295 |
control_model_input,
|
@@ -1301,6 +1305,10 @@ class AnimateDiffPipeline(DiffusionPipeline, TextualInversionLoaderMixin, IPAdap
|
|
1301 |
return_dict=False,
|
1302 |
)
|
1303 |
|
|
|
|
|
|
|
|
|
1304 |
# predict the noise residual with the added controlnet residuals
|
1305 |
noise_pred = self.unet(
|
1306 |
latent_model_input,
|
|
|
1290 |
control_model_input = control_model_input.reshape(
|
1291 |
(-1, control_model_input.shape[2], control_model_input.shape[3], control_model_input.shape[4])
|
1292 |
)
|
1293 |
+
# print shapes of controlnet inputs and conditions
|
1294 |
+
print("control_model_input", control_model_input.shape)
|
1295 |
+
print("controlnet_prompt_embeds", controlnet_prompt_embeds.shape)
|
1296 |
+
print("current_context_conditioning_frames", current_context_conditioning_frames.shape)
|
1297 |
|
1298 |
down_block_res_samples, mid_block_res_sample = self.controlnet(
|
1299 |
control_model_input,
|
|
|
1305 |
return_dict=False,
|
1306 |
)
|
1307 |
|
1308 |
+
# print shapes of controlnet outputs
|
1309 |
+
print("down_block_res_samples", down_block_res_samples.shape)
|
1310 |
+
print("mid_block_res_sample", mid_block_res_sample.shape)
|
1311 |
+
|
1312 |
# predict the noise residual with the added controlnet residuals
|
1313 |
noise_pred = self.unet(
|
1314 |
latent_model_input,
|