Spaces:
Running
on
Zero
Running
on
Zero
wondervictor
commited on
Commit
·
2b2f933
1
Parent(s):
1b32236
add requirements
Browse files- condition/midas/midas/vit.py +23 -6
condition/midas/midas/vit.py
CHANGED
@@ -383,22 +383,39 @@ def _make_vit_b_rn50_backbone(
|
|
383 |
pretrained = nn.Module()
|
384 |
|
385 |
pretrained.model = model
|
|
|
386 |
|
387 |
if use_vit_only == True:
|
388 |
pretrained.model.blocks[hooks[0]].register_forward_hook(
|
389 |
-
|
390 |
pretrained.model.blocks[hooks[1]].register_forward_hook(
|
391 |
-
|
392 |
else:
|
393 |
pretrained.model.patch_embed.backbone.stages[0].register_forward_hook(
|
394 |
-
|
395 |
pretrained.model.patch_embed.backbone.stages[1].register_forward_hook(
|
396 |
-
|
397 |
|
398 |
pretrained.model.blocks[hooks[2]].register_forward_hook(
|
399 |
-
|
400 |
pretrained.model.blocks[hooks[3]].register_forward_hook(
|
401 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
402 |
|
403 |
pretrained.activations = activations
|
404 |
|
|
|
383 |
pretrained = nn.Module()
|
384 |
|
385 |
pretrained.model = model
|
386 |
+
activations = []
|
387 |
|
388 |
if use_vit_only == True:
|
389 |
pretrained.model.blocks[hooks[0]].register_forward_hook(
|
390 |
+
hook_act)
|
391 |
pretrained.model.blocks[hooks[1]].register_forward_hook(
|
392 |
+
hook_act)
|
393 |
else:
|
394 |
pretrained.model.patch_embed.backbone.stages[0].register_forward_hook(
|
395 |
+
hook_act)
|
396 |
pretrained.model.patch_embed.backbone.stages[1].register_forward_hook(
|
397 |
+
hook_act)
|
398 |
|
399 |
pretrained.model.blocks[hooks[2]].register_forward_hook(
|
400 |
+
hook_act)
|
401 |
pretrained.model.blocks[hooks[3]].register_forward_hook(
|
402 |
+
hook_act)
|
403 |
+
|
404 |
+
# if use_vit_only == True:
|
405 |
+
# pretrained.model.blocks[hooks[0]].register_forward_hook(
|
406 |
+
# get_activation("1"))
|
407 |
+
# pretrained.model.blocks[hooks[1]].register_forward_hook(
|
408 |
+
# get_activation("2"))
|
409 |
+
# else:
|
410 |
+
# pretrained.model.patch_embed.backbone.stages[0].register_forward_hook(
|
411 |
+
# get_activation("1"))
|
412 |
+
# pretrained.model.patch_embed.backbone.stages[1].register_forward_hook(
|
413 |
+
# get_activation("2"))
|
414 |
+
|
415 |
+
# pretrained.model.blocks[hooks[2]].register_forward_hook(
|
416 |
+
# get_activation("3"))
|
417 |
+
# pretrained.model.blocks[hooks[3]].register_forward_hook(
|
418 |
+
# get_activation("4"))
|
419 |
|
420 |
pretrained.activations = activations
|
421 |
|