Upload HieraForPreTraining

config.json

@@ -1,15 +1,9 @@
 {
-  "_out_features": [
-    "stage4"
-  ],
-  "_out_indices": [
-    4
-  ],
   "architectures": [
     "HieraForPreTraining"
   ],
   "decoder_depth": 8,
-  "decoder_embed_dim": 512,
+  "decoder_hidden_size": 512,
   "decoder_num_heads": 16,
   "depths": [
     1,
@@ -22,12 +16,11 @@
   "embed_dim_multiplier": 2.0,
   "hidden_act": "gelu",
   "hidden_size": 768,
-  "initial_num_heads": 1,
-  "initializer_range": 0.02,
-  "input_size": [
+  "image_size": [
     224,
     224
   ],
+  "initializer_range": 0.02,
   "layer_norm_eps": 1e-06,
   "layer_norm_init": 1.0,
   "mask_ratio": 0.6,
@@ -45,16 +38,28 @@
   "model_type": "hiera",
   "norm_pix_loss": true,
   "num_channels": 3,
-  "num_head_multiplier": 2.0,
+  "num_heads": [
+    1,
+    2,
+    4,
+    8
+  ],
+  "num_layers": 4,
   "num_query_pool": 2,
-  "patch_kernel": [
-    7,
-    7
+  "out_features": [
+    "stage4"
+  ],
+  "out_indices": [
+    4
   ],
   "patch_padding": [
     3,
     3
   ],
+  "patch_size": [
+    7,
+    7
+  ],
   "patch_stride": [
     4,
     4
@@ -63,7 +68,6 @@
     2,
     2
   ],
-  "sep_pos_embed": false,
   "stage_names": [
     "stem",
     "stage1",
@@ -72,5 +76,6 @@
     "stage4"
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.40.0.dev0"
+  "transformers_version": "4.41.0.dev0",
+  "use_separate_position_embedding": false
 }