Commit
•
b0c0087
1
Parent(s):
133de66
Upload HieraForPreTraining
Browse files- config.json +6 -2
config.json
CHANGED
|
@@ -20,7 +20,6 @@
|
|
| 20 |
224,
|
| 21 |
224
|
| 22 |
],
|
| 23 |
-
"initial_num_heads": 1,
|
| 24 |
"initializer_range": 0.02,
|
| 25 |
"layer_norm_eps": 1e-06,
|
| 26 |
"layer_norm_init": 1.0,
|
|
@@ -38,8 +37,13 @@
|
|
| 38 |
"mlp_ratio": 4.0,
|
| 39 |
"model_type": "hiera",
|
| 40 |
"norm_pix_loss": true,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
"num_channels": 3,
|
| 42 |
-
"num_head_multiplier": 2.0,
|
| 43 |
"num_layers": 4,
|
| 44 |
"num_query_pool": 2,
|
| 45 |
"out_features": [
|
|
|
|
| 20 |
224,
|
| 21 |
224
|
| 22 |
],
|
|
|
|
| 23 |
"initializer_range": 0.02,
|
| 24 |
"layer_norm_eps": 1e-06,
|
| 25 |
"layer_norm_init": 1.0,
|
|
|
|
| 37 |
"mlp_ratio": 4.0,
|
| 38 |
"model_type": "hiera",
|
| 39 |
"norm_pix_loss": true,
|
| 40 |
+
"num_attention_heads": [
|
| 41 |
+
1,
|
| 42 |
+
2,
|
| 43 |
+
4,
|
| 44 |
+
8
|
| 45 |
+
],
|
| 46 |
"num_channels": 3,
|
|
|
|
| 47 |
"num_layers": 4,
|
| 48 |
"num_query_pool": 2,
|
| 49 |
"out_features": [
|