| { | |
| "debugging": false, | |
| "device": "cpu", | |
| "epsilon_scalar_enc": 1.1, | |
| "hidden_dim": 256, | |
| "hidden_dim_scalar_enc": 32, | |
| "num_patches": 32, | |
| "pre_training": false, | |
| "scalar_scales": null, | |
| "seq_len": 512, | |
| "transf_depth": 6, | |
| "transf_dim_head": 128, | |
| "transf_dropout": 0.1, | |
| "transf_mlp_dim": 512, | |
| "transf_num_heads": 8 | |
| } |