{
    "num_layers": 32,
    "num_heads": 8,
    "d_model": 512,
    "T": 12,
    "S": 256,
    "image_vocab_size": 262144,
    "use_mup": false,
    "num_factored_vocabs": 2,
    "qkv_bias": false,
    "proj_bias": true,
    "attn_drop": 0.0,
    "qk_norm": false,
    "mlp_ratio": 4.0,
    "mlp_drop": 0.0,
    "mlp_bias": true
}