{
  "embed_dim": 1024,
  "num_heads": 8,
  "dropout": 0.05,
  "bias": true,
  "use_layernorm": true,
  "use_MLP": true,
  "MLP_h_size": 2048,
  "use_residual": false
}