config.json

{
  "architectures": [
    "HFHookedTransformer"
  ],
  "hidden_size": 256,
  "num_attention_heads": 64,
  "num_hidden_layers": 2,
  "torch_dtype": "float32",
  "transformers_version": "4.45.2",
  "vocab_size": 5000
}