File size: 496 Bytes
44935f2
5370ccb
44935f2
 
 
 
 
 
 
 
 
 
 
 
 
 
5370ccb
44935f2
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
    "module": "keras_hub.src.models.electra.electra_backbone",
    "class_name": "ElectraBackbone",
    "config": {
        "name": "electra_backbone",
        "trainable": true,
        "vocab_size": 30522,
        "num_layers": 12,
        "num_heads": 4,
        "hidden_dim": 256,
        "embedding_dim": 768,
        "intermediate_dim": 1024,
        "dropout": 0.1,
        "max_sequence_length": 512,
        "num_segments": 2
    },
    "registered_name": "keras_hub>ElectraBackbone"
}