naotous's picture
changed pooler type to cls_last_hidden_state_pooler
019cfc3
raw
history blame
696 Bytes
{
"model_cfg": {
"embed_dim": 512,
"vision_cfg": {
"timm_model_name": "vit_base_patch16_224",
"timm_model_pretrained": false,
"timm_pool": "",
"timm_proj": "linear",
"image_size": 224
},
"text_cfg": {
"hf_model_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
"hf_tokenizer_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
"proj": "mlp",
"pooler_type": "cls_last_hidden_state_pooler",
"context_length": 256
}
},
"preprocess_cfg": {
"mean": [
0.48145466,
0.4578275,
0.40821073
],
"std": [
0.26862954,
0.26130258,
0.27577711
]
}
}