|
{ |
|
"candidate_resolutions": [ |
|
[ |
|
384, |
|
384 |
|
], |
|
[ |
|
384, |
|
768 |
|
], |
|
[ |
|
768, |
|
384 |
|
], |
|
[ |
|
384, |
|
1152 |
|
], |
|
[ |
|
1152, |
|
384 |
|
], |
|
[ |
|
384, |
|
1536 |
|
], |
|
[ |
|
1536, |
|
384 |
|
], |
|
[ |
|
768, |
|
768 |
|
], |
|
[ |
|
384, |
|
1920 |
|
], |
|
[ |
|
1920, |
|
384 |
|
], |
|
[ |
|
384, |
|
2304 |
|
], |
|
[ |
|
2304, |
|
384 |
|
], |
|
[ |
|
768, |
|
1152 |
|
], |
|
[ |
|
1152, |
|
768 |
|
], |
|
[ |
|
384, |
|
2688 |
|
], |
|
[ |
|
2688, |
|
384 |
|
], |
|
[ |
|
384, |
|
3072 |
|
], |
|
[ |
|
3072, |
|
384 |
|
], |
|
[ |
|
768, |
|
1536 |
|
], |
|
[ |
|
1536, |
|
768 |
|
], |
|
[ |
|
384, |
|
3456 |
|
], |
|
[ |
|
3456, |
|
384 |
|
], |
|
[ |
|
1152, |
|
1152 |
|
] |
|
], |
|
"global_view_pos": "head", |
|
"language_config": { |
|
"architectures": [ |
|
"DeepseekV2ForCausalLM" |
|
], |
|
"auto_map": { |
|
"AutoConfig": "configuration_deepseek.DeepseekV2Config", |
|
"AutoModel": "modeling_deepseek.DeepseekV2Model", |
|
"AutoModelForCausalLM": "modeling_deepseek.DeepseekV2ForCausalLM" |
|
}, |
|
"bos_token_id": 0, |
|
"eos_token_id": 1, |
|
"first_k_dense_replace": 1, |
|
"hidden_size": 2560, |
|
"intermediate_size": 12288, |
|
"lm_head": false, |
|
"max_position_embeddings": 4096, |
|
"model_type": "deepseek_v2", |
|
"moe_intermediate_size": 1536, |
|
"n_group": 1, |
|
"n_routed_experts": 72, |
|
"n_shared_experts": 2, |
|
"norm_topk_prob": true, |
|
"num_experts_per_tok": 6, |
|
"q_lora_rank": null, |
|
"rm_head": false, |
|
"routed_scaling_factor": 2.0, |
|
"scoring_func": "sigmoid", |
|
"topk_group": 1, |
|
"topk_method": "noaux_tc", |
|
"torch_dtype": "bfloat16", |
|
"vocab_size": 129280 |
|
}, |
|
"model_type": "deepseek_vl_v2", |
|
"projector_config": { |
|
"model_type": "mlp_projector", |
|
"n_embed": 2560 |
|
}, |
|
"tile_tag": "2D", |
|
"torch_dtype": "bfloat16", |
|
"transformers_version": "4.38.2", |
|
"vision_config": { |
|
"layers": 27, |
|
"mlp_ratio": 3.7362, |
|
"model_name": "siglip_so400m_patch14_384", |
|
"model_type": "vision", |
|
"patch_size": 14, |
|
"width": 1152 |
|
} |
|
} |