File size: 536 Bytes
1fea0a0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
model_config_pretune = {
"use_cluster": True,
"freeze": False,
"vision_tune": False,
"spatial_cluster_rate0": 64, # 0.25
"spatial_cluster_rate1": 32, # 0.5
"spatial_cluster_rate2": 16, # 0.5
"temporal_cluster_rate": 1/16,
}
model_config_finetune = {
"use_cluster": True,
"freeze": False,
"mm_tune": True,
"vision_tune": False,
"spatial_cluster_rate0": 64, # 0.25
"spatial_cluster_rate1": 32, # 0.5
"spatial_cluster_rate2": 16, # 0.5
"temporal_cluster_rate": 1/16,
} |