| # visopt_gqa_vlt5_stok_6clst_l19_31_reptok_nocache_ptl10_ptlr1e3fixed_nomlp_sharedcon_opt_6_7b_vitl_ep64 | |
| config=./configs/image/ePALM_pt_L_gqa.yaml | |
| data_dir=data/vl_adapter/vlt5_dataset | |
| output_dir=logs/epalm/ePALM_pt_L_gqa | |
| torchrun --nproc_per_node=8 --master_addr="localhost" --master_port=12303 float32/gqa.py \ | |
| --config $config \ | |
| --output_dir $output_dir \ | |
| --data_dir $data_dir \ | |
| --save_best\ | |
| --text_model facebook/opt-6.7b \ | |
| --vision_model vit_large_patch16_224 | |
| # --resume --checkpoint $WORK/logs/epalm/ePALM_pt_L_gqa/checkpoint_last.pth | |
| # --evaluate --checkpoint $WORK/logs/epalm/ePALM_pt_L_gqa/checkpoint_best.pth | |