File size: 629 Bytes
3eb682b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
# visopt_gqa_vlt5_stok_6clst_l19_31_reptok_nocache_ptl10_ptlr1e3fixed_nomlp_sharedcon_opt_6_7b_vitl_ep64
config=./configs/image/ePALM_pt_L_gqa.yaml
data_dir=data/vl_adapter/vlt5_dataset
output_dir=logs/epalm/ePALM_pt_L_gqa
torchrun --nproc_per_node=8 --master_addr="localhost" --master_port=12303 float32/gqa.py \
--config $config \
--output_dir $output_dir \
--data_dir $data_dir \
--save_best\
--text_model facebook/opt-6.7b \
--vision_model vit_large_patch16_224
# --resume --checkpoint $WORK/logs/epalm/ePALM_pt_L_gqa/checkpoint_last.pth
# --evaluate --checkpoint $WORK/logs/epalm/ePALM_pt_L_gqa/checkpoint_best.pth
|