# visopt_caption_reptok_6clst_l19_31_nocache_noeostk_ptl10_ptlr1e5fixed_opt_2_7b

config=./configs/image/ePALM_caption.yaml
data_dir=data/vl_adapter/vlt5_dataset
output_dir=logs/epalm/ePALM_caption

accelerate launch --multi_gpu --mixed_precision=fp16 --num_processes=4 --num_machines=1 accelerate_training/caption.py \
--config $config \
--output_dir  $output_dir \
--data_dir $data_dir \
--save_best \
--text_model facebook/opt-2.7b \
--low_cpu
# --evaluate --checkpoint $WORK/logs/epalm/ePALM_caption/checkpoint_best.pth
# --resume --checkpoint $WORK/logs/epalm/ePALM_caption/checkpoint_last.pth