| #stage 1 inference | |
| PROMPT_VERSION=v1 | |
| CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/ | |
| accelerate launch \ | |
| --num_processes 8 \ | |
| --main_process_port 25001 \ | |
| llava/eval/masp_eval/model_video_chair_dist.py \ | |
| --model_path $CHECKPOINT_DIR \ | |
| --conv_mode $PROMPT_VERSION \ | |
| --output_file video_chair_1k_res.json \ | |
| --validation_data /mnt/bn/algo-masp-nas-2/kaili.zhao/code/kaili.zhao/masp/data/TT/eval_benchmark_pos_diverse_1k_11policies.json | |
| # stage 2 | |
| CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/ | |
| python3 llava/eval/masp_eval/video_chair/info_extract_from_caption.py \ | |
| --cap_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res.json \ | |
| --output_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json | |
| python3 llava/eval/masp_eval/video_chair/cal_video_chair.py \ | |
| --pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \ | |
| --gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json | |
| python3 llava/eval/masp_eval/video_chair/eval_instance_video_chair.py \ | |
| --pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \ | |
| --gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json | |