#stage 1 inference
PROMPT_VERSION=v1
CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/

accelerate launch \
  --num_processes 8 \
  --main_process_port 25001 \
  llava/eval/masp_eval/model_video_chair_dist.py \
  --model_path $CHECKPOINT_DIR \
  --conv_mode $PROMPT_VERSION \
  --output_file video_chair_1k_res.json \
  --validation_data /mnt/bn/algo-masp-nas-2/kaili.zhao/code/kaili.zhao/masp/data/TT/eval_benchmark_pos_diverse_1k_11policies.json

# stage 2
CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/

python3 llava/eval/masp_eval/video_chair/info_extract_from_caption.py \
--cap_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res.json \
--output_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json

python3 llava/eval/masp_eval/video_chair/cal_video_chair.py \
--pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \
--gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json

python3 llava/eval/masp_eval/video_chair/eval_instance_video_chair.py \
--pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \
--gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json