File size: 1,400 Bytes
bbfa6f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
#stage 1 inference
PROMPT_VERSION=v1
CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/
accelerate launch \
--num_processes 8 \
--main_process_port 25001 \
llava/eval/masp_eval/model_video_chair_dist.py \
--model_path $CHECKPOINT_DIR \
--conv_mode $PROMPT_VERSION \
--output_file video_chair_1k_res.json \
--validation_data /mnt/bn/algo-masp-nas-2/kaili.zhao/code/kaili.zhao/masp/data/TT/eval_benchmark_pos_diverse_1k_11policies.json
# stage 2
CHECKPOINT_DIR=/mnt/bn/algo-masp-nas-2/xiangchen/model/masp_models/checkpoints/llava-mistral_gpt4v_public800k_unfreeze_qformer/
python3 llava/eval/masp_eval/video_chair/info_extract_from_caption.py \
--cap_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res.json \
--output_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json
python3 llava/eval/masp_eval/video_chair/cal_video_chair.py \
--pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \
--gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json
python3 llava/eval/masp_eval/video_chair/eval_instance_video_chair.py \
--pred_file $CHECKPOINT_DIR/video_chair/video_chair_1k_res_info.json \
--gt_file /mnt/bn/algo-masp-nas-2/kaili.zhao/data/masp_data/eval/eval_v1.0/eval_benchmark_pos_diverse_1k_11policies_gt.json
|