Spaces:
Runtime error
Runtime error
File size: 871 Bytes
74b17e0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
#!/bin/bash
MODEL_PATH="/mnt/data/sata/yinghu/checkpoints/llava_factory/tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune"
MODEL_NAME="tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune"
EVAL_DIR="/home/ai/data/llava/dataset/eval"
python -m tinyllava.eval.model_vqa_science \
--model-path $MODEL_PATH \
--question-file $EVAL_DIR/scienceqa/llava_test_CQM-A.json \
--image-folder $EVAL_DIR/scienceqa/images/test \
--answers-file $EVAL_DIR/scienceqa/answers/$MODEL_NAME.jsonl \
--single-pred-prompt \
--temperature 0 \
--conv-mode phi
python tinyllava/eval/eval_science_qa.py \
--base-dir $EVAL_DIR/scienceqa \
--result-file $EVAL_DIR/scienceqa/answers/$MODEL_NAME.jsonl \
--output-file $EVAL_DIR/scienceqa/answers/"$MODEL_NAME"_output.jsonl \
--output-result $EVAL_DIR/scienceqa/answers/"$MODEL_NAME"_result.json
|