Spaces:
Sleeping
Sleeping
File size: 578 Bytes
b27b0a2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
#!/bin/bash
if [ "$1" = "dev" ]; then
echo "Evaluating in 'dev' split."
elif [ "$1" = "test" ]; then
echo "Evaluating in 'test' split."
else
echo "Unknown split, please choose between 'dev' and 'test'."
exit 1
fi
python -m llava.eval.model_vqa_qbench \
--model-path liuhaotian/llava-v1.5-13b \
--image-folder ./playground/data/eval/qbench/images_llvisionqa/ \
--questions-file ./playground/data/eval/qbench/llvisionqa_$1.json \
--answers-file ./playground/data/eval/qbench/llvisionqa_$1_answers.jsonl \
--conv-mode llava_v1 \
--lang en
|