Spaces:
Runtime error
Runtime error
File size: 744 Bytes
74b17e0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
#!/bin/bash
MODEL_PATH="/home/jiajunlong/LLaVA/ying/checkpoints/tiny-llava-TinyLlama-1.1B-Chat-v1.0-clip-vit-large-patch14-336-tinyllama-llava-finetune"
MODEL_NAME="tiny-llava-TinyLlama-1.1B-Chat-v1.0-clip-vit-large-patch14-336-tinyllama-llava-finetune"
EVAL_DIR="/home/jiajunlong/llava_data/eval"
python -m tinyllava.eval.model_vqa_loader \
--model-path $MODEL_PATH \
--question-file $EVAL_DIR/MME/llava_mme.jsonl \
--image-folder $EVAL_DIR/MME/MME_Benchmark_release_version \
--answers-file $EVAL_DIR/MME/answers/$MODEL_NAME.jsonl \
--temperature 0 \
--conv-mode llama
cd $EVAL_DIR/MME
python convert_answer_to_mme.py --experiment $MODEL_NAME
cd eval_tool
python calculation.py --results_dir answers/$MODEL_NAME
|