Spaces:
Runtime error
Runtime error
File size: 1,093 Bytes
9669aec |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
#!/bin/bash
python -m llava.eval.model_vqa \
--model-path liuhaotian/llava-v1.5-13b \
--question-file ./playground/data/eval/llava-bench-in-the-wild/questions.jsonl \
--image-folder ./playground/data/eval/llava-bench-in-the-wild/images \
--answers-file ./playground/data/eval/llava-bench-in-the-wild/answers/llava-v1.5-13b.jsonl \
--temperature 0 \
--conv-mode vicuna_v1
mkdir -p playground/data/eval/llava-bench-in-the-wild/reviews
python llava/eval/eval_gpt_review_bench.py \
--question playground/data/eval/llava-bench-in-the-wild/questions.jsonl \
--context playground/data/eval/llava-bench-in-the-wild/context.jsonl \
--rule llava/eval/table/rule.json \
--answer-list \
playground/data/eval/llava-bench-in-the-wild/answers_gpt4.jsonl \
playground/data/eval/llava-bench-in-the-wild/answers/llava-v1.5-13b.jsonl \
--output \
playground/data/eval/llava-bench-in-the-wild/reviews/llava-v1.5-13b.jsonl
python llava/eval/summarize_gpt_review.py -f playground/data/eval/llava-bench-in-the-wild/reviews/llava-v1.5-13b.jsonl
|