Upload mme.sh with huggingface_hub
Browse files
mme.sh
ADDED
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
python -m llava.eval.model_vqa_loader \
|
4 |
+
--model-path liuhaotian/llava-v1.5-13b \
|
5 |
+
--question-file ./playground/data/eval/MME/llava_mme.jsonl \
|
6 |
+
--image-folder ./playground/data/eval/MME/MME_Benchmark_release_version \
|
7 |
+
--answers-file ./playground/data/eval/MME/answers/llava-v1.5-13b.jsonl \
|
8 |
+
--temperature 0 \
|
9 |
+
--conv-mode vicuna_v1
|
10 |
+
|
11 |
+
cd ./playground/data/eval/MME
|
12 |
+
|
13 |
+
python convert_answer_to_mme.py --experiment llava-v1.5-13b
|
14 |
+
|
15 |
+
cd eval_tool
|
16 |
+
|
17 |
+
python calculation.py --results_dir answers/llava-v1.5-13b
|