Wendy-Fly commited on
Commit
1749e97
·
verified ·
1 Parent(s): 8d32265

Upload mme.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. mme.sh +17 -0
mme.sh ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ python -m llava.eval.model_vqa_loader \
4
+ --model-path liuhaotian/llava-v1.5-13b \
5
+ --question-file ./playground/data/eval/MME/llava_mme.jsonl \
6
+ --image-folder ./playground/data/eval/MME/MME_Benchmark_release_version \
7
+ --answers-file ./playground/data/eval/MME/answers/llava-v1.5-13b.jsonl \
8
+ --temperature 0 \
9
+ --conv-mode vicuna_v1
10
+
11
+ cd ./playground/data/eval/MME
12
+
13
+ python convert_answer_to_mme.py --experiment llava-v1.5-13b
14
+
15
+ cd eval_tool
16
+
17
+ python calculation.py --results_dir answers/llava-v1.5-13b