Hugging Face's logo

Spaces:
microsoft
/
MageBench-Leaderboard
Running

App Files Community
daiqi commited on
Commit
5613334
·
verified ·
1 Parent(s): 9afe185

Upload commit_results.jsonl

Browse files
Files changed (1) hide show
  1. commit_results.jsonl +179 -0
commit_results.jsonl ADDED
@@ -0,0 +1,179 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"Score": 0.03, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
2
+ {"Score": 11.78, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
3
+ {"Score": 44.95, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
4
+ {"Score": 44.14, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
5
+ {"Score": 10.00, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
6
+ {"Score": 13.78, "Name": "MageBench", "BaseModel": "DeepSeek-VL-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
7
+ {"Score": 8.07, "Name": "MageBench", "BaseModel": "DeepSeek-VL-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
8
+ {"Score": 12.95, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
9
+ {"Score": 15.26, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
10
+ {"Score": 45.57, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
11
+ {"Score": 42.28, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
12
+ {"Score": 12.52, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
13
+ {"Score": 10.03, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
14
+ {"Score": 42.52, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
15
+ {"Score": 42.36, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
16
+ {"Score": 2.10, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
17
+ {"Score": 11.95, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
18
+ {"Score": 9.92, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
19
+ {"Score": 46.28, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
20
+ {"Score": 42.59, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
21
+ {"Score": 18.13, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
22
+ {"Score": 6.57, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
23
+ {"Score": 15.17, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
24
+ {"Score": 43.19, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
25
+ {"Score": 43.47, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
26
+ {"Score": 3.91, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
27
+ {"Score": 7.14, "Name": "MageBench", "BaseModel": "Yi-VL-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
28
+ {"Score": 12.08, "Name": "MageBench", "BaseModel": "Yi-VL-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
29
+ {"Score": 7.37, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
30
+ {"Score": 13.03, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
31
+ {"Score": 46.21, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
32
+ {"Score": 43.22, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
33
+ {"Score": 15.75, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
34
+ {"Score": 4.71, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
35
+ {"Score": 14.46, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
36
+ {"Score": 43.46, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
37
+ {"Score": 44.07, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
38
+ {"Score": 14.46, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
39
+ {"Score": 16.22, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
40
+ {"Score": 16.76, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
41
+ {"Score": 44.56, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
42
+ {"Score": 43.58, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
43
+ {"Score": 10.50, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
44
+ {"Score": 35.09, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
45
+ {"Score": 27.47, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
46
+ {"Score": 45.80, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
47
+ {"Score": 14.28, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
48
+ {"Score": 64.11, "Name": "MageBench", "BaseModel": "Claude-3.5-Sonnet", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
49
+ {"Score": 62.08, "Name": "MageBench", "BaseModel": "Claude-3.5-Sonnet", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
50
+ {"Score": 48.26, "Name": "MageBench", "BaseModel": "Claude-3.5-Sonnet", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
51
+ {"Score": 45.35, "Name": "MageBench", "BaseModel": "Claude-3.5-Sonnet", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
52
+ {"Score": 16.94, "Name": "MageBench", "BaseModel": "Claude-3.5-Sonnet", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
53
+ {"Score": 44.79, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
54
+ {"Score": 39.30, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
55
+ {"Score": 46.13, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
56
+ {"Score": 51.84, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
57
+ {"Score": 18.33, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
58
+ {"Score": 34.28, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
59
+ {"Score": 35.50, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
60
+ {"Score": 46.09, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
61
+ {"Score": 53.03, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
62
+ {"Score": 21.20, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
63
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
64
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
65
+ {"Score": 41.18, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
66
+ {"Score": 41.18, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
67
+ {"Score": 2.53, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
68
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
69
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
70
+ {"Score": 46.61, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
71
+ {"Score": 46.61, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
72
+ {"Score": 17.33, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
73
+ {"Score": 68.71, "Name": "MageBench", "BaseModel": "Human", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
74
+ {"Score": 94.32, "Name": "MageBench", "BaseModel": "Human", "Env.": "WebUI", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
75
+ {"Score": 83.63, "Name": "MageBench", "BaseModel": "Human", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "mini", "Link": "xxx"}
76
+ {"Score": 96.85, "Name": "MageBench", "BaseModel": "Human", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
77
+ {"Score": 54.68, "Name": "MageBench", "BaseModel": "Human", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "mini", "Link": "xxx"}
78
+ {"Score": 10.61, "Name": "MageBench", "BaseModel": "InternVL2-1B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
79
+ {"Score": 16.14, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-1.8B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
80
+ {"Score": 17.33, "Name": "MageBench", "BaseModel": "InternVL2-2B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
81
+ {"Score": 9.26, "Name": "MageBench", "BaseModel": "Qwen2-vl-2B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
82
+ {"Score": 2.92, "Name": "MageBench", "BaseModel": "InternVL2-4B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
83
+ {"Score": 1.36, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
84
+ {"Score": 8.08, "Name": "MageBench", "BaseModel": "Yi-VL-6B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
85
+ {"Score": 18.22, "Name": "MageBench", "BaseModel": "DeepSeek-VL-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
86
+ {"Score": 15.32, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
87
+ {"Score": 11.42, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
88
+ {"Score": 9.07, "Name": "MageBench", "BaseModel": "Llava-1.6-mistral-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
89
+ {"Score": 11.98, "Name": "MageBench", "BaseModel": "Qwen2-vl-7B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
90
+ {"Score": 16.06, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
91
+ {"Score": 27.43, "Name": "MageBench", "BaseModel": "InternVL2-8B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
92
+ {"Score": 39.22, "Name": "MageBench", "BaseModel": "Llama-3.2-11B-Vision-Instruct", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
93
+ {"Score": 13.30, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
94
+ {"Score": 31.68, "Name": "MageBench", "BaseModel": "InternVL2-26B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
95
+ {"Score": 1.65, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
96
+ {"Score": 7.21, "Name": "MageBench", "BaseModel": "Yi-VL-34B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
97
+ {"Score": 7.20, "Name": "MageBench", "BaseModel": "InternVL2-40B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
98
+ {"Score": 11.70, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
99
+ {"Score": 10.36, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
100
+ {"Score": 28.45, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
101
+ {"Score": 42.21, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
102
+ {"Score": 40.02, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
103
+ {"Score": 52.10, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
104
+ {"Score": 46.01, "Name": "MageBench", "BaseModel": "InternVL2-1B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
105
+ {"Score": 45.76, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-1.8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
106
+ {"Score": 45.94, "Name": "MageBench", "BaseModel": "InternVL2-2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
107
+ {"Score": 46.43, "Name": "MageBench", "BaseModel": "Qwen2-vl-2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
108
+ {"Score": 46.32, "Name": "MageBench", "BaseModel": "InternVL2-4B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
109
+ {"Score": 46.62, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
110
+ {"Score": 45.60, "Name": "MageBench", "BaseModel": "DeepSeek-VL-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
111
+ {"Score": 46.84, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
112
+ {"Score": 45.60, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
113
+ {"Score": 46.37, "Name": "MageBench", "BaseModel": "Llava-1.6-mistral-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
114
+ {"Score": 46.38, "Name": "MageBench", "BaseModel": "Qwen2-vl-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
115
+ {"Score": 46.53, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
116
+ {"Score": 46.56, "Name": "MageBench", "BaseModel": "InternVL2-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
117
+ {"Score": 46.54, "Name": "MageBench", "BaseModel": "Llama-3.2-11B-Vision-Instruct", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
118
+ {"Score": 46.65, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
119
+ {"Score": 46.77, "Name": "MageBench", "BaseModel": "InternVL2-26B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
120
+ {"Score": 46.06, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
121
+ {"Score": 45.65, "Name": "MageBench", "BaseModel": "InternVL2-40B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
122
+ {"Score": 47.14, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
123
+ {"Score": 46.39, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
124
+ {"Score": 46.61, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
125
+ {"Score": 47.14, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
126
+ {"Score": 47.46, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
127
+ {"Score": 47.65, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
128
+ {"Score": 46.06, "Name": "MageBench", "BaseModel": "InternVL2-1B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
129
+ {"Score": 45.60, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-1.8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
130
+ {"Score": 46.11, "Name": "MageBench", "BaseModel": "InternVL2-2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
131
+ {"Score": 46.52, "Name": "MageBench", "BaseModel": "Qwen2-vl-2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
132
+ {"Score": 46.28, "Name": "MageBench", "BaseModel": "InternVL2-4B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
133
+ {"Score": 46.74, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
134
+ {"Score": 46.64, "Name": "MageBench", "BaseModel": "DeepSeek-VL-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
135
+ {"Score": 46.39, "Name": "MageBench", "BaseModel": "Xcomposer-2.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
136
+ {"Score": 46.19, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
137
+ {"Score": 46.23, "Name": "MageBench", "BaseModel": "Llava-1.6-mistral-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
138
+ {"Score": 46.41, "Name": "MageBench", "BaseModel": "Qwen2-vl-7B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
139
+ {"Score": 46.86, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
140
+ {"Score": 46.35, "Name": "MageBench", "BaseModel": "InternVL2-8B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
141
+ {"Score": 47.33, "Name": "MageBench", "BaseModel": "Llama-3.2-11B-Vision-Instruct", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
142
+ {"Score": 46.53, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
143
+ {"Score": 46.50, "Name": "MageBench", "BaseModel": "InternVL2-26B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
144
+ {"Score": 46.48, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
145
+ {"Score": 46.82, "Name": "MageBench", "BaseModel": "InternVL2-40B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
146
+ {"Score": 47.84, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
147
+ {"Score": 46.68, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
148
+ {"Score": 47.09, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
149
+ {"Score": 48.63, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
150
+ {"Score": 48.33, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
151
+ {"Score": -2.47, "Name": "MageBench", "BaseModel": "InternVL2-1B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
152
+ {"Score": 2.00, "Name": "MageBench", "BaseModel": "InternVL2-2B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
153
+ {"Score": 0.64, "Name": "MageBench", "BaseModel": "Qwen2-vl-2B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
154
+ {"Score": -0.03, "Name": "MageBench", "BaseModel": "InternVL2-4B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
155
+ {"Score": 11.04, "Name": "MageBench", "BaseModel": "Phi-3.5-V-4.2B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
156
+ {"Score": -0.80, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-7B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
157
+ {"Score": -3.64, "Name": "MageBench", "BaseModel": "Llava-1.6-mistral-7B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
158
+ {"Score": 2.68, "Name": "MageBench", "BaseModel": "Qwen2-vl-7B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
159
+ {"Score": 3.61, "Name": "MageBench", "BaseModel": "MiniCPM-V2.6-8B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
160
+ {"Score": 7.90, "Name": "MageBench", "BaseModel": "InternVL2-8B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
161
+ {"Score": 11.58, "Name": "MageBench", "BaseModel": "Llama-3.2-11B-Vision-Instruct", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
162
+ {"Score": 16.59, "Name": "MageBench", "BaseModel": "LLaVA-v1.5-13B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
163
+ {"Score": 15.62, "Name": "MageBench", "BaseModel": "InternVL2-26B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
164
+ {"Score": 3.04, "Name": "MageBench", "BaseModel": "Llava-1.6-34B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
165
+ {"Score": 12.99, "Name": "MageBench", "BaseModel": "InternVL2-40B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
166
+ {"Score": 15.02, "Name": "MageBench", "BaseModel": "Qwen2-vl-72B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
167
+ {"Score": 18.43, "Name": "MageBench", "BaseModel": "NVLM-72B", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
168
+ {"Score": 8.04, "Name": "MageBench", "BaseModel": "InternVL2-76B-LLaMA3", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
169
+ {"Score": 8.32, "Name": "MageBench", "BaseModel": "Llama-3.2-90B-Vision-Instruct", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
170
+ {"Score": 17.78, "Name": "MageBench", "BaseModel": "GPT-4o", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
171
+ {"Score": 19.61, "Name": "MageBench", "BaseModel": "Gemini-1.5-pro", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
172
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
173
+ {"Score": 45.60, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
174
+ {"Score": 45.60, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
175
+ {"Score": 2.36, "Name": "MageBench", "BaseModel": "Idle Baseline", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
176
+ {"Score": 0.00, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "WebUI", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
177
+ {"Score": 47.40, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Global", "Subset": "all", "Link": "xxx"}
178
+ {"Score": 47.40, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Sokoban", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}
179
+ {"Score": 16.64, "Name": "MageBench", "BaseModel": "Random Baseline", "Env.": "Football", "Target-research": "Model-Eval-Online", "Subset": "all", "Link": "xxx"}