Spaces:
Runtime error
Runtime error
File size: 2,056 Bytes
14d9c3b 0302c93 14d9c3b 0302c93 14d9c3b 0302c93 14d9c3b 0302c93 14d9c3b 0302c93 14d9c3b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
{
"time": "241031154353",
"results": {
"GPT-4o (0513, detail-high)": {
"META": {
"Method": [
"GPT-4o (0513, detail-high)",
"https://openai.com/index/hello-gpt-4o/"
],
"Parameters": "",
"Language Model": "",
"Vision Model": "",
"Org": "OpenAI",
"Time": "2024/05/31",
"Verified": "Yes",
"OpenSource": "No",
"key": 270,
"dir_name": "GPT4o_HIGH"
},
"Shopping Concept Understanding": {
"Rec": 67.8,
"Ocr": 76.8,
"Know": 58.3,
"Gen": 56.9,
"Spat": 74.3,
"Math": 76.2,
"Overall": 69.1,
"Overall (official)": "N/A"
},
"Shopping Knowledge Reasoning": {
"Overall": 61.3,
"SCI": 64.8,
"TQA": 70.3,
"NUM": 44.4,
"ARI": 58.4,
"VQA": 47.5,
"GEO": 61.5,
"ALG": 62.3,
"GPS": 60.1,
"MWP": 69.9,
"LOG": 43.2,
"FQA": 60.2,
"STA": 68.4
},
"User Behavior Alignment": {
"Text Recognition": 199,
"Scene Text-centric VQA": 181,
"Doc-oriented VQA": 168,
"Key Information Extraction": 170,
"Handwritten Mathematical Expression Recognition": 18,
"Overall": 736
},
"Multi-lingual Abilities": {
"Overall": 63.9,
"coarse perception": 73.6,
"fine-grained perception": 54.8,
"instance reasoning": 66.4,
"logical reasoning": 72.0,
"math": 66.4,
"science & technology": 50.0
}
}
}
} |