Spaces:
Running
Running
David Pomerenke
commited on
Commit
·
603effe
1
Parent(s):
8941a67
Reorder datasets
Browse files- datasets.json +52 -76
datasets.json
CHANGED
|
@@ -27,30 +27,6 @@
|
|
| 27 |
"parallel": false,
|
| 28 |
"group": "Translation"
|
| 29 |
},
|
| 30 |
-
{
|
| 31 |
-
"name": "Opus Gnome",
|
| 32 |
-
"author": "Helsinki NLP",
|
| 33 |
-
"author_url": null,
|
| 34 |
-
"url": "https://huggingface.co/datasets/Helsinki-NLP/opus_gnome",
|
| 35 |
-
"n_languages": 187,
|
| 36 |
-
"tasks": [
|
| 37 |
-
"translation"
|
| 38 |
-
],
|
| 39 |
-
"parallel": true,
|
| 40 |
-
"group": "Translation"
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"name": "Opus Paracrawl",
|
| 44 |
-
"author": "Helsinki NLP",
|
| 45 |
-
"author_url": null,
|
| 46 |
-
"url": "https://huggingface.co/datasets/Helsinki-NLP/opus_paracrawl",
|
| 47 |
-
"n_languages": 43,
|
| 48 |
-
"tasks": [
|
| 49 |
-
"translation"
|
| 50 |
-
],
|
| 51 |
-
"parallel": false,
|
| 52 |
-
"group": "Translation"
|
| 53 |
-
},
|
| 54 |
{
|
| 55 |
"name": "OPUS Collection",
|
| 56 |
"author": "Helsinki NLP",
|
|
@@ -63,58 +39,6 @@
|
|
| 63 |
"parallel": false,
|
| 64 |
"group": "Translation"
|
| 65 |
},
|
| 66 |
-
{
|
| 67 |
-
"name": "FLEURS",
|
| 68 |
-
"author": "Meta",
|
| 69 |
-
"author_url": "https://ai.meta.com",
|
| 70 |
-
"url": "https://huggingface.co/datasets/google/fleurs",
|
| 71 |
-
"n_languages": 102,
|
| 72 |
-
"tasks": [
|
| 73 |
-
"speech_recognition"
|
| 74 |
-
],
|
| 75 |
-
"parallel": true,
|
| 76 |
-
"translation": "human",
|
| 77 |
-
"base": "FLORES",
|
| 78 |
-
"implemented": false,
|
| 79 |
-
"group": "Speech Recognition"
|
| 80 |
-
},
|
| 81 |
-
{
|
| 82 |
-
"name": "CommonVoice",
|
| 83 |
-
"author": "Mozilla",
|
| 84 |
-
"author_url": "https://blog.mozilla.ai",
|
| 85 |
-
"url": "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0",
|
| 86 |
-
"n_languages": 124,
|
| 87 |
-
"tasks": [
|
| 88 |
-
"speech_recognition"
|
| 89 |
-
],
|
| 90 |
-
"parallel": null,
|
| 91 |
-
"translation": "human",
|
| 92 |
-
"group": "Speech Recognition"
|
| 93 |
-
},
|
| 94 |
-
{
|
| 95 |
-
"name": "WorldCuisines",
|
| 96 |
-
"author": "Academic",
|
| 97 |
-
"author_url": "https://worldcuisines.github.io",
|
| 98 |
-
"url": "https://huggingface.co/datasets/worldcuisines/vqa",
|
| 99 |
-
"n_languages": 30,
|
| 100 |
-
"tasks": [
|
| 101 |
-
"visual_question_answering"
|
| 102 |
-
],
|
| 103 |
-
"parallel": null,
|
| 104 |
-
"group": "Visual Question Answering"
|
| 105 |
-
},
|
| 106 |
-
{
|
| 107 |
-
"name": "CVQA",
|
| 108 |
-
"author": "Academic",
|
| 109 |
-
"author_url": null,
|
| 110 |
-
"url": "https://huggingface.co/datasets/afaji/cvqa",
|
| 111 |
-
"n_languages": 39,
|
| 112 |
-
"tasks": [
|
| 113 |
-
"visual_question_answering"
|
| 114 |
-
],
|
| 115 |
-
"parallel": null,
|
| 116 |
-
"group": "Visual Question Answering"
|
| 117 |
-
},
|
| 118 |
{
|
| 119 |
"name": "Global MMLU",
|
| 120 |
"author": "Cohere",
|
|
@@ -325,6 +249,58 @@
|
|
| 325 |
"implemented": false,
|
| 326 |
"group": "Multitask Language Understanding"
|
| 327 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 328 |
{
|
| 329 |
"name": "Uhuru ARC Easy",
|
| 330 |
"author": "Masakhane",
|
|
|
|
| 27 |
"parallel": false,
|
| 28 |
"group": "Translation"
|
| 29 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
{
|
| 31 |
"name": "OPUS Collection",
|
| 32 |
"author": "Helsinki NLP",
|
|
|
|
| 39 |
"parallel": false,
|
| 40 |
"group": "Translation"
|
| 41 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
{
|
| 43 |
"name": "Global MMLU",
|
| 44 |
"author": "Cohere",
|
|
|
|
| 249 |
"implemented": false,
|
| 250 |
"group": "Multitask Language Understanding"
|
| 251 |
},
|
| 252 |
+
{
|
| 253 |
+
"name": "FLEURS",
|
| 254 |
+
"author": "Meta",
|
| 255 |
+
"author_url": "https://ai.meta.com",
|
| 256 |
+
"url": "https://huggingface.co/datasets/google/fleurs",
|
| 257 |
+
"n_languages": 102,
|
| 258 |
+
"tasks": [
|
| 259 |
+
"speech_recognition"
|
| 260 |
+
],
|
| 261 |
+
"parallel": true,
|
| 262 |
+
"translation": "human",
|
| 263 |
+
"base": "FLORES",
|
| 264 |
+
"implemented": false,
|
| 265 |
+
"group": "Speech Recognition"
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"name": "CommonVoice",
|
| 269 |
+
"author": "Mozilla",
|
| 270 |
+
"author_url": "https://blog.mozilla.ai",
|
| 271 |
+
"url": "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0",
|
| 272 |
+
"n_languages": 124,
|
| 273 |
+
"tasks": [
|
| 274 |
+
"speech_recognition"
|
| 275 |
+
],
|
| 276 |
+
"parallel": null,
|
| 277 |
+
"translation": "human",
|
| 278 |
+
"group": "Speech Recognition"
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"name": "WorldCuisines",
|
| 282 |
+
"author": "Academic",
|
| 283 |
+
"author_url": "https://worldcuisines.github.io",
|
| 284 |
+
"url": "https://huggingface.co/datasets/worldcuisines/vqa",
|
| 285 |
+
"n_languages": 30,
|
| 286 |
+
"tasks": [
|
| 287 |
+
"visual_question_answering"
|
| 288 |
+
],
|
| 289 |
+
"parallel": null,
|
| 290 |
+
"group": "Visual Question Answering"
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"name": "CVQA",
|
| 294 |
+
"author": "Academic",
|
| 295 |
+
"author_url": null,
|
| 296 |
+
"url": "https://huggingface.co/datasets/afaji/cvqa",
|
| 297 |
+
"n_languages": 39,
|
| 298 |
+
"tasks": [
|
| 299 |
+
"visual_question_answering"
|
| 300 |
+
],
|
| 301 |
+
"parallel": null,
|
| 302 |
+
"group": "Visual Question Answering"
|
| 303 |
+
},
|
| 304 |
{
|
| 305 |
"name": "Uhuru ARC Easy",
|
| 306 |
"author": "Masakhane",
|