File size: 40,194 Bytes
a0f15e3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 |
{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.45583, "ndcg_at_5": 0.46482, "ndcg_at_10": 0.49929, "ndcg_at_20": 0.53319, "ndcg_at_50": 0.56088, "ndcg_at_100": 0.57521, "map_at_1": 0.31282, "map_at_3": 0.38643, "map_at_5": 0.40662, "map_at_10": 0.427, "map_at_20": 0.44037, "map_at_50": 0.44779, "map_at_100": 0.45087, "recall_at_1": 0.31282, "recall_at_3": 0.45801, "recall_at_5": 0.51314, "recall_at_10": 0.59474, "recall_at_20": 0.70006, "recall_at_50": 0.81018, "recall_at_100": 0.8687, "precision_at_1": 0.46154, "precision_at_3": 0.25, "precision_at_5": 0.17692, "precision_at_10": 0.11538, "precision_at_20": 0.07212, "precision_at_50": 0.03577, "precision_at_100": 0.02019, "mrr_at_1": 0.46153846153846156, "mrr_at_3": 0.5352564102564102, "mrr_at_5": 0.5400641025641025, "mrr_at_10": 0.5563568376068376, "mrr_at_20": 0.5619123931623933, "mrr_at_50": 0.5636433095866326, "mrr_at_100": 0.5639692548278321, "naucs_at_1_max": -0.041251407771801335, "naucs_at_1_std": -0.13440738438251756, "naucs_at_1_diff1": 0.34187346444583533, "naucs_at_3_max": 0.0490709257221608, "naucs_at_3_std": 0.08564793906924244, "naucs_at_3_diff1": 0.22646725274417273, "naucs_at_5_max": -0.03672914700583298, "naucs_at_5_std": 0.007447202410573791, "naucs_at_5_diff1": 0.042815771441324466, "naucs_at_10_max": 0.08103519471354535, "naucs_at_10_std": 0.19402598514845554, "naucs_at_10_diff1": -0.0033559370819179145, "naucs_at_20_max": 0.0456379886246012, "naucs_at_20_std": 0.1498156050133747, "naucs_at_20_diff1": -0.08008666562091712, "naucs_at_50_max": -0.08067464433322966, "naucs_at_50_std": 0.09130916830990066, "naucs_at_50_diff1": -0.15272607839988653, "naucs_at_100_max": -0.096748886881875, "naucs_at_100_std": 0.07721280649171645, "naucs_at_100_diff1": -0.18731989904451377},
"vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.46121,
"ndcg_at_3": 0.44678,
"ndcg_at_5": 0.43801,
"ndcg_at_10": 0.43733,
"ndcg_at_20": 0.46433,
"ndcg_at_50": 0.54611,
"ndcg_at_100": 0.59004,
"map_at_1": 0.04211,
"map_at_3": 0.11076,
"map_at_5": 0.14977,
"map_at_10": 0.20422,
"map_at_20": 0.25084,
"map_at_50": 0.30884,
"map_at_100": 0.33619,
"recall_at_1": 0.04211,
"recall_at_3": 0.14649,
"recall_at_5": 0.23071,
"recall_at_10": 0.35624,
"recall_at_20": 0.49418,
"recall_at_50": 0.73377,
"recall_at_100": 0.86682,
"precision_at_1": 0.46121,
"precision_at_3": 0.43103,
"precision_at_5": 0.40172,
"precision_at_10": 0.34138,
"precision_at_20": 0.26659,
"precision_at_50": 0.18138,
"precision_at_100": 0.12047,
"mrr_at_1": 0.46551724137931033,
"mrr_at_3": 0.574712643678161,
"mrr_at_5": 0.6042385057471265,
"mrr_at_10": 0.6164939107827039,
"mrr_at_20": 0.6183285285117182,
"mrr_at_50": 0.6200764537159825,
"mrr_at_100": 0.6200764537159825,
"naucs_at_1_max": 0.11544462366696459,
"naucs_at_1_std": 0.22176658057960205,
"naucs_at_1_diff1": 0.025762330855377692,
"naucs_at_3_max": 0.026780292524540915,
"naucs_at_3_std": 0.11948865529860946,
"naucs_at_3_diff1": 0.061454401010208035,
"naucs_at_5_max": 0.03371203358255765,
"naucs_at_5_std": 0.09636809061801069,
"naucs_at_5_diff1": 0.05757750385636382,
"naucs_at_10_max": 0.09232655846367765,
"naucs_at_10_std": 0.12953593426424662,
"naucs_at_10_diff1": 0.040531120842163905,
"naucs_at_20_max": 0.05932447597915658,
"naucs_at_20_std": 0.12194225080385523,
"naucs_at_20_diff1": 0.056576190947956906,
"naucs_at_50_max": -0.0032140618165206,
"naucs_at_50_std": 0.0871134378372482,
"naucs_at_50_diff1": 0.07003126914242656,
"naucs_at_100_max": -0.06221058793886302,
"naucs_at_100_std": 0.045883933099133634,
"naucs_at_100_diff1": 0.060445445102082516
},
"vidore/synthetic_axa_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.43056,
"ndcg_at_3": 0.49932,
"ndcg_at_5": 0.48405,
"ndcg_at_10": 0.52572,
"ndcg_at_20": 0.55276,
"ndcg_at_50": 0.60698,
"ndcg_at_100": 0.63664,
"map_at_1": 0.21657,
"map_at_3": 0.34458,
"map_at_5": 0.37077,
"map_at_10": 0.41524,
"map_at_20": 0.43457,
"map_at_50": 0.45648,
"map_at_100": 0.46422,
"recall_at_1": 0.21657,
"recall_at_3": 0.42428,
"recall_at_5": 0.47428,
"recall_at_10": 0.62959,
"recall_at_20": 0.70556,
"recall_at_50": 0.84926,
"recall_at_100": 0.95773,
"precision_at_1": 0.43056,
"precision_at_3": 0.35185,
"precision_at_5": 0.26389,
"precision_at_10": 0.19722,
"precision_at_20": 0.12569,
"precision_at_50": 0.07361,
"precision_at_100": 0.04333,
"mrr_at_1": 0.4166666666666667,
"mrr_at_3": 0.5532407407407408,
"mrr_at_5": 0.5712962962962963,
"mrr_at_10": 0.5773533950617283,
"mrr_at_20": 0.5814130892255892,
"mrr_at_50": 0.5838168891293891,
"mrr_at_100": 0.5844176970242605,
"naucs_at_1_max": -0.014383321441278112,
"naucs_at_1_std": 0.010022808571214561,
"naucs_at_1_diff1": 0.16262213048124577,
"naucs_at_3_max": -0.14129169116985835,
"naucs_at_3_std": -0.12262775724308239,
"naucs_at_3_diff1": 0.05572121475836582,
"naucs_at_5_max": -0.2028179459941851,
"naucs_at_5_std": -0.19014286776522518,
"naucs_at_5_diff1": -0.03939136391492235,
"naucs_at_10_max": -0.2776293653133337,
"naucs_at_10_std": -0.07795973417623336,
"naucs_at_10_diff1": -0.11387806735285985,
"naucs_at_20_max": -0.3526757050657489,
"naucs_at_20_std": -0.148976855330587,
"naucs_at_20_diff1": -0.16249219953551627,
"naucs_at_50_max": -0.45275662271581857,
"naucs_at_50_std": -0.2226644502919943,
"naucs_at_50_diff1": -0.27123799331086546,
"naucs_at_100_max": -0.4908484200717289,
"naucs_at_100_std": -0.27215698272245575,
"naucs_at_100_diff1": -0.3197175808368999
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
"ndcg_at_1": 0.49375,
"ndcg_at_3": 0.55246,
"ndcg_at_5": 0.56401,
"ndcg_at_10": 0.59824,
"ndcg_at_20": 0.62263,
"ndcg_at_50": 0.64864,
"ndcg_at_100": 0.66058,
"map_at_1": 0.2925,
"map_at_3": 0.43514,
"map_at_5": 0.46557,
"map_at_10": 0.49886,
"map_at_20": 0.51211,
"map_at_50": 0.52151,
"map_at_100": 0.52438,
"recall_at_1": 0.2925,
"recall_at_3": 0.53945,
"recall_at_5": 0.6104,
"recall_at_10": 0.70946,
"recall_at_20": 0.7779,
"recall_at_50": 0.85907,
"recall_at_100": 0.90203,
"precision_at_1": 0.49375,
"precision_at_3": 0.35625,
"precision_at_5": 0.25875,
"precision_at_10": 0.1675,
"precision_at_20": 0.09969,
"precision_at_50": 0.04825,
"precision_at_100": 0.02656,
"mrr_at_1": 0.49375,
"mrr_at_3": 0.6302083333333333,
"mrr_at_5": 0.6464583333333334,
"mrr_at_10": 0.6537053571428572,
"mrr_at_20": 0.6556828526865291,
"mrr_at_50": 0.6562852746898132,
"mrr_at_100": 0.6565007919311926,
"naucs_at_1_max": 0.25020981693991323,
"naucs_at_1_std": 0.032523703082023604,
"naucs_at_1_diff1": 0.44486177010711037,
"naucs_at_3_max": 0.048297692258767976,
"naucs_at_3_std": -0.07236336772684801,
"naucs_at_3_diff1": 0.09676661823198773,
"naucs_at_5_max": -0.06773618538324375,
"naucs_at_5_std": -0.14039062350257736,
"naucs_at_5_diff1": 0.03386425929120516,
"naucs_at_10_max": -0.13344403724710174,
"naucs_at_10_std": -0.14472428952006045,
"naucs_at_10_diff1": -0.08197496515301053,
"naucs_at_20_max": -0.19347832736838858,
"naucs_at_20_std": -0.18669183742139606,
"naucs_at_20_diff1": -0.13648142564357998,
"naucs_at_50_max": -0.2592522621386659,
"naucs_at_50_std": -0.2065593807292728,
"naucs_at_50_diff1": -0.1772156473626456,
"naucs_at_100_max": -0.27974871039818505,
"naucs_at_100_std": -0.2129965871516818,
"naucs_at_100_diff1": -0.20025636973950994
},
"vidore/synthetic_rse_restaurant_filtered_v1.0": {
"ndcg_at_1": 0.40351,
"ndcg_at_3": 0.43353,
"ndcg_at_5": 0.46071,
"ndcg_at_10": 0.50098,
"ndcg_at_20": 0.54228,
"ndcg_at_50": 0.59505,
"ndcg_at_100": 0.60794,
"map_at_1": 0.20443,
"map_at_3": 0.31443,
"map_at_5": 0.35309,
"map_at_10": 0.3892,
"map_at_20": 0.41348,
"map_at_50": 0.43382,
"map_at_100": 0.43953,
"recall_at_1": 0.20443,
"recall_at_3": 0.39252,
"recall_at_5": 0.49607,
"recall_at_10": 0.61245,
"recall_at_20": 0.74221,
"recall_at_50": 0.91648,
"recall_at_100": 0.95209,
"precision_at_1": 0.40351,
"precision_at_3": 0.29825,
"precision_at_5": 0.23509,
"precision_at_10": 0.16667,
"precision_at_20": 0.1114,
"precision_at_50": 0.06491,
"precision_at_100": 0.03702,
"mrr_at_1": 0.42105263157894735,
"mrr_at_3": 0.5321637426900585,
"mrr_at_5": 0.5488304093567252,
"mrr_at_10": 0.5584029518240045,
"mrr_at_20": 0.5650255023523721,
"mrr_at_50": 0.5672874814106899,
"mrr_at_100": 0.5672874814106899,
"naucs_at_1_max": -0.0073958870644794655,
"naucs_at_1_std": 0.22311242186928293,
"naucs_at_1_diff1": 0.10748815653422916,
"naucs_at_3_max": -0.049083912454293395,
"naucs_at_3_std": 0.04039313351636922,
"naucs_at_3_diff1": 9.121647046468586e-6,
"naucs_at_5_max": -0.001472450245480797,
"naucs_at_5_std": 0.014701791353186453,
"naucs_at_5_diff1": -0.04924564749255387,
"naucs_at_10_max": -0.1960183643332104,
"naucs_at_10_std": -0.0751493709821589,
"naucs_at_10_diff1": -0.030450079021949194,
"naucs_at_20_max": -0.23585667739901595,
"naucs_at_20_std": -0.09380275141988259,
"naucs_at_20_diff1": 0.004796937988805973,
"naucs_at_50_max": -0.3740708956154588,
"naucs_at_50_std": -0.12647666604177382,
"naucs_at_50_diff1": 0.18883751281413164,
"naucs_at_100_max": -0.39872734925448805,
"naucs_at_100_std": -0.12133973144894185,
"naucs_at_100_diff1": 0.18715558055343207
},
"vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.44298,
"ndcg_at_3": 0.45536,
"ndcg_at_5": 0.48065,
"ndcg_at_10": 0.52054,
"ndcg_at_20": 0.56428,
"ndcg_at_50": 0.60862,
"ndcg_at_100": 0.62233,
"map_at_1": 0.21064,
"map_at_3": 0.33068,
"map_at_5": 0.36713,
"map_at_10": 0.40403,
"map_at_20": 0.43049,
"map_at_50": 0.44959,
"map_at_100": 0.45475,
"recall_at_1": 0.21064,
"recall_at_3": 0.41209,
"recall_at_5": 0.50701,
"recall_at_10": 0.63557,
"recall_at_20": 0.77159,
"recall_at_50": 0.91455,
"recall_at_100": 0.95882,
"precision_at_1": 0.44298,
"precision_at_3": 0.32018,
"precision_at_5": 0.25263,
"precision_at_10": 0.17456,
"precision_at_20": 0.11732,
"precision_at_50": 0.06509,
"precision_at_100": 0.0368,
"mrr_at_1": 0.44298245614035087,
"mrr_at_3": 0.5511695906432749,
"mrr_at_5": 0.5632309941520467,
"mrr_at_10": 0.5748555416318574,
"mrr_at_20": 0.5813267293316584,
"mrr_at_50": 0.5829786723780774,
"mrr_at_100": 0.5831139537633588,
"naucs_at_1_max": 0.07051482047264329,
"naucs_at_1_std": 0.1958271006282557,
"naucs_at_1_diff1": 0.1942661226272023,
"naucs_at_3_max": -0.06153567044815501,
"naucs_at_3_std": 0.030866957364471828,
"naucs_at_3_diff1": 0.09346686092344683,
"naucs_at_5_max": -0.1001058508204584,
"naucs_at_5_std": 0.04694753152769551,
"naucs_at_5_diff1": -0.020745149639172823,
"naucs_at_10_max": -0.22434069455501207,
"naucs_at_10_std": -0.024981550214707424,
"naucs_at_10_diff1": 0.0217892641566212,
"naucs_at_20_max": -0.25677009699234504,
"naucs_at_20_std": -0.0682727441498392,
"naucs_at_20_diff1": 0.006600406019144755,
"naucs_at_50_max": -0.35279837382749224,
"naucs_at_50_std": -0.11860050488498859,
"naucs_at_50_diff1": 0.038218272907462776,
"naucs_at_100_max": -0.3770191365581463,
"naucs_at_100_std": -0.12210563039488978,
"naucs_at_100_diff1": 0.026981449415877188
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
"ndcg_at_1": 0.4625,
"ndcg_at_3": 0.48461,
"ndcg_at_5": 0.50748,
"ndcg_at_10": 0.54374,
"ndcg_at_20": 0.57313,
"ndcg_at_50": 0.60015,
"ndcg_at_100": 0.61619,
"map_at_1": 0.27248,
"map_at_3": 0.38318,
"map_at_5": 0.41661,
"map_at_10": 0.44791,
"map_at_20": 0.46236,
"map_at_50": 0.4712,
"map_at_100": 0.47443,
"recall_at_1": 0.27248,
"recall_at_3": 0.46329,
"recall_at_5": 0.54925,
"recall_at_10": 0.65759,
"recall_at_20": 0.74374,
"recall_at_50": 0.82939,
"recall_at_100": 0.89386,
"precision_at_1": 0.4625,
"precision_at_3": 0.30469,
"precision_at_5": 0.23187,
"precision_at_10": 0.1525,
"precision_at_20": 0.09328,
"precision_at_50": 0.04575,
"precision_at_100": 0.02583,
"mrr_at_1": 0.4640625,
"mrr_at_3": 0.5674479166666667,
"mrr_at_5": 0.5858854166666666,
"mrr_at_10": 0.5973053075396825,
"mrr_at_20": 0.6012510964160539,
"mrr_at_50": 0.6024522115162709,
"mrr_at_100": 0.6028758281345057,
"naucs_at_1_max": 0.26141725163984275,
"naucs_at_1_std": 0.05513611928520957,
"naucs_at_1_diff1": 0.42015938121619634,
"naucs_at_3_max": 0.1399680610762722,
"naucs_at_3_std": 0.045180219047584395,
"naucs_at_3_diff1": 0.11481164579324413,
"naucs_at_5_max": 0.04584991439766228,
"naucs_at_5_std": -0.04550137691456216,
"naucs_at_5_diff1": 0.004357676059305207,
"naucs_at_10_max": -0.06683145550701278,
"naucs_at_10_std": -0.10664376868245524,
"naucs_at_10_diff1": -0.08678934812600536,
"naucs_at_20_max": -0.1296230042230784,
"naucs_at_20_std": -0.14815581967152328,
"naucs_at_20_diff1": -0.14412731888436792,
"naucs_at_50_max": -0.19435807140448796,
"naucs_at_50_std": -0.16212181647094098,
"naucs_at_50_diff1": -0.1726383431655357,
"naucs_at_100_max": -0.23236001607504117,
"naucs_at_100_std": -0.17507627344711169,
"naucs_at_100_diff1": -0.18675384146781612
},
"vidore/synthetic_axa_filtered_v1.0": {
"ndcg_at_1": 0.5,
"ndcg_at_3": 0.5515,
"ndcg_at_5": 0.54656,
"ndcg_at_10": 0.58542,
"ndcg_at_20": 0.61074,
"ndcg_at_50": 0.66471,
"ndcg_at_100": 0.67865,
"map_at_1": 0.23561,
"map_at_3": 0.35526,
"map_at_5": 0.40288,
"map_at_10": 0.45602,
"map_at_20": 0.47984,
"map_at_50": 0.5053,
"map_at_100": 0.50979,
"recall_at_1": 0.23561,
"recall_at_3": 0.40357,
"recall_at_5": 0.50646,
"recall_at_10": 0.69428,
"recall_at_20": 0.7691,
"recall_at_50": 0.91971,
"recall_at_100": 0.96283,
"precision_at_1": 0.5,
"precision_at_3": 0.40741,
"precision_at_5": 0.32222,
"precision_at_10": 0.22778,
"precision_at_20": 0.14444,
"precision_at_50": 0.08111,
"precision_at_100": 0.04389,
"mrr_at_1": 0.4444444444444444,
"mrr_at_3": 0.5833333333333334,
"mrr_at_5": 0.6333333333333333,
"mrr_at_10": 0.6333333333333333,
"mrr_at_20": 0.6333333333333333,
"mrr_at_50": 0.6345410628019325,
"mrr_at_100": 0.6345410628019325,
"naucs_at_1_max": 0.07889050288999765,
"naucs_at_1_std": 0.06985911407713058,
"naucs_at_1_diff1": -0.05179633645139645,
"naucs_at_3_max": -0.4314479663108273,
"naucs_at_3_std": -0.2220643287660875,
"naucs_at_3_diff1": -0.1357836927675026,
"naucs_at_5_max": -0.6137311723661342,
"naucs_at_5_std": -0.4297107168497019,
"naucs_at_5_diff1": -0.282928276376364,
"naucs_at_10_max": -0.7132869751846498,
"naucs_at_10_std": -0.4029481109560288,
"naucs_at_10_diff1": -0.29283755342944695,
"naucs_at_20_max": -0.7476746519743882,
"naucs_at_20_std": -0.4383230899669276,
"naucs_at_20_diff1": -0.2568560566050879,
"naucs_at_50_max": -0.6810001577310205,
"naucs_at_50_std": -0.4592319089280611,
"naucs_at_50_diff1": -0.2697688110166736,
"naucs_at_100_max": -0.6920540059961603,
"naucs_at_100_std": -0.4975891795439652,
"naucs_at_100_diff1": -0.27228925118802566
},
"vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
"ndcg_at_1": 0.58621,
"ndcg_at_3": 0.56958,
"ndcg_at_5": 0.56747,
"ndcg_at_10": 0.55498,
"ndcg_at_20": 0.56167,
"ndcg_at_50": 0.63326,
"ndcg_at_100": 0.67651,
"map_at_1": 0.05512,
"map_at_3": 0.15633,
"map_at_5": 0.21393,
"map_at_10": 0.28249,
"map_at_20": 0.33276,
"map_at_50": 0.39554,
"map_at_100": 0.42521,
"recall_at_1": 0.05512,
"recall_at_3": 0.20041,
"recall_at_5": 0.31679,
"recall_at_10": 0.45216,
"recall_at_20": 0.56899,
"recall_at_50": 0.78061,
"recall_at_100": 0.92301,
"precision_at_1": 0.58621,
"precision_at_3": 0.54023,
"precision_at_5": 0.51034,
"precision_at_10": 0.42241,
"precision_at_20": 0.30603,
"precision_at_50": 0.19931,
"precision_at_100": 0.12897,
"mrr_at_1": 0.603448275862069,
"mrr_at_3": 0.7097701149425287,
"mrr_at_5": 0.7313218390804598,
"mrr_at_10": 0.7392241379310345,
"mrr_at_20": 0.7392241379310345,
"mrr_at_50": 0.7397030651340997,
"mrr_at_100": 0.7397030651340997,
"naucs_at_1_max": -0.010118734871006329,
"naucs_at_1_std": 0.10980876856822328,
"naucs_at_1_diff1": 0.10183634578730963,
"naucs_at_3_max": -0.1267323207616976,
"naucs_at_3_std": -0.05661790845083188,
"naucs_at_3_diff1": 0.07369354139119677,
"naucs_at_5_max": 0.019942753252902908,
"naucs_at_5_std": 0.06455436252441091,
"naucs_at_5_diff1": 0.06695101207889216,
"naucs_at_10_max": 0.041208495495496496,
"naucs_at_10_std": 0.09070057327978881,
"naucs_at_10_diff1": 0.030402393460177066,
"naucs_at_20_max": 0.025702140238159837,
"naucs_at_20_std": 0.0742736380683647,
"naucs_at_20_diff1": 0.0600844047880318,
"naucs_at_50_max": -0.0005572407939892689,
"naucs_at_50_std": 0.07144824248048325,
"naucs_at_50_diff1": 0.10429455029904204,
"naucs_at_100_max": -0.07307588097557434,
"naucs_at_100_std": -0.0036128034099943912,
"naucs_at_100_diff1": 0.14294030303877456
}, "validation_set": {"ndcg_at_1": 0.782, "ndcg_at_3": 0.83869, "ndcg_at_5": 0.84945, "ndcg_at_10": 0.86122, "ndcg_at_20": 0.86639, "ndcg_at_100": 0.87296, "ndcg_at_1000": 0.87382, "map_at_1": 0.782, "map_at_3": 0.82567, "map_at_5": 0.83167, "map_at_10": 0.83659, "map_at_20": 0.83807, "map_at_100": 0.83894, "map_at_1000": 0.83899, "recall_at_1": 0.782, "recall_at_3": 0.876, "recall_at_5": 0.902, "recall_at_10": 0.938, "recall_at_20": 0.958, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.782, "precision_at_3": 0.292, "precision_at_5": 0.1804, "precision_at_10": 0.0938, "precision_at_20": 0.0479, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.786, "mrr_at_3": 0.8293333333333331, "mrr_at_5": 0.8353333333333332, "mrr_at_10": 0.8401857142857142, "mrr_at_20": 0.8413927173703489, "mrr_at_100": 0.842343017479603, "mrr_at_1000": 0.84237119907226, "naucs_at_1_max": 0.1287204083634169, "naucs_at_1_std": 0.04394670353021356, "naucs_at_1_diff1": 0.9147079015332307, "naucs_at_3_max": 0.15408207410154462, "naucs_at_3_std": 0.24171070115262258, "naucs_at_3_diff1": 0.8671703593832085, "naucs_at_5_max": 0.14837363516835303, "naucs_at_5_std": 0.31976600163875035, "naucs_at_5_diff1": 0.8631452581032408, "naucs_at_10_max": 0.1179633143579976, "naucs_at_10_std": 0.597316345893196, "naucs_at_10_diff1": 0.8860124695039325, "naucs_at_20_max": 0.12424969987995331, "naucs_at_20_std": 0.7891823396025082, "naucs_at_20_diff1": 0.9336401227157501, "naucs_at_100_max": -0.17133520074699127, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.91917, "ndcg_at_5": 0.92347, "ndcg_at_10": 0.92937, "ndcg_at_20": 0.92937, "ndcg_at_100": 0.93128, "ndcg_at_1000": 0.93277, "map_at_1": 0.87, "map_at_3": 0.90833, "map_at_5": 0.91083, "map_at_10": 0.91294, "map_at_20": 0.91294, "map_at_100": 0.91321, "map_at_1000": 0.91331, "recall_at_1": 0.87, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.88, "mrr_at_3": 0.9133333333333333, "mrr_at_5": 0.9158333333333333, "mrr_at_10": 0.9183730158730158, "mrr_at_20": 0.9183730158730158, "mrr_at_100": 0.9187453269596126, "mrr_at_1000": 0.9187453269596126, "naucs_at_1_max": 0.24364955935718074, "naucs_at_1_std": -0.12800859068355205, "naucs_at_1_diff1": 0.9218692142486855, "naucs_at_3_max": 0.21577964519141157, "naucs_at_3_std": -0.2550887021475216, "naucs_at_3_diff1": 0.9477124183006521, "naucs_at_5_max": 0.05240429505135564, "naucs_at_5_std": -0.5361811391223089, "naucs_at_5_diff1": 0.9346405228758139, "naucs_at_10_max": 0.7957516339869297, "naucs_at_10_std": 0.07936507936508234, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.7957516339869297, "naucs_at_20_std": 0.07936507936508234, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": 0.8692810457516374, "naucs_at_100_std": 0.7222222222222041, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.94893, "ndcg_at_5": 0.94893, "ndcg_at_10": 0.94893, "ndcg_at_20": 0.95163, "ndcg_at_100": 0.95554, "ndcg_at_1000": 0.95554, "map_at_1": 0.92, "map_at_3": 0.94167, "map_at_5": 0.94167, "map_at_10": 0.94167, "map_at_20": 0.9425, "map_at_100": 0.94313, "map_at_1000": 0.94313, "recall_at_1": 0.92, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.92, "mrr_at_3": 0.9416666666666665, "mrr_at_5": 0.9416666666666665, "mrr_at_10": 0.9426666666666665, "mrr_at_20": 0.9426666666666665, "mrr_at_100": 0.9433152709359603, "mrr_at_1000": 0.9433152709359603, "naucs_at_1_max": 0.129493464052287, "naucs_at_1_std": -0.1989379084967342, "naucs_at_1_diff1": 0.8468137254901948, "naucs_at_3_max": -0.00964830376594965, "naucs_at_3_std": -0.7268907563025196, "naucs_at_3_diff1": 0.8638344226579548, "naucs_at_5_max": -0.009648303765951795, "naucs_at_5_std": -0.7268907563025226, "naucs_at_5_diff1": 0.8638344226579531, "naucs_at_10_max": -0.009648303765951795, "naucs_at_10_std": -0.7268907563025226, "naucs_at_10_diff1": 0.8638344226579531, "naucs_at_20_max": -0.5144724556489195, "naucs_at_20_std": -1.1517273576097127, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97393, "ndcg_at_5": 0.97393, "ndcg_at_10": 0.97393, "ndcg_at_20": 0.97393, "ndcg_at_100": 0.97581, "ndcg_at_1000": 0.97581, "map_at_1": 0.95, "map_at_3": 0.96833, "map_at_5": 0.96833, "map_at_10": 0.96833, "map_at_20": 0.96833, "map_at_100": 0.96859, "map_at_1000": 0.96859, "recall_at_1": 0.95, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.9683333333333334, "mrr_at_5": 0.9683333333333334, "mrr_at_10": 0.9683333333333334, "mrr_at_20": 0.9683333333333334, "mrr_at_100": 0.9686111111111111, "mrr_at_1000": 0.9686111111111111, "naucs_at_1_max": -0.2407096171802055, "naucs_at_1_std": -0.8749766573295958, "naucs_at_1_diff1": 0.8846872082166202, "naucs_at_3_max": -1.7399626517274398, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 0.5541549953314585, "naucs_at_5_max": -1.7399626517273863, "naucs_at_5_std": -1.7399626517273863, "naucs_at_5_diff1": 0.5541549953314738, "naucs_at_10_max": -1.7399626517273863, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 0.5541549953314738, "naucs_at_20_max": -1.7399626517273863, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 0.5541549953314738, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.91286, "ndcg_at_5": 0.92147, "ndcg_at_10": 0.92448, "ndcg_at_20": 0.92727, "ndcg_at_100": 0.92929, "ndcg_at_1000": 0.92929, "map_at_1": 0.86, "map_at_3": 0.9, "map_at_5": 0.905, "map_at_10": 0.90611, "map_at_20": 0.90702, "map_at_100": 0.90735, "map_at_1000": 0.90735, "recall_at_1": 0.86, "recall_at_3": 0.95, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.31667, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.86, "mrr_at_3": 0.9, "mrr_at_5": 0.905, "mrr_at_10": 0.90625, "mrr_at_20": 0.907159090909091, "mrr_at_100": 0.9075039184952978, "mrr_at_1000": 0.9075039184952978, "naucs_at_1_max": 0.43501454898157155, "naucs_at_1_std": 0.2136275460717749, "naucs_at_1_diff1": 0.9035263960094214, "naucs_at_3_max": 0.6491129785247453, "naucs_at_3_std": 0.4804855275443501, "naucs_at_3_diff1": 0.9477124183006521, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 0.9128540305010848, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.732, "ndcg_at_3": 0.79395, "ndcg_at_5": 0.81366, "ndcg_at_10": 0.82475, "ndcg_at_20": 0.82906, "ndcg_at_100": 0.83691, "ndcg_at_1000": 0.83975, "map_at_1": 0.732, "map_at_3": 0.77933, "map_at_5": 0.79023, "map_at_10": 0.79487, "map_at_20": 0.79593, "map_at_100": 0.79706, "map_at_1000": 0.79717, "recall_at_1": 0.732, "recall_at_3": 0.836, "recall_at_5": 0.884, "recall_at_10": 0.918, "recall_at_20": 0.936, "recall_at_100": 0.978, "recall_at_1000": 1.0, "precision_at_1": 0.732, "precision_at_3": 0.27867, "precision_at_5": 0.1768, "precision_at_10": 0.0918, "precision_at_20": 0.0468, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.732, "mrr_at_3": 0.7786666666666665, "mrr_at_5": 0.7900666666666664, "mrr_at_10": 0.794449206349206, "mrr_at_20": 0.7953232247284874, "mrr_at_100": 0.7966255910510839, "mrr_at_1000": 0.7967190443508116, "naucs_at_1_max": 0.4347700535605503, "naucs_at_1_std": 0.0052057373871626685, "naucs_at_1_diff1": 0.865643715535724, "naucs_at_3_max": 0.6048031004775511, "naucs_at_3_std": 0.15614576084087275, "naucs_at_3_diff1": 0.8398166590674573, "naucs_at_5_max": 0.5930604282107613, "naucs_at_5_std": 0.1861700383619125, "naucs_at_5_diff1": 0.7956080527230405, "naucs_at_10_max": 0.6479242103345397, "naucs_at_10_std": 0.25604062763316404, "naucs_at_10_diff1": 0.7970326341918881, "naucs_at_20_max": 0.6982668067226916, "naucs_at_20_std": 0.40970763305321833, "naucs_at_20_diff1": 0.7613941409897302, "naucs_at_100_max": 0.9762329174093898, "naucs_at_100_std": 0.8936847466259251, "naucs_at_100_diff1": 0.80561921738392, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.458, "ndcg_at_3": 0.5249, "ndcg_at_5": 0.54987, "ndcg_at_10": 0.5691, "ndcg_at_20": 0.58534, "ndcg_at_100": 0.60898, "ndcg_at_1000": 0.62315, "map_at_1": 0.458, "map_at_3": 0.508, "map_at_5": 0.522, "map_at_10": 0.52983, "map_at_20": 0.53432, "map_at_100": 0.53744, "map_at_1000": 0.53795, "recall_at_1": 0.458, "recall_at_3": 0.574, "recall_at_5": 0.634, "recall_at_10": 0.694, "recall_at_20": 0.758, "recall_at_100": 0.888, "recall_at_1000": 1.0, "precision_at_1": 0.458, "precision_at_3": 0.19133, "precision_at_5": 0.1268, "precision_at_10": 0.0694, "precision_at_20": 0.0379, "precision_at_100": 0.00888, "precision_at_1000": 0.001, "mrr_at_1": 0.462, "mrr_at_3": 0.5103333333333334, "mrr_at_5": 0.5240333333333334, "mrr_at_10": 0.5330150793650792, "mrr_at_20": 0.5363530102594342, "mrr_at_100": 0.5398099695126392, "mrr_at_1000": 0.540360971784682, "naucs_at_1_max": 0.14478705160292352, "naucs_at_1_std": 0.3721140942241178, "naucs_at_1_diff1": 0.8556357724943732, "naucs_at_3_max": 0.0955052454658937, "naucs_at_3_std": 0.4342882512519065, "naucs_at_3_diff1": 0.7991501163256658, "naucs_at_5_max": 0.01343769437454414, "naucs_at_5_std": 0.48670912254002735, "naucs_at_5_diff1": 0.7732231206645599, "naucs_at_10_max": -0.024673527538943748, "naucs_at_10_std": 0.5356353895792051, "naucs_at_10_diff1": 0.7689667071014644, "naucs_at_20_max": -0.12562798953100113, "naucs_at_20_std": 0.5620597626854955, "naucs_at_20_diff1": 0.7722820785003025, "naucs_at_100_max": -0.23859408820346314, "naucs_at_100_std": 0.864870806277056, "naucs_at_100_diff1": 0.7339945211038957, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.712, "ndcg_at_3": 0.76712, "ndcg_at_5": 0.78364, "ndcg_at_10": 0.80123, "ndcg_at_20": 0.812, "ndcg_at_100": 0.81995, "ndcg_at_1000": 0.82209, "map_at_1": 0.712, "map_at_3": 0.75367, "map_at_5": 0.76287, "map_at_10": 0.77019, "map_at_20": 0.77323, "map_at_100": 0.7744, "map_at_1000": 0.77449, "recall_at_1": 0.712, "recall_at_3": 0.806, "recall_at_5": 0.846, "recall_at_10": 0.9, "recall_at_20": 0.942, "recall_at_100": 0.984, "recall_at_1000": 1.0, "precision_at_1": 0.712, "precision_at_3": 0.26867, "precision_at_5": 0.1692, "precision_at_10": 0.09, "precision_at_20": 0.0471, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.724, "mrr_at_3": 0.7626666666666667, "mrr_at_5": 0.7716666666666666, "mrr_at_10": 0.7785738095238096, "mrr_at_20": 0.7814459001782531, "mrr_at_100": 0.7824821791237915, "mrr_at_1000": 0.7825927236311448, "naucs_at_1_max": 0.5179261037469994, "naucs_at_1_std": 0.0715515827456125, "naucs_at_1_diff1": 0.8994028359700004, "naucs_at_3_max": 0.5866330274286543, "naucs_at_3_std": 0.15098605444623744, "naucs_at_3_diff1": 0.8370723586175715, "naucs_at_5_max": 0.6037655521242381, "naucs_at_5_std": 0.16178021782505292, "naucs_at_5_diff1": 0.8241259674406191, "naucs_at_10_max": 0.5842483660130722, "naucs_at_10_std": 0.20487394957983113, "naucs_at_10_diff1": 0.7742016806722692, "naucs_at_20_max": 0.735455101580865, "naucs_at_20_std": 0.3710035738433312, "naucs_at_20_diff1": 0.7694871051869058, "naucs_at_100_max": 0.8503151260504297, "naucs_at_100_std": 0.5717787114846009, "naucs_at_100_diff1": 0.8129668534080331, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.76429, "ndcg_at_3": 0.83078, "ndcg_at_5": 0.84353, "ndcg_at_10": 0.85388, "ndcg_at_20": 0.86455, "ndcg_at_100": 0.86741, "ndcg_at_1000": 0.86741, "map_at_1": 0.76429, "map_at_3": 0.81429, "map_at_5": 0.82107, "map_at_10": 0.82532, "map_at_20": 0.82817, "map_at_100": 0.82864, "map_at_1000": 0.82864, "recall_at_1": 0.76429, "recall_at_3": 0.87857, "recall_at_5": 0.91071, "recall_at_10": 0.94286, "recall_at_20": 0.98571, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.76429, "precision_at_3": 0.29286, "precision_at_5": 0.18214, "precision_at_10": 0.09429, "precision_at_20": 0.04929, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7571428571428571, "mrr_at_3": 0.8095238095238096, "mrr_at_5": 0.8179166666666666, "mrr_at_10": 0.8214625850340135, "mrr_at_20": 0.8241040305215449, "mrr_at_100": 0.8247231380884232, "mrr_at_1000": 0.8247231380884232, "naucs_at_1_max": 0.4032387013842082, "naucs_at_1_std": 0.20721575143829152, "naucs_at_1_diff1": 0.8371243592356286, "naucs_at_3_max": 0.37018609096531074, "naucs_at_3_std": 0.19961207623545132, "naucs_at_3_diff1": 0.7850677461067068, "naucs_at_5_max": 0.49086834733893503, "naucs_at_5_std": 0.26750700280112155, "naucs_at_5_diff1": 0.7712791783380023, "naucs_at_10_max": 0.5342845471521948, "naucs_at_10_std": 0.382148692810459, "naucs_at_10_diff1": 0.7389122315592906, "naucs_at_20_max": 0.42938842203549277, "naucs_at_20_std": 0.5764472455649069, "naucs_at_20_diff1": 0.8978758169934754, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.51714, "ndcg_at_3": 0.63347, "ndcg_at_5": 0.65997, "ndcg_at_10": 0.68432, "ndcg_at_20": 0.69776, "ndcg_at_100": 0.71265, "ndcg_at_1000": 0.7148, "map_at_1": 0.51714, "map_at_3": 0.60543, "map_at_5": 0.62013, "map_at_10": 0.63032, "map_at_20": 0.63413, "map_at_100": 0.63629, "map_at_1000": 0.63639, "recall_at_1": 0.51714, "recall_at_3": 0.71437, "recall_at_5": 0.77871, "recall_at_10": 0.85328, "recall_at_20": 0.90559, "recall_at_100": 0.98437, "recall_at_1000": 1.0, "precision_at_1": 0.51714, "precision_at_3": 0.23812, "precision_at_5": 0.15574, "precision_at_10": 0.08533, "precision_at_20": 0.04528, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.5189416716776909, "mrr_at_3": 0.6063339346562444, "mrr_at_5": 0.6203447584686321, "mrr_at_10": 0.6304701295230465, "mrr_at_20": 0.6343502614596628, "mrr_at_100": 0.6366034259317307, "mrr_at_1000": 0.6366958159270893, "naucs_at_1_max": 0.16652309459558007, "naucs_at_1_std": -0.06670433006927416, "naucs_at_1_diff1": 0.6953792910740597, "naucs_at_3_max": 0.16902492509679246, "naucs_at_3_std": -0.03701362337519723, "naucs_at_3_diff1": 0.5494053126321319, "naucs_at_5_max": 0.21105315084874532, "naucs_at_5_std": 0.04611791703673267, "naucs_at_5_diff1": 0.5162174552139975, "naucs_at_10_max": 0.23091913809374726, "naucs_at_10_std": 0.10830125135311366, "naucs_at_10_diff1": 0.4866871626269709, "naucs_at_20_max": 0.2725948129883982, "naucs_at_20_std": 0.24954038307560938, "naucs_at_20_diff1": 0.4588931923467883, "naucs_at_100_max": 0.6502319824989845, "naucs_at_100_std": 0.6011619544721175, "naucs_at_100_diff1": 0.7480994634253559, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.56, "ndcg_at_3": 0.70095, "ndcg_at_5": 0.72934, "ndcg_at_10": 0.74318, "ndcg_at_20": 0.7537, "ndcg_at_100": 0.75912, "ndcg_at_1000": 0.76194, "map_at_1": 0.56, "map_at_3": 0.66667, "map_at_5": 0.68217, "map_at_10": 0.68842, "map_at_20": 0.69152, "map_at_100": 0.69222, "map_at_1000": 0.69237, "recall_at_1": 0.56, "recall_at_3": 0.8, "recall_at_5": 0.87, "recall_at_10": 0.91, "recall_at_20": 0.95, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.56, "precision_at_3": 0.26667, "precision_at_5": 0.174, "precision_at_10": 0.091, "precision_at_20": 0.0475, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.59, "mrr_at_3": 0.69, "mrr_at_5": 0.7055, "mrr_at_10": 0.7100833333333334, "mrr_at_20": 0.7131832236391059, "mrr_at_100": 0.7139141492175927, "mrr_at_1000": 0.7140687525760177, "naucs_at_1_max": -0.06823472632296203, "naucs_at_1_std": -0.21851578469225566, "naucs_at_1_diff1": 0.6402168975698381, "naucs_at_3_max": -0.5083416583416578, "naucs_at_3_std": -0.719330669330669, "naucs_at_3_diff1": 0.49285714285714205, "naucs_at_5_max": -0.40505813522920514, "naucs_at_5_std": -0.5592460934607096, "naucs_at_5_diff1": 0.3987632377990074, "naucs_at_10_max": -0.4162776221599734, "naucs_at_10_std": -0.47852474323062383, "naucs_at_10_diff1": 0.4046062869592272, "naucs_at_20_max": -0.5808590102707625, "naucs_at_20_std": -0.5164332399626398, "naucs_at_20_diff1": 0.4697478991596656, "naucs_at_100_max": -1.4458450046685247, "naucs_at_100_std": -1.4458450046685247, "naucs_at_100_diff1": 0.6790382819794637, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}} |