| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.45583, "ndcg_at_5": 0.46482, "ndcg_at_10": 0.49929, "ndcg_at_20": 0.53319, "ndcg_at_50": 0.56088, "ndcg_at_100": 0.57521, "map_at_1": 0.31282, "map_at_3": 0.38643, "map_at_5": 0.40662, "map_at_10": 0.427, "map_at_20": 0.44037, "map_at_50": 0.44779, "map_at_100": 0.45087, "recall_at_1": 0.31282, "recall_at_3": 0.45801, "recall_at_5": 0.51314, "recall_at_10": 0.59474, "recall_at_20": 0.70006, "recall_at_50": 0.81018, "recall_at_100": 0.8687, "precision_at_1": 0.46154, "precision_at_3": 0.25, "precision_at_5": 0.17692, "precision_at_10": 0.11538, "precision_at_20": 0.07212, "precision_at_50": 0.03577, "precision_at_100": 0.02019, "mrr_at_1": 0.46153846153846156, "mrr_at_3": 0.5352564102564102, "mrr_at_5": 0.5400641025641025, "mrr_at_10": 0.5563568376068376, "mrr_at_20": 0.5619123931623933, "mrr_at_50": 0.5636433095866326, "mrr_at_100": 0.5639692548278321, "naucs_at_1_max": -0.041251407771801335, "naucs_at_1_std": -0.13440738438251756, "naucs_at_1_diff1": 0.34187346444583533, "naucs_at_3_max": 0.0490709257221608, "naucs_at_3_std": 0.08564793906924244, "naucs_at_3_diff1": 0.22646725274417273, "naucs_at_5_max": -0.03672914700583298, "naucs_at_5_std": 0.007447202410573791, "naucs_at_5_diff1": 0.042815771441324466, "naucs_at_10_max": 0.08103519471354535, "naucs_at_10_std": 0.19402598514845554, "naucs_at_10_diff1": -0.0033559370819179145, "naucs_at_20_max": 0.0456379886246012, "naucs_at_20_std": 0.1498156050133747, "naucs_at_20_diff1": -0.08008666562091712, "naucs_at_50_max": -0.08067464433322966, "naucs_at_50_std": 0.09130916830990066, "naucs_at_50_diff1": -0.15272607839988653, "naucs_at_100_max": -0.096748886881875, "naucs_at_100_std": 0.07721280649171645, "naucs_at_100_diff1": -0.18731989904451377}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.46121, | |
| "ndcg_at_3": 0.44678, | |
| "ndcg_at_5": 0.43801, | |
| "ndcg_at_10": 0.43733, | |
| "ndcg_at_20": 0.46433, | |
| "ndcg_at_50": 0.54611, | |
| "ndcg_at_100": 0.59004, | |
| "map_at_1": 0.04211, | |
| "map_at_3": 0.11076, | |
| "map_at_5": 0.14977, | |
| "map_at_10": 0.20422, | |
| "map_at_20": 0.25084, | |
| "map_at_50": 0.30884, | |
| "map_at_100": 0.33619, | |
| "recall_at_1": 0.04211, | |
| "recall_at_3": 0.14649, | |
| "recall_at_5": 0.23071, | |
| "recall_at_10": 0.35624, | |
| "recall_at_20": 0.49418, | |
| "recall_at_50": 0.73377, | |
| "recall_at_100": 0.86682, | |
| "precision_at_1": 0.46121, | |
| "precision_at_3": 0.43103, | |
| "precision_at_5": 0.40172, | |
| "precision_at_10": 0.34138, | |
| "precision_at_20": 0.26659, | |
| "precision_at_50": 0.18138, | |
| "precision_at_100": 0.12047, | |
| "mrr_at_1": 0.46551724137931033, | |
| "mrr_at_3": 0.574712643678161, | |
| "mrr_at_5": 0.6042385057471265, | |
| "mrr_at_10": 0.6164939107827039, | |
| "mrr_at_20": 0.6183285285117182, | |
| "mrr_at_50": 0.6200764537159825, | |
| "mrr_at_100": 0.6200764537159825, | |
| "naucs_at_1_max": 0.11544462366696459, | |
| "naucs_at_1_std": 0.22176658057960205, | |
| "naucs_at_1_diff1": 0.025762330855377692, | |
| "naucs_at_3_max": 0.026780292524540915, | |
| "naucs_at_3_std": 0.11948865529860946, | |
| "naucs_at_3_diff1": 0.061454401010208035, | |
| "naucs_at_5_max": 0.03371203358255765, | |
| "naucs_at_5_std": 0.09636809061801069, | |
| "naucs_at_5_diff1": 0.05757750385636382, | |
| "naucs_at_10_max": 0.09232655846367765, | |
| "naucs_at_10_std": 0.12953593426424662, | |
| "naucs_at_10_diff1": 0.040531120842163905, | |
| "naucs_at_20_max": 0.05932447597915658, | |
| "naucs_at_20_std": 0.12194225080385523, | |
| "naucs_at_20_diff1": 0.056576190947956906, | |
| "naucs_at_50_max": -0.0032140618165206, | |
| "naucs_at_50_std": 0.0871134378372482, | |
| "naucs_at_50_diff1": 0.07003126914242656, | |
| "naucs_at_100_max": -0.06221058793886302, | |
| "naucs_at_100_std": 0.045883933099133634, | |
| "naucs_at_100_diff1": 0.060445445102082516 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.43056, | |
| "ndcg_at_3": 0.49932, | |
| "ndcg_at_5": 0.48405, | |
| "ndcg_at_10": 0.52572, | |
| "ndcg_at_20": 0.55276, | |
| "ndcg_at_50": 0.60698, | |
| "ndcg_at_100": 0.63664, | |
| "map_at_1": 0.21657, | |
| "map_at_3": 0.34458, | |
| "map_at_5": 0.37077, | |
| "map_at_10": 0.41524, | |
| "map_at_20": 0.43457, | |
| "map_at_50": 0.45648, | |
| "map_at_100": 0.46422, | |
| "recall_at_1": 0.21657, | |
| "recall_at_3": 0.42428, | |
| "recall_at_5": 0.47428, | |
| "recall_at_10": 0.62959, | |
| "recall_at_20": 0.70556, | |
| "recall_at_50": 0.84926, | |
| "recall_at_100": 0.95773, | |
| "precision_at_1": 0.43056, | |
| "precision_at_3": 0.35185, | |
| "precision_at_5": 0.26389, | |
| "precision_at_10": 0.19722, | |
| "precision_at_20": 0.12569, | |
| "precision_at_50": 0.07361, | |
| "precision_at_100": 0.04333, | |
| "mrr_at_1": 0.4166666666666667, | |
| "mrr_at_3": 0.5532407407407408, | |
| "mrr_at_5": 0.5712962962962963, | |
| "mrr_at_10": 0.5773533950617283, | |
| "mrr_at_20": 0.5814130892255892, | |
| "mrr_at_50": 0.5838168891293891, | |
| "mrr_at_100": 0.5844176970242605, | |
| "naucs_at_1_max": -0.014383321441278112, | |
| "naucs_at_1_std": 0.010022808571214561, | |
| "naucs_at_1_diff1": 0.16262213048124577, | |
| "naucs_at_3_max": -0.14129169116985835, | |
| "naucs_at_3_std": -0.12262775724308239, | |
| "naucs_at_3_diff1": 0.05572121475836582, | |
| "naucs_at_5_max": -0.2028179459941851, | |
| "naucs_at_5_std": -0.19014286776522518, | |
| "naucs_at_5_diff1": -0.03939136391492235, | |
| "naucs_at_10_max": -0.2776293653133337, | |
| "naucs_at_10_std": -0.07795973417623336, | |
| "naucs_at_10_diff1": -0.11387806735285985, | |
| "naucs_at_20_max": -0.3526757050657489, | |
| "naucs_at_20_std": -0.148976855330587, | |
| "naucs_at_20_diff1": -0.16249219953551627, | |
| "naucs_at_50_max": -0.45275662271581857, | |
| "naucs_at_50_std": -0.2226644502919943, | |
| "naucs_at_50_diff1": -0.27123799331086546, | |
| "naucs_at_100_max": -0.4908484200717289, | |
| "naucs_at_100_std": -0.27215698272245575, | |
| "naucs_at_100_diff1": -0.3197175808368999 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.49375, | |
| "ndcg_at_3": 0.55246, | |
| "ndcg_at_5": 0.56401, | |
| "ndcg_at_10": 0.59824, | |
| "ndcg_at_20": 0.62263, | |
| "ndcg_at_50": 0.64864, | |
| "ndcg_at_100": 0.66058, | |
| "map_at_1": 0.2925, | |
| "map_at_3": 0.43514, | |
| "map_at_5": 0.46557, | |
| "map_at_10": 0.49886, | |
| "map_at_20": 0.51211, | |
| "map_at_50": 0.52151, | |
| "map_at_100": 0.52438, | |
| "recall_at_1": 0.2925, | |
| "recall_at_3": 0.53945, | |
| "recall_at_5": 0.6104, | |
| "recall_at_10": 0.70946, | |
| "recall_at_20": 0.7779, | |
| "recall_at_50": 0.85907, | |
| "recall_at_100": 0.90203, | |
| "precision_at_1": 0.49375, | |
| "precision_at_3": 0.35625, | |
| "precision_at_5": 0.25875, | |
| "precision_at_10": 0.1675, | |
| "precision_at_20": 0.09969, | |
| "precision_at_50": 0.04825, | |
| "precision_at_100": 0.02656, | |
| "mrr_at_1": 0.49375, | |
| "mrr_at_3": 0.6302083333333333, | |
| "mrr_at_5": 0.6464583333333334, | |
| "mrr_at_10": 0.6537053571428572, | |
| "mrr_at_20": 0.6556828526865291, | |
| "mrr_at_50": 0.6562852746898132, | |
| "mrr_at_100": 0.6565007919311926, | |
| "naucs_at_1_max": 0.25020981693991323, | |
| "naucs_at_1_std": 0.032523703082023604, | |
| "naucs_at_1_diff1": 0.44486177010711037, | |
| "naucs_at_3_max": 0.048297692258767976, | |
| "naucs_at_3_std": -0.07236336772684801, | |
| "naucs_at_3_diff1": 0.09676661823198773, | |
| "naucs_at_5_max": -0.06773618538324375, | |
| "naucs_at_5_std": -0.14039062350257736, | |
| "naucs_at_5_diff1": 0.03386425929120516, | |
| "naucs_at_10_max": -0.13344403724710174, | |
| "naucs_at_10_std": -0.14472428952006045, | |
| "naucs_at_10_diff1": -0.08197496515301053, | |
| "naucs_at_20_max": -0.19347832736838858, | |
| "naucs_at_20_std": -0.18669183742139606, | |
| "naucs_at_20_diff1": -0.13648142564357998, | |
| "naucs_at_50_max": -0.2592522621386659, | |
| "naucs_at_50_std": -0.2065593807292728, | |
| "naucs_at_50_diff1": -0.1772156473626456, | |
| "naucs_at_100_max": -0.27974871039818505, | |
| "naucs_at_100_std": -0.2129965871516818, | |
| "naucs_at_100_diff1": -0.20025636973950994 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.40351, | |
| "ndcg_at_3": 0.43353, | |
| "ndcg_at_5": 0.46071, | |
| "ndcg_at_10": 0.50098, | |
| "ndcg_at_20": 0.54228, | |
| "ndcg_at_50": 0.59505, | |
| "ndcg_at_100": 0.60794, | |
| "map_at_1": 0.20443, | |
| "map_at_3": 0.31443, | |
| "map_at_5": 0.35309, | |
| "map_at_10": 0.3892, | |
| "map_at_20": 0.41348, | |
| "map_at_50": 0.43382, | |
| "map_at_100": 0.43953, | |
| "recall_at_1": 0.20443, | |
| "recall_at_3": 0.39252, | |
| "recall_at_5": 0.49607, | |
| "recall_at_10": 0.61245, | |
| "recall_at_20": 0.74221, | |
| "recall_at_50": 0.91648, | |
| "recall_at_100": 0.95209, | |
| "precision_at_1": 0.40351, | |
| "precision_at_3": 0.29825, | |
| "precision_at_5": 0.23509, | |
| "precision_at_10": 0.16667, | |
| "precision_at_20": 0.1114, | |
| "precision_at_50": 0.06491, | |
| "precision_at_100": 0.03702, | |
| "mrr_at_1": 0.42105263157894735, | |
| "mrr_at_3": 0.5321637426900585, | |
| "mrr_at_5": 0.5488304093567252, | |
| "mrr_at_10": 0.5584029518240045, | |
| "mrr_at_20": 0.5650255023523721, | |
| "mrr_at_50": 0.5672874814106899, | |
| "mrr_at_100": 0.5672874814106899, | |
| "naucs_at_1_max": -0.0073958870644794655, | |
| "naucs_at_1_std": 0.22311242186928293, | |
| "naucs_at_1_diff1": 0.10748815653422916, | |
| "naucs_at_3_max": -0.049083912454293395, | |
| "naucs_at_3_std": 0.04039313351636922, | |
| "naucs_at_3_diff1": 9.121647046468586e-6, | |
| "naucs_at_5_max": -0.001472450245480797, | |
| "naucs_at_5_std": 0.014701791353186453, | |
| "naucs_at_5_diff1": -0.04924564749255387, | |
| "naucs_at_10_max": -0.1960183643332104, | |
| "naucs_at_10_std": -0.0751493709821589, | |
| "naucs_at_10_diff1": -0.030450079021949194, | |
| "naucs_at_20_max": -0.23585667739901595, | |
| "naucs_at_20_std": -0.09380275141988259, | |
| "naucs_at_20_diff1": 0.004796937988805973, | |
| "naucs_at_50_max": -0.3740708956154588, | |
| "naucs_at_50_std": -0.12647666604177382, | |
| "naucs_at_50_diff1": 0.18883751281413164, | |
| "naucs_at_100_max": -0.39872734925448805, | |
| "naucs_at_100_std": -0.12133973144894185, | |
| "naucs_at_100_diff1": 0.18715558055343207 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.44298, | |
| "ndcg_at_3": 0.45536, | |
| "ndcg_at_5": 0.48065, | |
| "ndcg_at_10": 0.52054, | |
| "ndcg_at_20": 0.56428, | |
| "ndcg_at_50": 0.60862, | |
| "ndcg_at_100": 0.62233, | |
| "map_at_1": 0.21064, | |
| "map_at_3": 0.33068, | |
| "map_at_5": 0.36713, | |
| "map_at_10": 0.40403, | |
| "map_at_20": 0.43049, | |
| "map_at_50": 0.44959, | |
| "map_at_100": 0.45475, | |
| "recall_at_1": 0.21064, | |
| "recall_at_3": 0.41209, | |
| "recall_at_5": 0.50701, | |
| "recall_at_10": 0.63557, | |
| "recall_at_20": 0.77159, | |
| "recall_at_50": 0.91455, | |
| "recall_at_100": 0.95882, | |
| "precision_at_1": 0.44298, | |
| "precision_at_3": 0.32018, | |
| "precision_at_5": 0.25263, | |
| "precision_at_10": 0.17456, | |
| "precision_at_20": 0.11732, | |
| "precision_at_50": 0.06509, | |
| "precision_at_100": 0.0368, | |
| "mrr_at_1": 0.44298245614035087, | |
| "mrr_at_3": 0.5511695906432749, | |
| "mrr_at_5": 0.5632309941520467, | |
| "mrr_at_10": 0.5748555416318574, | |
| "mrr_at_20": 0.5813267293316584, | |
| "mrr_at_50": 0.5829786723780774, | |
| "mrr_at_100": 0.5831139537633588, | |
| "naucs_at_1_max": 0.07051482047264329, | |
| "naucs_at_1_std": 0.1958271006282557, | |
| "naucs_at_1_diff1": 0.1942661226272023, | |
| "naucs_at_3_max": -0.06153567044815501, | |
| "naucs_at_3_std": 0.030866957364471828, | |
| "naucs_at_3_diff1": 0.09346686092344683, | |
| "naucs_at_5_max": -0.1001058508204584, | |
| "naucs_at_5_std": 0.04694753152769551, | |
| "naucs_at_5_diff1": -0.020745149639172823, | |
| "naucs_at_10_max": -0.22434069455501207, | |
| "naucs_at_10_std": -0.024981550214707424, | |
| "naucs_at_10_diff1": 0.0217892641566212, | |
| "naucs_at_20_max": -0.25677009699234504, | |
| "naucs_at_20_std": -0.0682727441498392, | |
| "naucs_at_20_diff1": 0.006600406019144755, | |
| "naucs_at_50_max": -0.35279837382749224, | |
| "naucs_at_50_std": -0.11860050488498859, | |
| "naucs_at_50_diff1": 0.038218272907462776, | |
| "naucs_at_100_max": -0.3770191365581463, | |
| "naucs_at_100_std": -0.12210563039488978, | |
| "naucs_at_100_diff1": 0.026981449415877188 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.4625, | |
| "ndcg_at_3": 0.48461, | |
| "ndcg_at_5": 0.50748, | |
| "ndcg_at_10": 0.54374, | |
| "ndcg_at_20": 0.57313, | |
| "ndcg_at_50": 0.60015, | |
| "ndcg_at_100": 0.61619, | |
| "map_at_1": 0.27248, | |
| "map_at_3": 0.38318, | |
| "map_at_5": 0.41661, | |
| "map_at_10": 0.44791, | |
| "map_at_20": 0.46236, | |
| "map_at_50": 0.4712, | |
| "map_at_100": 0.47443, | |
| "recall_at_1": 0.27248, | |
| "recall_at_3": 0.46329, | |
| "recall_at_5": 0.54925, | |
| "recall_at_10": 0.65759, | |
| "recall_at_20": 0.74374, | |
| "recall_at_50": 0.82939, | |
| "recall_at_100": 0.89386, | |
| "precision_at_1": 0.4625, | |
| "precision_at_3": 0.30469, | |
| "precision_at_5": 0.23187, | |
| "precision_at_10": 0.1525, | |
| "precision_at_20": 0.09328, | |
| "precision_at_50": 0.04575, | |
| "precision_at_100": 0.02583, | |
| "mrr_at_1": 0.4640625, | |
| "mrr_at_3": 0.5674479166666667, | |
| "mrr_at_5": 0.5858854166666666, | |
| "mrr_at_10": 0.5973053075396825, | |
| "mrr_at_20": 0.6012510964160539, | |
| "mrr_at_50": 0.6024522115162709, | |
| "mrr_at_100": 0.6028758281345057, | |
| "naucs_at_1_max": 0.26141725163984275, | |
| "naucs_at_1_std": 0.05513611928520957, | |
| "naucs_at_1_diff1": 0.42015938121619634, | |
| "naucs_at_3_max": 0.1399680610762722, | |
| "naucs_at_3_std": 0.045180219047584395, | |
| "naucs_at_3_diff1": 0.11481164579324413, | |
| "naucs_at_5_max": 0.04584991439766228, | |
| "naucs_at_5_std": -0.04550137691456216, | |
| "naucs_at_5_diff1": 0.004357676059305207, | |
| "naucs_at_10_max": -0.06683145550701278, | |
| "naucs_at_10_std": -0.10664376868245524, | |
| "naucs_at_10_diff1": -0.08678934812600536, | |
| "naucs_at_20_max": -0.1296230042230784, | |
| "naucs_at_20_std": -0.14815581967152328, | |
| "naucs_at_20_diff1": -0.14412731888436792, | |
| "naucs_at_50_max": -0.19435807140448796, | |
| "naucs_at_50_std": -0.16212181647094098, | |
| "naucs_at_50_diff1": -0.1726383431655357, | |
| "naucs_at_100_max": -0.23236001607504117, | |
| "naucs_at_100_std": -0.17507627344711169, | |
| "naucs_at_100_diff1": -0.18675384146781612 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.5, | |
| "ndcg_at_3": 0.5515, | |
| "ndcg_at_5": 0.54656, | |
| "ndcg_at_10": 0.58542, | |
| "ndcg_at_20": 0.61074, | |
| "ndcg_at_50": 0.66471, | |
| "ndcg_at_100": 0.67865, | |
| "map_at_1": 0.23561, | |
| "map_at_3": 0.35526, | |
| "map_at_5": 0.40288, | |
| "map_at_10": 0.45602, | |
| "map_at_20": 0.47984, | |
| "map_at_50": 0.5053, | |
| "map_at_100": 0.50979, | |
| "recall_at_1": 0.23561, | |
| "recall_at_3": 0.40357, | |
| "recall_at_5": 0.50646, | |
| "recall_at_10": 0.69428, | |
| "recall_at_20": 0.7691, | |
| "recall_at_50": 0.91971, | |
| "recall_at_100": 0.96283, | |
| "precision_at_1": 0.5, | |
| "precision_at_3": 0.40741, | |
| "precision_at_5": 0.32222, | |
| "precision_at_10": 0.22778, | |
| "precision_at_20": 0.14444, | |
| "precision_at_50": 0.08111, | |
| "precision_at_100": 0.04389, | |
| "mrr_at_1": 0.4444444444444444, | |
| "mrr_at_3": 0.5833333333333334, | |
| "mrr_at_5": 0.6333333333333333, | |
| "mrr_at_10": 0.6333333333333333, | |
| "mrr_at_20": 0.6333333333333333, | |
| "mrr_at_50": 0.6345410628019325, | |
| "mrr_at_100": 0.6345410628019325, | |
| "naucs_at_1_max": 0.07889050288999765, | |
| "naucs_at_1_std": 0.06985911407713058, | |
| "naucs_at_1_diff1": -0.05179633645139645, | |
| "naucs_at_3_max": -0.4314479663108273, | |
| "naucs_at_3_std": -0.2220643287660875, | |
| "naucs_at_3_diff1": -0.1357836927675026, | |
| "naucs_at_5_max": -0.6137311723661342, | |
| "naucs_at_5_std": -0.4297107168497019, | |
| "naucs_at_5_diff1": -0.282928276376364, | |
| "naucs_at_10_max": -0.7132869751846498, | |
| "naucs_at_10_std": -0.4029481109560288, | |
| "naucs_at_10_diff1": -0.29283755342944695, | |
| "naucs_at_20_max": -0.7476746519743882, | |
| "naucs_at_20_std": -0.4383230899669276, | |
| "naucs_at_20_diff1": -0.2568560566050879, | |
| "naucs_at_50_max": -0.6810001577310205, | |
| "naucs_at_50_std": -0.4592319089280611, | |
| "naucs_at_50_diff1": -0.2697688110166736, | |
| "naucs_at_100_max": -0.6920540059961603, | |
| "naucs_at_100_std": -0.4975891795439652, | |
| "naucs_at_100_diff1": -0.27228925118802566 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.58621, | |
| "ndcg_at_3": 0.56958, | |
| "ndcg_at_5": 0.56747, | |
| "ndcg_at_10": 0.55498, | |
| "ndcg_at_20": 0.56167, | |
| "ndcg_at_50": 0.63326, | |
| "ndcg_at_100": 0.67651, | |
| "map_at_1": 0.05512, | |
| "map_at_3": 0.15633, | |
| "map_at_5": 0.21393, | |
| "map_at_10": 0.28249, | |
| "map_at_20": 0.33276, | |
| "map_at_50": 0.39554, | |
| "map_at_100": 0.42521, | |
| "recall_at_1": 0.05512, | |
| "recall_at_3": 0.20041, | |
| "recall_at_5": 0.31679, | |
| "recall_at_10": 0.45216, | |
| "recall_at_20": 0.56899, | |
| "recall_at_50": 0.78061, | |
| "recall_at_100": 0.92301, | |
| "precision_at_1": 0.58621, | |
| "precision_at_3": 0.54023, | |
| "precision_at_5": 0.51034, | |
| "precision_at_10": 0.42241, | |
| "precision_at_20": 0.30603, | |
| "precision_at_50": 0.19931, | |
| "precision_at_100": 0.12897, | |
| "mrr_at_1": 0.603448275862069, | |
| "mrr_at_3": 0.7097701149425287, | |
| "mrr_at_5": 0.7313218390804598, | |
| "mrr_at_10": 0.7392241379310345, | |
| "mrr_at_20": 0.7392241379310345, | |
| "mrr_at_50": 0.7397030651340997, | |
| "mrr_at_100": 0.7397030651340997, | |
| "naucs_at_1_max": -0.010118734871006329, | |
| "naucs_at_1_std": 0.10980876856822328, | |
| "naucs_at_1_diff1": 0.10183634578730963, | |
| "naucs_at_3_max": -0.1267323207616976, | |
| "naucs_at_3_std": -0.05661790845083188, | |
| "naucs_at_3_diff1": 0.07369354139119677, | |
| "naucs_at_5_max": 0.019942753252902908, | |
| "naucs_at_5_std": 0.06455436252441091, | |
| "naucs_at_5_diff1": 0.06695101207889216, | |
| "naucs_at_10_max": 0.041208495495496496, | |
| "naucs_at_10_std": 0.09070057327978881, | |
| "naucs_at_10_diff1": 0.030402393460177066, | |
| "naucs_at_20_max": 0.025702140238159837, | |
| "naucs_at_20_std": 0.0742736380683647, | |
| "naucs_at_20_diff1": 0.0600844047880318, | |
| "naucs_at_50_max": -0.0005572407939892689, | |
| "naucs_at_50_std": 0.07144824248048325, | |
| "naucs_at_50_diff1": 0.10429455029904204, | |
| "naucs_at_100_max": -0.07307588097557434, | |
| "naucs_at_100_std": -0.0036128034099943912, | |
| "naucs_at_100_diff1": 0.14294030303877456 | |
| }, "validation_set": {"ndcg_at_1": 0.782, "ndcg_at_3": 0.83869, "ndcg_at_5": 0.84945, "ndcg_at_10": 0.86122, "ndcg_at_20": 0.86639, "ndcg_at_100": 0.87296, "ndcg_at_1000": 0.87382, "map_at_1": 0.782, "map_at_3": 0.82567, "map_at_5": 0.83167, "map_at_10": 0.83659, "map_at_20": 0.83807, "map_at_100": 0.83894, "map_at_1000": 0.83899, "recall_at_1": 0.782, "recall_at_3": 0.876, "recall_at_5": 0.902, "recall_at_10": 0.938, "recall_at_20": 0.958, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.782, "precision_at_3": 0.292, "precision_at_5": 0.1804, "precision_at_10": 0.0938, "precision_at_20": 0.0479, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.786, "mrr_at_3": 0.8293333333333331, "mrr_at_5": 0.8353333333333332, "mrr_at_10": 0.8401857142857142, "mrr_at_20": 0.8413927173703489, "mrr_at_100": 0.842343017479603, "mrr_at_1000": 0.84237119907226, "naucs_at_1_max": 0.1287204083634169, "naucs_at_1_std": 0.04394670353021356, "naucs_at_1_diff1": 0.9147079015332307, "naucs_at_3_max": 0.15408207410154462, "naucs_at_3_std": 0.24171070115262258, "naucs_at_3_diff1": 0.8671703593832085, "naucs_at_5_max": 0.14837363516835303, "naucs_at_5_std": 0.31976600163875035, "naucs_at_5_diff1": 0.8631452581032408, "naucs_at_10_max": 0.1179633143579976, "naucs_at_10_std": 0.597316345893196, "naucs_at_10_diff1": 0.8860124695039325, "naucs_at_20_max": 0.12424969987995331, "naucs_at_20_std": 0.7891823396025082, "naucs_at_20_diff1": 0.9336401227157501, "naucs_at_100_max": -0.17133520074699127, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.91917, "ndcg_at_5": 0.92347, "ndcg_at_10": 0.92937, "ndcg_at_20": 0.92937, "ndcg_at_100": 0.93128, "ndcg_at_1000": 0.93277, "map_at_1": 0.87, "map_at_3": 0.90833, "map_at_5": 0.91083, "map_at_10": 0.91294, "map_at_20": 0.91294, "map_at_100": 0.91321, "map_at_1000": 0.91331, "recall_at_1": 0.87, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.88, "mrr_at_3": 0.9133333333333333, "mrr_at_5": 0.9158333333333333, "mrr_at_10": 0.9183730158730158, "mrr_at_20": 0.9183730158730158, "mrr_at_100": 0.9187453269596126, "mrr_at_1000": 0.9187453269596126, "naucs_at_1_max": 0.24364955935718074, "naucs_at_1_std": -0.12800859068355205, "naucs_at_1_diff1": 0.9218692142486855, "naucs_at_3_max": 0.21577964519141157, "naucs_at_3_std": -0.2550887021475216, "naucs_at_3_diff1": 0.9477124183006521, "naucs_at_5_max": 0.05240429505135564, "naucs_at_5_std": -0.5361811391223089, "naucs_at_5_diff1": 0.9346405228758139, "naucs_at_10_max": 0.7957516339869297, "naucs_at_10_std": 0.07936507936508234, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.7957516339869297, "naucs_at_20_std": 0.07936507936508234, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": 0.8692810457516374, "naucs_at_100_std": 0.7222222222222041, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.94893, "ndcg_at_5": 0.94893, "ndcg_at_10": 0.94893, "ndcg_at_20": 0.95163, "ndcg_at_100": 0.95554, "ndcg_at_1000": 0.95554, "map_at_1": 0.92, "map_at_3": 0.94167, "map_at_5": 0.94167, "map_at_10": 0.94167, "map_at_20": 0.9425, "map_at_100": 0.94313, "map_at_1000": 0.94313, "recall_at_1": 0.92, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.92, "mrr_at_3": 0.9416666666666665, "mrr_at_5": 0.9416666666666665, "mrr_at_10": 0.9426666666666665, "mrr_at_20": 0.9426666666666665, "mrr_at_100": 0.9433152709359603, "mrr_at_1000": 0.9433152709359603, "naucs_at_1_max": 0.129493464052287, "naucs_at_1_std": -0.1989379084967342, "naucs_at_1_diff1": 0.8468137254901948, "naucs_at_3_max": -0.00964830376594965, "naucs_at_3_std": -0.7268907563025196, "naucs_at_3_diff1": 0.8638344226579548, "naucs_at_5_max": -0.009648303765951795, "naucs_at_5_std": -0.7268907563025226, "naucs_at_5_diff1": 0.8638344226579531, "naucs_at_10_max": -0.009648303765951795, "naucs_at_10_std": -0.7268907563025226, "naucs_at_10_diff1": 0.8638344226579531, "naucs_at_20_max": -0.5144724556489195, "naucs_at_20_std": -1.1517273576097127, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97393, "ndcg_at_5": 0.97393, "ndcg_at_10": 0.97393, "ndcg_at_20": 0.97393, "ndcg_at_100": 0.97581, "ndcg_at_1000": 0.97581, "map_at_1": 0.95, "map_at_3": 0.96833, "map_at_5": 0.96833, "map_at_10": 0.96833, "map_at_20": 0.96833, "map_at_100": 0.96859, "map_at_1000": 0.96859, "recall_at_1": 0.95, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.9683333333333334, "mrr_at_5": 0.9683333333333334, "mrr_at_10": 0.9683333333333334, "mrr_at_20": 0.9683333333333334, "mrr_at_100": 0.9686111111111111, "mrr_at_1000": 0.9686111111111111, "naucs_at_1_max": -0.2407096171802055, "naucs_at_1_std": -0.8749766573295958, "naucs_at_1_diff1": 0.8846872082166202, "naucs_at_3_max": -1.7399626517274398, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 0.5541549953314585, "naucs_at_5_max": -1.7399626517273863, "naucs_at_5_std": -1.7399626517273863, "naucs_at_5_diff1": 0.5541549953314738, "naucs_at_10_max": -1.7399626517273863, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 0.5541549953314738, "naucs_at_20_max": -1.7399626517273863, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 0.5541549953314738, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.91286, "ndcg_at_5": 0.92147, "ndcg_at_10": 0.92448, "ndcg_at_20": 0.92727, "ndcg_at_100": 0.92929, "ndcg_at_1000": 0.92929, "map_at_1": 0.86, "map_at_3": 0.9, "map_at_5": 0.905, "map_at_10": 0.90611, "map_at_20": 0.90702, "map_at_100": 0.90735, "map_at_1000": 0.90735, "recall_at_1": 0.86, "recall_at_3": 0.95, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.31667, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.86, "mrr_at_3": 0.9, "mrr_at_5": 0.905, "mrr_at_10": 0.90625, "mrr_at_20": 0.907159090909091, "mrr_at_100": 0.9075039184952978, "mrr_at_1000": 0.9075039184952978, "naucs_at_1_max": 0.43501454898157155, "naucs_at_1_std": 0.2136275460717749, "naucs_at_1_diff1": 0.9035263960094214, "naucs_at_3_max": 0.6491129785247453, "naucs_at_3_std": 0.4804855275443501, "naucs_at_3_diff1": 0.9477124183006521, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 0.9128540305010848, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.732, "ndcg_at_3": 0.79395, "ndcg_at_5": 0.81366, "ndcg_at_10": 0.82475, "ndcg_at_20": 0.82906, "ndcg_at_100": 0.83691, "ndcg_at_1000": 0.83975, "map_at_1": 0.732, "map_at_3": 0.77933, "map_at_5": 0.79023, "map_at_10": 0.79487, "map_at_20": 0.79593, "map_at_100": 0.79706, "map_at_1000": 0.79717, "recall_at_1": 0.732, "recall_at_3": 0.836, "recall_at_5": 0.884, "recall_at_10": 0.918, "recall_at_20": 0.936, "recall_at_100": 0.978, "recall_at_1000": 1.0, "precision_at_1": 0.732, "precision_at_3": 0.27867, "precision_at_5": 0.1768, "precision_at_10": 0.0918, "precision_at_20": 0.0468, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.732, "mrr_at_3": 0.7786666666666665, "mrr_at_5": 0.7900666666666664, "mrr_at_10": 0.794449206349206, "mrr_at_20": 0.7953232247284874, "mrr_at_100": 0.7966255910510839, "mrr_at_1000": 0.7967190443508116, "naucs_at_1_max": 0.4347700535605503, "naucs_at_1_std": 0.0052057373871626685, "naucs_at_1_diff1": 0.865643715535724, "naucs_at_3_max": 0.6048031004775511, "naucs_at_3_std": 0.15614576084087275, "naucs_at_3_diff1": 0.8398166590674573, "naucs_at_5_max": 0.5930604282107613, "naucs_at_5_std": 0.1861700383619125, "naucs_at_5_diff1": 0.7956080527230405, "naucs_at_10_max": 0.6479242103345397, "naucs_at_10_std": 0.25604062763316404, "naucs_at_10_diff1": 0.7970326341918881, "naucs_at_20_max": 0.6982668067226916, "naucs_at_20_std": 0.40970763305321833, "naucs_at_20_diff1": 0.7613941409897302, "naucs_at_100_max": 0.9762329174093898, "naucs_at_100_std": 0.8936847466259251, "naucs_at_100_diff1": 0.80561921738392, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.458, "ndcg_at_3": 0.5249, "ndcg_at_5": 0.54987, "ndcg_at_10": 0.5691, "ndcg_at_20": 0.58534, "ndcg_at_100": 0.60898, "ndcg_at_1000": 0.62315, "map_at_1": 0.458, "map_at_3": 0.508, "map_at_5": 0.522, "map_at_10": 0.52983, "map_at_20": 0.53432, "map_at_100": 0.53744, "map_at_1000": 0.53795, "recall_at_1": 0.458, "recall_at_3": 0.574, "recall_at_5": 0.634, "recall_at_10": 0.694, "recall_at_20": 0.758, "recall_at_100": 0.888, "recall_at_1000": 1.0, "precision_at_1": 0.458, "precision_at_3": 0.19133, "precision_at_5": 0.1268, "precision_at_10": 0.0694, "precision_at_20": 0.0379, "precision_at_100": 0.00888, "precision_at_1000": 0.001, "mrr_at_1": 0.462, "mrr_at_3": 0.5103333333333334, "mrr_at_5": 0.5240333333333334, "mrr_at_10": 0.5330150793650792, "mrr_at_20": 0.5363530102594342, "mrr_at_100": 0.5398099695126392, "mrr_at_1000": 0.540360971784682, "naucs_at_1_max": 0.14478705160292352, "naucs_at_1_std": 0.3721140942241178, "naucs_at_1_diff1": 0.8556357724943732, "naucs_at_3_max": 0.0955052454658937, "naucs_at_3_std": 0.4342882512519065, "naucs_at_3_diff1": 0.7991501163256658, "naucs_at_5_max": 0.01343769437454414, "naucs_at_5_std": 0.48670912254002735, "naucs_at_5_diff1": 0.7732231206645599, "naucs_at_10_max": -0.024673527538943748, "naucs_at_10_std": 0.5356353895792051, "naucs_at_10_diff1": 0.7689667071014644, "naucs_at_20_max": -0.12562798953100113, "naucs_at_20_std": 0.5620597626854955, "naucs_at_20_diff1": 0.7722820785003025, "naucs_at_100_max": -0.23859408820346314, "naucs_at_100_std": 0.864870806277056, "naucs_at_100_diff1": 0.7339945211038957, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.712, "ndcg_at_3": 0.76712, "ndcg_at_5": 0.78364, "ndcg_at_10": 0.80123, "ndcg_at_20": 0.812, "ndcg_at_100": 0.81995, "ndcg_at_1000": 0.82209, "map_at_1": 0.712, "map_at_3": 0.75367, "map_at_5": 0.76287, "map_at_10": 0.77019, "map_at_20": 0.77323, "map_at_100": 0.7744, "map_at_1000": 0.77449, "recall_at_1": 0.712, "recall_at_3": 0.806, "recall_at_5": 0.846, "recall_at_10": 0.9, "recall_at_20": 0.942, "recall_at_100": 0.984, "recall_at_1000": 1.0, "precision_at_1": 0.712, "precision_at_3": 0.26867, "precision_at_5": 0.1692, "precision_at_10": 0.09, "precision_at_20": 0.0471, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.724, "mrr_at_3": 0.7626666666666667, "mrr_at_5": 0.7716666666666666, "mrr_at_10": 0.7785738095238096, "mrr_at_20": 0.7814459001782531, "mrr_at_100": 0.7824821791237915, "mrr_at_1000": 0.7825927236311448, "naucs_at_1_max": 0.5179261037469994, "naucs_at_1_std": 0.0715515827456125, "naucs_at_1_diff1": 0.8994028359700004, "naucs_at_3_max": 0.5866330274286543, "naucs_at_3_std": 0.15098605444623744, "naucs_at_3_diff1": 0.8370723586175715, "naucs_at_5_max": 0.6037655521242381, "naucs_at_5_std": 0.16178021782505292, "naucs_at_5_diff1": 0.8241259674406191, "naucs_at_10_max": 0.5842483660130722, "naucs_at_10_std": 0.20487394957983113, "naucs_at_10_diff1": 0.7742016806722692, "naucs_at_20_max": 0.735455101580865, "naucs_at_20_std": 0.3710035738433312, "naucs_at_20_diff1": 0.7694871051869058, "naucs_at_100_max": 0.8503151260504297, "naucs_at_100_std": 0.5717787114846009, "naucs_at_100_diff1": 0.8129668534080331, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.76429, "ndcg_at_3": 0.83078, "ndcg_at_5": 0.84353, "ndcg_at_10": 0.85388, "ndcg_at_20": 0.86455, "ndcg_at_100": 0.86741, "ndcg_at_1000": 0.86741, "map_at_1": 0.76429, "map_at_3": 0.81429, "map_at_5": 0.82107, "map_at_10": 0.82532, "map_at_20": 0.82817, "map_at_100": 0.82864, "map_at_1000": 0.82864, "recall_at_1": 0.76429, "recall_at_3": 0.87857, "recall_at_5": 0.91071, "recall_at_10": 0.94286, "recall_at_20": 0.98571, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.76429, "precision_at_3": 0.29286, "precision_at_5": 0.18214, "precision_at_10": 0.09429, "precision_at_20": 0.04929, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7571428571428571, "mrr_at_3": 0.8095238095238096, "mrr_at_5": 0.8179166666666666, "mrr_at_10": 0.8214625850340135, "mrr_at_20": 0.8241040305215449, "mrr_at_100": 0.8247231380884232, "mrr_at_1000": 0.8247231380884232, "naucs_at_1_max": 0.4032387013842082, "naucs_at_1_std": 0.20721575143829152, "naucs_at_1_diff1": 0.8371243592356286, "naucs_at_3_max": 0.37018609096531074, "naucs_at_3_std": 0.19961207623545132, "naucs_at_3_diff1": 0.7850677461067068, "naucs_at_5_max": 0.49086834733893503, "naucs_at_5_std": 0.26750700280112155, "naucs_at_5_diff1": 0.7712791783380023, "naucs_at_10_max": 0.5342845471521948, "naucs_at_10_std": 0.382148692810459, "naucs_at_10_diff1": 0.7389122315592906, "naucs_at_20_max": 0.42938842203549277, "naucs_at_20_std": 0.5764472455649069, "naucs_at_20_diff1": 0.8978758169934754, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.51714, "ndcg_at_3": 0.63347, "ndcg_at_5": 0.65997, "ndcg_at_10": 0.68432, "ndcg_at_20": 0.69776, "ndcg_at_100": 0.71265, "ndcg_at_1000": 0.7148, "map_at_1": 0.51714, "map_at_3": 0.60543, "map_at_5": 0.62013, "map_at_10": 0.63032, "map_at_20": 0.63413, "map_at_100": 0.63629, "map_at_1000": 0.63639, "recall_at_1": 0.51714, "recall_at_3": 0.71437, "recall_at_5": 0.77871, "recall_at_10": 0.85328, "recall_at_20": 0.90559, "recall_at_100": 0.98437, "recall_at_1000": 1.0, "precision_at_1": 0.51714, "precision_at_3": 0.23812, "precision_at_5": 0.15574, "precision_at_10": 0.08533, "precision_at_20": 0.04528, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.5189416716776909, "mrr_at_3": 0.6063339346562444, "mrr_at_5": 0.6203447584686321, "mrr_at_10": 0.6304701295230465, "mrr_at_20": 0.6343502614596628, "mrr_at_100": 0.6366034259317307, "mrr_at_1000": 0.6366958159270893, "naucs_at_1_max": 0.16652309459558007, "naucs_at_1_std": -0.06670433006927416, "naucs_at_1_diff1": 0.6953792910740597, "naucs_at_3_max": 0.16902492509679246, "naucs_at_3_std": -0.03701362337519723, "naucs_at_3_diff1": 0.5494053126321319, "naucs_at_5_max": 0.21105315084874532, "naucs_at_5_std": 0.04611791703673267, "naucs_at_5_diff1": 0.5162174552139975, "naucs_at_10_max": 0.23091913809374726, "naucs_at_10_std": 0.10830125135311366, "naucs_at_10_diff1": 0.4866871626269709, "naucs_at_20_max": 0.2725948129883982, "naucs_at_20_std": 0.24954038307560938, "naucs_at_20_diff1": 0.4588931923467883, "naucs_at_100_max": 0.6502319824989845, "naucs_at_100_std": 0.6011619544721175, "naucs_at_100_diff1": 0.7480994634253559, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.56, "ndcg_at_3": 0.70095, "ndcg_at_5": 0.72934, "ndcg_at_10": 0.74318, "ndcg_at_20": 0.7537, "ndcg_at_100": 0.75912, "ndcg_at_1000": 0.76194, "map_at_1": 0.56, "map_at_3": 0.66667, "map_at_5": 0.68217, "map_at_10": 0.68842, "map_at_20": 0.69152, "map_at_100": 0.69222, "map_at_1000": 0.69237, "recall_at_1": 0.56, "recall_at_3": 0.8, "recall_at_5": 0.87, "recall_at_10": 0.91, "recall_at_20": 0.95, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.56, "precision_at_3": 0.26667, "precision_at_5": 0.174, "precision_at_10": 0.091, "precision_at_20": 0.0475, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.59, "mrr_at_3": 0.69, "mrr_at_5": 0.7055, "mrr_at_10": 0.7100833333333334, "mrr_at_20": 0.7131832236391059, "mrr_at_100": 0.7139141492175927, "mrr_at_1000": 0.7140687525760177, "naucs_at_1_max": -0.06823472632296203, "naucs_at_1_std": -0.21851578469225566, "naucs_at_1_diff1": 0.6402168975698381, "naucs_at_3_max": -0.5083416583416578, "naucs_at_3_std": -0.719330669330669, "naucs_at_3_diff1": 0.49285714285714205, "naucs_at_5_max": -0.40505813522920514, "naucs_at_5_std": -0.5592460934607096, "naucs_at_5_diff1": 0.3987632377990074, "naucs_at_10_max": -0.4162776221599734, "naucs_at_10_std": -0.47852474323062383, "naucs_at_10_diff1": 0.4046062869592272, "naucs_at_20_max": -0.5808590102707625, "naucs_at_20_std": -0.5164332399626398, "naucs_at_20_diff1": 0.4697478991596656, "naucs_at_100_max": -1.4458450046685247, "naucs_at_100_std": -1.4458450046685247, "naucs_at_100_diff1": 0.6790382819794637, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}} |