| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.5037, "ndcg_at_5": 0.51119, "ndcg_at_10": 0.56186, "ndcg_at_20": 0.59295, "ndcg_at_50": 0.62491, "ndcg_at_100": 0.63554, "map_at_1": 0.34359, "map_at_3": 0.43594, "map_at_5": 0.45747, "map_at_10": 0.49017, "map_at_20": 0.50192, "map_at_50": 0.51154, "map_at_100": 0.51383, "recall_at_1": 0.34359, "recall_at_3": 0.50916, "recall_at_5": 0.54217, "recall_at_10": 0.66974, "recall_at_20": 0.76672, "recall_at_50": 0.88184, "recall_at_100": 0.93309, "precision_at_1": 0.46154, "precision_at_3": 0.27564, "precision_at_5": 0.19615, "precision_at_10": 0.13077, "precision_at_20": 0.07885, "precision_at_50": 0.03923, "precision_at_100": 0.02154, "mrr_at_1": 0.46153846153846156, "mrr_at_3": 0.5673076923076923, "mrr_at_5": 0.5807692307692307, "mrr_at_10": 0.5931852869352869, "mrr_at_20": 0.5957493894993895, "mrr_at_50": 0.599353791164136, "mrr_at_100": 0.5996102014205462, "naucs_at_1_max": 0.002194328992717967, "naucs_at_1_std": -0.031840651667529675, "naucs_at_1_diff1": 0.49264228977678737, "naucs_at_3_max": 0.1015332407069215, "naucs_at_3_std": 0.08227931903725726, "naucs_at_3_diff1": 0.23276218831428178, "naucs_at_5_max": 0.04350167135259752, "naucs_at_5_std": 0.07348958132289792, "naucs_at_5_diff1": 0.038716822746462015, "naucs_at_10_max": -0.08985016409859849, "naucs_at_10_std": 0.015107221380773713, "naucs_at_10_diff1": -0.12506839397757577, "naucs_at_20_max": -0.12233651454517988, "naucs_at_20_std": 0.034645213528140144, "naucs_at_20_diff1": -0.14061137918779468, "naucs_at_50_max": -0.14676579665385234, "naucs_at_50_std": -0.016468277680667155, "naucs_at_50_diff1": -0.25633385453548485, "naucs_at_100_max": -0.2049763295760409, "naucs_at_100_std": -0.0530350260858156, "naucs_at_100_diff1": -0.2594154631359254}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.54741, | |
| "ndcg_at_3": 0.51063, | |
| "ndcg_at_5": 0.49897, | |
| "ndcg_at_10": 0.49415, | |
| "ndcg_at_20": 0.51343, | |
| "ndcg_at_50": 0.59078, | |
| "ndcg_at_100": 0.63538, | |
| "map_at_1": 0.06112, | |
| "map_at_3": 0.1382, | |
| "map_at_5": 0.18445, | |
| "map_at_10": 0.2524, | |
| "map_at_20": 0.30006, | |
| "map_at_50": 0.35957, | |
| "map_at_100": 0.38851, | |
| "recall_at_1": 0.06112, | |
| "recall_at_3": 0.18299, | |
| "recall_at_5": 0.26472, | |
| "recall_at_10": 0.40191, | |
| "recall_at_20": 0.5352, | |
| "recall_at_50": 0.75781, | |
| "recall_at_100": 0.8924, | |
| "precision_at_1": 0.54741, | |
| "precision_at_3": 0.47989, | |
| "precision_at_5": 0.45086, | |
| "precision_at_10": 0.37888, | |
| "precision_at_20": 0.28362, | |
| "precision_at_50": 0.18922, | |
| "precision_at_100": 0.12578, | |
| "mrr_at_1": 0.5560344827586207, | |
| "mrr_at_3": 0.6602011494252873, | |
| "mrr_at_5": 0.6793821839080461, | |
| "mrr_at_10": 0.6860905856595513, | |
| "mrr_at_20": 0.6893415988592205, | |
| "mrr_at_50": 0.6899569837403354, | |
| "mrr_at_100": 0.6900254019122019, | |
| "naucs_at_1_max": 0.19899931717746902, | |
| "naucs_at_1_std": 0.1912713809809152, | |
| "naucs_at_1_diff1": -0.038035444126148475, | |
| "naucs_at_3_max": 0.20495600819240758, | |
| "naucs_at_3_std": 0.16790550405572538, | |
| "naucs_at_3_diff1": 0.029074570269105135, | |
| "naucs_at_5_max": 0.1625330851844803, | |
| "naucs_at_5_std": 0.10238997547471022, | |
| "naucs_at_5_diff1": -0.0062210568445968855, | |
| "naucs_at_10_max": 0.15357323710897905, | |
| "naucs_at_10_std": 0.13722417423637584, | |
| "naucs_at_10_diff1": -0.03143332026528358, | |
| "naucs_at_20_max": 0.07492057455393925, | |
| "naucs_at_20_std": 0.13425712594274392, | |
| "naucs_at_20_diff1": -0.01417898804015983, | |
| "naucs_at_50_max": 0.020626645082431186, | |
| "naucs_at_50_std": 0.1387923185354242, | |
| "naucs_at_50_diff1": -0.028196311485082164, | |
| "naucs_at_100_max": -0.03783089891016362, | |
| "naucs_at_100_std": 0.08717161521353252, | |
| "naucs_at_100_diff1": -0.0016118299784232586 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.43056, | |
| "ndcg_at_3": 0.51586, | |
| "ndcg_at_5": 0.5007, | |
| "ndcg_at_10": 0.50244, | |
| "ndcg_at_20": 0.53465, | |
| "ndcg_at_50": 0.59112, | |
| "ndcg_at_100": 0.62064, | |
| "map_at_1": 0.18377, | |
| "map_at_3": 0.31089, | |
| "map_at_5": 0.34121, | |
| "map_at_10": 0.37642, | |
| "map_at_20": 0.40534, | |
| "map_at_50": 0.43068, | |
| "map_at_100": 0.43754, | |
| "recall_at_1": 0.18377, | |
| "recall_at_3": 0.41869, | |
| "recall_at_5": 0.48638, | |
| "recall_at_10": 0.56114, | |
| "recall_at_20": 0.66324, | |
| "recall_at_50": 0.81349, | |
| "recall_at_100": 0.93626, | |
| "precision_at_1": 0.43056, | |
| "precision_at_3": 0.375, | |
| "precision_at_5": 0.28889, | |
| "precision_at_10": 0.20278, | |
| "precision_at_20": 0.13681, | |
| "precision_at_50": 0.07694, | |
| "precision_at_100": 0.04417, | |
| "mrr_at_1": 0.4444444444444444, | |
| "mrr_at_3": 0.6018518518518519, | |
| "mrr_at_5": 0.6081018518518518, | |
| "mrr_at_10": 0.6104166666666667, | |
| "mrr_at_20": 0.6134023505734032, | |
| "mrr_at_50": 0.614429082950942, | |
| "mrr_at_100": 0.6154064098676808, | |
| "naucs_at_1_max": -0.07365305259701632, | |
| "naucs_at_1_std": -0.0442273303903828, | |
| "naucs_at_1_diff1": 0.2949540272672445, | |
| "naucs_at_3_max": -0.10802492756921314, | |
| "naucs_at_3_std": -0.04669947189371184, | |
| "naucs_at_3_diff1": -0.0728949627388125, | |
| "naucs_at_5_max": -0.2552572158853236, | |
| "naucs_at_5_std": -0.1846710716163106, | |
| "naucs_at_5_diff1": -0.12002134546511585, | |
| "naucs_at_10_max": -0.3201675872693993, | |
| "naucs_at_10_std": -0.23986470064093401, | |
| "naucs_at_10_diff1": -0.16279676404365048, | |
| "naucs_at_20_max": -0.3441481285657308, | |
| "naucs_at_20_std": -0.25948207654811956, | |
| "naucs_at_20_diff1": -0.19645208167464911, | |
| "naucs_at_50_max": -0.43057849108214125, | |
| "naucs_at_50_std": -0.3201379636235207, | |
| "naucs_at_50_diff1": -0.22760590888322807, | |
| "naucs_at_100_max": -0.46285250963434216, | |
| "naucs_at_100_std": -0.363188137612312, | |
| "naucs_at_100_diff1": -0.23496727359104055 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.575, | |
| "ndcg_at_3": 0.58726, | |
| "ndcg_at_5": 0.59728, | |
| "ndcg_at_10": 0.63923, | |
| "ndcg_at_20": 0.66624, | |
| "ndcg_at_50": 0.68704, | |
| "ndcg_at_100": 0.69972, | |
| "map_at_1": 0.35444, | |
| "map_at_3": 0.47331, | |
| "map_at_5": 0.50331, | |
| "map_at_10": 0.54381, | |
| "map_at_20": 0.55876, | |
| "map_at_50": 0.56771, | |
| "map_at_100": 0.57022, | |
| "recall_at_1": 0.35444, | |
| "recall_at_3": 0.54862, | |
| "recall_at_5": 0.61134, | |
| "recall_at_10": 0.73819, | |
| "recall_at_20": 0.81663, | |
| "recall_at_50": 0.87245, | |
| "recall_at_100": 0.92434, | |
| "precision_at_1": 0.575, | |
| "precision_at_3": 0.36667, | |
| "precision_at_5": 0.2725, | |
| "precision_at_10": 0.17813, | |
| "precision_at_20": 0.10469, | |
| "precision_at_50": 0.05012, | |
| "precision_at_100": 0.02738, | |
| "mrr_at_1": 0.56875, | |
| "mrr_at_3": 0.6708333333333333, | |
| "mrr_at_5": 0.6855208333333334, | |
| "mrr_at_10": 0.6957242063492063, | |
| "mrr_at_20": 0.6976232448107449, | |
| "mrr_at_50": 0.6979515276390276, | |
| "mrr_at_100": 0.6981114569953856, | |
| "naucs_at_1_max": 0.2685071611530002, | |
| "naucs_at_1_std": 0.040757242324759406, | |
| "naucs_at_1_diff1": 0.39086907897110307, | |
| "naucs_at_3_max": 0.0708941966048168, | |
| "naucs_at_3_std": -0.07235491512041044, | |
| "naucs_at_3_diff1": -0.04516383734701926, | |
| "naucs_at_5_max": -3.616204937416473e-6, | |
| "naucs_at_5_std": -0.09247359266344345, | |
| "naucs_at_5_diff1": -0.20101036765955618, | |
| "naucs_at_10_max": -0.11724171373298614, | |
| "naucs_at_10_std": -0.11549092319746397, | |
| "naucs_at_10_diff1": -0.30608973949972307, | |
| "naucs_at_20_max": -0.15891345319651773, | |
| "naucs_at_20_std": -0.1128685536499577, | |
| "naucs_at_20_diff1": -0.37493429178294696, | |
| "naucs_at_50_max": -0.20739052708712324, | |
| "naucs_at_50_std": -0.13026360673135243, | |
| "naucs_at_50_diff1": -0.40284042096219924, | |
| "naucs_at_100_max": -0.22825723213677793, | |
| "naucs_at_100_std": -0.11862167475267539, | |
| "naucs_at_100_diff1": -0.41577199049091196 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.61404, | |
| "ndcg_at_3": 0.552, | |
| "ndcg_at_5": 0.57021, | |
| "ndcg_at_10": 0.59177, | |
| "ndcg_at_20": 0.62781, | |
| "ndcg_at_50": 0.66213, | |
| "ndcg_at_100": 0.67379, | |
| "map_at_1": 0.33118, | |
| "map_at_3": 0.41808, | |
| "map_at_5": 0.45961, | |
| "map_at_10": 0.48972, | |
| "map_at_20": 0.50896, | |
| "map_at_50": 0.5235, | |
| "map_at_100": 0.52816, | |
| "recall_at_1": 0.33118, | |
| "recall_at_3": 0.46982, | |
| "recall_at_5": 0.54944, | |
| "recall_at_10": 0.65566, | |
| "recall_at_20": 0.77366, | |
| "recall_at_50": 0.88778, | |
| "recall_at_100": 0.92045, | |
| "precision_at_1": 0.61404, | |
| "precision_at_3": 0.34503, | |
| "precision_at_5": 0.27368, | |
| "precision_at_10": 0.17193, | |
| "precision_at_20": 0.1114, | |
| "precision_at_50": 0.05825, | |
| "precision_at_100": 0.03298, | |
| "mrr_at_1": 0.5964912280701754, | |
| "mrr_at_3": 0.6812865497076024, | |
| "mrr_at_5": 0.6812865497076024, | |
| "mrr_at_10": 0.6871832358674463, | |
| "mrr_at_20": 0.6922425022759062, | |
| "mrr_at_50": 0.6930890955031604, | |
| "mrr_at_100": 0.6930890955031604, | |
| "naucs_at_1_max": -0.18309708535761227, | |
| "naucs_at_1_std": -0.007381456661982562, | |
| "naucs_at_1_diff1": 0.30732508630084004, | |
| "naucs_at_3_max": -0.20369312436042705, | |
| "naucs_at_3_std": 0.05190902781892078, | |
| "naucs_at_3_diff1": -0.016141260839756796, | |
| "naucs_at_5_max": -0.2604343236468471, | |
| "naucs_at_5_std": -0.024413180213346482, | |
| "naucs_at_5_diff1": -0.022892329345085023, | |
| "naucs_at_10_max": -0.1848880821409115, | |
| "naucs_at_10_std": 0.008525190122667848, | |
| "naucs_at_10_diff1": -0.015249832440976916, | |
| "naucs_at_20_max": -0.29880658374501545, | |
| "naucs_at_20_std": -0.04213299952583688, | |
| "naucs_at_20_diff1": -0.048810655476262586, | |
| "naucs_at_50_max": -0.34562636189863627, | |
| "naucs_at_50_std": -0.10582674487072245, | |
| "naucs_at_50_diff1": -0.1306813668575179, | |
| "naucs_at_100_max": -0.34623793556332916, | |
| "naucs_at_100_std": -0.07974452650276295, | |
| "naucs_at_100_diff1": -0.14583553240737473 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.55263, | |
| "ndcg_at_3": 0.53271, | |
| "ndcg_at_5": 0.55689, | |
| "ndcg_at_10": 0.58626, | |
| "ndcg_at_20": 0.61796, | |
| "ndcg_at_50": 0.65316, | |
| "ndcg_at_100": 0.66702, | |
| "map_at_1": 0.28677, | |
| "map_at_3": 0.39445, | |
| "map_at_5": 0.43962, | |
| "map_at_10": 0.47552, | |
| "map_at_20": 0.49671, | |
| "map_at_50": 0.51072, | |
| "map_at_100": 0.5162, | |
| "recall_at_1": 0.28677, | |
| "recall_at_3": 0.46525, | |
| "recall_at_5": 0.56098, | |
| "recall_at_10": 0.67457, | |
| "recall_at_20": 0.78279, | |
| "recall_at_50": 0.90087, | |
| "recall_at_100": 0.93904, | |
| "precision_at_1": 0.55263, | |
| "precision_at_3": 0.34795, | |
| "precision_at_5": 0.27632, | |
| "precision_at_10": 0.18333, | |
| "precision_at_20": 0.11491, | |
| "precision_at_50": 0.06044, | |
| "precision_at_100": 0.035, | |
| "mrr_at_1": 0.5394736842105263, | |
| "mrr_at_3": 0.6418128654970761, | |
| "mrr_at_5": 0.6503654970760234, | |
| "mrr_at_10": 0.65812447786132, | |
| "mrr_at_20": 0.6613348635142671, | |
| "mrr_at_50": 0.6632523470183257, | |
| "mrr_at_100": 0.6632523470183257, | |
| "naucs_at_1_max": 0.026074740927519928, | |
| "naucs_at_1_std": 0.0665267906629989, | |
| "naucs_at_1_diff1": 0.26475189282642253, | |
| "naucs_at_3_max": -0.11699329721348749, | |
| "naucs_at_3_std": 0.034724428785861, | |
| "naucs_at_3_diff1": -0.06500823338336245, | |
| "naucs_at_5_max": -0.15525742665500714, | |
| "naucs_at_5_std": -0.0007029574302984752, | |
| "naucs_at_5_diff1": -0.11428313538875555, | |
| "naucs_at_10_max": -0.16443948785535192, | |
| "naucs_at_10_std": -0.023414974850073055, | |
| "naucs_at_10_diff1": -0.1421086474718392, | |
| "naucs_at_20_max": -0.197823753688015, | |
| "naucs_at_20_std": -0.021674091781515255, | |
| "naucs_at_20_diff1": -0.18113094982693073, | |
| "naucs_at_50_max": -0.25739967642020234, | |
| "naucs_at_50_std": -0.06035516399907118, | |
| "naucs_at_50_diff1": -0.23372161884057194, | |
| "naucs_at_100_max": -0.27625472729524525, | |
| "naucs_at_100_std": -0.05802308794039868, | |
| "naucs_at_100_diff1": -0.2352303429668158 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.525, | |
| "ndcg_at_3": 0.54716, | |
| "ndcg_at_5": 0.56518, | |
| "ndcg_at_10": 0.60281, | |
| "ndcg_at_20": 0.63098, | |
| "ndcg_at_50": 0.6531, | |
| "ndcg_at_100": 0.66545, | |
| "map_at_1": 0.31729, | |
| "map_at_3": 0.43631, | |
| "map_at_5": 0.46986, | |
| "map_at_10": 0.50577, | |
| "map_at_20": 0.5214, | |
| "map_at_50": 0.52972, | |
| "map_at_100": 0.53236, | |
| "recall_at_1": 0.31729, | |
| "recall_at_3": 0.51777, | |
| "recall_at_5": 0.59622, | |
| "recall_at_10": 0.71217, | |
| "recall_at_20": 0.79369, | |
| "recall_at_50": 0.86035, | |
| "recall_at_100": 0.9077, | |
| "precision_at_1": 0.525, | |
| "precision_at_3": 0.34479, | |
| "precision_at_5": 0.26125, | |
| "precision_at_10": 0.17047, | |
| "precision_at_20": 0.10156, | |
| "precision_at_50": 0.04809, | |
| "precision_at_100": 0.02655, | |
| "mrr_at_1": 0.521875, | |
| "mrr_at_3": 0.6229166666666667, | |
| "mrr_at_5": 0.6413541666666667, | |
| "mrr_at_10": 0.6526822916666666, | |
| "mrr_at_20": 0.654819594877463, | |
| "mrr_at_50": 0.6554222117851556, | |
| "mrr_at_100": 0.6555914689034035, | |
| "naucs_at_1_max": 0.2906325846921682, | |
| "naucs_at_1_std": 0.06423059173418094, | |
| "naucs_at_1_diff1": 0.448169845827778, | |
| "naucs_at_3_max": 0.07976033275315568, | |
| "naucs_at_3_std": -0.03694347010556673, | |
| "naucs_at_3_diff1": -0.00570199473253546, | |
| "naucs_at_5_max": 0.014659645432582174, | |
| "naucs_at_5_std": -0.08162828155050585, | |
| "naucs_at_5_diff1": -0.14232800244174196, | |
| "naucs_at_10_max": -0.0842571134499816, | |
| "naucs_at_10_std": -0.13986852153125942, | |
| "naucs_at_10_diff1": -0.2526166207377402, | |
| "naucs_at_20_max": -0.14121549988298185, | |
| "naucs_at_20_std": -0.13657737700427194, | |
| "naucs_at_20_diff1": -0.30194444174817464, | |
| "naucs_at_50_max": -0.18022843383725712, | |
| "naucs_at_50_std": -0.1368265102548377, | |
| "naucs_at_50_diff1": -0.3498376513961813, | |
| "naucs_at_100_max": -0.20683430675792094, | |
| "naucs_at_100_std": -0.13875444462530698, | |
| "naucs_at_100_diff1": -0.36859626748542823 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.5, | |
| "ndcg_at_3": 0.62618, | |
| "ndcg_at_5": 0.59839, | |
| "ndcg_at_10": 0.58705, | |
| "ndcg_at_20": 0.61603, | |
| "ndcg_at_50": 0.66597, | |
| "ndcg_at_100": 0.68287, | |
| "map_at_1": 0.17661, | |
| "map_at_3": 0.36502, | |
| "map_at_5": 0.39879, | |
| "map_at_10": 0.43806, | |
| "map_at_20": 0.46907, | |
| "map_at_50": 0.49276, | |
| "map_at_100": 0.4981, | |
| "recall_at_1": 0.17661, | |
| "recall_at_3": 0.54673, | |
| "recall_at_5": 0.59602, | |
| "recall_at_10": 0.68965, | |
| "recall_at_20": 0.76947, | |
| "recall_at_50": 0.91353, | |
| "recall_at_100": 0.96521, | |
| "precision_at_1": 0.5, | |
| "precision_at_3": 0.46296, | |
| "precision_at_5": 0.35556, | |
| "precision_at_10": 0.22778, | |
| "precision_at_20": 0.15278, | |
| "precision_at_50": 0.08, | |
| "precision_at_100": 0.04444, | |
| "mrr_at_1": 0.5, | |
| "mrr_at_3": 0.6944444444444444, | |
| "mrr_at_5": 0.6944444444444444, | |
| "mrr_at_10": 0.6944444444444444, | |
| "mrr_at_20": 0.6944444444444444, | |
| "mrr_at_50": 0.6969696969696969, | |
| "mrr_at_100": 0.6969696969696969, | |
| "naucs_at_1_max": -0.2649286915597099, | |
| "naucs_at_1_std": -0.2940555637425178, | |
| "naucs_at_1_diff1": 0.3662687803063795, | |
| "naucs_at_3_max": -0.49658019607010634, | |
| "naucs_at_3_std": -0.3772337900485017, | |
| "naucs_at_3_diff1": -0.1627833746782874, | |
| "naucs_at_5_max": -0.5986742297090961, | |
| "naucs_at_5_std": -0.4537347487754755, | |
| "naucs_at_5_diff1": -0.25484184762587836, | |
| "naucs_at_10_max": -0.7032286711767408, | |
| "naucs_at_10_std": -0.5402873044780693, | |
| "naucs_at_10_diff1": -0.250898327094186, | |
| "naucs_at_20_max": -0.637724179407209, | |
| "naucs_at_20_std": -0.5189671897426067, | |
| "naucs_at_20_diff1": -0.27658015939088765, | |
| "naucs_at_50_max": -0.6187318235256102, | |
| "naucs_at_50_std": -0.5310219511420982, | |
| "naucs_at_50_diff1": -0.27707941800085223, | |
| "naucs_at_100_max": -0.6202004090535382, | |
| "naucs_at_100_std": -0.5432756751449638, | |
| "naucs_at_100_diff1": -0.2715983846055494 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.55172, | |
| "ndcg_at_3": 0.54048, | |
| "ndcg_at_5": 0.51595, | |
| "ndcg_at_10": 0.51341, | |
| "ndcg_at_20": 0.54792, | |
| "ndcg_at_50": 0.61345, | |
| "ndcg_at_100": 0.65309, | |
| "map_at_1": 0.06341, | |
| "map_at_3": 0.14907, | |
| "map_at_5": 0.19483, | |
| "map_at_10": 0.26656, | |
| "map_at_20": 0.32533, | |
| "map_at_50": 0.38317, | |
| "map_at_100": 0.41122, | |
| "recall_at_1": 0.06341, | |
| "recall_at_3": 0.20022, | |
| "recall_at_5": 0.27082, | |
| "recall_at_10": 0.40671, | |
| "recall_at_20": 0.57946, | |
| "recall_at_50": 0.78205, | |
| "recall_at_100": 0.89891, | |
| "precision_at_1": 0.55172, | |
| "precision_at_3": 0.51724, | |
| "precision_at_5": 0.46897, | |
| "precision_at_10": 0.39828, | |
| "precision_at_20": 0.30776, | |
| "precision_at_50": 0.1931, | |
| "precision_at_100": 0.1269, | |
| "mrr_at_1": 0.603448275862069, | |
| "mrr_at_3": 0.6925287356321839, | |
| "mrr_at_5": 0.7089080459770115, | |
| "mrr_at_10": 0.7132868089764641, | |
| "mrr_at_20": 0.7183845847638951, | |
| "mrr_at_50": 0.71904771473737, | |
| "mrr_at_100": 0.71904771473737, | |
| "naucs_at_1_max": 0.4262157733451073, | |
| "naucs_at_1_std": 0.32984538171821315, | |
| "naucs_at_1_diff1": 0.12315457044803446, | |
| "naucs_at_3_max": 0.07836128415322025, | |
| "naucs_at_3_std": 0.0649036893047738, | |
| "naucs_at_3_diff1": -0.06209838897565292, | |
| "naucs_at_5_max": 0.1284664968747896, | |
| "naucs_at_5_std": 0.07008745558362922, | |
| "naucs_at_5_diff1": -0.10371576299512358, | |
| "naucs_at_10_max": 0.17696666641677838, | |
| "naucs_at_10_std": 0.18241519517317692, | |
| "naucs_at_10_diff1": -0.13811311830073486, | |
| "naucs_at_20_max": 0.10291535353674224, | |
| "naucs_at_20_std": 0.1918823805461267, | |
| "naucs_at_20_diff1": -0.06857922449160693, | |
| "naucs_at_50_max": 0.046333954531615734, | |
| "naucs_at_50_std": 0.22257516542310005, | |
| "naucs_at_50_diff1": -0.09956425708477333, | |
| "naucs_at_100_max": -0.02185631024396941, | |
| "naucs_at_100_std": 0.17833736053437418, | |
| "naucs_at_100_diff1": -0.06588665309807952 | |
| }, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.57108, "ndcg_at_3": 0.67493, "ndcg_at_5": 0.70361, "ndcg_at_10": 0.72693, "ndcg_at_20": 0.73559, "ndcg_at_50": 0.74195, "ndcg_at_100": 0.74529, "map_at_1": 0.57108, "map_at_3": 0.64895, "map_at_5": 0.6648, "map_at_10": 0.67439, "map_at_20": 0.6768, "map_at_50": 0.67786, "map_at_100": 0.67815, "recall_at_1": 0.57108, "recall_at_3": 0.7503, "recall_at_5": 0.82017, "recall_at_10": 0.89247, "recall_at_20": 0.92649, "recall_at_50": 0.95808, "recall_at_100": 0.97874, "precision_at_1": 0.57108, "precision_at_3": 0.2501, "precision_at_5": 0.16403, "precision_at_10": 0.08925, "precision_at_20": 0.04632, "precision_at_50": 0.01916, "precision_at_100": 0.00979, "mrr_at_1": 0.56865127582017, "mrr_at_3": 0.6471243418388012, "mrr_at_5": 0.6632239773187526, "mrr_at_10": 0.6727636984319852, "mrr_at_20": 0.6753542309195802, "mrr_at_50": 0.6765612284057695, "mrr_at_100": 0.6767635994564822, "naucs_at_1_max": 0.19627696906414918, "naucs_at_1_std": 0.25490113312887763, "naucs_at_1_diff1": 0.7311472112111653, "naucs_at_3_max": 0.12505762179060695, "naucs_at_3_std": 0.3250883135485268, "naucs_at_3_diff1": 0.6368932102920861, "naucs_at_5_max": 0.12681693174662004, "naucs_at_5_std": 0.36553579145484827, "naucs_at_5_diff1": 0.5963185435608184, "naucs_at_10_max": 0.2443283094718615, "naucs_at_10_std": 0.5378975291557723, "naucs_at_10_diff1": 0.6056682957261833, "naucs_at_20_max": 0.2941297289999579, "naucs_at_20_std": 0.5490669907768836, "naucs_at_20_diff1": 0.5965035030640417, "naucs_at_50_max": 0.21733999338436122, "naucs_at_50_std": 0.5631005588549655, "naucs_at_50_diff1": 0.6097410948123246, "naucs_at_100_max": 0.21831800388731984, "naucs_at_100_std": 0.710384903173119, "naucs_at_100_diff1": 0.6734222845071824}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.63, "ndcg_at_3": 0.74071, "ndcg_at_5": 0.77385, "ndcg_at_10": 0.78346, "ndcg_at_20": 0.78886, "ndcg_at_50": 0.79529, "ndcg_at_100": 0.79852, "map_at_1": 0.63, "map_at_3": 0.71333, "map_at_5": 0.73183, "map_at_10": 0.73575, "map_at_20": 0.73742, "map_at_50": 0.73865, "map_at_100": 0.73894, "recall_at_1": 0.63, "recall_at_3": 0.82, "recall_at_5": 0.9, "recall_at_10": 0.93, "recall_at_20": 0.95, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.63, "precision_at_3": 0.27333, "precision_at_5": 0.18, "precision_at_10": 0.093, "precision_at_20": 0.0475, "precision_at_50": 0.0196, "precision_at_100": 0.01, "mrr_at_1": 0.63, "mrr_at_3": 0.7183333333333333, "mrr_at_5": 0.7348333333333333, "mrr_at_10": 0.7408611111111111, "mrr_at_20": 0.741361111111111, "mrr_at_50": 0.7421598822324629, "mrr_at_100": 0.7424503305755428, "naucs_at_1_max": -0.0974004606778548, "naucs_at_1_std": -0.25468904244817375, "naucs_at_1_diff1": 0.6640185524687, "naucs_at_3_max": -0.3256691265557873, "naucs_at_3_std": -0.5354389249917381, "naucs_at_3_diff1": 0.624628263024562, "naucs_at_5_max": -0.22777777777777553, "naucs_at_5_std": -0.5987861811391184, "naucs_at_5_diff1": 0.46909430438842176, "naucs_at_10_max": -0.18354008269974378, "naucs_at_10_std": -0.4598506069094287, "naucs_at_10_diff1": 0.47258903561424775, "naucs_at_20_max": -0.1884220354808507, "naucs_at_20_std": -0.3007469654528384, "naucs_at_20_diff1": 0.4926237161531324, "naucs_at_50_max": 0.5401493930905731, "naucs_at_50_std": -0.22035480859009582, "naucs_at_50_diff1": 0.19140989729225052, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.97, "ndcg_at_5": 0.97431, "ndcg_at_10": 0.9812, "ndcg_at_20": 0.9812, "ndcg_at_50": 0.9812, "ndcg_at_100": 0.9812, "map_at_1": 0.97, "map_at_3": 0.97, "map_at_5": 0.9725, "map_at_10": 0.9756, "map_at_20": 0.9756, "map_at_50": 0.9756, "map_at_100": 0.9756, "recall_at_1": 0.97, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9733333333333333, "mrr_at_10": 0.9764285714285714, "mrr_at_20": 0.9764285714285714, "mrr_at_50": 0.9764285714285714, "mrr_at_100": 0.9764285714285714, "naucs_at_1_max": 0.5659819483348937, "naucs_at_1_std": -0.7791783380018684, "naucs_at_1_diff1": 0.9564270152505465, "naucs_at_3_max": 0.5659819483348902, "naucs_at_3_std": -0.7791783380018689, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.9346405228758136, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95786, "ndcg_at_5": 0.96216, "ndcg_at_10": 0.96216, "ndcg_at_20": 0.96216, "ndcg_at_50": 0.96216, "ndcg_at_100": 0.96216, "map_at_1": 0.91, "map_at_3": 0.94667, "map_at_5": 0.94917, "map_at_10": 0.94917, "map_at_20": 0.94917, "map_at_50": 0.94917, "map_at_100": 0.94917, "recall_at_1": 0.91, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9466666666666668, "mrr_at_5": 0.9491666666666667, "mrr_at_10": 0.9491666666666667, "mrr_at_20": 0.9491666666666667, "mrr_at_50": 0.9491666666666667, "mrr_at_100": 0.9491666666666667, "naucs_at_1_max": 0.3833903931943138, "naucs_at_1_std": 0.48848428260192905, "naucs_at_1_diff1": 0.8264861500155604, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.8692810457516356, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.776, "ndcg_at_3": 0.81376, "ndcg_at_5": 0.83037, "ndcg_at_10": 0.84451, "ndcg_at_20": 0.85313, "ndcg_at_50": 0.85831, "ndcg_at_100": 0.85992, "map_at_1": 0.776, "map_at_3": 0.80467, "map_at_5": 0.81397, "map_at_10": 0.81973, "map_at_20": 0.82211, "map_at_50": 0.82294, "map_at_100": 0.82308, "recall_at_1": 0.776, "recall_at_3": 0.84, "recall_at_5": 0.88, "recall_at_10": 0.924, "recall_at_20": 0.958, "recall_at_50": 0.984, "recall_at_100": 0.994, "precision_at_1": 0.776, "precision_at_3": 0.28, "precision_at_5": 0.176, "precision_at_10": 0.0924, "precision_at_20": 0.0479, "precision_at_50": 0.01968, "precision_at_100": 0.00994, "mrr_at_1": 0.774, "mrr_at_3": 0.8046666666666666, "mrr_at_5": 0.8133666666666667, "mrr_at_10": 0.8186833333333333, "mrr_at_20": 0.8212445641733567, "mrr_at_50": 0.8219611912851504, "mrr_at_100": 0.8221248888102938, "naucs_at_1_max": 0.6541204220072772, "naucs_at_1_std": -0.004310581265656427, "naucs_at_1_diff1": 0.9333299811669199, "naucs_at_3_max": 0.6774423171330395, "naucs_at_3_std": 0.02982326951399226, "naucs_at_3_diff1": 0.9019698085419732, "naucs_at_5_max": 0.7342904867960547, "naucs_at_5_std": 0.12409322303531663, "naucs_at_5_diff1": 0.9104756601972646, "naucs_at_10_max": 0.7714383999213704, "naucs_at_10_std": 0.19174160892426748, "naucs_at_10_diff1": 0.9069978868740466, "naucs_at_20_max": 0.7963629896402987, "naucs_at_20_std": 0.374772131074646, "naucs_at_20_diff1": 0.8955137610599756, "naucs_at_50_max": 0.8293067226890712, "naucs_at_50_std": 0.8605275443510737, "naucs_at_50_diff1": 0.9183006535947711, "naucs_at_100_max": 0.6934329287270289, "naucs_at_100_std": 0.8078120136943184, "naucs_at_100_diff1": 0.9128540305010608}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.49446, "ndcg_at_3": 0.56477, "ndcg_at_5": 0.58452, "ndcg_at_10": 0.59669, "ndcg_at_20": 0.60668, "ndcg_at_50": 0.61757, "ndcg_at_100": 0.62554, "map_at_1": 0.49446, "map_at_3": 0.54767, "map_at_5": 0.55843, "map_at_10": 0.56343, "map_at_20": 0.56612, "map_at_50": 0.56802, "map_at_100": 0.56873, "recall_at_1": 0.49446, "recall_at_3": 0.61419, "recall_at_5": 0.66297, "recall_at_10": 0.70067, "recall_at_20": 0.74058, "recall_at_50": 0.79379, "recall_at_100": 0.84257, "precision_at_1": 0.49446, "precision_at_3": 0.20473, "precision_at_5": 0.13259, "precision_at_10": 0.07007, "precision_at_20": 0.03703, "precision_at_50": 0.01588, "precision_at_100": 0.00843, "mrr_at_1": 0.49889135254988914, "mrr_at_3": 0.5447154471544715, "mrr_at_5": 0.5566888396156688, "mrr_at_10": 0.5629526977087953, "mrr_at_20": 0.5652806848414477, "mrr_at_50": 0.5670115584789515, "mrr_at_100": 0.5677538817333595, "naucs_at_1_max": -0.27864580796328964, "naucs_at_1_std": 0.7722092976730863, "naucs_at_1_diff1": 0.8943248317988693, "naucs_at_3_max": -0.44768791859908297, "naucs_at_3_std": 0.8209416026426787, "naucs_at_3_diff1": 0.8513206720284808, "naucs_at_5_max": -0.5206642942420097, "naucs_at_5_std": 0.8590967813938516, "naucs_at_5_diff1": 0.8553385206717447, "naucs_at_10_max": -0.5861667680971102, "naucs_at_10_std": 0.8921235191636205, "naucs_at_10_diff1": 0.8508472594083637, "naucs_at_20_max": -0.6153314648071393, "naucs_at_20_std": 0.8966962245596599, "naucs_at_20_diff1": 0.8514213312670023, "naucs_at_50_max": -0.7316708344718492, "naucs_at_50_std": 0.8827437458106799, "naucs_at_50_diff1": 0.8348654637400126, "naucs_at_100_max": -0.890172253801331, "naucs_at_100_std": 0.8797216559719966, "naucs_at_100_diff1": 0.8182326755467386}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.96524, "ndcg_at_5": 0.96911, "ndcg_at_10": 0.96911, "ndcg_at_20": 0.96911, "ndcg_at_50": 0.96911, "ndcg_at_100": 0.96911, "map_at_1": 0.93, "map_at_3": 0.95667, "map_at_5": 0.95867, "map_at_10": 0.95867, "map_at_20": 0.95867, "map_at_50": 0.95867, "map_at_100": 0.95867, "recall_at_1": 0.93, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.9616666666666667, "mrr_at_5": 0.9641666666666667, "mrr_at_10": 0.9641666666666667, "mrr_at_20": 0.9641666666666667, "mrr_at_50": 0.9641666666666667, "mrr_at_100": 0.9641666666666667, "naucs_at_1_max": 0.5512204881952787, "naucs_at_1_std": -0.5522875816993494, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": -0.5634920634921204, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 0.8692810457516356, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.79757, "ndcg_at_3": 0.84618, "ndcg_at_5": 0.85716, "ndcg_at_10": 0.86704, "ndcg_at_20": 0.86964, "ndcg_at_50": 0.87372, "ndcg_at_100": 0.87532, "map_at_1": 0.79757, "map_at_3": 0.83367, "map_at_5": 0.83984, "map_at_10": 0.84396, "map_at_20": 0.84469, "map_at_50": 0.84538, "map_at_100": 0.8455, "recall_at_1": 0.79757, "recall_at_3": 0.88259, "recall_at_5": 0.90891, "recall_at_10": 0.93927, "recall_at_20": 0.94939, "recall_at_50": 0.96964, "recall_at_100": 0.97976, "precision_at_1": 0.79757, "precision_at_3": 0.2942, "precision_at_5": 0.18178, "precision_at_10": 0.09393, "precision_at_20": 0.04747, "precision_at_50": 0.01939, "precision_at_100": 0.0098, "mrr_at_1": 0.7894736842105263, "mrr_at_3": 0.8306342780026991, "mrr_at_5": 0.8363022941970311, "mrr_at_10": 0.8404167469956944, "mrr_at_20": 0.8411396743317877, "mrr_at_50": 0.8418165179225722, "mrr_at_100": 0.8419436154362733, "naucs_at_1_max": 0.5658752085914066, "naucs_at_1_std": 0.08703668327449693, "naucs_at_1_diff1": 0.8969893821656988, "naucs_at_3_max": 0.5035089171640572, "naucs_at_3_std": 0.10634666680591591, "naucs_at_3_diff1": 0.8617291252020982, "naucs_at_5_max": 0.672890311854327, "naucs_at_5_std": 0.2917197093395984, "naucs_at_5_diff1": 0.8715729540210408, "naucs_at_10_max": 0.7402193471144418, "naucs_at_10_std": 0.3670976593963592, "naucs_at_10_diff1": 0.8958712928076012, "naucs_at_20_max": 0.7849669612599903, "naucs_at_20_std": 0.5713453092645688, "naucs_at_20_diff1": 0.8802696095317121, "naucs_at_50_max": 0.7192418710631517, "naucs_at_50_std": 0.7316569995970472, "naucs_at_50_diff1": 0.8624988164249825, "naucs_at_100_max": 0.6626137244104312, "naucs_at_100_std": 0.8415749940072255, "naucs_at_100_diff1": 0.8476419892262101}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.94631, "ndcg_at_5": 0.95405, "ndcg_at_10": 0.95405, "ndcg_at_20": 0.95684, "ndcg_at_50": 0.95902, "ndcg_at_100": 0.96074, "map_at_1": 0.94, "map_at_3": 0.945, "map_at_5": 0.949, "map_at_10": 0.949, "map_at_20": 0.94991, "map_at_50": 0.95034, "map_at_100": 0.95053, "recall_at_1": 0.94, "recall_at_3": 0.95, "recall_at_5": 0.97, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.31667, "precision_at_5": 0.194, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.945, "mrr_at_5": 0.9490000000000001, "mrr_at_10": 0.950111111111111, "mrr_at_20": 0.950111111111111, "mrr_at_50": 0.9505873015873015, "mrr_at_100": 0.9507724867724867, "naucs_at_1_max": 0.5278555866791174, "naucs_at_1_std": -0.5602240896358519, "naucs_at_1_diff1": 0.9782135076252712, "naucs_at_3_max": 0.4595704948646117, "naucs_at_3_std": -0.7438842203548082, "naucs_at_3_diff1": 0.973856209150328, "naucs_at_5_max": 0.4352629940865253, "naucs_at_5_std": -0.8445378151260495, "naucs_at_5_diff1": 0.9564270152505424, "naucs_at_10_max": 0.4352629940865253, "naucs_at_10_std": -0.8445378151260495, "naucs_at_10_diff1": 0.9564270152505424, "naucs_at_20_max": 0.9346405228758136, "naucs_at_20_std": -0.3968253968253954, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.81429, "ndcg_at_3": 0.86688, "ndcg_at_5": 0.87441, "ndcg_at_10": 0.88583, "ndcg_at_20": 0.89213, "ndcg_at_50": 0.89426, "ndcg_at_100": 0.89548, "map_at_1": 0.81429, "map_at_3": 0.85417, "map_at_5": 0.85845, "map_at_10": 0.8631, "map_at_20": 0.86482, "map_at_50": 0.86516, "map_at_100": 0.86528, "recall_at_1": 0.81429, "recall_at_3": 0.90357, "recall_at_5": 0.92143, "recall_at_10": 0.95714, "recall_at_20": 0.98214, "recall_at_50": 0.99286, "recall_at_100": 1.0, "precision_at_1": 0.81429, "precision_at_3": 0.30119, "precision_at_5": 0.18429, "precision_at_10": 0.09571, "precision_at_20": 0.04911, "precision_at_50": 0.01986, "precision_at_100": 0.01, "mrr_at_1": 0.8142857142857143, "mrr_at_3": 0.8535714285714285, "mrr_at_5": 0.8576785714285714, "mrr_at_10": 0.8620280612244897, "mrr_at_20": 0.8640784760874046, "mrr_at_50": 0.8644115436805921, "mrr_at_100": 0.8645378286859094, "naucs_at_1_max": 0.5099174501261181, "naucs_at_1_std": 0.10524153481617399, "naucs_at_1_diff1": 0.8698884048001222, "naucs_at_3_max": 0.5539647957948607, "naucs_at_3_std": 0.17413632119514313, "naucs_at_3_diff1": 0.8326416986547719, "naucs_at_5_max": 0.478800611153553, "naucs_at_5_std": 0.10332314744079385, "naucs_at_5_diff1": 0.8250572956455312, "naucs_at_10_max": 0.6088935574229674, "naucs_at_10_std": 0.23650015561779797, "naucs_at_10_diff1": 0.8465608465608483, "naucs_at_20_max": 0.8216619981325874, "naucs_at_20_std": 0.6112044817927197, "naucs_at_20_diff1": 0.7984126984127048, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.9346405228758071, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}} |