Upload folder using huggingface_hub

metrics_mb-large_long-ctx_single_eval-prefix_single.json

@@ -0,0 +1 @@
+{"model": "mb-large_long-ctx_single", "model_name": "mb-large_long-ctx_single_eval-prefix", "model_path": "checkpoints/final_experiments/mb-large_long-ctx_single", "date": "2025-02-12 22:09:41", "is_contextual": "single", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.18506, "ndcg_at_5": 0.33341, "ndcg_at_10": 0.37091, "ndcg_at_50": 0.42015, "ndcg_at_100": 0.43315, "map_at_1": 0.18506, "map_at_5": 0.29095, "map_at_10": 0.30653, "map_at_50": 0.31737, "map_at_100": 0.31853, "recall_at_1": 0.18506, "recall_at_5": 0.46067, "recall_at_10": 0.57612, "recall_at_50": 0.79626, "recall_at_100": 0.87606, "precision_at_1": 0.18506, "precision_at_5": 0.09213, "precision_at_10": 0.05761, "precision_at_50": 0.01593, "precision_at_100": 0.00876, "ndcg_at_10_maxsim": 0.69132}, "cities": {"ndcg_at_1": 0.42684, "ndcg_at_5": 0.56834, "ndcg_at_10": 0.59393, "ndcg_at_50": 0.62319, "ndcg_at_100": 0.62859, "map_at_1": 0.42684, "map_at_5": 0.52822, "map_at_10": 0.53886, "map_at_50": 0.5455, "map_at_100": 0.54599, "recall_at_1": 0.42684, "recall_at_5": 0.68825, "recall_at_10": 0.76699, "recall_at_50": 0.89589, "recall_at_100": 0.92883, "precision_at_1": 0.42684, "precision_at_5": 0.13765, "precision_at_10": 0.0767, "precision_at_50": 0.01792, "precision_at_100": 0.00929, "ndcg_at_10_maxsim": 0.75422}, "covid-qa": {"ndcg_at_1": 0.51395, "ndcg_at_5": 0.62608, "ndcg_at_10": 0.64549, "ndcg_at_50": 0.67097, "ndcg_at_100": 0.67467, "map_at_1": 0.51395, "map_at_5": 0.59451, "map_at_10": 0.60264, "map_at_50": 0.60841, "map_at_100": 0.60875, "recall_at_1": 0.51395, "recall_at_5": 0.72007, "recall_at_10": 0.77948, "recall_at_50": 0.89199, "recall_at_100": 0.91449, "precision_at_1": 0.51395, "precision_at_5": 0.14401, "precision_at_10": 0.07795, "precision_at_50": 0.01784, "precision_at_100": 0.00914, "ndcg_at_10_maxsim": 0.78864}, "chunked-mldr": {"ndcg_at_1": 0.68, "ndcg_at_5": 0.78157, "ndcg_at_10": 0.81123, "ndcg_at_50": 0.81871, "ndcg_at_100": 0.81871, "map_at_1": 0.68, "map_at_5": 0.752, "map_at_10": 0.76455, "map_at_50": 0.76656, "map_at_100": 0.76656, "recall_at_1": 0.68, "recall_at_5": 0.87, "recall_at_10": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.68, "precision_at_5": 0.174, "precision_at_10": 0.096, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.68999, "ndcg_at_5": 0.80423, "ndcg_at_10": 0.8156, "ndcg_at_50": 0.82367, "ndcg_at_100": 0.82494, "map_at_1": 0.68999, "map_at_5": 0.7744, "map_at_10": 0.77918, "map_at_50": 0.78104, "map_at_100": 0.78115, "recall_at_1": 0.68999, "recall_at_5": 0.89209, "recall_at_10": 0.92675, "recall_at_50": 0.96207, "recall_at_100": 0.96991, "precision_at_1": 0.68999, "precision_at_5": 0.17842, "precision_at_10": 0.09267, "precision_at_50": 0.01924, "precision_at_100": 0.0097, "ndcg_at_10_maxsim": 0.95349}, "tech-qa": {"ndcg_at_1": 0.16807, "ndcg_at_5": 0.35548, "ndcg_at_10": 0.3893, "ndcg_at_50": 0.42797, "ndcg_at_100": 0.43613, "map_at_1": 0.16807, "map_at_5": 0.30252, "map_at_10": 0.31563, "map_at_50": 0.32368, "map_at_100": 0.32439, "recall_at_1": 0.16807, "recall_at_5": 0.51261, "recall_at_10": 0.62185, "recall_at_50": 0.79832, "recall_at_100": 0.84874, "precision_at_1": 0.16807, "precision_at_5": 0.10252, "precision_at_10": 0.06218, "precision_at_50": 0.01597, "precision_at_100": 0.00849, "ndcg_at_10_maxsim": 0.78686}, "squad": {"ndcg_at_1": 0.76744, "ndcg_at_5": 0.86234, "ndcg_at_10": 0.87172, "ndcg_at_50": 0.87828, "ndcg_at_100": 0.87878, "map_at_1": 0.76744, "map_at_5": 0.83742, "map_at_10": 0.84134, "map_at_50": 0.84297, "map_at_100": 0.84301, "recall_at_1": 0.76744, "recall_at_5": 0.93577, "recall_at_10": 0.96447, "recall_at_50": 0.99212, "recall_at_100": 0.99518, "precision_at_1": 0.76744, "precision_at_5": 0.18715, "precision_at_10": 0.09645, "precision_at_50": 0.01984, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.96597}, "eiopa_europa": {"ndcg_at_1": 0.025, "ndcg_at_5": 0.09107, "ndcg_at_10": 0.14552, "ndcg_at_50": 0.30465, "ndcg_at_100": 0.30465, "map_at_1": 0.025, "map_at_5": 0.07139, "map_at_10": 0.09415, "map_at_50": 0.13159, "map_at_100": 0.13159, "recall_at_1": 0.025, "recall_at_5": 0.15, "recall_at_10": 0.31667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.025, "precision_at_5": 0.03, "precision_at_10": 0.03167, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.6295, "ndcg_at_5": 0.77702, "ndcg_at_10": 0.7874, "ndcg_at_50": 0.79677, "ndcg_at_100": 0.79843, "map_at_1": 0.6295, "map_at_5": 0.73777, "map_at_10": 0.74215, "map_at_50": 0.74434, "map_at_100": 0.74449, "recall_at_1": 0.6295, "recall_at_5": 0.89294, "recall_at_10": 0.92455, "recall_at_50": 0.96525, "recall_at_100": 0.97539, "precision_at_1": 0.6295, "precision_at_5": 0.17859, "precision_at_10": 0.09245, "precision_at_50": 0.0193, "precision_at_100": 0.00975, "ndcg_at_10_maxsim": 0.95283}, "maritime-qa": {"ndcg_at_1": 0.52941, "ndcg_at_5": 0.68363, "ndcg_at_10": 0.71535, "ndcg_at_50": 0.72478, "ndcg_at_100": 0.72791, "map_at_1": 0.52941, "map_at_5": 0.64281, "map_at_10": 0.65594, "map_at_50": 0.6583, "map_at_100": 0.65856, "recall_at_1": 0.52941, "recall_at_5": 0.80392, "recall_at_10": 0.90196, "recall_at_50": 0.94118, "recall_at_100": 0.96078, "precision_at_1": 0.52941, "precision_at_5": 0.16078, "precision_at_10": 0.0902, "precision_at_50": 0.01882, "precision_at_100": 0.00961, "ndcg_at_10_maxsim": 0.77791}, "us-presidents": {"ndcg_at_1": 0.61749, "ndcg_at_5": 0.78103, "ndcg_at_10": 0.80154, "ndcg_at_50": 0.80855, "ndcg_at_100": 0.80855, "map_at_1": 0.61749, "map_at_5": 0.73661, "map_at_10": 0.74571, "map_at_50": 0.74768, "map_at_100": 0.74768, "recall_at_1": 0.61749, "recall_at_5": 0.91257, "recall_at_10": 0.97268, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.61749, "precision_at_5": 0.18251, "precision_at_10": 0.09727, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.9486}, "authors": {"ndcg_at_1": 0.64151, "ndcg_at_5": 0.83473, "ndcg_at_10": 0.84085, "ndcg_at_50": 0.84085, "ndcg_at_100": 0.84085, "map_at_1": 0.64151, "map_at_5": 0.7848, "map_at_10": 0.78733, "map_at_50": 0.78733, "map_at_100": 0.78733, "recall_at_1": 0.64151, "recall_at_5": 0.98113, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.64151, "precision_at_5": 0.19623, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.93698}, "scientists": {"ndcg_at_1": 0.7037, "ndcg_at_5": 0.86017, "ndcg_at_10": 0.87285, "ndcg_at_50": 0.87285, "ndcg_at_100": 0.87285, "map_at_1": 0.7037, "map_at_5": 0.82438, "map_at_10": 0.83004, "map_at_50": 0.83004, "map_at_100": 0.83004, "recall_at_1": 0.7037, "recall_at_5": 0.96296, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7037, "precision_at_5": 0.19259, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98291}, "physicists": {"ndcg_at_1": 0.35673, "ndcg_at_5": 0.66519, "ndcg_at_10": 0.67312, "ndcg_at_50": 0.68987, "ndcg_at_100": 0.69265, "map_at_1": 0.35673, "map_at_5": 0.59025, "map_at_10": 0.59373, "map_at_50": 0.59727, "map_at_100": 0.59749, "recall_at_1": 0.35673, "recall_at_5": 0.88304, "recall_at_10": 0.90643, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.35673, "precision_at_5": 0.17661, "precision_at_10": 0.09064, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.95319}, "companies": {"ndcg_at_1": 0.63218, "ndcg_at_5": 0.77545, "ndcg_at_10": 0.79148, "ndcg_at_50": 0.79626, "ndcg_at_100": 0.80277, "map_at_1": 0.63218, "map_at_5": 0.73831, "map_at_10": 0.74453, "map_at_50": 0.74539, "map_at_100": 0.74596, "recall_at_1": 0.63218, "recall_at_5": 0.88506, "recall_at_10": 0.93678, "recall_at_50": 0.95977, "recall_at_100": 1.0, "precision_at_1": 0.63218, "precision_at_5": 0.17701, "precision_at_10": 0.09368, "precision_at_50": 0.0192, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.94845}, "dates": {"ndcg_at_1": 0.44179, "ndcg_at_5": 0.56184, "ndcg_at_10": 0.59048, "ndcg_at_50": 0.62877, "ndcg_at_100": 0.63436, "map_at_1": 0.44179, "map_at_5": 0.52682, "map_at_10": 0.53876, "map_at_50": 0.54738, "map_at_100": 0.54788, "recall_at_1": 0.44179, "recall_at_5": 0.66691, "recall_at_10": 0.75488, "recall_at_50": 0.92432, "recall_at_100": 0.95854, "precision_at_1": 0.44179, "precision_at_5": 0.13338, "precision_at_10": 0.07549, "precision_at_50": 0.01849, "precision_at_100": 0.00959, "ndcg_at_10_maxsim": 0.61786}, "squad-chunked-par-8000": {"ndcg_at_1": 0.82003, "ndcg_at_5": 0.9013, "ndcg_at_10": 0.90692, "ndcg_at_50": 0.9106, "ndcg_at_100": 0.91083, "map_at_1": 0.82003, "map_at_5": 0.88037, "map_at_10": 0.88268, "map_at_50": 0.88355, "map_at_100": 0.88357, "recall_at_1": 0.82003, "recall_at_5": 0.96275, "recall_at_10": 0.98016, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.82003, "precision_at_5": 0.19255, "precision_at_10": 0.09802, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90692}, "squad-chunked-par-1000": {"ndcg_at_1": 0.81858, "ndcg_at_5": 0.89929, "ndcg_at_10": 0.90542, "ndcg_at_50": 0.90889, "ndcg_at_100": 0.9093, "map_at_1": 0.81858, "map_at_5": 0.87837, "map_at_10": 0.88092, "map_at_50": 0.88175, "map_at_100": 0.88179, "recall_at_1": 0.81858, "recall_at_5": 0.96081, "recall_at_10": 0.97968, "recall_at_50": 0.99468, "recall_at_100": 0.9971, "precision_at_1": 0.81858, "precision_at_5": 0.19216, "precision_at_10": 0.09797, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.90777}, "squad-chunked-par-500": {"ndcg_at_1": 0.81277, "ndcg_at_5": 0.88792, "ndcg_at_10": 0.89702, "ndcg_at_50": 0.90173, "ndcg_at_100": 0.90228, "map_at_1": 0.81277, "map_at_5": 0.86813, "map_at_10": 0.87198, "map_at_50": 0.87315, "map_at_100": 0.8732, "recall_at_1": 0.81277, "recall_at_5": 0.9463, "recall_at_10": 0.97388, "recall_at_50": 0.99371, "recall_at_100": 0.9971, "precision_at_1": 0.81277, "precision_at_5": 0.18926, "precision_at_10": 0.09739, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.90952}, "squad-chunked-par-300": {"ndcg_at_1": 0.82487, "ndcg_at_5": 0.89664, "ndcg_at_10": 0.90475, "ndcg_at_50": 0.90854, "ndcg_at_100": 0.90917, "map_at_1": 0.82487, "map_at_5": 0.87769, "map_at_10": 0.88111, "map_at_50": 0.88211, "map_at_100": 0.88216, "recall_at_1": 0.82487, "recall_at_5": 0.95259, "recall_at_10": 0.97726, "recall_at_50": 0.99274, "recall_at_100": 0.99661, "precision_at_1": 0.82487, "precision_at_5": 0.19052, "precision_at_10": 0.09773, "precision_at_50": 0.01985, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.93029}, "squad-chunked-par-250": {"ndcg_at_1": 0.81567, "ndcg_at_5": 0.89017, "ndcg_at_10": 0.89803, "ndcg_at_50": 0.90383, "ndcg_at_100": 0.90398, "map_at_1": 0.81567, "map_at_5": 0.87076, "map_at_10": 0.87402, "map_at_50": 0.87549, "map_at_100": 0.8755, "recall_at_1": 0.81567, "recall_at_5": 0.94727, "recall_at_10": 0.97146, "recall_at_50": 0.99565, "recall_at_100": 0.99661, "precision_at_1": 0.81567, "precision_at_5": 0.18945, "precision_at_10": 0.09715, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.93249}, "squad-chunked-par-200": {"ndcg_at_1": 0.80552, "ndcg_at_5": 0.87996, "ndcg_at_10": 0.88677, "ndcg_at_50": 0.89354, "ndcg_at_100": 0.89417, "map_at_1": 0.80552, "map_at_5": 0.86014, "map_at_10": 0.863, "map_at_50": 0.86463, "map_at_100": 0.86468, "recall_at_1": 0.80552, "recall_at_5": 0.93856, "recall_at_10": 0.95936, "recall_at_50": 0.98839, "recall_at_100": 0.99226, "precision_at_1": 0.80552, "precision_at_5": 0.18771, "precision_at_10": 0.09594, "precision_at_50": 0.01977, "precision_at_100": 0.00992, "ndcg_at_10_maxsim": 0.93936}, "squad-chunked-par-175": {"ndcg_at_1": 0.7881, "ndcg_at_5": 0.86263, "ndcg_at_10": 0.87091, "ndcg_at_50": 0.87839, "ndcg_at_100": 0.87935, "map_at_1": 0.7881, "map_at_5": 0.84241, "map_at_10": 0.84582, "map_at_50": 0.84752, "map_at_100": 0.84761, "recall_at_1": 0.7881, "recall_at_5": 0.92259, "recall_at_10": 0.94823, "recall_at_50": 0.98113, "recall_at_100": 0.98694, "precision_at_1": 0.7881, "precision_at_5": 0.18452, "precision_at_10": 0.09482, "precision_at_50": 0.01962, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93609}, "squad-chunked-par-150": {"ndcg_at_1": 0.76439, "ndcg_at_5": 0.84682, "ndcg_at_10": 0.857, "ndcg_at_50": 0.86537, "ndcg_at_100": 0.8667, "map_at_1": 0.76439, "map_at_5": 0.82469, "map_at_10": 0.8289, "map_at_50": 0.83086, "map_at_100": 0.83098, "recall_at_1": 0.76439, "recall_at_5": 0.91243, "recall_at_10": 0.94388, "recall_at_50": 0.98016, "recall_at_100": 0.98839, "precision_at_1": 0.76439, "precision_at_5": 0.18249, "precision_at_10": 0.09439, "precision_at_50": 0.0196, "precision_at_100": 0.00988, "ndcg_at_10_maxsim": 0.94157}, "squad-chunked-par-125": {"ndcg_at_1": 0.70779, "ndcg_at_5": 0.80049, "ndcg_at_10": 0.81139, "ndcg_at_50": 0.82427, "ndcg_at_100": 0.82649, "map_at_1": 0.70779, "map_at_5": 0.77542, "map_at_10": 0.77988, "map_at_50": 0.78293, "map_at_100": 0.78313, "recall_at_1": 0.70779, "recall_at_5": 0.8747, "recall_at_10": 0.90856, "recall_at_50": 0.9642, "recall_at_100": 0.97775, "precision_at_1": 0.70779, "precision_at_5": 0.17494, "precision_at_10": 0.09086, "precision_at_50": 0.01928, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.93628}, "squad-chunked-par-100": {"ndcg_at_1": 0.65215, "ndcg_at_5": 0.74424, "ndcg_at_10": 0.76145, "ndcg_at_50": 0.77699, "ndcg_at_100": 0.7801, "map_at_1": 0.65215, "map_at_5": 0.71865, "map_at_10": 0.72585, "map_at_50": 0.72927, "map_at_100": 0.72953, "recall_at_1": 0.65215, "recall_at_5": 0.82051, "recall_at_10": 0.87325, "recall_at_50": 0.94291, "recall_at_100": 0.96226, "precision_at_1": 0.65215, "precision_at_5": 0.1641, "precision_at_10": 0.08732, "precision_at_50": 0.01886, "precision_at_100": 0.00962, "ndcg_at_10_maxsim": 0.93065}, "NanoClimateFEVER": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.20909, "ndcg_at_10": 0.24198, "ndcg_at_50": 0.29582, "ndcg_at_100": 0.30889, "map_at_1": 0.14, "map_at_5": 0.19167, "map_at_10": 0.20556, "map_at_50": 0.21737, "map_at_100": 0.21854, "recall_at_1": 0.14, "recall_at_5": 0.26, "recall_at_10": 0.36, "recall_at_50": 0.6, "recall_at_100": 0.68, "precision_at_1": 0.14, "precision_at_5": 0.052, "precision_at_10": 0.036, "precision_at_50": 0.012, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.34452}, "NanoDBPedia": {"ndcg_at_1": 0.06, "ndcg_at_5": 0.12909, "ndcg_at_10": 0.18063, "ndcg_at_50": 0.25165, "ndcg_at_100": 0.26735, "map_at_1": 0.06, "map_at_5": 0.11167, "map_at_10": 0.13279, "map_at_50": 0.14817, "map_at_100": 0.1494, "recall_at_1": 0.06, "recall_at_5": 0.18, "recall_at_10": 0.34, "recall_at_50": 0.66, "recall_at_100": 0.76, "precision_at_1": 0.06, "precision_at_5": 0.036, "precision_at_10": 0.034, "precision_at_50": 0.0132, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.30289}, "NanoFEVER": {"ndcg_at_1": 0.72, "ndcg_at_5": 0.82631, "ndcg_at_10": 0.84642, "ndcg_at_50": 0.85153, "ndcg_at_100": 0.85153, "map_at_1": 0.72, "map_at_5": 0.795, "map_at_10": 0.80369, "map_at_50": 0.80512, "map_at_100": 0.80512, "recall_at_1": 0.72, "recall_at_5": 0.92, "recall_at_10": 0.98, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.72, "precision_at_5": 0.184, "precision_at_10": 0.098, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88595}, "NanoFiQA2018": {"ndcg_at_1": 0.24, "ndcg_at_5": 0.39492, "ndcg_at_10": 0.42718, "ndcg_at_50": 0.44892, "ndcg_at_100": 0.45208, "map_at_1": 0.24, "map_at_5": 0.347, "map_at_10": 0.36027, "map_at_50": 0.3646, "map_at_100": 0.36486, "recall_at_1": 0.24, "recall_at_5": 0.54, "recall_at_10": 0.64, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.24, "precision_at_5": 0.108, "precision_at_10": 0.064, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.42718}, "NanoHotpotQA": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.39036, "ndcg_at_10": 0.41677, "ndcg_at_50": 0.46408, "ndcg_at_100": 0.4772, "map_at_1": 0.14, "map_at_5": 0.33167, "map_at_10": 0.34286, "map_at_50": 0.35466, "map_at_100": 0.35585, "recall_at_1": 0.14, "recall_at_5": 0.56, "recall_at_10": 0.64, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.14, "precision_at_5": 0.112, "precision_at_10": 0.064, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.41677}, "NanoMSMARCO": {"ndcg_at_1": 0.38, "ndcg_at_5": 0.55341, "ndcg_at_10": 0.60861, "ndcg_at_50": 0.64749, "ndcg_at_100": 0.64749, "map_at_1": 0.38, "map_at_5": 0.51, "map_at_10": 0.53486, "map_at_50": 0.5451, "map_at_100": 0.5451, "recall_at_1": 0.38, "recall_at_5": 0.68, "recall_at_10": 0.84, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_5": 0.136, "precision_at_10": 0.084, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.60861}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.05583, "ndcg_at_10": 0.07341, "ndcg_at_50": 0.09643, "ndcg_at_100": 0.10308, "map_at_1": 0.02, "map_at_5": 0.042, "map_at_10": 0.04822, "map_at_50": 0.05351, "map_at_100": 0.05415, "recall_at_1": 0.02, "recall_at_5": 0.1, "recall_at_10": 0.16, "recall_at_50": 0.26, "recall_at_100": 0.3, "precision_at_1": 0.02, "precision_at_5": 0.02, "precision_at_10": 0.016, "precision_at_50": 0.0052, "precision_at_100": 0.003, "ndcg_at_10_maxsim": 0.07341}, "NanoNQ": {"ndcg_at_1": 0.54, "ndcg_at_5": 0.60297, "ndcg_at_10": 0.6212, "ndcg_at_50": 0.66393, "ndcg_at_100": 0.67697, "map_at_1": 0.54, "map_at_5": 0.584, "map_at_10": 0.59086, "map_at_50": 0.5994, "map_at_100": 0.60056, "recall_at_1": 0.54, "recall_at_5": 0.66, "recall_at_10": 0.72, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.54, "precision_at_5": 0.132, "precision_at_10": 0.072, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.6212}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.85421, "ndcg_at_10": 0.88136, "ndcg_at_50": 0.88136, "ndcg_at_100": 0.88136, "map_at_1": 0.78, "map_at_5": 0.83233, "map_at_10": 0.84433, "map_at_50": 0.84433, "map_at_100": 0.84433, "recall_at_1": 0.78, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88136}, "NanoSCIDOCS": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.17005, "ndcg_at_10": 0.22841, "ndcg_at_50": 0.26366, "ndcg_at_100": 0.27702, "map_at_1": 0.08, "map_at_5": 0.14067, "map_at_10": 0.16488, "map_at_50": 0.1745, "map_at_100": 0.17579, "recall_at_1": 0.08, "recall_at_5": 0.26, "recall_at_10": 0.44, "recall_at_50": 0.58, "recall_at_100": 0.66, "precision_at_1": 0.08, "precision_at_5": 0.052, "precision_at_10": 0.044, "precision_at_50": 0.0116, "precision_at_100": 0.0066, "ndcg_at_10_maxsim": 0.22841}, "NanoArguAna": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.46544, "ndcg_at_10": 0.5407, "ndcg_at_50": 0.55304, "ndcg_at_100": 0.55304, "map_at_1": 0.18, "map_at_5": 0.381, "map_at_10": 0.41445, "map_at_50": 0.41667, "map_at_100": 0.41667, "recall_at_1": 0.18, "recall_at_5": 0.72, "recall_at_10": 0.94, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.18, "precision_at_5": 0.144, "precision_at_10": 0.094, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.5407}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.66107, "ndcg_at_10": 0.67532, "ndcg_at_50": 0.7057, "ndcg_at_100": 0.7057, "map_at_1": 0.56, "map_at_5": 0.62867, "map_at_10": 0.63533, "map_at_50": 0.64157, "map_at_100": 0.64157, "recall_at_1": 0.56, "recall_at_5": 0.76, "recall_at_10": 0.8, "recall_at_50": 0.94, "recall_at_100": 0.94, "precision_at_1": 0.56, "precision_at_5": 0.152, "precision_at_10": 0.08, "precision_at_50": 0.0188, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.67532}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.09228, "ndcg_at_10": 0.13879, "ndcg_at_50": 0.21149, "ndcg_at_100": 0.23502, "map_at_1": 0.04082, "map_at_5": 0.07007, "map_at_10": 0.08942, "map_at_50": 0.105, "map_at_100": 0.10718, "recall_at_1": 0.04082, "recall_at_5": 0.16327, "recall_at_10": 0.30612, "recall_at_50": 0.63265, "recall_at_100": 0.77551, "precision_at_1": 0.04082, "precision_at_5": 0.03265, "precision_at_10": 0.03061, "precision_at_50": 0.01265, "precision_at_100": 0.00776, "ndcg_at_10_maxsim": 0.13879}}}

metrics_mb-large_multi_prefix_multi.json

@@ -0,0 +1 @@
+{"model": "mb-large_multi_prefix", "model_name": "mb-large_multi_prefix", "model_path": "checkpoints/final_experiments/mb-large_multi_prefix", "date": "2025-02-12 21:51:59", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.44369, "ndcg_at_5": 0.59, "ndcg_at_10": 0.61416, "ndcg_at_50": 0.64438, "ndcg_at_100": 0.6496, "map_at_1": 0.44369, "map_at_5": 0.54912, "map_at_10": 0.5591, "map_at_50": 0.56603, "map_at_100": 0.56649, "recall_at_1": 0.44369, "recall_at_5": 0.71194, "recall_at_10": 0.78664, "recall_at_50": 0.91907, "recall_at_100": 0.95133, "precision_at_1": 0.44369, "precision_at_5": 0.14239, "precision_at_10": 0.07866, "precision_at_50": 0.01838, "precision_at_100": 0.00951, "ndcg_at_10_maxsim": 0.71943}, "cities": {"ndcg_at_1": 0.56559, "ndcg_at_5": 0.69161, "ndcg_at_10": 0.71314, "ndcg_at_50": 0.7357, "ndcg_at_100": 0.73864, "map_at_1": 0.56559, "map_at_5": 0.65587, "map_at_10": 0.66486, "map_at_50": 0.67006, "map_at_100": 0.67032, "recall_at_1": 0.56559, "recall_at_5": 0.79841, "recall_at_10": 0.86447, "recall_at_50": 0.96309, "recall_at_100": 0.98107, "precision_at_1": 0.56559, "precision_at_5": 0.15968, "precision_at_10": 0.08645, "precision_at_50": 0.01926, "precision_at_100": 0.00981, "ndcg_at_10_maxsim": 0.77448}, "covid-qa": {"ndcg_at_1": 0.41764, "ndcg_at_5": 0.53577, "ndcg_at_10": 0.55662, "ndcg_at_50": 0.59101, "ndcg_at_100": 0.59841, "map_at_1": 0.41764, "map_at_5": 0.50135, "map_at_10": 0.5099, "map_at_50": 0.51764, "map_at_100": 0.51827, "recall_at_1": 0.41764, "recall_at_5": 0.63906, "recall_at_10": 0.70387, "recall_at_50": 0.85599, "recall_at_100": 0.90189, "precision_at_1": 0.41764, "precision_at_5": 0.12781, "precision_at_10": 0.07039, "precision_at_50": 0.01712, "precision_at_100": 0.00902, "ndcg_at_10_maxsim": 0.71966}, "chunked-mldr": {"ndcg_at_1": 0.75, "ndcg_at_5": 0.8477, "ndcg_at_10": 0.85085, "ndcg_at_50": 0.86201, "ndcg_at_100": 0.86356, "map_at_1": 0.75, "map_at_5": 0.82017, "map_at_10": 0.82142, "map_at_50": 0.82384, "map_at_100": 0.82395, "recall_at_1": 0.75, "recall_at_5": 0.93, "recall_at_10": 0.94, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.75, "precision_at_5": 0.186, "precision_at_10": 0.094, "precision_at_50": 0.0198, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.84892, "ndcg_at_5": 0.91189, "ndcg_at_10": 0.91536, "ndcg_at_50": 0.91838, "ndcg_at_100": 0.91954, "map_at_1": 0.84892, "map_at_5": 0.89605, "map_at_10": 0.89754, "map_at_50": 0.89825, "map_at_100": 0.89835, "recall_at_1": 0.84892, "recall_at_5": 0.95814, "recall_at_10": 0.96861, "recall_at_50": 0.98169, "recall_at_100": 0.98888, "precision_at_1": 0.84892, "precision_at_5": 0.19163, "precision_at_10": 0.09686, "precision_at_50": 0.01963, "precision_at_100": 0.00989, "ndcg_at_10_maxsim": 0.96392}, "tech-qa": {"ndcg_at_1": 0.19328, "ndcg_at_5": 0.36178, "ndcg_at_10": 0.39236, "ndcg_at_50": 0.43705, "ndcg_at_100": 0.44804, "map_at_1": 0.19328, "map_at_5": 0.31148, "map_at_10": 0.32454, "map_at_50": 0.33413, "map_at_100": 0.33512, "recall_at_1": 0.19328, "recall_at_5": 0.51261, "recall_at_10": 0.60504, "recall_at_50": 0.80672, "recall_at_100": 0.87395, "precision_at_1": 0.19328, "precision_at_5": 0.10252, "precision_at_10": 0.0605, "precision_at_50": 0.01613, "precision_at_100": 0.00874, "ndcg_at_10_maxsim": 0.77291}, "squad": {"ndcg_at_1": 0.78485, "ndcg_at_5": 0.88035, "ndcg_at_10": 0.88723, "ndcg_at_50": 0.89223, "ndcg_at_100": 0.89254, "map_at_1": 0.78485, "map_at_5": 0.85562, "map_at_10": 0.85852, "map_at_50": 0.85971, "map_at_100": 0.85974, "recall_at_1": 0.78485, "recall_at_5": 0.95306, "recall_at_10": 0.974, "recall_at_50": 0.99553, "recall_at_100": 0.99741, "precision_at_1": 0.78485, "precision_at_5": 0.19061, "precision_at_10": 0.0974, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.9678}, "eiopa_europa": {"ndcg_at_1": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "map_at_1": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "recall_at_1": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 1.0, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.65516, "ndcg_at_5": 0.79113, "ndcg_at_10": 0.80074, "ndcg_at_50": 0.81082, "ndcg_at_100": 0.8126, "map_at_1": 0.65516, "map_at_5": 0.75537, "map_at_10": 0.75938, "map_at_50": 0.76176, "map_at_100": 0.76191, "recall_at_1": 0.65516, "recall_at_5": 0.89656, "recall_at_10": 0.92606, "recall_at_50": 0.96968, "recall_at_100": 0.98064, "precision_at_1": 0.65516, "precision_at_5": 0.17931, "precision_at_10": 0.09261, "precision_at_50": 0.01939, "precision_at_100": 0.00981, "ndcg_at_10_maxsim": 0.94518}, "maritime-qa": {"ndcg_at_1": 0.33333, "ndcg_at_5": 0.53992, "ndcg_at_10": 0.56393, "ndcg_at_50": 0.58018, "ndcg_at_100": 0.58672, "map_at_1": 0.33333, "map_at_5": 0.47843, "map_at_10": 0.48755, "map_at_50": 0.49064, "map_at_100": 0.49127, "recall_at_1": 0.33333, "recall_at_5": 0.72549, "recall_at_10": 0.80392, "recall_at_50": 0.88235, "recall_at_100": 0.92157, "precision_at_1": 0.33333, "precision_at_5": 0.1451, "precision_at_10": 0.08039, "precision_at_50": 0.01765, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.68618}, "us-presidents": {"ndcg_at_1": 0.79781, "ndcg_at_5": 0.90136, "ndcg_at_10": 0.90677, "ndcg_at_50": 0.90677, "ndcg_at_100": 0.90677, "map_at_1": 0.79781, "map_at_5": 0.8735, "map_at_10": 0.8758, "map_at_50": 0.8758, "map_at_100": 0.8758, "recall_at_1": 0.79781, "recall_at_5": 0.98361, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.79781, "precision_at_5": 0.19672, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96012}, "authors": {"ndcg_at_1": 0.87421, "ndcg_at_5": 0.94343, "ndcg_at_10": 0.94343, "ndcg_at_50": 0.94343, "ndcg_at_100": 0.94343, "map_at_1": 0.87421, "map_at_5": 0.92442, "map_at_10": 0.92442, "map_at_50": 0.92442, "map_at_100": 0.92442, "recall_at_1": 0.87421, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87421, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.95981}, "scientists": {"ndcg_at_1": 0.88889, "ndcg_at_5": 0.94951, "ndcg_at_10": 0.94951, "ndcg_at_50": 0.9521, "ndcg_at_100": 0.9521, "map_at_1": 0.88889, "map_at_5": 0.93519, "map_at_10": 0.93519, "map_at_50": 0.93603, "map_at_100": 0.93603, "recall_at_1": 0.88889, "recall_at_5": 0.99074, "recall_at_10": 0.99074, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88889, "precision_at_5": 0.19815, "precision_at_10": 0.09907, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.97928}, "physicists": {"ndcg_at_1": 0.76608, "ndcg_at_5": 0.8722, "ndcg_at_10": 0.876, "ndcg_at_50": 0.88301, "ndcg_at_100": 0.88506, "map_at_1": 0.76608, "map_at_5": 0.84639, "map_at_10": 0.84796, "map_at_50": 0.84973, "map_at_100": 0.84996, "recall_at_1": 0.76608, "recall_at_5": 0.94737, "recall_at_10": 0.95906, "recall_at_50": 0.9883, "recall_at_100": 1.0, "precision_at_1": 0.76608, "precision_at_5": 0.18947, "precision_at_10": 0.09591, "precision_at_50": 0.01977, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.95807}, "companies": {"ndcg_at_1": 0.81034, "ndcg_at_5": 0.89037, "ndcg_at_10": 0.89778, "ndcg_at_50": 0.90313, "ndcg_at_100": 0.90313, "map_at_1": 0.81034, "map_at_5": 0.86877, "map_at_10": 0.87181, "map_at_50": 0.87308, "map_at_100": 0.87308, "recall_at_1": 0.81034, "recall_at_5": 0.95402, "recall_at_10": 0.97701, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81034, "precision_at_5": 0.1908, "precision_at_10": 0.0977, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.97619}, "dates": {"ndcg_at_1": 0.35864, "ndcg_at_5": 0.50765, "ndcg_at_10": 0.54764, "ndcg_at_50": 0.58873, "ndcg_at_100": 0.59451, "map_at_1": 0.35864, "map_at_5": 0.4637, "map_at_10": 0.48031, "map_at_50": 0.48981, "map_at_100": 0.49032, "recall_at_1": 0.35864, "recall_at_5": 0.63991, "recall_at_10": 0.76308, "recall_at_50": 0.94215, "recall_at_100": 0.97783, "precision_at_1": 0.35864, "precision_at_5": 0.12798, "precision_at_10": 0.07631, "precision_at_50": 0.01884, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.55218}, "squad-chunked-par-8000": {"ndcg_at_1": 0.79342, "ndcg_at_5": 0.88568, "ndcg_at_10": 0.89241, "ndcg_at_50": 0.89739, "ndcg_at_100": 0.89769, "map_at_1": 0.79342, "map_at_5": 0.86193, "map_at_10": 0.8648, "map_at_50": 0.86605, "map_at_100": 0.86607, "recall_at_1": 0.79342, "recall_at_5": 0.95549, "recall_at_10": 0.97581, "recall_at_50": 0.99661, "recall_at_100": 0.99855, "precision_at_1": 0.79342, "precision_at_5": 0.1911, "precision_at_10": 0.09758, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "ndcg_at_10_maxsim": 0.89241}, "squad-chunked-par-1000": {"ndcg_at_1": 0.78907, "ndcg_at_5": 0.88142, "ndcg_at_10": 0.88856, "ndcg_at_50": 0.89318, "ndcg_at_100": 0.89365, "map_at_1": 0.78907, "map_at_5": 0.85685, "map_at_10": 0.85986, "map_at_50": 0.861, "map_at_100": 0.86105, "recall_at_1": 0.78907, "recall_at_5": 0.95404, "recall_at_10": 0.97581, "recall_at_50": 0.99516, "recall_at_100": 0.99806, "precision_at_1": 0.78907, "precision_at_5": 0.19081, "precision_at_10": 0.09758, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.89094}, "squad-chunked-par-500": {"ndcg_at_1": 0.78036, "ndcg_at_5": 0.87497, "ndcg_at_10": 0.88224, "ndcg_at_50": 0.88786, "ndcg_at_100": 0.88818, "map_at_1": 0.78036, "map_at_5": 0.84984, "map_at_10": 0.8528, "map_at_50": 0.85423, "map_at_100": 0.85426, "recall_at_1": 0.78036, "recall_at_5": 0.9492, "recall_at_10": 0.97194, "recall_at_50": 0.99516, "recall_at_100": 0.9971, "precision_at_1": 0.78036, "precision_at_5": 0.18984, "precision_at_10": 0.09719, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.89594}, "squad-chunked-par-300": {"ndcg_at_1": 0.79342, "ndcg_at_5": 0.8829, "ndcg_at_10": 0.89157, "ndcg_at_50": 0.89583, "ndcg_at_100": 0.89621, "map_at_1": 0.79342, "map_at_5": 0.85968, "map_at_10": 0.86331, "map_at_50": 0.86436, "map_at_100": 0.86439, "recall_at_1": 0.79342, "recall_at_5": 0.95114, "recall_at_10": 0.97775, "recall_at_50": 0.99565, "recall_at_100": 0.99806, "precision_at_1": 0.79342, "precision_at_5": 0.19023, "precision_at_10": 0.09777, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.91981}, "squad-chunked-par-250": {"ndcg_at_1": 0.78616, "ndcg_at_5": 0.88131, "ndcg_at_10": 0.88933, "ndcg_at_50": 0.89342, "ndcg_at_100": 0.89381, "map_at_1": 0.78616, "map_at_5": 0.85672, "map_at_10": 0.86006, "map_at_50": 0.86106, "map_at_100": 0.86109, "recall_at_1": 0.78616, "recall_at_5": 0.95356, "recall_at_10": 0.97823, "recall_at_50": 0.99565, "recall_at_100": 0.99806, "precision_at_1": 0.78616, "precision_at_5": 0.19071, "precision_at_10": 0.09782, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.92548}, "squad-chunked-par-200": {"ndcg_at_1": 0.791, "ndcg_at_5": 0.88448, "ndcg_at_10": 0.89077, "ndcg_at_50": 0.89575, "ndcg_at_100": 0.89599, "map_at_1": 0.791, "map_at_5": 0.86034, "map_at_10": 0.86304, "map_at_50": 0.86425, "map_at_100": 0.86427, "recall_at_1": 0.791, "recall_at_5": 0.95549, "recall_at_10": 0.97436, "recall_at_50": 0.99565, "recall_at_100": 0.9971, "precision_at_1": 0.791, "precision_at_5": 0.1911, "precision_at_10": 0.09744, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.93469}, "squad-chunked-par-175": {"ndcg_at_1": 0.77407, "ndcg_at_5": 0.87786, "ndcg_at_10": 0.88312, "ndcg_at_50": 0.88791, "ndcg_at_100": 0.8884, "map_at_1": 0.77407, "map_at_5": 0.85084, "map_at_10": 0.85307, "map_at_50": 0.85418, "map_at_100": 0.85423, "recall_at_1": 0.77407, "recall_at_5": 0.95743, "recall_at_10": 0.97339, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.77407, "precision_at_5": 0.19149, "precision_at_10": 0.09734, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.93653}, "squad-chunked-par-150": {"ndcg_at_1": 0.75665, "ndcg_at_5": 0.86736, "ndcg_at_10": 0.87591, "ndcg_at_50": 0.87998, "ndcg_at_100": 0.88046, "map_at_1": 0.75665, "map_at_5": 0.83911, "map_at_10": 0.8427, "map_at_50": 0.84367, "map_at_100": 0.84372, "recall_at_1": 0.75665, "recall_at_5": 0.95017, "recall_at_10": 0.97629, "recall_at_50": 0.99371, "recall_at_100": 0.99661, "precision_at_1": 0.75665, "precision_at_5": 0.19003, "precision_at_10": 0.09763, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.94038}, "squad-chunked-par-125": {"ndcg_at_1": 0.7194, "ndcg_at_5": 0.84427, "ndcg_at_10": 0.85484, "ndcg_at_50": 0.86006, "ndcg_at_100": 0.86054, "map_at_1": 0.7194, "map_at_5": 0.81201, "map_at_10": 0.81642, "map_at_50": 0.81763, "map_at_100": 0.81767, "recall_at_1": 0.7194, "recall_at_5": 0.93904, "recall_at_10": 0.97146, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.7194, "precision_at_5": 0.18781, "precision_at_10": 0.09715, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.94451}, "squad-chunked-par-100": {"ndcg_at_1": 0.66763, "ndcg_at_5": 0.8185, "ndcg_at_10": 0.82867, "ndcg_at_50": 0.83544, "ndcg_at_100": 0.83599, "map_at_1": 0.66763, "map_at_5": 0.77959, "map_at_10": 0.78389, "map_at_50": 0.7855, "map_at_100": 0.78555, "recall_at_1": 0.66763, "recall_at_5": 0.93275, "recall_at_10": 0.96372, "recall_at_50": 0.99274, "recall_at_100": 0.99613, "precision_at_1": 0.66763, "precision_at_5": 0.18655, "precision_at_10": 0.09637, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.94696}, "NanoClimateFEVER": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.20861, "ndcg_at_10": 0.22701, "ndcg_at_50": 0.275, "ndcg_at_100": 0.29532, "map_at_1": 0.18, "map_at_5": 0.19833, "map_at_10": 0.20533, "map_at_50": 0.21506, "map_at_100": 0.2171, "recall_at_1": 0.18, "recall_at_5": 0.24, "recall_at_10": 0.3, "recall_at_50": 0.52, "recall_at_100": 0.64, "precision_at_1": 0.18, "precision_at_5": 0.048, "precision_at_10": 0.03, "precision_at_50": 0.0104, "precision_at_100": 0.0064, "ndcg_at_10_maxsim": 0.35703}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.1302, "ndcg_at_10": 0.18055, "ndcg_at_50": 0.24429, "ndcg_at_100": 0.27331, "map_at_1": 0.08, "map_at_5": 0.114, "map_at_10": 0.13402, "map_at_50": 0.14863, "map_at_100": 0.15114, "recall_at_1": 0.08, "recall_at_5": 0.18, "recall_at_10": 0.34, "recall_at_50": 0.62, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.036, "precision_at_10": 0.034, "precision_at_50": 0.0124, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.27074}, "NanoFEVER": {"ndcg_at_1": 0.64, "ndcg_at_5": 0.76267, "ndcg_at_10": 0.76933, "ndcg_at_50": 0.78811, "ndcg_at_100": 0.79147, "map_at_1": 0.64, "map_at_5": 0.724, "map_at_10": 0.72686, "map_at_50": 0.73137, "map_at_100": 0.7317, "recall_at_1": 0.64, "recall_at_5": 0.88, "recall_at_10": 0.9, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.64, "precision_at_5": 0.176, "precision_at_10": 0.09, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.83437}, "NanoFiQA2018": {"ndcg_at_1": 0.3, "ndcg_at_5": 0.41282, "ndcg_at_10": 0.45074, "ndcg_at_50": 0.47451, "ndcg_at_100": 0.47761, "map_at_1": 0.3, "map_at_5": 0.37733, "map_at_10": 0.39247, "map_at_50": 0.39824, "map_at_100": 0.39848, "recall_at_1": 0.3, "recall_at_5": 0.52, "recall_at_10": 0.64, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.3, "precision_at_5": 0.104, "precision_at_10": 0.064, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.45074}, "NanoHotpotQA": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.42674, "ndcg_at_10": 0.45234, "ndcg_at_50": 0.49593, "ndcg_at_100": 0.50239, "map_at_1": 0.2, "map_at_5": 0.368, "map_at_10": 0.37841, "map_at_50": 0.38731, "map_at_100": 0.38787, "recall_at_1": 0.2, "recall_at_5": 0.6, "recall_at_10": 0.68, "recall_at_50": 0.88, "recall_at_100": 0.92, "precision_at_1": 0.2, "precision_at_5": 0.12, "precision_at_10": 0.068, "precision_at_50": 0.0176, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.45234}, "NanoMSMARCO": {"ndcg_at_1": 0.38, "ndcg_at_5": 0.55627, "ndcg_at_10": 0.59767, "ndcg_at_50": 0.63532, "ndcg_at_100": 0.63873, "map_at_1": 0.38, "map_at_5": 0.508, "map_at_10": 0.52667, "map_at_50": 0.53588, "map_at_100": 0.53623, "recall_at_1": 0.38, "recall_at_5": 0.7, "recall_at_10": 0.82, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_5": 0.14, "precision_at_10": 0.082, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.59767}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.07635, "ndcg_at_10": 0.08237, "ndcg_at_50": 0.10141, "ndcg_at_100": 0.10483, "map_at_1": 0.02, "map_at_5": 0.05567, "map_at_10": 0.05789, "map_at_50": 0.06257, "map_at_100": 0.06292, "recall_at_1": 0.02, "recall_at_5": 0.14, "recall_at_10": 0.16, "recall_at_50": 0.24, "recall_at_100": 0.26, "precision_at_1": 0.02, "precision_at_5": 0.028, "precision_at_10": 0.016, "precision_at_50": 0.0048, "precision_at_100": 0.0026, "ndcg_at_10_maxsim": 0.08237}, "NanoNQ": {"ndcg_at_1": 0.42, "ndcg_at_5": 0.53821, "ndcg_at_10": 0.57618, "ndcg_at_50": 0.60499, "ndcg_at_100": 0.62437, "map_at_1": 0.42, "map_at_5": 0.504, "map_at_10": 0.51919, "map_at_50": 0.52645, "map_at_100": 0.52812, "recall_at_1": 0.42, "recall_at_5": 0.64, "recall_at_10": 0.76, "recall_at_50": 0.88, "recall_at_100": 1.0, "precision_at_1": 0.42, "precision_at_5": 0.128, "precision_at_10": 0.076, "precision_at_50": 0.0176, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.57618}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.76, "ndcg_at_5": 0.84297, "ndcg_at_10": 0.86938, "ndcg_at_50": 0.86938, "ndcg_at_100": 0.86938, "map_at_1": 0.76, "map_at_5": 0.81733, "map_at_10": 0.82852, "map_at_50": 0.82852, "map_at_100": 0.82852, "recall_at_1": 0.76, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.86938}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.19393, "ndcg_at_10": 0.24354, "ndcg_at_50": 0.27495, "ndcg_at_100": 0.29107, "map_at_1": 0.12, "map_at_5": 0.16633, "map_at_10": 0.1856, "map_at_50": 0.19262, "map_at_100": 0.194, "recall_at_1": 0.12, "recall_at_5": 0.28, "recall_at_10": 0.44, "recall_at_50": 0.58, "recall_at_100": 0.68, "precision_at_1": 0.12, "precision_at_5": 0.056, "precision_at_10": 0.044, "precision_at_50": 0.0116, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.24354}, "NanoArguAna": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.45473, "ndcg_at_10": 0.50719, "ndcg_at_50": 0.53898, "ndcg_at_100": 0.54226, "map_at_1": 0.2, "map_at_5": 0.37967, "map_at_10": 0.40175, "map_at_50": 0.40885, "map_at_100": 0.40915, "recall_at_1": 0.2, "recall_at_5": 0.68, "recall_at_10": 0.84, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.2, "precision_at_5": 0.136, "precision_at_10": 0.084, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.50719}, "NanoSciFact": {"ndcg_at_1": 0.6, "ndcg_at_5": 0.68333, "ndcg_at_10": 0.70957, "ndcg_at_50": 0.71842, "ndcg_at_100": 0.72475, "map_at_1": 0.6, "map_at_5": 0.658, "map_at_10": 0.66905, "map_at_50": 0.67087, "map_at_100": 0.67138, "recall_at_1": 0.6, "recall_at_5": 0.76, "recall_at_10": 0.84, "recall_at_50": 0.88, "recall_at_100": 0.92, "precision_at_1": 0.6, "precision_at_5": 0.152, "precision_at_10": 0.084, "precision_at_50": 0.0176, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.70957}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.05892, "ndcg_at_10": 0.12894, "ndcg_at_50": 0.21541, "ndcg_at_100": 0.24454, "map_at_1": 0.04082, "map_at_5": 0.0517, "map_at_10": 0.08302, "map_at_50": 0.1019, "map_at_100": 0.10429, "recall_at_1": 0.04082, "recall_at_5": 0.08163, "recall_at_10": 0.28571, "recall_at_50": 0.67347, "recall_at_100": 0.85714, "precision_at_1": 0.04082, "precision_at_5": 0.01633, "precision_at_10": 0.02857, "precision_at_50": 0.01347, "precision_at_100": 0.00857, "ndcg_at_10_maxsim": 0.12894}}}

metrics_mb-large_multi_prefix_single.json

@@ -0,0 +1 @@
+{"model": "mb-large_multi_prefix", "model_name": "mb-large_multi_prefix", "model_path": "checkpoints/final_experiments/mb-large_multi_prefix", "date": "2025-02-12 22:02:38", "is_contextual": "single", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.2343, "ndcg_at_5": 0.36041, "ndcg_at_10": 0.39325, "ndcg_at_50": 0.44232, "ndcg_at_100": 0.45361, "map_at_1": 0.2343, "map_at_5": 0.32353, "map_at_10": 0.33714, "map_at_50": 0.34814, "map_at_100": 0.34914, "recall_at_1": 0.2343, "recall_at_5": 0.47142, "recall_at_10": 0.57272, "recall_at_50": 0.79004, "recall_at_100": 0.85965, "precision_at_1": 0.2343, "precision_at_5": 0.09428, "precision_at_10": 0.05727, "precision_at_50": 0.0158, "precision_at_100": 0.0086, "ndcg_at_10_maxsim": 0.54806}, "cities": {"ndcg_at_1": 0.43101, "ndcg_at_5": 0.56208, "ndcg_at_10": 0.58856, "ndcg_at_50": 0.61896, "ndcg_at_100": 0.62425, "map_at_1": 0.43101, "map_at_5": 0.52441, "map_at_10": 0.53532, "map_at_50": 0.54215, "map_at_100": 0.54261, "recall_at_1": 0.43101, "recall_at_5": 0.675, "recall_at_10": 0.75696, "recall_at_50": 0.89154, "recall_at_100": 0.9241, "precision_at_1": 0.43101, "precision_at_5": 0.135, "precision_at_10": 0.0757, "precision_at_50": 0.01783, "precision_at_100": 0.00924, "ndcg_at_10_maxsim": 0.68793}, "covid-qa": {"ndcg_at_1": 0.51125, "ndcg_at_5": 0.62666, "ndcg_at_10": 0.65077, "ndcg_at_50": 0.67367, "ndcg_at_100": 0.67859, "map_at_1": 0.51125, "map_at_5": 0.59445, "map_at_10": 0.60454, "map_at_50": 0.60964, "map_at_100": 0.61011, "recall_at_1": 0.51125, "recall_at_5": 0.72277, "recall_at_10": 0.79658, "recall_at_50": 0.89829, "recall_at_100": 0.92799, "precision_at_1": 0.51125, "precision_at_5": 0.14455, "precision_at_10": 0.07966, "precision_at_50": 0.01797, "precision_at_100": 0.00928, "ndcg_at_10_maxsim": 0.78161}, "chunked-mldr": {"ndcg_at_1": 0.71, "ndcg_at_5": 0.79621, "ndcg_at_10": 0.81578, "ndcg_at_50": 0.83254, "ndcg_at_100": 0.83254, "map_at_1": 0.71, "map_at_5": 0.7715, "map_at_10": 0.77969, "map_at_50": 0.78391, "map_at_100": 0.78391, "recall_at_1": 0.71, "recall_at_5": 0.87, "recall_at_10": 0.93, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.71, "precision_at_5": 0.174, "precision_at_10": 0.093, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.724, "ndcg_at_5": 0.81331, "ndcg_at_10": 0.82565, "ndcg_at_50": 0.83454, "ndcg_at_100": 0.83578, "map_at_1": 0.724, "map_at_5": 0.78899, "map_at_10": 0.794, "map_at_50": 0.79614, "map_at_100": 0.79625, "recall_at_1": 0.724, "recall_at_5": 0.88555, "recall_at_10": 0.92413, "recall_at_50": 0.96207, "recall_at_100": 0.96991, "precision_at_1": 0.724, "precision_at_5": 0.17711, "precision_at_10": 0.09241, "precision_at_50": 0.01924, "precision_at_100": 0.0097, "ndcg_at_10_maxsim": 0.94033}, "tech-qa": {"ndcg_at_1": 0.15966, "ndcg_at_5": 0.35311, "ndcg_at_10": 0.37499, "ndcg_at_50": 0.41992, "ndcg_at_100": 0.43087, "map_at_1": 0.15966, "map_at_5": 0.2993, "map_at_10": 0.30839, "map_at_50": 0.31824, "map_at_100": 0.31922, "recall_at_1": 0.15966, "recall_at_5": 0.51261, "recall_at_10": 0.57983, "recall_at_50": 0.78151, "recall_at_100": 0.84874, "precision_at_1": 0.15966, "precision_at_5": 0.10252, "precision_at_10": 0.05798, "precision_at_50": 0.01563, "precision_at_100": 0.00849, "ndcg_at_10_maxsim": 0.75818}, "squad": {"ndcg_at_1": 0.78403, "ndcg_at_5": 0.87749, "ndcg_at_10": 0.88446, "ndcg_at_50": 0.89014, "ndcg_at_100": 0.89054, "map_at_1": 0.78403, "map_at_5": 0.85314, "map_at_10": 0.85611, "map_at_50": 0.85754, "map_at_100": 0.85758, "recall_at_1": 0.78403, "recall_at_5": 0.94918, "recall_at_10": 0.97024, "recall_at_50": 0.994, "recall_at_100": 0.99647, "precision_at_1": 0.78403, "precision_at_5": 0.18984, "precision_at_10": 0.09702, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.97017}, "eiopa_europa": {"ndcg_at_1": 0.025, "ndcg_at_5": 0.10862, "ndcg_at_10": 0.15977, "ndcg_at_50": 0.30565, "ndcg_at_100": 0.30565, "map_at_1": 0.025, "map_at_5": 0.07917, "map_at_10": 0.0987, "map_at_50": 0.13224, "map_at_100": 0.13224, "recall_at_1": 0.025, "recall_at_5": 0.2, "recall_at_10": 0.36667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.025, "precision_at_5": 0.04, "precision_at_10": 0.03667, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.66636, "ndcg_at_5": 0.80279, "ndcg_at_10": 0.81266, "ndcg_at_50": 0.82006, "ndcg_at_100": 0.82154, "map_at_1": 0.66636, "map_at_5": 0.76664, "map_at_10": 0.77079, "map_at_50": 0.77255, "map_at_100": 0.77268, "recall_at_1": 0.66636, "recall_at_5": 0.9095, "recall_at_10": 0.93959, "recall_at_50": 0.97143, "recall_at_100": 0.98052, "precision_at_1": 0.66636, "precision_at_5": 0.1819, "precision_at_10": 0.09396, "precision_at_50": 0.01943, "precision_at_100": 0.00981, "ndcg_at_10_maxsim": 0.96463}, "maritime-qa": {"ndcg_at_1": 0.54902, "ndcg_at_5": 0.68916, "ndcg_at_10": 0.70726, "ndcg_at_50": 0.72935, "ndcg_at_100": 0.72935, "map_at_1": 0.54902, "map_at_5": 0.65033, "map_at_10": 0.65727, "map_at_50": 0.66219, "map_at_100": 0.66219, "recall_at_1": 0.54902, "recall_at_5": 0.80392, "recall_at_10": 0.86275, "recall_at_50": 0.96078, "recall_at_100": 0.96078, "precision_at_1": 0.54902, "precision_at_5": 0.16078, "precision_at_10": 0.08627, "precision_at_50": 0.01922, "precision_at_100": 0.00961, "ndcg_at_10_maxsim": 0.78594}, "us-presidents": {"ndcg_at_1": 0.6776, "ndcg_at_5": 0.8226, "ndcg_at_10": 0.8385, "ndcg_at_50": 0.84142, "ndcg_at_100": 0.84142, "map_at_1": 0.6776, "map_at_5": 0.78306, "map_at_10": 0.78961, "map_at_50": 0.79049, "map_at_100": 0.79049, "recall_at_1": 0.6776, "recall_at_5": 0.93989, "recall_at_10": 0.98907, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.6776, "precision_at_5": 0.18798, "precision_at_10": 0.09891, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.92377}, "authors": {"ndcg_at_1": 0.77358, "ndcg_at_5": 0.8915, "ndcg_at_10": 0.89374, "ndcg_at_50": 0.89549, "ndcg_at_100": 0.89549, "map_at_1": 0.77358, "map_at_5": 0.85912, "map_at_10": 0.86017, "map_at_50": 0.86074, "map_at_100": 0.86074, "recall_at_1": 0.77358, "recall_at_5": 0.98742, "recall_at_10": 0.99371, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.77358, "precision_at_5": 0.19748, "precision_at_10": 0.09937, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.93617}, "scientists": {"ndcg_at_1": 0.7963, "ndcg_at_5": 0.91429, "ndcg_at_10": 0.91697, "ndcg_at_50": 0.91697, "ndcg_at_100": 0.91697, "map_at_1": 0.7963, "map_at_5": 0.88765, "map_at_10": 0.88858, "map_at_50": 0.88858, "map_at_100": 0.88858, "recall_at_1": 0.7963, "recall_at_5": 0.99074, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7963, "precision_at_5": 0.19815, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96485}, "physicists": {"ndcg_at_1": 0.55556, "ndcg_at_5": 0.74884, "ndcg_at_10": 0.75276, "ndcg_at_50": 0.77137, "ndcg_at_100": 0.77415, "map_at_1": 0.55556, "map_at_5": 0.70088, "map_at_10": 0.70258, "map_at_50": 0.70676, "map_at_100": 0.70699, "recall_at_1": 0.55556, "recall_at_5": 0.88889, "recall_at_10": 0.90058, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.55556, "precision_at_5": 0.17778, "precision_at_10": 0.09006, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.91408}, "companies": {"ndcg_at_1": 0.72414, "ndcg_at_5": 0.80771, "ndcg_at_10": 0.81923, "ndcg_at_50": 0.83025, "ndcg_at_100": 0.83684, "map_at_1": 0.72414, "map_at_5": 0.78381, "map_at_10": 0.78878, "map_at_50": 0.79156, "map_at_100": 0.79216, "recall_at_1": 0.72414, "recall_at_5": 0.87931, "recall_at_10": 0.91379, "recall_at_50": 0.95977, "recall_at_100": 1.0, "precision_at_1": 0.72414, "precision_at_5": 0.17586, "precision_at_10": 0.09138, "precision_at_50": 0.0192, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.94123}, "dates": {"ndcg_at_1": 0.37021, "ndcg_at_5": 0.51239, "ndcg_at_10": 0.5516, "ndcg_at_50": 0.59165, "ndcg_at_100": 0.5967, "map_at_1": 0.37021, "map_at_5": 0.47061, "map_at_10": 0.48684, "map_at_50": 0.49598, "map_at_100": 0.49645, "recall_at_1": 0.37021, "recall_at_5": 0.63799, "recall_at_10": 0.75898, "recall_at_50": 0.93468, "recall_at_100": 0.96529, "precision_at_1": 0.37021, "precision_at_5": 0.1276, "precision_at_10": 0.0759, "precision_at_50": 0.01869, "precision_at_100": 0.00965, "ndcg_at_10_maxsim": 0.5595}, "squad-chunked-par-8000": {"ndcg_at_1": 0.80455, "ndcg_at_5": 0.89202, "ndcg_at_10": 0.89844, "ndcg_at_50": 0.90324, "ndcg_at_100": 0.90355, "map_at_1": 0.80455, "map_at_5": 0.86974, "map_at_10": 0.87248, "map_at_50": 0.87371, "map_at_100": 0.87374, "recall_at_1": 0.80455, "recall_at_5": 0.95743, "recall_at_10": 0.97678, "recall_at_50": 0.99661, "recall_at_100": 0.99855, "precision_at_1": 0.80455, "precision_at_5": 0.19149, "precision_at_10": 0.09768, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "ndcg_at_10_maxsim": 0.89844}, "squad-chunked-par-1000": {"ndcg_at_1": 0.79777, "ndcg_at_5": 0.88677, "ndcg_at_10": 0.89378, "ndcg_at_50": 0.89844, "ndcg_at_100": 0.89876, "map_at_1": 0.79777, "map_at_5": 0.8636, "map_at_10": 0.86656, "map_at_50": 0.86775, "map_at_100": 0.86777, "recall_at_1": 0.79777, "recall_at_5": 0.95501, "recall_at_10": 0.97629, "recall_at_50": 0.99565, "recall_at_100": 0.99758, "precision_at_1": 0.79777, "precision_at_5": 0.191, "precision_at_10": 0.09763, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.89628}, "squad-chunked-par-500": {"ndcg_at_1": 0.7939, "ndcg_at_5": 0.8813, "ndcg_at_10": 0.8902, "ndcg_at_50": 0.89441, "ndcg_at_100": 0.89472, "map_at_1": 0.7939, "map_at_5": 0.85801, "map_at_10": 0.86167, "map_at_50": 0.86269, "map_at_100": 0.86272, "recall_at_1": 0.7939, "recall_at_5": 0.95017, "recall_at_10": 0.97775, "recall_at_50": 0.99565, "recall_at_100": 0.99758, "precision_at_1": 0.7939, "precision_at_5": 0.19003, "precision_at_10": 0.09777, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90342}, "squad-chunked-par-300": {"ndcg_at_1": 0.81326, "ndcg_at_5": 0.89206, "ndcg_at_10": 0.90045, "ndcg_at_50": 0.90424, "ndcg_at_100": 0.90448, "map_at_1": 0.81326, "map_at_5": 0.87138, "map_at_10": 0.87481, "map_at_50": 0.8757, "map_at_100": 0.87572, "recall_at_1": 0.81326, "recall_at_5": 0.95307, "recall_at_10": 0.9792, "recall_at_50": 0.99565, "recall_at_100": 0.9971, "precision_at_1": 0.81326, "precision_at_5": 0.19061, "precision_at_10": 0.09792, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92529}, "squad-chunked-par-250": {"ndcg_at_1": 0.80358, "ndcg_at_5": 0.88533, "ndcg_at_10": 0.89322, "ndcg_at_50": 0.89866, "ndcg_at_100": 0.89915, "map_at_1": 0.80358, "map_at_5": 0.86397, "map_at_10": 0.86727, "map_at_50": 0.8687, "map_at_100": 0.86875, "recall_at_1": 0.80358, "recall_at_5": 0.94823, "recall_at_10": 0.97242, "recall_at_50": 0.99468, "recall_at_100": 0.99758, "precision_at_1": 0.80358, "precision_at_5": 0.18965, "precision_at_10": 0.09724, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.92914}, "squad-chunked-par-200": {"ndcg_at_1": 0.79632, "ndcg_at_5": 0.87624, "ndcg_at_10": 0.88399, "ndcg_at_50": 0.89022, "ndcg_at_100": 0.89061, "map_at_1": 0.79632, "map_at_5": 0.8554, "map_at_10": 0.85866, "map_at_50": 0.86011, "map_at_100": 0.86014, "recall_at_1": 0.79632, "recall_at_5": 0.93759, "recall_at_10": 0.9613, "recall_at_50": 0.98839, "recall_at_100": 0.99081, "precision_at_1": 0.79632, "precision_at_5": 0.18752, "precision_at_10": 0.09613, "precision_at_50": 0.01977, "precision_at_100": 0.00991, "ndcg_at_10_maxsim": 0.93575}, "squad-chunked-par-175": {"ndcg_at_1": 0.78907, "ndcg_at_5": 0.86208, "ndcg_at_10": 0.8725, "ndcg_at_50": 0.87862, "ndcg_at_100": 0.88003, "map_at_1": 0.78907, "map_at_5": 0.84262, "map_at_10": 0.84698, "map_at_50": 0.8483, "map_at_100": 0.84842, "recall_at_1": 0.78907, "recall_at_5": 0.91969, "recall_at_10": 0.95162, "recall_at_50": 0.9792, "recall_at_100": 0.98791, "precision_at_1": 0.78907, "precision_at_5": 0.18394, "precision_at_10": 0.09516, "precision_at_50": 0.01958, "precision_at_100": 0.00988, "ndcg_at_10_maxsim": 0.93679}, "squad-chunked-par-150": {"ndcg_at_1": 0.75472, "ndcg_at_5": 0.84308, "ndcg_at_10": 0.85377, "ndcg_at_50": 0.86137, "ndcg_at_100": 0.86285, "map_at_1": 0.75472, "map_at_5": 0.81932, "map_at_10": 0.82376, "map_at_50": 0.8255, "map_at_100": 0.82562, "recall_at_1": 0.75472, "recall_at_5": 0.9134, "recall_at_10": 0.9463, "recall_at_50": 0.97968, "recall_at_100": 0.98887, "precision_at_1": 0.75472, "precision_at_5": 0.18268, "precision_at_10": 0.09463, "precision_at_50": 0.01959, "precision_at_100": 0.00989, "ndcg_at_10_maxsim": 0.93729}, "squad-chunked-par-125": {"ndcg_at_1": 0.70537, "ndcg_at_5": 0.79845, "ndcg_at_10": 0.81049, "ndcg_at_50": 0.82414, "ndcg_at_100": 0.82571, "map_at_1": 0.70537, "map_at_5": 0.77351, "map_at_10": 0.77848, "map_at_50": 0.78165, "map_at_100": 0.78178, "recall_at_1": 0.70537, "recall_at_5": 0.87228, "recall_at_10": 0.90953, "recall_at_50": 0.96904, "recall_at_100": 0.97871, "precision_at_1": 0.70537, "precision_at_5": 0.17446, "precision_at_10": 0.09095, "precision_at_50": 0.01938, "precision_at_100": 0.00979, "ndcg_at_10_maxsim": 0.93502}, "squad-chunked-par-100": {"ndcg_at_1": 0.64828, "ndcg_at_5": 0.74535, "ndcg_at_10": 0.76088, "ndcg_at_50": 0.77571, "ndcg_at_100": 0.77909, "map_at_1": 0.64828, "map_at_5": 0.71863, "map_at_10": 0.72515, "map_at_50": 0.72841, "map_at_100": 0.72871, "recall_at_1": 0.64828, "recall_at_5": 0.82487, "recall_at_10": 0.87228, "recall_at_50": 0.93856, "recall_at_100": 0.95936, "precision_at_1": 0.64828, "precision_at_5": 0.16497, "precision_at_10": 0.08723, "precision_at_50": 0.01877, "precision_at_100": 0.00959, "ndcg_at_10_maxsim": 0.93109}, "NanoClimateFEVER": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.20861, "ndcg_at_10": 0.22737, "ndcg_at_50": 0.27597, "ndcg_at_100": 0.29645, "map_at_1": 0.18, "map_at_5": 0.19833, "map_at_10": 0.20569, "map_at_50": 0.21585, "map_at_100": 0.21795, "recall_at_1": 0.18, "recall_at_5": 0.24, "recall_at_10": 0.3, "recall_at_50": 0.52, "recall_at_100": 0.64, "precision_at_1": 0.18, "precision_at_5": 0.048, "precision_at_10": 0.03, "precision_at_50": 0.0104, "precision_at_100": 0.0064, "ndcg_at_10_maxsim": 0.35762}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.12297, "ndcg_at_10": 0.19963, "ndcg_at_50": 0.25118, "ndcg_at_100": 0.27666, "map_at_1": 0.08, "map_at_5": 0.11067, "map_at_10": 0.14177, "map_at_50": 0.15221, "map_at_100": 0.15432, "recall_at_1": 0.08, "recall_at_5": 0.16, "recall_at_10": 0.4, "recall_at_50": 0.64, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.032, "precision_at_10": 0.04, "precision_at_50": 0.0128, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.2862}, "NanoFEVER": {"ndcg_at_1": 0.64, "ndcg_at_5": 0.76616, "ndcg_at_10": 0.77328, "ndcg_at_50": 0.79268, "ndcg_at_100": 0.79605, "map_at_1": 0.64, "map_at_5": 0.72833, "map_at_10": 0.73167, "map_at_50": 0.73657, "map_at_100": 0.73691, "recall_at_1": 0.64, "recall_at_5": 0.88, "recall_at_10": 0.9, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.64, "precision_at_5": 0.176, "precision_at_10": 0.09, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.83485}, "NanoFiQA2018": {"ndcg_at_1": 0.3, "ndcg_at_5": 0.41282, "ndcg_at_10": 0.45103, "ndcg_at_50": 0.47457, "ndcg_at_100": 0.47766, "map_at_1": 0.3, "map_at_5": 0.37733, "map_at_10": 0.39275, "map_at_50": 0.39834, "map_at_100": 0.39857, "recall_at_1": 0.3, "recall_at_5": 0.52, "recall_at_10": 0.64, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.3, "precision_at_5": 0.104, "precision_at_10": 0.064, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.45103}, "NanoHotpotQA": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.42587, "ndcg_at_10": 0.44508, "ndcg_at_50": 0.49406, "ndcg_at_100": 0.50061, "map_at_1": 0.2, "map_at_5": 0.367, "map_at_10": 0.37483, "map_at_50": 0.38542, "map_at_100": 0.38602, "recall_at_1": 0.2, "recall_at_5": 0.6, "recall_at_10": 0.66, "recall_at_50": 0.88, "recall_at_100": 0.92, "precision_at_1": 0.2, "precision_at_5": 0.12, "precision_at_10": 0.066, "precision_at_50": 0.0176, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.44508}, "NanoMSMARCO": {"ndcg_at_1": 0.34, "ndcg_at_5": 0.55012, "ndcg_at_10": 0.58394, "ndcg_at_50": 0.62139, "ndcg_at_100": 0.62476, "map_at_1": 0.34, "map_at_5": 0.493, "map_at_10": 0.50786, "map_at_50": 0.51696, "map_at_100": 0.51729, "recall_at_1": 0.34, "recall_at_5": 0.72, "recall_at_10": 0.82, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.34, "precision_at_5": 0.144, "precision_at_10": 0.082, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.58394}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.08297, "ndcg_at_10": 0.08964, "ndcg_at_50": 0.10868, "ndcg_at_100": 0.1121, "map_at_1": 0.02, "map_at_5": 0.064, "map_at_10": 0.06686, "map_at_50": 0.07154, "map_at_100": 0.07189, "recall_at_1": 0.02, "recall_at_5": 0.14, "recall_at_10": 0.16, "recall_at_50": 0.24, "recall_at_100": 0.26, "precision_at_1": 0.02, "precision_at_5": 0.028, "precision_at_10": 0.016, "precision_at_50": 0.0048, "precision_at_100": 0.0026, "ndcg_at_10_maxsim": 0.08964}, "NanoNQ": {"ndcg_at_1": 0.44, "ndcg_at_5": 0.55032, "ndcg_at_10": 0.58234, "ndcg_at_50": 0.61604, "ndcg_at_100": 0.63537, "map_at_1": 0.44, "map_at_5": 0.52, "map_at_10": 0.53305, "map_at_50": 0.54153, "map_at_100": 0.54318, "recall_at_1": 0.44, "recall_at_5": 0.64, "recall_at_10": 0.74, "recall_at_50": 0.88, "recall_at_100": 1.0, "precision_at_1": 0.44, "precision_at_5": 0.128, "precision_at_10": 0.074, "precision_at_50": 0.0176, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.58234}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.76, "ndcg_at_5": 0.84821, "ndcg_at_10": 0.87534, "ndcg_at_50": 0.87534, "ndcg_at_100": 0.87534, "map_at_1": 0.76, "map_at_5": 0.824, "map_at_10": 0.8359, "map_at_50": 0.8359, "map_at_100": 0.8359, "recall_at_1": 0.76, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.87534}, "NanoSCIDOCS": {"ndcg_at_1": 0.1, "ndcg_at_5": 0.18393, "ndcg_at_10": 0.22821, "ndcg_at_50": 0.2648, "ndcg_at_100": 0.28092, "map_at_1": 0.1, "map_at_5": 0.153, "map_at_10": 0.17075, "map_at_50": 0.17921, "map_at_100": 0.1806, "recall_at_1": 0.1, "recall_at_5": 0.28, "recall_at_10": 0.42, "recall_at_50": 0.58, "recall_at_100": 0.68, "precision_at_1": 0.1, "precision_at_5": 0.056, "precision_at_10": 0.042, "precision_at_50": 0.0116, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.22821}, "NanoArguAna": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.44524, "ndcg_at_10": 0.50506, "ndcg_at_50": 0.53724, "ndcg_at_100": 0.54054, "map_at_1": 0.2, "map_at_5": 0.37367, "map_at_10": 0.3993, "map_at_50": 0.4067, "map_at_100": 0.407, "recall_at_1": 0.2, "recall_at_5": 0.66, "recall_at_10": 0.84, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.2, "precision_at_5": 0.132, "precision_at_10": 0.084, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.50506}, "NanoSciFact": {"ndcg_at_1": 0.6, "ndcg_at_5": 0.68333, "ndcg_at_10": 0.70379, "ndcg_at_50": 0.71821, "ndcg_at_100": 0.72461, "map_at_1": 0.6, "map_at_5": 0.658, "map_at_10": 0.66705, "map_at_50": 0.67069, "map_at_100": 0.67122, "recall_at_1": 0.6, "recall_at_5": 0.76, "recall_at_10": 0.82, "recall_at_50": 0.88, "recall_at_100": 0.92, "precision_at_1": 0.6, "precision_at_5": 0.152, "precision_at_10": 0.082, "precision_at_50": 0.0176, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.70379}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.05981, "ndcg_at_10": 0.12947, "ndcg_at_50": 0.21249, "ndcg_at_100": 0.24521, "map_at_1": 0.04082, "map_at_5": 0.05272, "map_at_10": 0.08367, "map_at_50": 0.10221, "map_at_100": 0.10499, "recall_at_1": 0.04082, "recall_at_5": 0.08163, "recall_at_10": 0.28571, "recall_at_50": 0.65306, "recall_at_100": 0.85714, "precision_at_1": 0.04082, "precision_at_5": 0.01633, "precision_at_10": 0.02857, "precision_at_50": 0.01306, "precision_at_100": 0.00857, "ndcg_at_10_maxsim": 0.12947}}}

metrics_mb-large_single_prefix_multi.json

@@ -0,0 +1 @@
+{"model": "mb-large_single_prefix", "model_name": "mb-large_single_prefix", "model_path": "checkpoints/final_experiments/mb-large_single_prefix", "date": "2025-02-12 21:46:09", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.47425, "ndcg_at_5": 0.60841, "ndcg_at_10": 0.63032, "ndcg_at_50": 0.65929, "ndcg_at_100": 0.66427, "map_at_1": 0.47425, "map_at_5": 0.5715, "map_at_10": 0.58062, "map_at_50": 0.58752, "map_at_100": 0.58796, "recall_at_1": 0.47425, "recall_at_5": 0.71817, "recall_at_10": 0.78551, "recall_at_50": 0.91002, "recall_at_100": 0.94058, "precision_at_1": 0.47425, "precision_at_5": 0.14363, "precision_at_10": 0.07855, "precision_at_50": 0.0182, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.73544}, "cities": {"ndcg_at_1": 0.63222, "ndcg_at_5": 0.75312, "ndcg_at_10": 0.76914, "ndcg_at_50": 0.7831, "ndcg_at_100": 0.78507, "map_at_1": 0.63222, "map_at_5": 0.72062, "map_at_10": 0.72736, "map_at_50": 0.73062, "map_at_100": 0.73079, "recall_at_1": 0.63222, "recall_at_5": 0.84933, "recall_at_10": 0.89816, "recall_at_50": 0.95892, "recall_at_100": 0.97104, "precision_at_1": 0.63222, "precision_at_5": 0.16987, "precision_at_10": 0.08982, "precision_at_50": 0.01918, "precision_at_100": 0.00971, "ndcg_at_10_maxsim": 0.83771}, "covid-qa": {"ndcg_at_1": 0.28083, "ndcg_at_5": 0.3976, "ndcg_at_10": 0.42635, "ndcg_at_50": 0.46743, "ndcg_at_100": 0.4778, "map_at_1": 0.28083, "map_at_5": 0.3626, "map_at_10": 0.37444, "map_at_50": 0.38346, "map_at_100": 0.38438, "recall_at_1": 0.28083, "recall_at_5": 0.50315, "recall_at_10": 0.59226, "recall_at_50": 0.77588, "recall_at_100": 0.83978, "precision_at_1": 0.28083, "precision_at_5": 0.10063, "precision_at_10": 0.05923, "precision_at_50": 0.01552, "precision_at_100": 0.0084, "ndcg_at_10_maxsim": 0.64778}, "chunked-mldr": {"ndcg_at_1": 0.59, "ndcg_at_5": 0.74833, "ndcg_at_10": 0.77123, "ndcg_at_50": 0.77652, "ndcg_at_100": 0.77967, "map_at_1": 0.59, "map_at_5": 0.7015, "map_at_10": 0.71111, "map_at_50": 0.71269, "map_at_100": 0.71294, "recall_at_1": 0.59, "recall_at_5": 0.89, "recall_at_10": 0.96, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.59, "precision_at_5": 0.178, "precision_at_10": 0.096, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.69719, "ndcg_at_5": 0.8161, "ndcg_at_10": 0.82803, "ndcg_at_50": 0.83307, "ndcg_at_100": 0.8335, "map_at_1": 0.69719, "map_at_5": 0.78365, "map_at_10": 0.78875, "map_at_50": 0.78996, "map_at_100": 0.78999, "recall_at_1": 0.69719, "recall_at_5": 0.91236, "recall_at_10": 0.94833, "recall_at_50": 0.96991, "recall_at_100": 0.97253, "precision_at_1": 0.69719, "precision_at_5": 0.18247, "precision_at_10": 0.09483, "precision_at_50": 0.0194, "precision_at_100": 0.00973, "ndcg_at_10_maxsim": 0.9397}, "tech-qa": {"ndcg_at_1": 0.13445, "ndcg_at_5": 0.35224, "ndcg_at_10": 0.39295, "ndcg_at_50": 0.43696, "ndcg_at_100": 0.4464, "map_at_1": 0.13445, "map_at_5": 0.28277, "map_at_10": 0.29953, "map_at_50": 0.30959, "map_at_100": 0.31039, "recall_at_1": 0.13445, "recall_at_5": 0.56303, "recall_at_10": 0.68908, "recall_at_50": 0.88235, "recall_at_100": 0.94118, "precision_at_1": 0.13445, "precision_at_5": 0.11261, "precision_at_10": 0.06891, "precision_at_50": 0.01765, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.80958}, "squad": {"ndcg_at_1": 0.59769, "ndcg_at_5": 0.73824, "ndcg_at_10": 0.75758, "ndcg_at_50": 0.77221, "ndcg_at_100": 0.774, "map_at_1": 0.59769, "map_at_5": 0.69931, "map_at_10": 0.70734, "map_at_50": 0.71085, "map_at_100": 0.711, "recall_at_1": 0.59769, "recall_at_5": 0.85413, "recall_at_10": 0.91366, "recall_at_50": 0.97636, "recall_at_100": 0.98741, "precision_at_1": 0.59769, "precision_at_5": 0.17083, "precision_at_10": 0.09137, "precision_at_50": 0.01953, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93059}, "eiopa_europa": {"ndcg_at_1": 0.125, "ndcg_at_5": 0.52253, "ndcg_at_10": 0.55492, "ndcg_at_50": 0.57629, "ndcg_at_100": 0.57629, "map_at_1": 0.125, "map_at_5": 0.42236, "map_at_10": 0.43574, "map_at_50": 0.44179, "map_at_100": 0.44179, "recall_at_1": 0.125, "recall_at_5": 0.81667, "recall_at_10": 0.91667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.125, "precision_at_5": 0.16333, "precision_at_10": 0.09167, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.55464, "ndcg_at_5": 0.72519, "ndcg_at_10": 0.74072, "ndcg_at_50": 0.7541, "ndcg_at_100": 0.75593, "map_at_1": 0.55464, "map_at_5": 0.67854, "map_at_10": 0.68506, "map_at_50": 0.68813, "map_at_100": 0.68829, "recall_at_1": 0.55464, "recall_at_5": 0.86356, "recall_at_10": 0.91102, "recall_at_50": 0.96968, "recall_at_100": 0.98087, "precision_at_1": 0.55464, "precision_at_5": 0.17271, "precision_at_10": 0.0911, "precision_at_50": 0.01939, "precision_at_100": 0.00981, "ndcg_at_10_maxsim": 0.9046}, "maritime-qa": {"ndcg_at_1": 0.29412, "ndcg_at_5": 0.39663, "ndcg_at_10": 0.43621, "ndcg_at_50": 0.49376, "ndcg_at_100": 0.50685, "map_at_1": 0.29412, "map_at_5": 0.36569, "map_at_10": 0.38292, "map_at_50": 0.39809, "map_at_100": 0.39936, "recall_at_1": 0.29412, "recall_at_5": 0.4902, "recall_at_10": 0.60784, "recall_at_50": 0.84314, "recall_at_100": 0.92157, "precision_at_1": 0.29412, "precision_at_5": 0.09804, "precision_at_10": 0.06078, "precision_at_50": 0.01686, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.59825}, "us-presidents": {"ndcg_at_1": 0.77049, "ndcg_at_5": 0.89353, "ndcg_at_10": 0.89707, "ndcg_at_50": 0.89707, "ndcg_at_100": 0.89707, "map_at_1": 0.77049, "map_at_5": 0.86102, "map_at_10": 0.86248, "map_at_50": 0.86248, "map_at_100": 0.86248, "recall_at_1": 0.77049, "recall_at_5": 0.98907, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.77049, "precision_at_5": 0.19781, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96306}, "authors": {"ndcg_at_1": 0.86164, "ndcg_at_5": 0.94268, "ndcg_at_10": 0.94268, "ndcg_at_50": 0.94268, "ndcg_at_100": 0.94268, "map_at_1": 0.86164, "map_at_5": 0.92296, "map_at_10": 0.92296, "map_at_50": 0.92296, "map_at_100": 0.92296, "recall_at_1": 0.86164, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.86164, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96566}, "scientists": {"ndcg_at_1": 0.91667, "ndcg_at_5": 0.96698, "ndcg_at_10": 0.96698, "ndcg_at_50": 0.96698, "ndcg_at_100": 0.96698, "map_at_1": 0.91667, "map_at_5": 0.95556, "map_at_10": 0.95556, "map_at_50": 0.95556, "map_at_100": 0.95556, "recall_at_1": 0.91667, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99658}, "physicists": {"ndcg_at_1": 0.77193, "ndcg_at_5": 0.88401, "ndcg_at_10": 0.88762, "ndcg_at_50": 0.8917, "ndcg_at_100": 0.89451, "map_at_1": 0.77193, "map_at_5": 0.85965, "map_at_10": 0.86103, "map_at_50": 0.86201, "map_at_100": 0.86225, "recall_at_1": 0.77193, "recall_at_5": 0.95322, "recall_at_10": 0.96491, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.77193, "precision_at_5": 0.19064, "precision_at_10": 0.09649, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.95258}, "companies": {"ndcg_at_1": 0.75862, "ndcg_at_5": 0.86208, "ndcg_at_10": 0.87573, "ndcg_at_50": 0.87704, "ndcg_at_100": 0.87897, "map_at_1": 0.75862, "map_at_5": 0.83487, "map_at_10": 0.84088, "map_at_50": 0.84116, "map_at_100": 0.84135, "recall_at_1": 0.75862, "recall_at_5": 0.94253, "recall_at_10": 0.98276, "recall_at_50": 0.98851, "recall_at_100": 1.0, "precision_at_1": 0.75862, "precision_at_5": 0.18851, "precision_at_10": 0.09828, "precision_at_50": 0.01977, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.97604}, "dates": {"ndcg_at_1": 0.60593, "ndcg_at_5": 0.73856, "ndcg_at_10": 0.75588, "ndcg_at_50": 0.76989, "ndcg_at_100": 0.77128, "map_at_1": 0.60593, "map_at_5": 0.70237, "map_at_10": 0.70961, "map_at_50": 0.71295, "map_at_100": 0.71308, "recall_at_1": 0.60593, "recall_at_5": 0.84599, "recall_at_10": 0.89901, "recall_at_50": 0.95927, "recall_at_100": 0.9677, "precision_at_1": 0.60593, "precision_at_5": 0.1692, "precision_at_10": 0.0899, "precision_at_50": 0.01919, "precision_at_100": 0.00968, "ndcg_at_10_maxsim": 0.81173}, "squad-chunked-par-8000": {"ndcg_at_1": 0.81713, "ndcg_at_5": 0.90222, "ndcg_at_10": 0.90789, "ndcg_at_50": 0.91125, "ndcg_at_100": 0.91125, "map_at_1": 0.81713, "map_at_5": 0.88044, "map_at_10": 0.88281, "map_at_50": 0.88364, "map_at_100": 0.88364, "recall_at_1": 0.81713, "recall_at_5": 0.96613, "recall_at_10": 0.98355, "recall_at_50": 0.99758, "recall_at_100": 0.99758, "precision_at_1": 0.81713, "precision_at_5": 0.19323, "precision_at_10": 0.09836, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90789}, "squad-chunked-par-1000": {"ndcg_at_1": 0.81084, "ndcg_at_5": 0.89669, "ndcg_at_10": 0.90191, "ndcg_at_50": 0.90606, "ndcg_at_100": 0.90606, "map_at_1": 0.81084, "map_at_5": 0.87371, "map_at_10": 0.87598, "map_at_50": 0.87702, "map_at_100": 0.87702, "recall_at_1": 0.81084, "recall_at_5": 0.96468, "recall_at_10": 0.98016, "recall_at_50": 0.99758, "recall_at_100": 0.99758, "precision_at_1": 0.81084, "precision_at_5": 0.19294, "precision_at_10": 0.09802, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.9075}, "squad-chunked-par-500": {"ndcg_at_1": 0.77455, "ndcg_at_5": 0.87184, "ndcg_at_10": 0.88009, "ndcg_at_50": 0.88496, "ndcg_at_100": 0.88521, "map_at_1": 0.77455, "map_at_5": 0.8454, "map_at_10": 0.84887, "map_at_50": 0.85005, "map_at_100": 0.85007, "recall_at_1": 0.77455, "recall_at_5": 0.95017, "recall_at_10": 0.97533, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.77455, "precision_at_5": 0.19003, "precision_at_10": 0.09753, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.9095}, "squad-chunked-par-300": {"ndcg_at_1": 0.7702, "ndcg_at_5": 0.8691, "ndcg_at_10": 0.87706, "ndcg_at_50": 0.88184, "ndcg_at_100": 0.88232, "map_at_1": 0.7702, "map_at_5": 0.84194, "map_at_10": 0.84522, "map_at_50": 0.84644, "map_at_100": 0.84649, "recall_at_1": 0.7702, "recall_at_5": 0.94969, "recall_at_10": 0.97436, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.7702, "precision_at_5": 0.18994, "precision_at_10": 0.09744, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92521}, "squad-chunked-par-250": {"ndcg_at_1": 0.75278, "ndcg_at_5": 0.85975, "ndcg_at_10": 0.87022, "ndcg_at_50": 0.87451, "ndcg_at_100": 0.87492, "map_at_1": 0.75278, "map_at_5": 0.83129, "map_at_10": 0.83571, "map_at_50": 0.83674, "map_at_100": 0.83678, "recall_at_1": 0.75278, "recall_at_5": 0.94388, "recall_at_10": 0.97581, "recall_at_50": 0.99419, "recall_at_100": 0.99661, "precision_at_1": 0.75278, "precision_at_5": 0.18878, "precision_at_10": 0.09758, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92713}, "squad-chunked-par-200": {"ndcg_at_1": 0.7494, "ndcg_at_5": 0.8552, "ndcg_at_10": 0.86445, "ndcg_at_50": 0.87058, "ndcg_at_100": 0.87107, "map_at_1": 0.7494, "map_at_5": 0.8267, "map_at_10": 0.83062, "map_at_50": 0.83209, "map_at_100": 0.83214, "recall_at_1": 0.7494, "recall_at_5": 0.93953, "recall_at_10": 0.96759, "recall_at_50": 0.99371, "recall_at_100": 0.99661, "precision_at_1": 0.7494, "precision_at_5": 0.18791, "precision_at_10": 0.09676, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.93231}, "squad-chunked-par-175": {"ndcg_at_1": 0.73972, "ndcg_at_5": 0.84809, "ndcg_at_10": 0.85831, "ndcg_at_50": 0.86501, "ndcg_at_100": 0.86533, "map_at_1": 0.73972, "map_at_5": 0.819, "map_at_10": 0.82334, "map_at_50": 0.82492, "map_at_100": 0.82495, "recall_at_1": 0.73972, "recall_at_5": 0.9342, "recall_at_10": 0.96517, "recall_at_50": 0.99419, "recall_at_100": 0.99613, "precision_at_1": 0.73972, "precision_at_5": 0.18684, "precision_at_10": 0.09652, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93353}, "squad-chunked-par-150": {"ndcg_at_1": 0.71988, "ndcg_at_5": 0.84126, "ndcg_at_10": 0.85029, "ndcg_at_50": 0.85772, "ndcg_at_100": 0.85827, "map_at_1": 0.71988, "map_at_5": 0.80968, "map_at_10": 0.81357, "map_at_50": 0.81545, "map_at_100": 0.8155, "recall_at_1": 0.71988, "recall_at_5": 0.9342, "recall_at_10": 0.9613, "recall_at_50": 0.99226, "recall_at_100": 0.99565, "precision_at_1": 0.71988, "precision_at_5": 0.18684, "precision_at_10": 0.09613, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93772}, "squad-chunked-par-125": {"ndcg_at_1": 0.68553, "ndcg_at_5": 0.81784, "ndcg_at_10": 0.82878, "ndcg_at_50": 0.8367, "ndcg_at_100": 0.83741, "map_at_1": 0.68553, "map_at_5": 0.78175, "map_at_10": 0.78636, "map_at_50": 0.78831, "map_at_100": 0.78837, "recall_at_1": 0.68553, "recall_at_5": 0.92501, "recall_at_10": 0.95839, "recall_at_50": 0.99178, "recall_at_100": 0.99613, "precision_at_1": 0.68553, "precision_at_5": 0.185, "precision_at_10": 0.09584, "precision_at_50": 0.01984, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.94098}, "squad-chunked-par-100": {"ndcg_at_1": 0.63425, "ndcg_at_5": 0.78448, "ndcg_at_10": 0.79725, "ndcg_at_50": 0.80812, "ndcg_at_100": 0.80882, "map_at_1": 0.63425, "map_at_5": 0.7435, "map_at_10": 0.74892, "map_at_50": 0.7516, "map_at_100": 0.75166, "recall_at_1": 0.63425, "recall_at_5": 0.90614, "recall_at_10": 0.94485, "recall_at_50": 0.99081, "recall_at_100": 0.99516, "precision_at_1": 0.63425, "precision_at_5": 0.18123, "precision_at_10": 0.09448, "precision_at_50": 0.01982, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.94263}, "NanoClimateFEVER": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.19159, "ndcg_at_10": 0.21116, "ndcg_at_50": 0.27736, "ndcg_at_100": 0.29325, "map_at_1": 0.12, "map_at_5": 0.169, "map_at_10": 0.17719, "map_at_50": 0.19351, "map_at_100": 0.19482, "recall_at_1": 0.12, "recall_at_5": 0.26, "recall_at_10": 0.32, "recall_at_50": 0.6, "recall_at_100": 0.7, "precision_at_1": 0.12, "precision_at_5": 0.052, "precision_at_10": 0.032, "precision_at_50": 0.012, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.31404}, "NanoDBPedia": {"ndcg_at_1": 0.06, "ndcg_at_5": 0.10647, "ndcg_at_10": 0.14521, "ndcg_at_50": 0.23168, "ndcg_at_100": 0.25478, "map_at_1": 0.06, "map_at_5": 0.095, "map_at_10": 0.11097, "map_at_50": 0.13076, "map_at_100": 0.13291, "recall_at_1": 0.06, "recall_at_5": 0.14, "recall_at_10": 0.26, "recall_at_50": 0.64, "recall_at_100": 0.78, "precision_at_1": 0.06, "precision_at_5": 0.028, "precision_at_10": 0.026, "precision_at_50": 0.0128, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.24886}, "NanoFEVER": {"ndcg_at_1": 0.66, "ndcg_at_5": 0.79294, "ndcg_at_10": 0.79925, "ndcg_at_50": 0.81274, "ndcg_at_100": 0.81613, "map_at_1": 0.66, "map_at_5": 0.75667, "map_at_10": 0.75917, "map_at_50": 0.76215, "map_at_100": 0.76249, "recall_at_1": 0.66, "recall_at_5": 0.9, "recall_at_10": 0.92, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.66, "precision_at_5": 0.18, "precision_at_10": 0.092, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.83433}, "NanoFiQA2018": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.30591, "ndcg_at_10": 0.34518, "ndcg_at_50": 0.38556, "ndcg_at_100": 0.39203, "map_at_1": 0.16, "map_at_5": 0.26733, "map_at_10": 0.2838, "map_at_50": 0.29272, "map_at_100": 0.29329, "recall_at_1": 0.16, "recall_at_5": 0.42, "recall_at_10": 0.54, "recall_at_50": 0.72, "recall_at_100": 0.76, "precision_at_1": 0.16, "precision_at_5": 0.084, "precision_at_10": 0.054, "precision_at_50": 0.0144, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.34518}, "NanoHotpotQA": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.42485, "ndcg_at_10": 0.44377, "ndcg_at_50": 0.47846, "ndcg_at_100": 0.49185, "map_at_1": 0.18, "map_at_5": 0.359, "map_at_10": 0.36656, "map_at_50": 0.37374, "map_at_100": 0.37504, "recall_at_1": 0.18, "recall_at_5": 0.62, "recall_at_10": 0.68, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.18, "precision_at_5": 0.124, "precision_at_10": 0.068, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.44377}, "NanoMSMARCO": {"ndcg_at_1": 0.28, "ndcg_at_5": 0.50262, "ndcg_at_10": 0.53428, "ndcg_at_50": 0.57199, "ndcg_at_100": 0.57858, "map_at_1": 0.28, "map_at_5": 0.437, "map_at_10": 0.44969, "map_at_50": 0.45894, "map_at_100": 0.45954, "recall_at_1": 0.28, "recall_at_5": 0.7, "recall_at_10": 0.8, "recall_at_50": 0.96, "recall_at_100": 1.0, "precision_at_1": 0.28, "precision_at_5": 0.14, "precision_at_10": 0.08, "precision_at_50": 0.0192, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.53428}, "NanoNFCorpus": {"ndcg_at_1": 0.04, "ndcg_at_5": 0.08547, "ndcg_at_10": 0.09126, "ndcg_at_50": 0.11929, "ndcg_at_100": 0.12275, "map_at_1": 0.04, "map_at_5": 0.068, "map_at_10": 0.07, "map_at_50": 0.07484, "map_at_100": 0.07521, "recall_at_1": 0.04, "recall_at_5": 0.14, "recall_at_10": 0.16, "recall_at_50": 0.3, "recall_at_100": 0.32, "precision_at_1": 0.04, "precision_at_5": 0.028, "precision_at_10": 0.016, "precision_at_50": 0.006, "precision_at_100": 0.0032, "ndcg_at_10_maxsim": 0.09126}, "NanoNQ": {"ndcg_at_1": 0.52, "ndcg_at_5": 0.58647, "ndcg_at_10": 0.60604, "ndcg_at_50": 0.64366, "ndcg_at_100": 0.65654, "map_at_1": 0.52, "map_at_5": 0.56833, "map_at_10": 0.57652, "map_at_50": 0.58353, "map_at_100": 0.58463, "recall_at_1": 0.52, "recall_at_5": 0.64, "recall_at_10": 0.7, "recall_at_50": 0.88, "recall_at_100": 0.96, "precision_at_1": 0.52, "precision_at_5": 0.128, "precision_at_10": 0.07, "precision_at_50": 0.0176, "precision_at_100": 0.0096, "ndcg_at_10_maxsim": 0.60604}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.74, "ndcg_at_5": 0.8327, "ndcg_at_10": 0.84561, "ndcg_at_50": 0.85119, "ndcg_at_100": 0.85119, "map_at_1": 0.74, "map_at_5": 0.798, "map_at_10": 0.80333, "map_at_50": 0.80515, "map_at_100": 0.80515, "recall_at_1": 0.74, "recall_at_5": 0.94, "recall_at_10": 0.98, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74, "precision_at_5": 0.188, "precision_at_10": 0.098, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.84561}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.19794, "ndcg_at_10": 0.24982, "ndcg_at_50": 0.30088, "ndcg_at_100": 0.31359, "map_at_1": 0.12, "map_at_5": 0.17133, "map_at_10": 0.19286, "map_at_50": 0.20277, "map_at_100": 0.20382, "recall_at_1": 0.12, "recall_at_5": 0.28, "recall_at_10": 0.44, "recall_at_50": 0.68, "recall_at_100": 0.76, "precision_at_1": 0.12, "precision_at_5": 0.056, "precision_at_10": 0.044, "precision_at_50": 0.0136, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.24982}, "NanoArguAna": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.43428, "ndcg_at_10": 0.50715, "ndcg_at_50": 0.53701, "ndcg_at_100": 0.53701, "map_at_1": 0.18, "map_at_5": 0.36467, "map_at_10": 0.39574, "map_at_50": 0.40378, "map_at_100": 0.40378, "recall_at_1": 0.18, "recall_at_5": 0.64, "recall_at_10": 0.86, "recall_at_50": 0.98, "recall_at_100": 0.98, "precision_at_1": 0.18, "precision_at_5": 0.128, "precision_at_10": 0.086, "precision_at_50": 0.0196, "precision_at_100": 0.0098, "ndcg_at_10_maxsim": 0.50715}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.70155, "ndcg_at_10": 0.71446, "ndcg_at_50": 0.7289, "ndcg_at_100": 0.7289, "map_at_1": 0.56, "map_at_5": 0.66167, "map_at_10": 0.667, "map_at_50": 0.67073, "map_at_100": 0.67073, "recall_at_1": 0.56, "recall_at_5": 0.82, "recall_at_10": 0.86, "recall_at_50": 0.92, "recall_at_100": 0.92, "precision_at_1": 0.56, "precision_at_5": 0.164, "precision_at_10": 0.086, "precision_at_50": 0.0184, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.71446}, "NanoTouche2020": {"ndcg_at_1": 0.02041, "ndcg_at_5": 0.05138, "ndcg_at_10": 0.09121, "ndcg_at_50": 0.17801, "ndcg_at_100": 0.20716, "map_at_1": 0.02041, "map_at_5": 0.0415, "map_at_10": 0.05807, "map_at_50": 0.07691, "map_at_100": 0.07929, "recall_at_1": 0.02041, "recall_at_5": 0.08163, "recall_at_10": 0.20408, "recall_at_50": 0.59184, "recall_at_100": 0.77551, "precision_at_1": 0.02041, "precision_at_5": 0.01633, "precision_at_10": 0.02041, "precision_at_50": 0.01184, "precision_at_100": 0.00776, "ndcg_at_10_maxsim": 0.09121}}}

metrics_mb-large_single_prefix_single.json

@@ -0,0 +1 @@
+{"model": "mb-large_single_prefix", "model_name": "mb-large_single_prefix", "model_path": "checkpoints/final_experiments/mb-large_single_prefix", "date": "2025-02-12 21:57:06", "is_contextual": "single", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.22864, "ndcg_at_5": 0.34075, "ndcg_at_10": 0.37421, "ndcg_at_50": 0.43134, "ndcg_at_100": 0.44513, "map_at_1": 0.22864, "map_at_5": 0.3064, "map_at_10": 0.32018, "map_at_50": 0.33248, "map_at_100": 0.33376, "recall_at_1": 0.22864, "recall_at_5": 0.44482, "recall_at_10": 0.54839, "recall_at_50": 0.80645, "recall_at_100": 0.89021, "precision_at_1": 0.22864, "precision_at_5": 0.08896, "precision_at_10": 0.05484, "precision_at_50": 0.01613, "precision_at_100": 0.0089, "ndcg_at_10_maxsim": 0.47816}, "cities": {"ndcg_at_1": 0.43574, "ndcg_at_5": 0.55923, "ndcg_at_10": 0.58661, "ndcg_at_50": 0.61958, "ndcg_at_100": 0.62574, "map_at_1": 0.43574, "map_at_5": 0.52316, "map_at_10": 0.53451, "map_at_50": 0.54191, "map_at_100": 0.54246, "recall_at_1": 0.43574, "recall_at_5": 0.66761, "recall_at_10": 0.75203, "recall_at_50": 0.89816, "recall_at_100": 0.93583, "precision_at_1": 0.43574, "precision_at_5": 0.13352, "precision_at_10": 0.0752, "precision_at_50": 0.01796, "precision_at_100": 0.00936, "ndcg_at_10_maxsim": 0.6403}, "covid-qa": {"ndcg_at_1": 0.40144, "ndcg_at_5": 0.52991, "ndcg_at_10": 0.55179, "ndcg_at_50": 0.58398, "ndcg_at_100": 0.59176, "map_at_1": 0.40144, "map_at_5": 0.49313, "map_at_10": 0.50236, "map_at_50": 0.50929, "map_at_100": 0.50999, "recall_at_1": 0.40144, "recall_at_5": 0.63996, "recall_at_10": 0.70657, "recall_at_50": 0.85149, "recall_at_100": 0.89919, "precision_at_1": 0.40144, "precision_at_5": 0.12799, "precision_at_10": 0.07066, "precision_at_50": 0.01703, "precision_at_100": 0.00899, "ndcg_at_10_maxsim": 0.7187}, "chunked-mldr": {"ndcg_at_1": 0.63, "ndcg_at_5": 0.76698, "ndcg_at_10": 0.78671, "ndcg_at_50": 0.79121, "ndcg_at_100": 0.79778, "map_at_1": 0.63, "map_at_5": 0.729, "map_at_10": 0.73731, "map_at_50": 0.73827, "map_at_100": 0.73888, "recall_at_1": 0.63, "recall_at_5": 0.88, "recall_at_10": 0.94, "recall_at_50": 0.96, "recall_at_100": 1.0, "precision_at_1": 0.63, "precision_at_5": 0.176, "precision_at_10": 0.094, "precision_at_50": 0.0192, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.77175, "ndcg_at_5": 0.85491, "ndcg_at_10": 0.86529, "ndcg_at_50": 0.87055, "ndcg_at_100": 0.87173, "map_at_1": 0.77175, "map_at_5": 0.83302, "map_at_10": 0.83743, "map_at_50": 0.83873, "map_at_100": 0.83884, "recall_at_1": 0.77175, "recall_at_5": 0.91956, "recall_at_10": 0.95095, "recall_at_50": 0.97319, "recall_at_100": 0.98038, "precision_at_1": 0.77175, "precision_at_5": 0.18391, "precision_at_10": 0.09509, "precision_at_50": 0.01946, "precision_at_100": 0.0098, "ndcg_at_10_maxsim": 0.93505}, "tech-qa": {"ndcg_at_1": 0.16807, "ndcg_at_5": 0.34174, "ndcg_at_10": 0.37183, "ndcg_at_50": 0.39538, "ndcg_at_100": 0.41458, "map_at_1": 0.16807, "map_at_5": 0.29048, "map_at_10": 0.30303, "map_at_50": 0.30788, "map_at_100": 0.3096, "recall_at_1": 0.16807, "recall_at_5": 0.4958, "recall_at_10": 0.58824, "recall_at_50": 0.69748, "recall_at_100": 0.81513, "precision_at_1": 0.16807, "precision_at_5": 0.09916, "precision_at_10": 0.05882, "precision_at_50": 0.01395, "precision_at_100": 0.00815, "ndcg_at_10_maxsim": 0.72974}, "squad": {"ndcg_at_1": 0.76097, "ndcg_at_5": 0.86245, "ndcg_at_10": 0.87137, "ndcg_at_50": 0.87727, "ndcg_at_100": 0.87769, "map_at_1": 0.76097, "map_at_5": 0.83566, "map_at_10": 0.83944, "map_at_50": 0.84085, "map_at_100": 0.84089, "recall_at_1": 0.76097, "recall_at_5": 0.94154, "recall_at_10": 0.96859, "recall_at_50": 0.99388, "recall_at_100": 0.99647, "precision_at_1": 0.76097, "precision_at_5": 0.18831, "precision_at_10": 0.09686, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.96364}, "eiopa_europa": {"ndcg_at_1": 0.00833, "ndcg_at_5": 0.06887, "ndcg_at_10": 0.14016, "ndcg_at_50": 0.29098, "ndcg_at_100": 0.29098, "map_at_1": 0.00833, "map_at_5": 0.05028, "map_at_10": 0.07883, "map_at_50": 0.11409, "map_at_100": 0.11409, "recall_at_1": 0.00833, "recall_at_5": 0.125, "recall_at_10": 0.35, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.00833, "precision_at_5": 0.025, "precision_at_10": 0.035, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.62356, "ndcg_at_5": 0.7593, "ndcg_at_10": 0.77315, "ndcg_at_50": 0.78514, "ndcg_at_100": 0.7872, "map_at_1": 0.62356, "map_at_5": 0.72329, "map_at_10": 0.72912, "map_at_50": 0.73192, "map_at_100": 0.7321, "recall_at_1": 0.62356, "recall_at_5": 0.86566, "recall_at_10": 0.90787, "recall_at_50": 0.96, "recall_at_100": 0.97259, "precision_at_1": 0.62356, "precision_at_5": 0.17313, "precision_at_10": 0.09079, "precision_at_50": 0.0192, "precision_at_100": 0.00973, "ndcg_at_10_maxsim": 0.9239}, "maritime-qa": {"ndcg_at_1": 0.37255, "ndcg_at_5": 0.55159, "ndcg_at_10": 0.56476, "ndcg_at_50": 0.60279, "ndcg_at_100": 0.60918, "map_at_1": 0.37255, "map_at_5": 0.50033, "map_at_10": 0.50605, "map_at_50": 0.5159, "map_at_100": 0.51647, "recall_at_1": 0.37255, "recall_at_5": 0.70588, "recall_at_10": 0.7451, "recall_at_50": 0.90196, "recall_at_100": 0.94118, "precision_at_1": 0.37255, "precision_at_5": 0.14118, "precision_at_10": 0.07451, "precision_at_50": 0.01804, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.67866}, "us-presidents": {"ndcg_at_1": 0.68852, "ndcg_at_5": 0.81935, "ndcg_at_10": 0.84341, "ndcg_at_50": 0.84493, "ndcg_at_100": 0.84493, "map_at_1": 0.68852, "map_at_5": 0.78424, "map_at_10": 0.7948, "map_at_50": 0.7953, "map_at_100": 0.7953, "recall_at_1": 0.68852, "recall_at_5": 0.9235, "recall_at_10": 0.99454, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.68852, "precision_at_5": 0.1847, "precision_at_10": 0.09945, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.90506}, "authors": {"ndcg_at_1": 0.73585, "ndcg_at_5": 0.88047, "ndcg_at_10": 0.88047, "ndcg_at_50": 0.88047, "ndcg_at_100": 0.88047, "map_at_1": 0.73585, "map_at_5": 0.84025, "map_at_10": 0.84025, "map_at_50": 0.84025, "map_at_100": 0.84025, "recall_at_1": 0.73585, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.73585, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.91382}, "scientists": {"ndcg_at_1": 0.86111, "ndcg_at_5": 0.93092, "ndcg_at_10": 0.93714, "ndcg_at_50": 0.93714, "ndcg_at_100": 0.93714, "map_at_1": 0.86111, "map_at_5": 0.91358, "map_at_10": 0.91628, "map_at_50": 0.91628, "map_at_100": 0.91628, "recall_at_1": 0.86111, "recall_at_5": 0.98148, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.86111, "precision_at_5": 0.1963, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96091}, "physicists": {"ndcg_at_1": 0.62573, "ndcg_at_5": 0.77554, "ndcg_at_10": 0.78155, "ndcg_at_50": 0.80096, "ndcg_at_100": 0.80381, "map_at_1": 0.62573, "map_at_5": 0.73869, "map_at_10": 0.74137, "map_at_50": 0.74616, "map_at_100": 0.74641, "recall_at_1": 0.62573, "recall_at_5": 0.88304, "recall_at_10": 0.90058, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.62573, "precision_at_5": 0.17661, "precision_at_10": 0.09006, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.87749}, "companies": {"ndcg_at_1": 0.75287, "ndcg_at_5": 0.82787, "ndcg_at_10": 0.84113, "ndcg_at_50": 0.84891, "ndcg_at_100": 0.85453, "map_at_1": 0.75287, "map_at_5": 0.8067, "map_at_10": 0.81233, "map_at_50": 0.81409, "map_at_100": 0.81459, "recall_at_1": 0.75287, "recall_at_5": 0.8908, "recall_at_10": 0.93103, "recall_at_50": 0.96552, "recall_at_100": 1.0, "precision_at_1": 0.75287, "precision_at_5": 0.17816, "precision_at_10": 0.0931, "precision_at_50": 0.01931, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.93542}, "dates": {"ndcg_at_1": 0.36226, "ndcg_at_5": 0.4986, "ndcg_at_10": 0.53313, "ndcg_at_50": 0.58125, "ndcg_at_100": 0.58645, "map_at_1": 0.36226, "map_at_5": 0.45798, "map_at_10": 0.47223, "map_at_50": 0.4832, "map_at_100": 0.48366, "recall_at_1": 0.36226, "recall_at_5": 0.62111, "recall_at_10": 0.72789, "recall_at_50": 0.93926, "recall_at_100": 0.97108, "precision_at_1": 0.36226, "precision_at_5": 0.12422, "precision_at_10": 0.07279, "precision_at_50": 0.01879, "precision_at_100": 0.00971, "ndcg_at_10_maxsim": 0.53989}, "squad-chunked-par-8000": {"ndcg_at_1": 0.821, "ndcg_at_5": 0.90319, "ndcg_at_10": 0.9089, "ndcg_at_50": 0.91238, "ndcg_at_100": 0.91238, "map_at_1": 0.821, "map_at_5": 0.88193, "map_at_10": 0.88433, "map_at_50": 0.8852, "map_at_100": 0.8852, "recall_at_1": 0.821, "recall_at_5": 0.96565, "recall_at_10": 0.98307, "recall_at_50": 0.99758, "recall_at_100": 0.99758, "precision_at_1": 0.821, "precision_at_5": 0.19313, "precision_at_10": 0.09831, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.9089}, "squad-chunked-par-1000": {"ndcg_at_1": 0.80116, "ndcg_at_5": 0.88773, "ndcg_at_10": 0.89488, "ndcg_at_50": 0.8989, "ndcg_at_100": 0.89939, "map_at_1": 0.80116, "map_at_5": 0.86465, "map_at_10": 0.86766, "map_at_50": 0.86865, "map_at_100": 0.8687, "recall_at_1": 0.80116, "recall_at_5": 0.95597, "recall_at_10": 0.97775, "recall_at_50": 0.99468, "recall_at_100": 0.99758, "precision_at_1": 0.80116, "precision_at_5": 0.19119, "precision_at_10": 0.09777, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.89781}, "squad-chunked-par-500": {"ndcg_at_1": 0.76052, "ndcg_at_5": 0.85298, "ndcg_at_10": 0.86296, "ndcg_at_50": 0.87047, "ndcg_at_100": 0.87135, "map_at_1": 0.76052, "map_at_5": 0.82789, "map_at_10": 0.83208, "map_at_50": 0.83391, "map_at_100": 0.83399, "recall_at_1": 0.76052, "recall_at_5": 0.92743, "recall_at_10": 0.95791, "recall_at_50": 0.98984, "recall_at_100": 0.99516, "precision_at_1": 0.76052, "precision_at_5": 0.18549, "precision_at_10": 0.09579, "precision_at_50": 0.0198, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.88118}, "squad-chunked-par-300": {"ndcg_at_1": 0.77455, "ndcg_at_5": 0.86293, "ndcg_at_10": 0.87202, "ndcg_at_50": 0.87861, "ndcg_at_100": 0.87927, "map_at_1": 0.77455, "map_at_5": 0.83893, "map_at_10": 0.84278, "map_at_50": 0.84443, "map_at_100": 0.8445, "recall_at_1": 0.77455, "recall_at_5": 0.9342, "recall_at_10": 0.96178, "recall_at_50": 0.98936, "recall_at_100": 0.99323, "precision_at_1": 0.77455, "precision_at_5": 0.18684, "precision_at_10": 0.09618, "precision_at_50": 0.01979, "precision_at_100": 0.00993, "ndcg_at_10_maxsim": 0.90634}, "squad-chunked-par-250": {"ndcg_at_1": 0.75907, "ndcg_at_5": 0.8495, "ndcg_at_10": 0.86122, "ndcg_at_50": 0.86829, "ndcg_at_100": 0.86924, "map_at_1": 0.75907, "map_at_5": 0.82513, "map_at_10": 0.83005, "map_at_50": 0.83178, "map_at_100": 0.83186, "recall_at_1": 0.75907, "recall_at_5": 0.92163, "recall_at_10": 0.95743, "recall_at_50": 0.98742, "recall_at_100": 0.99323, "precision_at_1": 0.75907, "precision_at_5": 0.18433, "precision_at_10": 0.09574, "precision_at_50": 0.01975, "precision_at_100": 0.00993, "ndcg_at_10_maxsim": 0.90462}, "squad-chunked-par-200": {"ndcg_at_1": 0.74649, "ndcg_at_5": 0.84374, "ndcg_at_10": 0.85475, "ndcg_at_50": 0.861, "ndcg_at_100": 0.86249, "map_at_1": 0.74649, "map_at_5": 0.8179, "map_at_10": 0.82248, "map_at_50": 0.82389, "map_at_100": 0.82402, "recall_at_1": 0.74649, "recall_at_5": 0.92017, "recall_at_10": 0.95404, "recall_at_50": 0.98162, "recall_at_100": 0.99081, "precision_at_1": 0.74649, "precision_at_5": 0.18403, "precision_at_10": 0.0954, "precision_at_50": 0.01963, "precision_at_100": 0.00991, "ndcg_at_10_maxsim": 0.91302}, "squad-chunked-par-175": {"ndcg_at_1": 0.73101, "ndcg_at_5": 0.82609, "ndcg_at_10": 0.83751, "ndcg_at_50": 0.84651, "ndcg_at_100": 0.84794, "map_at_1": 0.73101, "map_at_5": 0.80036, "map_at_10": 0.80517, "map_at_50": 0.80732, "map_at_100": 0.80745, "recall_at_1": 0.73101, "recall_at_5": 0.90227, "recall_at_10": 0.93711, "recall_at_50": 0.97581, "recall_at_100": 0.98452, "precision_at_1": 0.73101, "precision_at_5": 0.18045, "precision_at_10": 0.09371, "precision_at_50": 0.01952, "precision_at_100": 0.00985, "ndcg_at_10_maxsim": 0.91105}, "squad-chunked-par-150": {"ndcg_at_1": 0.70731, "ndcg_at_5": 0.80959, "ndcg_at_10": 0.82223, "ndcg_at_50": 0.83187, "ndcg_at_100": 0.8341, "map_at_1": 0.70731, "map_at_5": 0.78163, "map_at_10": 0.78683, "map_at_50": 0.78905, "map_at_100": 0.78926, "recall_at_1": 0.70731, "recall_at_5": 0.8926, "recall_at_10": 0.93179, "recall_at_50": 0.97388, "recall_at_100": 0.98742, "precision_at_1": 0.70731, "precision_at_5": 0.17852, "precision_at_10": 0.09318, "precision_at_50": 0.01948, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.90924}, "squad-chunked-par-125": {"ndcg_at_1": 0.66522, "ndcg_at_5": 0.76957, "ndcg_at_10": 0.78346, "ndcg_at_50": 0.79875, "ndcg_at_100": 0.80108, "map_at_1": 0.66522, "map_at_5": 0.74086, "map_at_10": 0.74665, "map_at_50": 0.75018, "map_at_100": 0.7504, "recall_at_1": 0.66522, "recall_at_5": 0.85486, "recall_at_10": 0.89744, "recall_at_50": 0.9642, "recall_at_100": 0.97823, "precision_at_1": 0.66522, "precision_at_5": 0.17097, "precision_at_10": 0.08974, "precision_at_50": 0.01928, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.90778}, "squad-chunked-par-100": {"ndcg_at_1": 0.6091, "ndcg_at_5": 0.72257, "ndcg_at_10": 0.73933, "ndcg_at_50": 0.75724, "ndcg_at_100": 0.76055, "map_at_1": 0.6091, "map_at_5": 0.69156, "map_at_10": 0.69858, "map_at_50": 0.7028, "map_at_100": 0.70309, "recall_at_1": 0.6091, "recall_at_5": 0.81471, "recall_at_10": 0.86599, "recall_at_50": 0.9434, "recall_at_100": 0.96372, "precision_at_1": 0.6091, "precision_at_5": 0.16294, "precision_at_10": 0.0866, "precision_at_50": 0.01887, "precision_at_100": 0.00964, "ndcg_at_10_maxsim": 0.90781}, "NanoClimateFEVER": {"ndcg_at_1": 0.1, "ndcg_at_5": 0.18682, "ndcg_at_10": 0.2064, "ndcg_at_50": 0.27319, "ndcg_at_100": 0.28904, "map_at_1": 0.1, "map_at_5": 0.16233, "map_at_10": 0.17052, "map_at_50": 0.18726, "map_at_100": 0.18854, "recall_at_1": 0.1, "recall_at_5": 0.26, "recall_at_10": 0.32, "recall_at_50": 0.6, "recall_at_100": 0.7, "precision_at_1": 0.1, "precision_at_5": 0.052, "precision_at_10": 0.032, "precision_at_50": 0.012, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.30309}, "NanoDBPedia": {"ndcg_at_1": 0.06, "ndcg_at_5": 0.11559, "ndcg_at_10": 0.14095, "ndcg_at_50": 0.23371, "ndcg_at_100": 0.25678, "map_at_1": 0.06, "map_at_5": 0.10067, "map_at_10": 0.11086, "map_at_50": 0.13294, "map_at_100": 0.13507, "recall_at_1": 0.06, "recall_at_5": 0.16, "recall_at_10": 0.24, "recall_at_50": 0.64, "recall_at_100": 0.78, "precision_at_1": 0.06, "precision_at_5": 0.032, "precision_at_10": 0.024, "precision_at_50": 0.0128, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.25062}, "NanoFEVER": {"ndcg_at_1": 0.68, "ndcg_at_5": 0.80171, "ndcg_at_10": 0.80802, "ndcg_at_50": 0.82195, "ndcg_at_100": 0.82534, "map_at_1": 0.68, "map_at_5": 0.76833, "map_at_10": 0.77083, "map_at_50": 0.77418, "map_at_100": 0.77452, "recall_at_1": 0.68, "recall_at_5": 0.9, "recall_at_10": 0.92, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.68, "precision_at_5": 0.18, "precision_at_10": 0.092, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.83433}, "NanoFiQA2018": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.30591, "ndcg_at_10": 0.35096, "ndcg_at_50": 0.38521, "ndcg_at_100": 0.38864, "map_at_1": 0.16, "map_at_5": 0.26733, "map_at_10": 0.2858, "map_at_50": 0.29253, "map_at_100": 0.29289, "recall_at_1": 0.16, "recall_at_5": 0.42, "recall_at_10": 0.56, "recall_at_50": 0.72, "recall_at_100": 0.74, "precision_at_1": 0.16, "precision_at_5": 0.084, "precision_at_10": 0.056, "precision_at_50": 0.0144, "precision_at_100": 0.0074, "ndcg_at_10_maxsim": 0.35096}, "NanoHotpotQA": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.42123, "ndcg_at_10": 0.43999, "ndcg_at_50": 0.47237, "ndcg_at_100": 0.48919, "map_at_1": 0.2, "map_at_5": 0.35533, "map_at_10": 0.36269, "map_at_50": 0.37043, "map_at_100": 0.37209, "recall_at_1": 0.2, "recall_at_5": 0.62, "recall_at_10": 0.68, "recall_at_50": 0.82, "recall_at_100": 0.92, "precision_at_1": 0.2, "precision_at_5": 0.124, "precision_at_10": 0.068, "precision_at_50": 0.0164, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.43999}, "NanoMSMARCO": {"ndcg_at_1": 0.28, "ndcg_at_5": 0.48723, "ndcg_at_10": 0.52601, "ndcg_at_50": 0.55915, "ndcg_at_100": 0.5692, "map_at_1": 0.28, "map_at_5": 0.42367, "map_at_10": 0.43969, "map_at_50": 0.44772, "map_at_100": 0.44869, "recall_at_1": 0.28, "recall_at_5": 0.68, "recall_at_10": 0.8, "recall_at_50": 0.94, "recall_at_100": 1.0, "precision_at_1": 0.28, "precision_at_5": 0.136, "precision_at_10": 0.08, "precision_at_50": 0.0188, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.52601}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.07809, "ndcg_at_10": 0.07809, "ndcg_at_50": 0.10829, "ndcg_at_100": 0.11525, "map_at_1": 0.02, "map_at_5": 0.058, "map_at_10": 0.058, "map_at_50": 0.06432, "map_at_100": 0.06508, "recall_at_1": 0.02, "recall_at_5": 0.14, "recall_at_10": 0.14, "recall_at_50": 0.28, "recall_at_100": 0.32, "precision_at_1": 0.02, "precision_at_5": 0.028, "precision_at_10": 0.014, "precision_at_50": 0.0056, "precision_at_100": 0.0032, "ndcg_at_10_maxsim": 0.07809}, "NanoNQ": {"ndcg_at_1": 0.52, "ndcg_at_5": 0.58385, "ndcg_at_10": 0.59764, "ndcg_at_50": 0.64055, "ndcg_at_100": 0.65338, "map_at_1": 0.52, "map_at_5": 0.565, "map_at_10": 0.57119, "map_at_50": 0.57977, "map_at_100": 0.58085, "recall_at_1": 0.52, "recall_at_5": 0.64, "recall_at_10": 0.68, "recall_at_50": 0.88, "recall_at_100": 0.96, "precision_at_1": 0.52, "precision_at_5": 0.128, "precision_at_10": 0.068, "precision_at_50": 0.0176, "precision_at_100": 0.0096, "ndcg_at_10_maxsim": 0.59764}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.74, "ndcg_at_5": 0.81421, "ndcg_at_10": 0.83402, "ndcg_at_50": 0.84989, "ndcg_at_100": 0.84989, "map_at_1": 0.74, "map_at_5": 0.79233, "map_at_10": 0.80075, "map_at_50": 0.80548, "map_at_100": 0.80548, "recall_at_1": 0.74, "recall_at_5": 0.88, "recall_at_10": 0.94, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74, "precision_at_5": 0.176, "precision_at_10": 0.094, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.83402}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.19794, "ndcg_at_10": 0.25006, "ndcg_at_50": 0.29782, "ndcg_at_100": 0.30748, "map_at_1": 0.12, "map_at_5": 0.17133, "map_at_10": 0.19308, "map_at_50": 0.20273, "map_at_100": 0.20356, "recall_at_1": 0.12, "recall_at_5": 0.28, "recall_at_10": 0.44, "recall_at_50": 0.66, "recall_at_100": 0.72, "precision_at_1": 0.12, "precision_at_5": 0.056, "precision_at_10": 0.044, "precision_at_50": 0.0132, "precision_at_100": 0.0072, "ndcg_at_10_maxsim": 0.25006}, "NanoArguAna": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.43428, "ndcg_at_10": 0.50715, "ndcg_at_50": 0.53637, "ndcg_at_100": 0.53637, "map_at_1": 0.18, "map_at_5": 0.36467, "map_at_10": 0.39574, "map_at_50": 0.40328, "map_at_100": 0.40328, "recall_at_1": 0.18, "recall_at_5": 0.64, "recall_at_10": 0.86, "recall_at_50": 0.98, "recall_at_100": 0.98, "precision_at_1": 0.18, "precision_at_5": 0.128, "precision_at_10": 0.086, "precision_at_50": 0.0196, "precision_at_100": 0.0098, "ndcg_at_10_maxsim": 0.50715}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.70155, "ndcg_at_10": 0.7147, "ndcg_at_50": 0.72909, "ndcg_at_100": 0.72909, "map_at_1": 0.56, "map_at_5": 0.66167, "map_at_10": 0.66722, "map_at_50": 0.67093, "map_at_100": 0.67093, "recall_at_1": 0.56, "recall_at_5": 0.82, "recall_at_10": 0.86, "recall_at_50": 0.92, "recall_at_100": 0.92, "precision_at_1": 0.56, "precision_at_5": 0.164, "precision_at_10": 0.086, "precision_at_50": 0.0184, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.7147}, "NanoTouche2020": {"ndcg_at_1": 0.02041, "ndcg_at_5": 0.06284, "ndcg_at_10": 0.10059, "ndcg_at_50": 0.1792, "ndcg_at_100": 0.21199, "map_at_1": 0.02041, "map_at_5": 0.05, "map_at_10": 0.0645, "map_at_50": 0.08191, "map_at_100": 0.08471, "recall_at_1": 0.02041, "recall_at_5": 0.10204, "recall_at_10": 0.22449, "recall_at_50": 0.57143, "recall_at_100": 0.77551, "precision_at_1": 0.02041, "precision_at_5": 0.02041, "precision_at_10": 0.02245, "precision_at_50": 0.01143, "precision_at_100": 0.00776, "ndcg_at_10_maxsim": 0.10059}}}