| {"model": "mb-large_long-ctx_multi_weighted", "model_name": "mb-large_long-ctx_multi_weighted_eval-prefix", "model_path": "checkpoints/final_experiments/mb-large_long-ctx_multi_weighted", "date": "2025-02-12 22:45:58", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.6163, "ndcg_at_5": 0.7476, "ndcg_at_10": 0.76194, "ndcg_at_50": 0.77588, "ndcg_at_100": 0.77863, "map_at_1": 0.6163, "map_at_5": 0.71263, "map_at_10": 0.71859, "map_at_50": 0.72191, "map_at_100": 0.72215, "recall_at_1": 0.6163, "recall_at_5": 0.85116, "recall_at_10": 0.8953, "recall_at_50": 0.95529, "recall_at_100": 0.97227, "precision_at_1": 0.6163, "precision_at_5": 0.17023, "precision_at_10": 0.08953, "precision_at_50": 0.01911, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.88373}, "cities": {"ndcg_at_1": 0.73046, "ndcg_at_5": 0.83306, "ndcg_at_10": 0.84746, "ndcg_at_50": 0.85436, "ndcg_at_100": 0.85556, "map_at_1": 0.73046, "map_at_5": 0.80553, "map_at_10": 0.81156, "map_at_50": 0.81325, "map_at_100": 0.81336, "recall_at_1": 0.73046, "recall_at_5": 0.91463, "recall_at_10": 0.95874, "recall_at_50": 0.98789, "recall_at_100": 0.99527, "precision_at_1": 0.73046, "precision_at_5": 0.18293, "precision_at_10": 0.09587, "precision_at_50": 0.01976, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.92818}, "covid-qa": {"ndcg_at_1": 0.43384, "ndcg_at_5": 0.55714, "ndcg_at_10": 0.57791, "ndcg_at_50": 0.60818, "ndcg_at_100": 0.61481, "map_at_1": 0.43384, "map_at_5": 0.52072, "map_at_10": 0.52935, "map_at_50": 0.536, "map_at_100": 0.5366, "recall_at_1": 0.43384, "recall_at_5": 0.66697, "recall_at_10": 0.73087, "recall_at_50": 0.86589, "recall_at_100": 0.90639, "precision_at_1": 0.43384, "precision_at_5": 0.13339, "precision_at_10": 0.07309, "precision_at_50": 0.01732, "precision_at_100": 0.00906, "ndcg_at_10_maxsim": 0.74435}, "chunked-mldr": {"ndcg_at_1": 0.77, "ndcg_at_5": 0.85996, "ndcg_at_10": 0.87308, "ndcg_at_50": 0.87771, "ndcg_at_100": 0.87771, "map_at_1": 0.77, "map_at_5": 0.83617, "map_at_10": 0.84169, "map_at_50": 0.84275, "map_at_100": 0.84275, "recall_at_1": 0.77, "recall_at_5": 0.93, "recall_at_10": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.77, "precision_at_5": 0.186, "precision_at_10": 0.097, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.845, "ndcg_at_5": 0.91137, "ndcg_at_10": 0.91526, "ndcg_at_50": 0.91726, "ndcg_at_100": 0.91797, "map_at_1": 0.845, "map_at_5": 0.89544, "map_at_10": 0.89709, "map_at_50": 0.89757, "map_at_100": 0.89763, "recall_at_1": 0.845, "recall_at_5": 0.95749, "recall_at_10": 0.96926, "recall_at_50": 0.97776, "recall_at_100": 0.98234, "precision_at_1": 0.845, "precision_at_5": 0.1915, "precision_at_10": 0.09693, "precision_at_50": 0.01956, "precision_at_100": 0.00982, "ndcg_at_10_maxsim": 0.97236}, "tech-qa": {"ndcg_at_1": 0.18487, "ndcg_at_5": 0.39113, "ndcg_at_10": 0.41033, "ndcg_at_50": 0.45746, "ndcg_at_100": 0.46819, "map_at_1": 0.18487, "map_at_5": 0.32829, "map_at_10": 0.33632, "map_at_50": 0.34677, "map_at_100": 0.34766, "recall_at_1": 0.18487, "recall_at_5": 0.57983, "recall_at_10": 0.63866, "recall_at_50": 0.84874, "recall_at_100": 0.91597, "precision_at_1": 0.18487, "precision_at_5": 0.11597, "precision_at_10": 0.06387, "precision_at_50": 0.01697, "precision_at_100": 0.00916, "ndcg_at_10_maxsim": 0.79792}, "squad": {"ndcg_at_1": 0.75097, "ndcg_at_5": 0.85364, "ndcg_at_10": 0.86381, "ndcg_at_50": 0.87007, "ndcg_at_100": 0.87089, "map_at_1": 0.75097, "map_at_5": 0.82662, "map_at_10": 0.83094, "map_at_50": 0.83247, "map_at_100": 0.83254, "recall_at_1": 0.75097, "recall_at_5": 0.9333, "recall_at_10": 0.96412, "recall_at_50": 0.99071, "recall_at_100": 0.99565, "precision_at_1": 0.75097, "precision_at_5": 0.18666, "precision_at_10": 0.09641, "precision_at_50": 0.01981, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.9626}, "eiopa_europa": {"ndcg_at_1": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "map_at_1": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "recall_at_1": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 1.0, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.65668, "ndcg_at_5": 0.80889, "ndcg_at_10": 0.81795, "ndcg_at_50": 0.82406, "ndcg_at_100": 0.82509, "map_at_1": 0.65668, "map_at_5": 0.76882, "map_at_10": 0.77262, "map_at_50": 0.77406, "map_at_100": 0.77416, "recall_at_1": 0.65668, "recall_at_5": 0.927, "recall_at_10": 0.95464, "recall_at_50": 0.98111, "recall_at_100": 0.98741, "precision_at_1": 0.65668, "precision_at_5": 0.1854, "precision_at_10": 0.09546, "precision_at_50": 0.01962, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.9644}, "maritime-qa": {"ndcg_at_1": 0.39216, "ndcg_at_5": 0.56334, "ndcg_at_10": 0.59737, "ndcg_at_50": 0.60864, "ndcg_at_100": 0.61497, "map_at_1": 0.39216, "map_at_5": 0.51013, "map_at_10": 0.52554, "map_at_50": 0.52719, "map_at_100": 0.52773, "recall_at_1": 0.39216, "recall_at_5": 0.72549, "recall_at_10": 0.82353, "recall_at_50": 0.88235, "recall_at_100": 0.92157, "precision_at_1": 0.39216, "precision_at_5": 0.1451, "precision_at_10": 0.08235, "precision_at_50": 0.01765, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.72505}, "us-presidents": {"ndcg_at_1": 0.81421, "ndcg_at_5": 0.91611, "ndcg_at_10": 0.91793, "ndcg_at_50": 0.91793, "ndcg_at_100": 0.91793, "map_at_1": 0.81421, "map_at_5": 0.88944, "map_at_10": 0.89022, "map_at_50": 0.89022, "map_at_100": 0.89022, "recall_at_1": 0.81421, "recall_at_5": 0.99454, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81421, "precision_at_5": 0.19891, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98517}, "authors": {"ndcg_at_1": 0.88679, "ndcg_at_5": 0.95169, "ndcg_at_10": 0.95169, "ndcg_at_50": 0.95169, "ndcg_at_100": 0.95169, "map_at_1": 0.88679, "map_at_5": 0.93522, "map_at_10": 0.93522, "map_at_50": 0.93522, "map_at_100": 0.93522, "recall_at_1": 0.88679, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88679, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98713}, "scientists": {"ndcg_at_1": 0.90741, "ndcg_at_5": 0.96171, "ndcg_at_10": 0.96171, "ndcg_at_50": 0.96171, "ndcg_at_100": 0.96171, "map_at_1": 0.90741, "map_at_5": 0.94861, "map_at_10": 0.94861, "map_at_50": 0.94861, "map_at_100": 0.94861, "recall_at_1": 0.90741, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.90741, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.78947, "ndcg_at_5": 0.89279, "ndcg_at_10": 0.89279, "ndcg_at_50": 0.89992, "ndcg_at_100": 0.89992, "map_at_1": 0.78947, "map_at_5": 0.86618, "map_at_10": 0.86618, "map_at_50": 0.86802, "map_at_100": 0.86802, "recall_at_1": 0.78947, "recall_at_5": 0.97076, "recall_at_10": 0.97076, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78947, "precision_at_5": 0.19415, "precision_at_10": 0.09708, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98588}, "companies": {"ndcg_at_1": 0.81034, "ndcg_at_5": 0.89553, "ndcg_at_10": 0.90333, "ndcg_at_50": 0.90587, "ndcg_at_100": 0.90587, "map_at_1": 0.81034, "map_at_5": 0.87203, "map_at_10": 0.87548, "map_at_50": 0.876, "map_at_100": 0.876, "recall_at_1": 0.81034, "recall_at_5": 0.96552, "recall_at_10": 0.98851, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81034, "precision_at_5": 0.1931, "precision_at_10": 0.09885, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99576}, "dates": {"ndcg_at_1": 0.47554, "ndcg_at_5": 0.61482, "ndcg_at_10": 0.64446, "ndcg_at_50": 0.67225, "ndcg_at_100": 0.67688, "map_at_1": 0.47554, "map_at_5": 0.5738, "map_at_10": 0.58622, "map_at_50": 0.59268, "map_at_100": 0.5931, "recall_at_1": 0.47554, "recall_at_5": 0.73825, "recall_at_10": 0.82887, "recall_at_50": 0.94963, "recall_at_100": 0.97807, "precision_at_1": 0.47554, "precision_at_5": 0.14765, "precision_at_10": 0.08289, "precision_at_50": 0.01899, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.65535}, "squad-chunked-par-8000": {"ndcg_at_1": 0.77746, "ndcg_at_5": 0.87283, "ndcg_at_10": 0.88172, "ndcg_at_50": 0.88728, "ndcg_at_100": 0.88751, "map_at_1": 0.77746, "map_at_5": 0.84802, "map_at_10": 0.85185, "map_at_50": 0.85319, "map_at_100": 0.85321, "recall_at_1": 0.77746, "recall_at_5": 0.94582, "recall_at_10": 0.97242, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.77746, "precision_at_5": 0.18916, "precision_at_10": 0.09724, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88172}, "squad-chunked-par-1000": {"ndcg_at_1": 0.77117, "ndcg_at_5": 0.86847, "ndcg_at_10": 0.87798, "ndcg_at_50": 0.88344, "ndcg_at_100": 0.88375, "map_at_1": 0.77117, "map_at_5": 0.84289, "map_at_10": 0.84697, "map_at_50": 0.8483, "map_at_100": 0.84833, "recall_at_1": 0.77117, "recall_at_5": 0.94388, "recall_at_10": 0.97242, "recall_at_50": 0.99565, "recall_at_100": 0.99758, "precision_at_1": 0.77117, "precision_at_5": 0.18878, "precision_at_10": 0.09724, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88026}, "squad-chunked-par-500": {"ndcg_at_1": 0.76971, "ndcg_at_5": 0.86737, "ndcg_at_10": 0.87647, "ndcg_at_50": 0.8819, "ndcg_at_100": 0.88238, "map_at_1": 0.76971, "map_at_5": 0.84173, "map_at_10": 0.84551, "map_at_50": 0.84686, "map_at_100": 0.84691, "recall_at_1": 0.76971, "recall_at_5": 0.94291, "recall_at_10": 0.97097, "recall_at_50": 0.99371, "recall_at_100": 0.99661, "precision_at_1": 0.76971, "precision_at_5": 0.18858, "precision_at_10": 0.0971, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.89146}, "squad-chunked-par-300": {"ndcg_at_1": 0.77842, "ndcg_at_5": 0.87541, "ndcg_at_10": 0.88323, "ndcg_at_50": 0.88787, "ndcg_at_100": 0.88836, "map_at_1": 0.77842, "map_at_5": 0.84977, "map_at_10": 0.85308, "map_at_50": 0.85425, "map_at_100": 0.8543, "recall_at_1": 0.77842, "recall_at_5": 0.95114, "recall_at_10": 0.97484, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.77842, "precision_at_5": 0.19023, "precision_at_10": 0.09748, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.91403}, "squad-chunked-par-250": {"ndcg_at_1": 0.77262, "ndcg_at_5": 0.87425, "ndcg_at_10": 0.88183, "ndcg_at_50": 0.88636, "ndcg_at_100": 0.88692, "map_at_1": 0.77262, "map_at_5": 0.84783, "map_at_10": 0.851, "map_at_50": 0.85215, "map_at_100": 0.8522, "recall_at_1": 0.77262, "recall_at_5": 0.9521, "recall_at_10": 0.97533, "recall_at_50": 0.99419, "recall_at_100": 0.99758, "precision_at_1": 0.77262, "precision_at_5": 0.19042, "precision_at_10": 0.09753, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.91952}, "squad-chunked-par-200": {"ndcg_at_1": 0.77649, "ndcg_at_5": 0.87615, "ndcg_at_10": 0.8833, "ndcg_at_50": 0.88782, "ndcg_at_100": 0.88837, "map_at_1": 0.77649, "map_at_5": 0.85004, "map_at_10": 0.85305, "map_at_50": 0.85419, "map_at_100": 0.85424, "recall_at_1": 0.77649, "recall_at_5": 0.95307, "recall_at_10": 0.97484, "recall_at_50": 0.99371, "recall_at_100": 0.9971, "precision_at_1": 0.77649, "precision_at_5": 0.19061, "precision_at_10": 0.09748, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92899}, "squad-chunked-par-175": {"ndcg_at_1": 0.76149, "ndcg_at_5": 0.86596, "ndcg_at_10": 0.87448, "ndcg_at_50": 0.87873, "ndcg_at_100": 0.87929, "map_at_1": 0.76149, "map_at_5": 0.83799, "map_at_10": 0.84163, "map_at_50": 0.84263, "map_at_100": 0.84269, "recall_at_1": 0.76149, "recall_at_5": 0.94872, "recall_at_10": 0.97436, "recall_at_50": 0.99274, "recall_at_100": 0.99613, "precision_at_1": 0.76149, "precision_at_5": 0.18974, "precision_at_10": 0.09744, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93112}, "squad-chunked-par-150": {"ndcg_at_1": 0.75375, "ndcg_at_5": 0.86424, "ndcg_at_10": 0.87338, "ndcg_at_50": 0.87778, "ndcg_at_100": 0.8781, "map_at_1": 0.75375, "map_at_5": 0.83598, "map_at_10": 0.83987, "map_at_50": 0.84093, "map_at_100": 0.84096, "recall_at_1": 0.75375, "recall_at_5": 0.94727, "recall_at_10": 0.97484, "recall_at_50": 0.99371, "recall_at_100": 0.99565, "precision_at_1": 0.75375, "precision_at_5": 0.18945, "precision_at_10": 0.09748, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.9394}, "squad-chunked-par-125": {"ndcg_at_1": 0.71843, "ndcg_at_5": 0.84075, "ndcg_at_10": 0.85169, "ndcg_at_50": 0.85859, "ndcg_at_100": 0.85884, "map_at_1": 0.71843, "map_at_5": 0.80926, "map_at_10": 0.81395, "map_at_50": 0.81561, "map_at_100": 0.81564, "recall_at_1": 0.71843, "recall_at_5": 0.93324, "recall_at_10": 0.96613, "recall_at_50": 0.99565, "recall_at_100": 0.9971, "precision_at_1": 0.71843, "precision_at_5": 0.18665, "precision_at_10": 0.09661, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.94344}, "squad-chunked-par-100": {"ndcg_at_1": 0.66812, "ndcg_at_5": 0.81556, "ndcg_at_10": 0.82619, "ndcg_at_50": 0.83388, "ndcg_at_100": 0.83429, "map_at_1": 0.66812, "map_at_5": 0.77736, "map_at_10": 0.78184, "map_at_50": 0.78373, "map_at_100": 0.78377, "recall_at_1": 0.66812, "recall_at_5": 0.92791, "recall_at_10": 0.96033, "recall_at_50": 0.99274, "recall_at_100": 0.99516, "precision_at_1": 0.66812, "precision_at_5": 0.18558, "precision_at_10": 0.09603, "precision_at_50": 0.01985, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.94737}, "NanoClimateFEVER": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.23897, "ndcg_at_10": 0.26636, "ndcg_at_50": 0.32098, "ndcg_at_100": 0.33429, "map_at_1": 0.2, "map_at_5": 0.22567, "map_at_10": 0.23789, "map_at_50": 0.24807, "map_at_100": 0.24934, "recall_at_1": 0.2, "recall_at_5": 0.28, "recall_at_10": 0.36, "recall_at_50": 0.62, "recall_at_100": 0.7, "precision_at_1": 0.2, "precision_at_5": 0.056, "precision_at_10": 0.036, "precision_at_50": 0.0124, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.39463}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.13246, "ndcg_at_10": 0.18482, "ndcg_at_50": 0.2535, "ndcg_at_100": 0.27558, "map_at_1": 0.08, "map_at_5": 0.11667, "map_at_10": 0.13863, "map_at_50": 0.15229, "map_at_100": 0.15405, "recall_at_1": 0.08, "recall_at_5": 0.18, "recall_at_10": 0.34, "recall_at_50": 0.66, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.036, "precision_at_10": 0.034, "precision_at_50": 0.0132, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.28403}, "NanoFEVER": {"ndcg_at_1": 0.72, "ndcg_at_5": 0.82893, "ndcg_at_10": 0.84155, "ndcg_at_50": 0.85091, "ndcg_at_100": 0.85091, "map_at_1": 0.72, "map_at_5": 0.79833, "map_at_10": 0.80333, "map_at_50": 0.80554, "map_at_100": 0.80554, "recall_at_1": 0.72, "recall_at_5": 0.92, "recall_at_10": 0.96, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.72, "precision_at_5": 0.184, "precision_at_10": 0.096, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88411}, "NanoFiQA2018": {"ndcg_at_1": 0.32, "ndcg_at_5": 0.43829, "ndcg_at_10": 0.45775, "ndcg_at_50": 0.48541, "ndcg_at_100": 0.49492, "map_at_1": 0.32, "map_at_5": 0.39867, "map_at_10": 0.40672, "map_at_50": 0.41315, "map_at_100": 0.41392, "recall_at_1": 0.32, "recall_at_5": 0.56, "recall_at_10": 0.62, "recall_at_50": 0.74, "recall_at_100": 0.8, "precision_at_1": 0.32, "precision_at_5": 0.112, "precision_at_10": 0.062, "precision_at_50": 0.0148, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.45775}, "NanoHotpotQA": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.39024, "ndcg_at_10": 0.41554, "ndcg_at_50": 0.45771, "ndcg_at_100": 0.47071, "map_at_1": 0.14, "map_at_5": 0.32567, "map_at_10": 0.33575, "map_at_50": 0.34607, "map_at_100": 0.34723, "recall_at_1": 0.14, "recall_at_5": 0.58, "recall_at_10": 0.66, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.14, "precision_at_5": 0.116, "precision_at_10": 0.066, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.41554}, "NanoMSMARCO": {"ndcg_at_1": 0.38, "ndcg_at_5": 0.57765, "ndcg_at_10": 0.61615, "ndcg_at_50": 0.6492, "ndcg_at_100": 0.6492, "map_at_1": 0.38, "map_at_5": 0.523, "map_at_10": 0.53875, "map_at_50": 0.54686, "map_at_100": 0.54686, "recall_at_1": 0.38, "recall_at_5": 0.74, "recall_at_10": 0.86, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_5": 0.148, "precision_at_10": 0.086, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61615}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.06758, "ndcg_at_10": 0.08003, "ndcg_at_50": 0.10233, "ndcg_at_100": 0.10539, "map_at_1": 0.02, "map_at_5": 0.05067, "map_at_10": 0.05552, "map_at_50": 0.0603, "map_at_100": 0.06052, "recall_at_1": 0.02, "recall_at_5": 0.12, "recall_at_10": 0.16, "recall_at_50": 0.26, "recall_at_100": 0.28, "precision_at_1": 0.02, "precision_at_5": 0.024, "precision_at_10": 0.016, "precision_at_50": 0.0052, "precision_at_100": 0.0028, "ndcg_at_10_maxsim": 0.08003}, "NanoNQ": {"ndcg_at_1": 0.42, "ndcg_at_5": 0.57015, "ndcg_at_10": 0.57682, "ndcg_at_50": 0.62151, "ndcg_at_100": 0.63445, "map_at_1": 0.42, "map_at_5": 0.527, "map_at_10": 0.52986, "map_at_50": 0.53976, "map_at_100": 0.54089, "recall_at_1": 0.42, "recall_at_5": 0.7, "recall_at_10": 0.72, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.42, "precision_at_5": 0.14, "precision_at_10": 0.072, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.57682}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.86047, "ndcg_at_10": 0.88734, "ndcg_at_50": 0.88734, "ndcg_at_100": 0.88734, "map_at_1": 0.78, "map_at_5": 0.84, "map_at_10": 0.85167, "map_at_50": 0.85167, "map_at_100": 0.85167, "recall_at_1": 0.78, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88734}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.20802, "ndcg_at_10": 0.23297, "ndcg_at_50": 0.2881, "ndcg_at_100": 0.29507, "map_at_1": 0.12, "map_at_5": 0.17267, "map_at_10": 0.18239, "map_at_50": 0.19549, "map_at_100": 0.19625, "recall_at_1": 0.12, "recall_at_5": 0.32, "recall_at_10": 0.4, "recall_at_50": 0.64, "recall_at_100": 0.68, "precision_at_1": 0.12, "precision_at_5": 0.064, "precision_at_10": 0.04, "precision_at_50": 0.0128, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.23297}, "NanoArguAna": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.43572, "ndcg_at_10": 0.49648, "ndcg_at_50": 0.52933, "ndcg_at_100": 0.53279, "map_at_1": 0.16, "map_at_5": 0.36, "map_at_10": 0.3866, "map_at_50": 0.39452, "map_at_100": 0.39489, "recall_at_1": 0.16, "recall_at_5": 0.66, "recall_at_10": 0.84, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_5": 0.132, "precision_at_10": 0.084, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.49648}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.65405, "ndcg_at_10": 0.67415, "ndcg_at_50": 0.69969, "ndcg_at_100": 0.70285, "map_at_1": 0.56, "map_at_5": 0.62567, "map_at_10": 0.63436, "map_at_50": 0.63932, "map_at_100": 0.63957, "recall_at_1": 0.56, "recall_at_5": 0.74, "recall_at_10": 0.8, "recall_at_50": 0.92, "recall_at_100": 0.94, "precision_at_1": 0.56, "precision_at_5": 0.148, "precision_at_10": 0.08, "precision_at_50": 0.0184, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.67415}, "NanoTouche2020": {"ndcg_at_1": 0.02041, "ndcg_at_5": 0.08005, "ndcg_at_10": 0.11951, "ndcg_at_50": 0.21202, "ndcg_at_100": 0.23534, "map_at_1": 0.02041, "map_at_5": 0.05986, "map_at_10": 0.07608, "map_at_50": 0.0993, "map_at_100": 0.1014, "recall_at_1": 0.02041, "recall_at_5": 0.14286, "recall_at_10": 0.26531, "recall_at_50": 0.65306, "recall_at_100": 0.79592, "precision_at_1": 0.02041, "precision_at_5": 0.02857, "precision_at_10": 0.02653, "precision_at_50": 0.01306, "precision_at_100": 0.00796, "ndcg_at_10_maxsim": 0.11951}}} |