Upload folder using huggingface_hub
Browse files
metrics_mb-large_long-ctx_multi_weighted_eval-prefix_multi.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "mb-large_long-ctx_multi_weighted", "model_name": "mb-large_long-ctx_multi_weighted_eval-prefix", "model_path": "checkpoints/final_experiments/mb-large_long-ctx_multi_weighted", "date": "2025-02-12 22:45:58", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.6163, "ndcg_at_5": 0.7476, "ndcg_at_10": 0.76194, "ndcg_at_50": 0.77588, "ndcg_at_100": 0.77863, "map_at_1": 0.6163, "map_at_5": 0.71263, "map_at_10": 0.71859, "map_at_50": 0.72191, "map_at_100": 0.72215, "recall_at_1": 0.6163, "recall_at_5": 0.85116, "recall_at_10": 0.8953, "recall_at_50": 0.95529, "recall_at_100": 0.97227, "precision_at_1": 0.6163, "precision_at_5": 0.17023, "precision_at_10": 0.08953, "precision_at_50": 0.01911, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.88373}, "cities": {"ndcg_at_1": 0.73046, "ndcg_at_5": 0.83306, "ndcg_at_10": 0.84746, "ndcg_at_50": 0.85436, "ndcg_at_100": 0.85556, "map_at_1": 0.73046, "map_at_5": 0.80553, "map_at_10": 0.81156, "map_at_50": 0.81325, "map_at_100": 0.81336, "recall_at_1": 0.73046, "recall_at_5": 0.91463, "recall_at_10": 0.95874, "recall_at_50": 0.98789, "recall_at_100": 0.99527, "precision_at_1": 0.73046, "precision_at_5": 0.18293, "precision_at_10": 0.09587, "precision_at_50": 0.01976, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.92818}, "covid-qa": {"ndcg_at_1": 0.43384, "ndcg_at_5": 0.55714, "ndcg_at_10": 0.57791, "ndcg_at_50": 0.60818, "ndcg_at_100": 0.61481, "map_at_1": 0.43384, "map_at_5": 0.52072, "map_at_10": 0.52935, "map_at_50": 0.536, "map_at_100": 0.5366, "recall_at_1": 0.43384, "recall_at_5": 0.66697, "recall_at_10": 0.73087, "recall_at_50": 0.86589, "recall_at_100": 0.90639, "precision_at_1": 0.43384, "precision_at_5": 0.13339, "precision_at_10": 0.07309, "precision_at_50": 0.01732, "precision_at_100": 0.00906, "ndcg_at_10_maxsim": 0.74435}, "chunked-mldr": {"ndcg_at_1": 0.77, "ndcg_at_5": 0.85996, "ndcg_at_10": 0.87308, "ndcg_at_50": 0.87771, "ndcg_at_100": 0.87771, "map_at_1": 0.77, "map_at_5": 0.83617, "map_at_10": 0.84169, "map_at_50": 0.84275, "map_at_100": 0.84275, "recall_at_1": 0.77, "recall_at_5": 0.93, "recall_at_10": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.77, "precision_at_5": 0.186, "precision_at_10": 0.097, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.845, "ndcg_at_5": 0.91137, "ndcg_at_10": 0.91526, "ndcg_at_50": 0.91726, "ndcg_at_100": 0.91797, "map_at_1": 0.845, "map_at_5": 0.89544, "map_at_10": 0.89709, "map_at_50": 0.89757, "map_at_100": 0.89763, "recall_at_1": 0.845, "recall_at_5": 0.95749, "recall_at_10": 0.96926, "recall_at_50": 0.97776, "recall_at_100": 0.98234, "precision_at_1": 0.845, "precision_at_5": 0.1915, "precision_at_10": 0.09693, "precision_at_50": 0.01956, "precision_at_100": 0.00982, "ndcg_at_10_maxsim": 0.97236}, "tech-qa": {"ndcg_at_1": 0.18487, "ndcg_at_5": 0.39113, "ndcg_at_10": 0.41033, "ndcg_at_50": 0.45746, "ndcg_at_100": 0.46819, "map_at_1": 0.18487, "map_at_5": 0.32829, "map_at_10": 0.33632, "map_at_50": 0.34677, "map_at_100": 0.34766, "recall_at_1": 0.18487, "recall_at_5": 0.57983, "recall_at_10": 0.63866, "recall_at_50": 0.84874, "recall_at_100": 0.91597, "precision_at_1": 0.18487, "precision_at_5": 0.11597, "precision_at_10": 0.06387, "precision_at_50": 0.01697, "precision_at_100": 0.00916, "ndcg_at_10_maxsim": 0.79792}, "squad": {"ndcg_at_1": 0.75097, "ndcg_at_5": 0.85364, "ndcg_at_10": 0.86381, "ndcg_at_50": 0.87007, "ndcg_at_100": 0.87089, "map_at_1": 0.75097, "map_at_5": 0.82662, "map_at_10": 0.83094, "map_at_50": 0.83247, "map_at_100": 0.83254, "recall_at_1": 0.75097, "recall_at_5": 0.9333, "recall_at_10": 0.96412, "recall_at_50": 0.99071, "recall_at_100": 0.99565, "precision_at_1": 0.75097, "precision_at_5": 0.18666, "precision_at_10": 0.09641, "precision_at_50": 0.01981, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.9626}, "eiopa_europa": {"ndcg_at_1": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "map_at_1": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "recall_at_1": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 1.0, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.65668, "ndcg_at_5": 0.80889, "ndcg_at_10": 0.81795, "ndcg_at_50": 0.82406, "ndcg_at_100": 0.82509, "map_at_1": 0.65668, "map_at_5": 0.76882, "map_at_10": 0.77262, "map_at_50": 0.77406, "map_at_100": 0.77416, "recall_at_1": 0.65668, "recall_at_5": 0.927, "recall_at_10": 0.95464, "recall_at_50": 0.98111, "recall_at_100": 0.98741, "precision_at_1": 0.65668, "precision_at_5": 0.1854, "precision_at_10": 0.09546, "precision_at_50": 0.01962, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.9644}, "maritime-qa": {"ndcg_at_1": 0.39216, "ndcg_at_5": 0.56334, "ndcg_at_10": 0.59737, "ndcg_at_50": 0.60864, "ndcg_at_100": 0.61497, "map_at_1": 0.39216, "map_at_5": 0.51013, "map_at_10": 0.52554, "map_at_50": 0.52719, "map_at_100": 0.52773, "recall_at_1": 0.39216, "recall_at_5": 0.72549, "recall_at_10": 0.82353, "recall_at_50": 0.88235, "recall_at_100": 0.92157, "precision_at_1": 0.39216, "precision_at_5": 0.1451, "precision_at_10": 0.08235, "precision_at_50": 0.01765, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.72505}, "us-presidents": {"ndcg_at_1": 0.81421, "ndcg_at_5": 0.91611, "ndcg_at_10": 0.91793, "ndcg_at_50": 0.91793, "ndcg_at_100": 0.91793, "map_at_1": 0.81421, "map_at_5": 0.88944, "map_at_10": 0.89022, "map_at_50": 0.89022, "map_at_100": 0.89022, "recall_at_1": 0.81421, "recall_at_5": 0.99454, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81421, "precision_at_5": 0.19891, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98517}, "authors": {"ndcg_at_1": 0.88679, "ndcg_at_5": 0.95169, "ndcg_at_10": 0.95169, "ndcg_at_50": 0.95169, "ndcg_at_100": 0.95169, "map_at_1": 0.88679, "map_at_5": 0.93522, "map_at_10": 0.93522, "map_at_50": 0.93522, "map_at_100": 0.93522, "recall_at_1": 0.88679, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88679, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98713}, "scientists": {"ndcg_at_1": 0.90741, "ndcg_at_5": 0.96171, "ndcg_at_10": 0.96171, "ndcg_at_50": 0.96171, "ndcg_at_100": 0.96171, "map_at_1": 0.90741, "map_at_5": 0.94861, "map_at_10": 0.94861, "map_at_50": 0.94861, "map_at_100": 0.94861, "recall_at_1": 0.90741, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.90741, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.78947, "ndcg_at_5": 0.89279, "ndcg_at_10": 0.89279, "ndcg_at_50": 0.89992, "ndcg_at_100": 0.89992, "map_at_1": 0.78947, "map_at_5": 0.86618, "map_at_10": 0.86618, "map_at_50": 0.86802, "map_at_100": 0.86802, "recall_at_1": 0.78947, "recall_at_5": 0.97076, "recall_at_10": 0.97076, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78947, "precision_at_5": 0.19415, "precision_at_10": 0.09708, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98588}, "companies": {"ndcg_at_1": 0.81034, "ndcg_at_5": 0.89553, "ndcg_at_10": 0.90333, "ndcg_at_50": 0.90587, "ndcg_at_100": 0.90587, "map_at_1": 0.81034, "map_at_5": 0.87203, "map_at_10": 0.87548, "map_at_50": 0.876, "map_at_100": 0.876, "recall_at_1": 0.81034, "recall_at_5": 0.96552, "recall_at_10": 0.98851, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81034, "precision_at_5": 0.1931, "precision_at_10": 0.09885, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99576}, "dates": {"ndcg_at_1": 0.47554, "ndcg_at_5": 0.61482, "ndcg_at_10": 0.64446, "ndcg_at_50": 0.67225, "ndcg_at_100": 0.67688, "map_at_1": 0.47554, "map_at_5": 0.5738, "map_at_10": 0.58622, "map_at_50": 0.59268, "map_at_100": 0.5931, "recall_at_1": 0.47554, "recall_at_5": 0.73825, "recall_at_10": 0.82887, "recall_at_50": 0.94963, "recall_at_100": 0.97807, "precision_at_1": 0.47554, "precision_at_5": 0.14765, "precision_at_10": 0.08289, "precision_at_50": 0.01899, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.65535}, "squad-chunked-par-8000": {"ndcg_at_1": 0.77746, "ndcg_at_5": 0.87283, "ndcg_at_10": 0.88172, "ndcg_at_50": 0.88728, "ndcg_at_100": 0.88751, "map_at_1": 0.77746, "map_at_5": 0.84802, "map_at_10": 0.85185, "map_at_50": 0.85319, "map_at_100": 0.85321, "recall_at_1": 0.77746, "recall_at_5": 0.94582, "recall_at_10": 0.97242, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.77746, "precision_at_5": 0.18916, "precision_at_10": 0.09724, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88172}, "squad-chunked-par-1000": {"ndcg_at_1": 0.77117, "ndcg_at_5": 0.86847, "ndcg_at_10": 0.87798, "ndcg_at_50": 0.88344, "ndcg_at_100": 0.88375, "map_at_1": 0.77117, "map_at_5": 0.84289, "map_at_10": 0.84697, "map_at_50": 0.8483, "map_at_100": 0.84833, "recall_at_1": 0.77117, "recall_at_5": 0.94388, "recall_at_10": 0.97242, "recall_at_50": 0.99565, "recall_at_100": 0.99758, "precision_at_1": 0.77117, "precision_at_5": 0.18878, "precision_at_10": 0.09724, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88026}, "squad-chunked-par-500": {"ndcg_at_1": 0.76971, "ndcg_at_5": 0.86737, "ndcg_at_10": 0.87647, "ndcg_at_50": 0.8819, "ndcg_at_100": 0.88238, "map_at_1": 0.76971, "map_at_5": 0.84173, "map_at_10": 0.84551, "map_at_50": 0.84686, "map_at_100": 0.84691, "recall_at_1": 0.76971, "recall_at_5": 0.94291, "recall_at_10": 0.97097, "recall_at_50": 0.99371, "recall_at_100": 0.99661, "precision_at_1": 0.76971, "precision_at_5": 0.18858, "precision_at_10": 0.0971, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.89146}, "squad-chunked-par-300": {"ndcg_at_1": 0.77842, "ndcg_at_5": 0.87541, "ndcg_at_10": 0.88323, "ndcg_at_50": 0.88787, "ndcg_at_100": 0.88836, "map_at_1": 0.77842, "map_at_5": 0.84977, "map_at_10": 0.85308, "map_at_50": 0.85425, "map_at_100": 0.8543, "recall_at_1": 0.77842, "recall_at_5": 0.95114, "recall_at_10": 0.97484, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.77842, "precision_at_5": 0.19023, "precision_at_10": 0.09748, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.91403}, "squad-chunked-par-250": {"ndcg_at_1": 0.77262, "ndcg_at_5": 0.87425, "ndcg_at_10": 0.88183, "ndcg_at_50": 0.88636, "ndcg_at_100": 0.88692, "map_at_1": 0.77262, "map_at_5": 0.84783, "map_at_10": 0.851, "map_at_50": 0.85215, "map_at_100": 0.8522, "recall_at_1": 0.77262, "recall_at_5": 0.9521, "recall_at_10": 0.97533, "recall_at_50": 0.99419, "recall_at_100": 0.99758, "precision_at_1": 0.77262, "precision_at_5": 0.19042, "precision_at_10": 0.09753, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.91952}, "squad-chunked-par-200": {"ndcg_at_1": 0.77649, "ndcg_at_5": 0.87615, "ndcg_at_10": 0.8833, "ndcg_at_50": 0.88782, "ndcg_at_100": 0.88837, "map_at_1": 0.77649, "map_at_5": 0.85004, "map_at_10": 0.85305, "map_at_50": 0.85419, "map_at_100": 0.85424, "recall_at_1": 0.77649, "recall_at_5": 0.95307, "recall_at_10": 0.97484, "recall_at_50": 0.99371, "recall_at_100": 0.9971, "precision_at_1": 0.77649, "precision_at_5": 0.19061, "precision_at_10": 0.09748, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92899}, "squad-chunked-par-175": {"ndcg_at_1": 0.76149, "ndcg_at_5": 0.86596, "ndcg_at_10": 0.87448, "ndcg_at_50": 0.87873, "ndcg_at_100": 0.87929, "map_at_1": 0.76149, "map_at_5": 0.83799, "map_at_10": 0.84163, "map_at_50": 0.84263, "map_at_100": 0.84269, "recall_at_1": 0.76149, "recall_at_5": 0.94872, "recall_at_10": 0.97436, "recall_at_50": 0.99274, "recall_at_100": 0.99613, "precision_at_1": 0.76149, "precision_at_5": 0.18974, "precision_at_10": 0.09744, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93112}, "squad-chunked-par-150": {"ndcg_at_1": 0.75375, "ndcg_at_5": 0.86424, "ndcg_at_10": 0.87338, "ndcg_at_50": 0.87778, "ndcg_at_100": 0.8781, "map_at_1": 0.75375, "map_at_5": 0.83598, "map_at_10": 0.83987, "map_at_50": 0.84093, "map_at_100": 0.84096, "recall_at_1": 0.75375, "recall_at_5": 0.94727, "recall_at_10": 0.97484, "recall_at_50": 0.99371, "recall_at_100": 0.99565, "precision_at_1": 0.75375, "precision_at_5": 0.18945, "precision_at_10": 0.09748, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.9394}, "squad-chunked-par-125": {"ndcg_at_1": 0.71843, "ndcg_at_5": 0.84075, "ndcg_at_10": 0.85169, "ndcg_at_50": 0.85859, "ndcg_at_100": 0.85884, "map_at_1": 0.71843, "map_at_5": 0.80926, "map_at_10": 0.81395, "map_at_50": 0.81561, "map_at_100": 0.81564, "recall_at_1": 0.71843, "recall_at_5": 0.93324, "recall_at_10": 0.96613, "recall_at_50": 0.99565, "recall_at_100": 0.9971, "precision_at_1": 0.71843, "precision_at_5": 0.18665, "precision_at_10": 0.09661, "precision_at_50": 0.01991, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.94344}, "squad-chunked-par-100": {"ndcg_at_1": 0.66812, "ndcg_at_5": 0.81556, "ndcg_at_10": 0.82619, "ndcg_at_50": 0.83388, "ndcg_at_100": 0.83429, "map_at_1": 0.66812, "map_at_5": 0.77736, "map_at_10": 0.78184, "map_at_50": 0.78373, "map_at_100": 0.78377, "recall_at_1": 0.66812, "recall_at_5": 0.92791, "recall_at_10": 0.96033, "recall_at_50": 0.99274, "recall_at_100": 0.99516, "precision_at_1": 0.66812, "precision_at_5": 0.18558, "precision_at_10": 0.09603, "precision_at_50": 0.01985, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.94737}, "NanoClimateFEVER": {"ndcg_at_1": 0.2, "ndcg_at_5": 0.23897, "ndcg_at_10": 0.26636, "ndcg_at_50": 0.32098, "ndcg_at_100": 0.33429, "map_at_1": 0.2, "map_at_5": 0.22567, "map_at_10": 0.23789, "map_at_50": 0.24807, "map_at_100": 0.24934, "recall_at_1": 0.2, "recall_at_5": 0.28, "recall_at_10": 0.36, "recall_at_50": 0.62, "recall_at_100": 0.7, "precision_at_1": 0.2, "precision_at_5": 0.056, "precision_at_10": 0.036, "precision_at_50": 0.0124, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.39463}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.13246, "ndcg_at_10": 0.18482, "ndcg_at_50": 0.2535, "ndcg_at_100": 0.27558, "map_at_1": 0.08, "map_at_5": 0.11667, "map_at_10": 0.13863, "map_at_50": 0.15229, "map_at_100": 0.15405, "recall_at_1": 0.08, "recall_at_5": 0.18, "recall_at_10": 0.34, "recall_at_50": 0.66, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.036, "precision_at_10": 0.034, "precision_at_50": 0.0132, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.28403}, "NanoFEVER": {"ndcg_at_1": 0.72, "ndcg_at_5": 0.82893, "ndcg_at_10": 0.84155, "ndcg_at_50": 0.85091, "ndcg_at_100": 0.85091, "map_at_1": 0.72, "map_at_5": 0.79833, "map_at_10": 0.80333, "map_at_50": 0.80554, "map_at_100": 0.80554, "recall_at_1": 0.72, "recall_at_5": 0.92, "recall_at_10": 0.96, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.72, "precision_at_5": 0.184, "precision_at_10": 0.096, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88411}, "NanoFiQA2018": {"ndcg_at_1": 0.32, "ndcg_at_5": 0.43829, "ndcg_at_10": 0.45775, "ndcg_at_50": 0.48541, "ndcg_at_100": 0.49492, "map_at_1": 0.32, "map_at_5": 0.39867, "map_at_10": 0.40672, "map_at_50": 0.41315, "map_at_100": 0.41392, "recall_at_1": 0.32, "recall_at_5": 0.56, "recall_at_10": 0.62, "recall_at_50": 0.74, "recall_at_100": 0.8, "precision_at_1": 0.32, "precision_at_5": 0.112, "precision_at_10": 0.062, "precision_at_50": 0.0148, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.45775}, "NanoHotpotQA": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.39024, "ndcg_at_10": 0.41554, "ndcg_at_50": 0.45771, "ndcg_at_100": 0.47071, "map_at_1": 0.14, "map_at_5": 0.32567, "map_at_10": 0.33575, "map_at_50": 0.34607, "map_at_100": 0.34723, "recall_at_1": 0.14, "recall_at_5": 0.58, "recall_at_10": 0.66, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.14, "precision_at_5": 0.116, "precision_at_10": 0.066, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.41554}, "NanoMSMARCO": {"ndcg_at_1": 0.38, "ndcg_at_5": 0.57765, "ndcg_at_10": 0.61615, "ndcg_at_50": 0.6492, "ndcg_at_100": 0.6492, "map_at_1": 0.38, "map_at_5": 0.523, "map_at_10": 0.53875, "map_at_50": 0.54686, "map_at_100": 0.54686, "recall_at_1": 0.38, "recall_at_5": 0.74, "recall_at_10": 0.86, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_5": 0.148, "precision_at_10": 0.086, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61615}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.06758, "ndcg_at_10": 0.08003, "ndcg_at_50": 0.10233, "ndcg_at_100": 0.10539, "map_at_1": 0.02, "map_at_5": 0.05067, "map_at_10": 0.05552, "map_at_50": 0.0603, "map_at_100": 0.06052, "recall_at_1": 0.02, "recall_at_5": 0.12, "recall_at_10": 0.16, "recall_at_50": 0.26, "recall_at_100": 0.28, "precision_at_1": 0.02, "precision_at_5": 0.024, "precision_at_10": 0.016, "precision_at_50": 0.0052, "precision_at_100": 0.0028, "ndcg_at_10_maxsim": 0.08003}, "NanoNQ": {"ndcg_at_1": 0.42, "ndcg_at_5": 0.57015, "ndcg_at_10": 0.57682, "ndcg_at_50": 0.62151, "ndcg_at_100": 0.63445, "map_at_1": 0.42, "map_at_5": 0.527, "map_at_10": 0.52986, "map_at_50": 0.53976, "map_at_100": 0.54089, "recall_at_1": 0.42, "recall_at_5": 0.7, "recall_at_10": 0.72, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.42, "precision_at_5": 0.14, "precision_at_10": 0.072, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.57682}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.86047, "ndcg_at_10": 0.88734, "ndcg_at_50": 0.88734, "ndcg_at_100": 0.88734, "map_at_1": 0.78, "map_at_5": 0.84, "map_at_10": 0.85167, "map_at_50": 0.85167, "map_at_100": 0.85167, "recall_at_1": 0.78, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88734}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.20802, "ndcg_at_10": 0.23297, "ndcg_at_50": 0.2881, "ndcg_at_100": 0.29507, "map_at_1": 0.12, "map_at_5": 0.17267, "map_at_10": 0.18239, "map_at_50": 0.19549, "map_at_100": 0.19625, "recall_at_1": 0.12, "recall_at_5": 0.32, "recall_at_10": 0.4, "recall_at_50": 0.64, "recall_at_100": 0.68, "precision_at_1": 0.12, "precision_at_5": 0.064, "precision_at_10": 0.04, "precision_at_50": 0.0128, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.23297}, "NanoArguAna": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.43572, "ndcg_at_10": 0.49648, "ndcg_at_50": 0.52933, "ndcg_at_100": 0.53279, "map_at_1": 0.16, "map_at_5": 0.36, "map_at_10": 0.3866, "map_at_50": 0.39452, "map_at_100": 0.39489, "recall_at_1": 0.16, "recall_at_5": 0.66, "recall_at_10": 0.84, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_5": 0.132, "precision_at_10": 0.084, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.49648}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.65405, "ndcg_at_10": 0.67415, "ndcg_at_50": 0.69969, "ndcg_at_100": 0.70285, "map_at_1": 0.56, "map_at_5": 0.62567, "map_at_10": 0.63436, "map_at_50": 0.63932, "map_at_100": 0.63957, "recall_at_1": 0.56, "recall_at_5": 0.74, "recall_at_10": 0.8, "recall_at_50": 0.92, "recall_at_100": 0.94, "precision_at_1": 0.56, "precision_at_5": 0.148, "precision_at_10": 0.08, "precision_at_50": 0.0184, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.67415}, "NanoTouche2020": {"ndcg_at_1": 0.02041, "ndcg_at_5": 0.08005, "ndcg_at_10": 0.11951, "ndcg_at_50": 0.21202, "ndcg_at_100": 0.23534, "map_at_1": 0.02041, "map_at_5": 0.05986, "map_at_10": 0.07608, "map_at_50": 0.0993, "map_at_100": 0.1014, "recall_at_1": 0.02041, "recall_at_5": 0.14286, "recall_at_10": 0.26531, "recall_at_50": 0.65306, "recall_at_100": 0.79592, "precision_at_1": 0.02041, "precision_at_5": 0.02857, "precision_at_10": 0.02653, "precision_at_50": 0.01306, "precision_at_100": 0.00796, "ndcg_at_10_maxsim": 0.11951}}}
|
metrics_mb-large_weighted_prefix_single.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "mb-large_weighted_prefix", "model_name": "mb-large_weighted_prefix", "model_path": "checkpoints/final_experiments/mb-large_weighted_prefix", "date": "2025-02-12 22:33:11", "is_contextual": "single", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.22977, "ndcg_at_5": 0.35651, "ndcg_at_10": 0.38858, "ndcg_at_50": 0.43875, "ndcg_at_100": 0.45189, "map_at_1": 0.22977, "map_at_5": 0.31928, "map_at_10": 0.33254, "map_at_50": 0.34402, "map_at_100": 0.34518, "recall_at_1": 0.22977, "recall_at_5": 0.46859, "recall_at_10": 0.56763, "recall_at_50": 0.78778, "recall_at_100": 0.8687, "precision_at_1": 0.22977, "precision_at_5": 0.09372, "precision_at_10": 0.05676, "precision_at_50": 0.01576, "precision_at_100": 0.00869, "ndcg_at_10_maxsim": 0.53925}, "cities": {"ndcg_at_1": 0.44047, "ndcg_at_5": 0.57433, "ndcg_at_10": 0.60045, "ndcg_at_50": 0.63047, "ndcg_at_100": 0.63489, "map_at_1": 0.44047, "map_at_5": 0.53568, "map_at_10": 0.54649, "map_at_50": 0.55324, "map_at_100": 0.55363, "recall_at_1": 0.44047, "recall_at_5": 0.69014, "recall_at_10": 0.77077, "recall_at_50": 0.90365, "recall_at_100": 0.93091, "precision_at_1": 0.44047, "precision_at_5": 0.13803, "precision_at_10": 0.07708, "precision_at_50": 0.01807, "precision_at_100": 0.00931, "ndcg_at_10_maxsim": 0.71212}, "covid-qa": {"ndcg_at_1": 0.50135, "ndcg_at_5": 0.61628, "ndcg_at_10": 0.63893, "ndcg_at_50": 0.66342, "ndcg_at_100": 0.6686, "map_at_1": 0.50135, "map_at_5": 0.58363, "map_at_10": 0.59295, "map_at_50": 0.59853, "map_at_100": 0.59897, "recall_at_1": 0.50135, "recall_at_5": 0.71377, "recall_at_10": 0.78398, "recall_at_50": 0.89199, "recall_at_100": 0.92439, "precision_at_1": 0.50135, "precision_at_5": 0.14275, "precision_at_10": 0.0784, "precision_at_50": 0.01784, "precision_at_100": 0.00924, "ndcg_at_10_maxsim": 0.77294}, "chunked-mldr": {"ndcg_at_1": 0.71, "ndcg_at_5": 0.79325, "ndcg_at_10": 0.8161, "ndcg_at_50": 0.83044, "ndcg_at_100": 0.83044, "map_at_1": 0.71, "map_at_5": 0.768, "map_at_10": 0.77755, "map_at_50": 0.78115, "map_at_100": 0.78115, "recall_at_1": 0.71, "recall_at_5": 0.87, "recall_at_10": 0.94, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.71, "precision_at_5": 0.174, "precision_at_10": 0.094, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.73185, "ndcg_at_5": 0.82045, "ndcg_at_10": 0.8318, "ndcg_at_50": 0.84074, "ndcg_at_100": 0.84204, "map_at_1": 0.73185, "map_at_5": 0.79633, "map_at_10": 0.80109, "map_at_50": 0.80335, "map_at_100": 0.80347, "recall_at_1": 0.73185, "recall_at_5": 0.89209, "recall_at_10": 0.92675, "recall_at_50": 0.96403, "recall_at_100": 0.97188, "precision_at_1": 0.73185, "precision_at_5": 0.17842, "precision_at_10": 0.09267, "precision_at_50": 0.01928, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.9472}, "tech-qa": {"ndcg_at_1": 0.16807, "ndcg_at_5": 0.36151, "ndcg_at_10": 0.37806, "ndcg_at_50": 0.42359, "ndcg_at_100": 0.43707, "map_at_1": 0.16807, "map_at_5": 0.3077, "map_at_10": 0.31468, "map_at_50": 0.32493, "map_at_100": 0.32608, "recall_at_1": 0.16807, "recall_at_5": 0.52101, "recall_at_10": 0.57143, "recall_at_50": 0.77311, "recall_at_100": 0.85714, "precision_at_1": 0.16807, "precision_at_5": 0.1042, "precision_at_10": 0.05714, "precision_at_50": 0.01546, "precision_at_100": 0.00857, "ndcg_at_10_maxsim": 0.76711}, "squad": {"ndcg_at_1": 0.75838, "ndcg_at_5": 0.86121, "ndcg_at_10": 0.86963, "ndcg_at_50": 0.87565, "ndcg_at_100": 0.87627, "map_at_1": 0.75838, "map_at_5": 0.83411, "map_at_10": 0.83766, "map_at_50": 0.83913, "map_at_100": 0.83919, "recall_at_1": 0.75838, "recall_at_5": 0.94118, "recall_at_10": 0.96683, "recall_at_50": 0.99235, "recall_at_100": 0.99612, "precision_at_1": 0.75838, "precision_at_5": 0.18824, "precision_at_10": 0.09668, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.96665}, "eiopa_europa": {"ndcg_at_1": 0.025, "ndcg_at_5": 0.09281, "ndcg_at_10": 0.1554, "ndcg_at_50": 0.30149, "ndcg_at_100": 0.30149, "map_at_1": 0.025, "map_at_5": 0.06903, "map_at_10": 0.09366, "map_at_50": 0.12735, "map_at_100": 0.12735, "recall_at_1": 0.025, "recall_at_5": 0.16667, "recall_at_10": 0.36667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.025, "precision_at_5": 0.03333, "precision_at_10": 0.03667, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.66612, "ndcg_at_5": 0.80905, "ndcg_at_10": 0.81806, "ndcg_at_50": 0.82427, "ndcg_at_100": 0.82534, "map_at_1": 0.66612, "map_at_5": 0.77076, "map_at_10": 0.77459, "map_at_50": 0.77604, "map_at_100": 0.77614, "recall_at_1": 0.66612, "recall_at_5": 0.92222, "recall_at_10": 0.9495, "recall_at_50": 0.97644, "recall_at_100": 0.98297, "precision_at_1": 0.66612, "precision_at_5": 0.18444, "precision_at_10": 0.09495, "precision_at_50": 0.01953, "precision_at_100": 0.00983, "ndcg_at_10_maxsim": 0.97038}, "maritime-qa": {"ndcg_at_1": 0.43137, "ndcg_at_5": 0.63888, "ndcg_at_10": 0.65699, "ndcg_at_50": 0.67876, "ndcg_at_100": 0.67876, "map_at_1": 0.43137, "map_at_5": 0.58301, "map_at_10": 0.58995, "map_at_50": 0.59451, "map_at_100": 0.59451, "recall_at_1": 0.43137, "recall_at_5": 0.80392, "recall_at_10": 0.86275, "recall_at_50": 0.96078, "recall_at_100": 0.96078, "precision_at_1": 0.43137, "precision_at_5": 0.16078, "precision_at_10": 0.08627, "precision_at_50": 0.01922, "precision_at_100": 0.00961, "ndcg_at_10_maxsim": 0.72246}, "us-presidents": {"ndcg_at_1": 0.6612, "ndcg_at_5": 0.819, "ndcg_at_10": 0.83306, "ndcg_at_50": 0.83601, "ndcg_at_100": 0.83601, "map_at_1": 0.6612, "map_at_5": 0.77641, "map_at_10": 0.78215, "map_at_50": 0.78306, "map_at_100": 0.78306, "recall_at_1": 0.6612, "recall_at_5": 0.94536, "recall_at_10": 0.98907, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.6612, "precision_at_5": 0.18907, "precision_at_10": 0.09891, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.92366}, "authors": {"ndcg_at_1": 0.76101, "ndcg_at_5": 0.89274, "ndcg_at_10": 0.89473, "ndcg_at_50": 0.89473, "ndcg_at_100": 0.89473, "map_at_1": 0.76101, "map_at_5": 0.85839, "map_at_10": 0.85917, "map_at_50": 0.85917, "map_at_100": 0.85917, "recall_at_1": 0.76101, "recall_at_5": 0.99371, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76101, "precision_at_5": 0.19874, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.94505}, "scientists": {"ndcg_at_1": 0.81481, "ndcg_at_5": 0.91927, "ndcg_at_10": 0.91927, "ndcg_at_50": 0.92186, "ndcg_at_100": 0.92186, "map_at_1": 0.81481, "map_at_5": 0.8946, "map_at_10": 0.8946, "map_at_50": 0.89544, "map_at_100": 0.89544, "recall_at_1": 0.81481, "recall_at_5": 0.99074, "recall_at_10": 0.99074, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81481, "precision_at_5": 0.19815, "precision_at_10": 0.09907, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96855}, "physicists": {"ndcg_at_1": 0.59064, "ndcg_at_5": 0.75481, "ndcg_at_10": 0.7667, "ndcg_at_50": 0.78234, "ndcg_at_100": 0.78512, "map_at_1": 0.59064, "map_at_5": 0.71306, "map_at_10": 0.71828, "map_at_50": 0.72167, "map_at_100": 0.72189, "recall_at_1": 0.59064, "recall_at_5": 0.87719, "recall_at_10": 0.91228, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.59064, "precision_at_5": 0.17544, "precision_at_10": 0.09123, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.91081}, "companies": {"ndcg_at_1": 0.71839, "ndcg_at_5": 0.81146, "ndcg_at_10": 0.8189, "ndcg_at_50": 0.8286, "ndcg_at_100": 0.83513, "map_at_1": 0.71839, "map_at_5": 0.78343, "map_at_10": 0.7865, "map_at_50": 0.78897, "map_at_100": 0.78955, "recall_at_1": 0.71839, "recall_at_5": 0.89655, "recall_at_10": 0.91954, "recall_at_50": 0.95977, "recall_at_100": 1.0, "precision_at_1": 0.71839, "precision_at_5": 0.17931, "precision_at_10": 0.09195, "precision_at_50": 0.0192, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.94398}, "dates": {"ndcg_at_1": 0.36973, "ndcg_at_5": 0.51718, "ndcg_at_10": 0.55367, "ndcg_at_50": 0.59536, "ndcg_at_100": 0.59984, "map_at_1": 0.36973, "map_at_5": 0.47381, "map_at_10": 0.48882, "map_at_50": 0.49857, "map_at_100": 0.49898, "recall_at_1": 0.36973, "recall_at_5": 0.64763, "recall_at_10": 0.76067, "recall_at_50": 0.94143, "recall_at_100": 0.96891, "precision_at_1": 0.36973, "precision_at_5": 0.12953, "precision_at_10": 0.07607, "precision_at_50": 0.01883, "precision_at_100": 0.00969, "ndcg_at_10_maxsim": 0.55992}, "squad-chunked-par-8000": {"ndcg_at_1": 0.78713, "ndcg_at_5": 0.87962, "ndcg_at_10": 0.88772, "ndcg_at_50": 0.89327, "ndcg_at_100": 0.89351, "map_at_1": 0.78713, "map_at_5": 0.85593, "map_at_10": 0.85943, "map_at_50": 0.86087, "map_at_100": 0.8609, "recall_at_1": 0.78713, "recall_at_5": 0.9492, "recall_at_10": 0.97339, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.78713, "precision_at_5": 0.18984, "precision_at_10": 0.09734, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88772}, "squad-chunked-par-1000": {"ndcg_at_1": 0.78326, "ndcg_at_5": 0.87526, "ndcg_at_10": 0.88414, "ndcg_at_50": 0.88969, "ndcg_at_100": 0.88985, "map_at_1": 0.78326, "map_at_5": 0.85128, "map_at_10": 0.85502, "map_at_50": 0.8564, "map_at_100": 0.85641, "recall_at_1": 0.78326, "recall_at_5": 0.94582, "recall_at_10": 0.97291, "recall_at_50": 0.99613, "recall_at_100": 0.9971, "precision_at_1": 0.78326, "precision_at_5": 0.18916, "precision_at_10": 0.09729, "precision_at_50": 0.01992, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.88671}, "squad-chunked-par-500": {"ndcg_at_1": 0.77552, "ndcg_at_5": 0.86755, "ndcg_at_10": 0.87668, "ndcg_at_50": 0.88257, "ndcg_at_100": 0.88303, "map_at_1": 0.77552, "map_at_5": 0.84249, "map_at_10": 0.8463, "map_at_50": 0.84776, "map_at_100": 0.8478, "recall_at_1": 0.77552, "recall_at_5": 0.94194, "recall_at_10": 0.97, "recall_at_50": 0.99468, "recall_at_100": 0.99758, "precision_at_1": 0.77552, "precision_at_5": 0.18839, "precision_at_10": 0.097, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.89093}, "squad-chunked-par-300": {"ndcg_at_1": 0.79729, "ndcg_at_5": 0.88056, "ndcg_at_10": 0.88831, "ndcg_at_50": 0.8938, "ndcg_at_100": 0.89412, "map_at_1": 0.79729, "map_at_5": 0.85806, "map_at_10": 0.86122, "map_at_50": 0.86262, "map_at_100": 0.86265, "recall_at_1": 0.79729, "recall_at_5": 0.94727, "recall_at_10": 0.97146, "recall_at_50": 0.99419, "recall_at_100": 0.99613, "precision_at_1": 0.79729, "precision_at_5": 0.18945, "precision_at_10": 0.09715, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.91437}, "squad-chunked-par-250": {"ndcg_at_1": 0.78955, "ndcg_at_5": 0.87306, "ndcg_at_10": 0.88293, "ndcg_at_50": 0.88902, "ndcg_at_100": 0.8895, "map_at_1": 0.78955, "map_at_5": 0.85101, "map_at_10": 0.85509, "map_at_50": 0.8566, "map_at_100": 0.85665, "recall_at_1": 0.78955, "recall_at_5": 0.93807, "recall_at_10": 0.96855, "recall_at_50": 0.99419, "recall_at_100": 0.9971, "precision_at_1": 0.78955, "precision_at_5": 0.18761, "precision_at_10": 0.09686, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.91991}, "squad-chunked-par-200": {"ndcg_at_1": 0.78084, "ndcg_at_5": 0.86513, "ndcg_at_10": 0.87383, "ndcg_at_50": 0.88051, "ndcg_at_100": 0.88147, "map_at_1": 0.78084, "map_at_5": 0.843, "map_at_10": 0.84665, "map_at_50": 0.84819, "map_at_100": 0.84828, "recall_at_1": 0.78084, "recall_at_5": 0.93033, "recall_at_10": 0.95694, "recall_at_50": 0.98597, "recall_at_100": 0.99178, "precision_at_1": 0.78084, "precision_at_5": 0.18607, "precision_at_10": 0.09569, "precision_at_50": 0.01972, "precision_at_100": 0.00992, "ndcg_at_10_maxsim": 0.92673}, "squad-chunked-par-175": {"ndcg_at_1": 0.77262, "ndcg_at_5": 0.85214, "ndcg_at_10": 0.86251, "ndcg_at_50": 0.86982, "ndcg_at_100": 0.87171, "map_at_1": 0.77262, "map_at_5": 0.83109, "map_at_10": 0.83539, "map_at_50": 0.83704, "map_at_100": 0.8372, "recall_at_1": 0.77262, "recall_at_5": 0.91437, "recall_at_10": 0.9463, "recall_at_50": 0.97871, "recall_at_100": 0.99032, "precision_at_1": 0.77262, "precision_at_5": 0.18287, "precision_at_10": 0.09463, "precision_at_50": 0.01957, "precision_at_100": 0.0099, "ndcg_at_10_maxsim": 0.92665}, "squad-chunked-par-150": {"ndcg_at_1": 0.74407, "ndcg_at_5": 0.83535, "ndcg_at_10": 0.84759, "ndcg_at_50": 0.85561, "ndcg_at_100": 0.85704, "map_at_1": 0.74407, "map_at_5": 0.81093, "map_at_10": 0.81599, "map_at_50": 0.81785, "map_at_100": 0.81799, "recall_at_1": 0.74407, "recall_at_5": 0.9076, "recall_at_10": 0.94533, "recall_at_50": 0.98016, "recall_at_100": 0.98887, "precision_at_1": 0.74407, "precision_at_5": 0.18152, "precision_at_10": 0.09453, "precision_at_50": 0.0196, "precision_at_100": 0.00989, "ndcg_at_10_maxsim": 0.93025}, "squad-chunked-par-125": {"ndcg_at_1": 0.69956, "ndcg_at_5": 0.79275, "ndcg_at_10": 0.80525, "ndcg_at_50": 0.81975, "ndcg_at_100": 0.82119, "map_at_1": 0.69956, "map_at_5": 0.76727, "map_at_10": 0.77251, "map_at_50": 0.77591, "map_at_100": 0.77604, "recall_at_1": 0.69956, "recall_at_5": 0.86841, "recall_at_10": 0.90663, "recall_at_50": 0.96952, "recall_at_100": 0.97823, "precision_at_1": 0.69956, "precision_at_5": 0.17368, "precision_at_10": 0.09066, "precision_at_50": 0.01939, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.92646}, "squad-chunked-par-100": {"ndcg_at_1": 0.63522, "ndcg_at_5": 0.7391, "ndcg_at_10": 0.75402, "ndcg_at_50": 0.76997, "ndcg_at_100": 0.77353, "map_at_1": 0.63522, "map_at_5": 0.71044, "map_at_10": 0.71663, "map_at_50": 0.72023, "map_at_100": 0.72055, "recall_at_1": 0.63522, "recall_at_5": 0.82438, "recall_at_10": 0.87034, "recall_at_50": 0.94098, "recall_at_100": 0.96275, "precision_at_1": 0.63522, "precision_at_5": 0.16488, "precision_at_10": 0.08703, "precision_at_50": 0.01882, "precision_at_100": 0.00963, "ndcg_at_10_maxsim": 0.92253}, "NanoClimateFEVER": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.20647, "ndcg_at_10": 0.21961, "ndcg_at_50": 0.28572, "ndcg_at_100": 0.29899, "map_at_1": 0.16, "map_at_5": 0.195, "map_at_10": 0.20056, "map_at_50": 0.21461, "map_at_100": 0.21587, "recall_at_1": 0.16, "recall_at_5": 0.24, "recall_at_10": 0.28, "recall_at_50": 0.58, "recall_at_100": 0.66, "precision_at_1": 0.16, "precision_at_5": 0.048, "precision_at_10": 0.028, "precision_at_50": 0.0116, "precision_at_100": 0.0066, "ndcg_at_10_maxsim": 0.33242}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.12932, "ndcg_at_10": 0.17437, "ndcg_at_50": 0.23914, "ndcg_at_100": 0.27492, "map_at_1": 0.08, "map_at_5": 0.113, "map_at_10": 0.13147, "map_at_50": 0.14683, "map_at_100": 0.15001, "recall_at_1": 0.08, "recall_at_5": 0.18, "recall_at_10": 0.32, "recall_at_50": 0.6, "recall_at_100": 0.82, "precision_at_1": 0.08, "precision_at_5": 0.036, "precision_at_10": 0.032, "precision_at_50": 0.012, "precision_at_100": 0.0082, "ndcg_at_10_maxsim": 0.26877}, "NanoFEVER": {"ndcg_at_1": 0.62, "ndcg_at_5": 0.7854, "ndcg_at_10": 0.7854, "ndcg_at_50": 0.80301, "ndcg_at_100": 0.80301, "map_at_1": 0.62, "map_at_5": 0.74, "map_at_10": 0.74, "map_at_50": 0.74365, "map_at_100": 0.74365, "recall_at_1": 0.62, "recall_at_5": 0.92, "recall_at_10": 0.92, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.62, "precision_at_5": 0.184, "precision_at_10": 0.092, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.84956}, "NanoFiQA2018": {"ndcg_at_1": 0.3, "ndcg_at_5": 0.40421, "ndcg_at_10": 0.44968, "ndcg_at_50": 0.47325, "ndcg_at_100": 0.47643, "map_at_1": 0.3, "map_at_5": 0.37233, "map_at_10": 0.39118, "map_at_50": 0.39682, "map_at_100": 0.39708, "recall_at_1": 0.3, "recall_at_5": 0.5, "recall_at_10": 0.64, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.3, "precision_at_5": 0.1, "precision_at_10": 0.064, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.44968}, "NanoHotpotQA": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.43186, "ndcg_at_10": 0.43817, "ndcg_at_50": 0.49021, "ndcg_at_100": 0.49323, "map_at_1": 0.18, "map_at_5": 0.362, "map_at_10": 0.3645, "map_at_50": 0.3751, "map_at_100": 0.37531, "recall_at_1": 0.18, "recall_at_5": 0.64, "recall_at_10": 0.66, "recall_at_50": 0.9, "recall_at_100": 0.92, "precision_at_1": 0.18, "precision_at_5": 0.128, "precision_at_10": 0.066, "precision_at_50": 0.018, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.43817}, "NanoMSMARCO": {"ndcg_at_1": 0.34, "ndcg_at_5": 0.54151, "ndcg_at_10": 0.58031, "ndcg_at_50": 0.61772, "ndcg_at_100": 0.62096, "map_at_1": 0.34, "map_at_5": 0.488, "map_at_10": 0.50399, "map_at_50": 0.51304, "map_at_100": 0.51332, "recall_at_1": 0.34, "recall_at_5": 0.7, "recall_at_10": 0.82, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.34, "precision_at_5": 0.14, "precision_at_10": 0.082, "precision_at_50": 0.0196, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.58031}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.08107, "ndcg_at_10": 0.08819, "ndcg_at_50": 0.11037, "ndcg_at_100": 0.11664, "map_at_1": 0.02, "map_at_5": 0.062, "map_at_10": 0.06533, "map_at_50": 0.0702, "map_at_100": 0.07069, "recall_at_1": 0.02, "recall_at_5": 0.14, "recall_at_10": 0.16, "recall_at_50": 0.26, "recall_at_100": 0.3, "precision_at_1": 0.02, "precision_at_5": 0.028, "precision_at_10": 0.016, "precision_at_50": 0.0052, "precision_at_100": 0.003, "ndcg_at_10_maxsim": 0.08819}, "NanoNQ": {"ndcg_at_1": 0.44, "ndcg_at_5": 0.55032, "ndcg_at_10": 0.57421, "ndcg_at_50": 0.6184, "ndcg_at_100": 0.63125, "map_at_1": 0.44, "map_at_5": 0.52, "map_at_10": 0.52872, "map_at_50": 0.53796, "map_at_100": 0.53905, "recall_at_1": 0.44, "recall_at_5": 0.64, "recall_at_10": 0.72, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.44, "precision_at_5": 0.128, "precision_at_10": 0.072, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.57421}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.85297, "ndcg_at_10": 0.88056, "ndcg_at_50": 0.88056, "ndcg_at_100": 0.88056, "map_at_1": 0.78, "map_at_5": 0.83067, "map_at_10": 0.84305, "map_at_50": 0.84305, "map_at_100": 0.84305, "recall_at_1": 0.78, "recall_at_5": 0.92, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.184, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88056}, "NanoSCIDOCS": {"ndcg_at_1": 0.1, "ndcg_at_5": 0.17682, "ndcg_at_10": 0.24564, "ndcg_at_50": 0.27298, "ndcg_at_100": 0.29618, "map_at_1": 0.1, "map_at_5": 0.15567, "map_at_10": 0.18271, "map_at_50": 0.18898, "map_at_100": 0.19118, "recall_at_1": 0.1, "recall_at_5": 0.24, "recall_at_10": 0.46, "recall_at_50": 0.58, "recall_at_100": 0.72, "precision_at_1": 0.1, "precision_at_5": 0.048, "precision_at_10": 0.046, "precision_at_50": 0.0116, "precision_at_100": 0.0072, "ndcg_at_10_maxsim": 0.24564}, "NanoArguAna": {"ndcg_at_1": 0.22, "ndcg_at_5": 0.46647, "ndcg_at_10": 0.51871, "ndcg_at_50": 0.55743, "ndcg_at_100": 0.55743, "map_at_1": 0.22, "map_at_5": 0.39533, "map_at_10": 0.41716, "map_at_50": 0.42696, "map_at_100": 0.42696, "recall_at_1": 0.22, "recall_at_5": 0.68, "recall_at_10": 0.84, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.22, "precision_at_5": 0.136, "precision_at_10": 0.084, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.51871}, "NanoSciFact": {"ndcg_at_1": 0.58, "ndcg_at_5": 0.6877, "ndcg_at_10": 0.70068, "ndcg_at_50": 0.72174, "ndcg_at_100": 0.72478, "map_at_1": 0.58, "map_at_5": 0.65667, "map_at_10": 0.66202, "map_at_50": 0.66597, "map_at_100": 0.66618, "recall_at_1": 0.58, "recall_at_5": 0.78, "recall_at_10": 0.82, "recall_at_50": 0.92, "recall_at_100": 0.94, "precision_at_1": 0.58, "precision_at_5": 0.156, "precision_at_10": 0.082, "precision_at_50": 0.0184, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.70068}, "NanoTouche2020": {"ndcg_at_1": 0.02041, "ndcg_at_5": 0.08742, "ndcg_at_10": 0.12928, "ndcg_at_50": 0.22179, "ndcg_at_100": 0.24488, "map_at_1": 0.02041, "map_at_5": 0.06327, "map_at_10": 0.08185, "map_at_50": 0.10289, "map_at_100": 0.10491, "recall_at_1": 0.02041, "recall_at_5": 0.16327, "recall_at_10": 0.28571, "recall_at_50": 0.69388, "recall_at_100": 0.83673, "precision_at_1": 0.02041, "precision_at_5": 0.03265, "precision_at_10": 0.02857, "precision_at_50": 0.01388, "precision_at_100": 0.00837, "ndcg_at_10_maxsim": 0.12928}}}
|