Upload folder using huggingface_hub
Browse files
metrics_mb-large_baseline_prefix_multi.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "modernbert-embed-large", "model_name": "mb-large_baseline_prefix", "model_path": "models/modernbert-embed-large", "date": "2025-02-12 22:04:21", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.65648, "ndcg_at_5": 0.7971, "ndcg_at_10": 0.80812, "ndcg_at_50": 0.81887, "ndcg_at_100": 0.8196, "map_at_1": 0.65648, "map_at_5": 0.76016, "map_at_10": 0.76473, "map_at_50": 0.7672, "map_at_100": 0.76726, "recall_at_1": 0.65648, "recall_at_5": 0.90606, "recall_at_10": 0.94001, "recall_at_50": 0.98698, "recall_at_100": 0.99151, "precision_at_1": 0.65648, "precision_at_5": 0.18121, "precision_at_10": 0.094, "precision_at_50": 0.01974, "precision_at_100": 0.00992, "ndcg_at_10_maxsim": 0.95485}, "cities": {"ndcg_at_1": 0.79519, "ndcg_at_5": 0.89221, "ndcg_at_10": 0.89662, "ndcg_at_50": 0.89953, "ndcg_at_100": 0.90028, "map_at_1": 0.79519, "map_at_5": 0.86778, "map_at_10": 0.86967, "map_at_50": 0.87034, "map_at_100": 0.87041, "recall_at_1": 0.79519, "recall_at_5": 0.96366, "recall_at_10": 0.97691, "recall_at_50": 0.98959, "recall_at_100": 0.99413, "precision_at_1": 0.79519, "precision_at_5": 0.19273, "precision_at_10": 0.09769, "precision_at_50": 0.01979, "precision_at_100": 0.00994, "ndcg_at_10_maxsim": 0.99496}, "covid-qa": {"ndcg_at_1": 0.24752, "ndcg_at_5": 0.36662, "ndcg_at_10": 0.40009, "ndcg_at_50": 0.44206, "ndcg_at_100": 0.45151, "map_at_1": 0.24752, "map_at_5": 0.33167, "map_at_10": 0.34547, "map_at_50": 0.35476, "map_at_100": 0.35558, "recall_at_1": 0.24752, "recall_at_5": 0.47165, "recall_at_10": 0.57516, "recall_at_50": 0.76238, "recall_at_100": 0.82088, "precision_at_1": 0.24752, "precision_at_5": 0.09433, "precision_at_10": 0.05752, "precision_at_50": 0.01525, "precision_at_100": 0.00821, "ndcg_at_10_maxsim": 0.65865}, "chunked-mldr": {"ndcg_at_1": 0.6, "ndcg_at_5": 0.77278, "ndcg_at_10": 0.78496, "ndcg_at_50": 0.79259, "ndcg_at_100": 0.79415, "map_at_1": 0.6, "map_at_5": 0.7235, "map_at_10": 0.72808, "map_at_50": 0.73019, "map_at_100": 0.7303, "recall_at_1": 0.6, "recall_at_5": 0.92, "recall_at_10": 0.96, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.6, "precision_at_5": 0.184, "precision_at_10": 0.096, "precision_at_50": 0.0198, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.49444, "ndcg_at_5": 0.67101, "ndcg_at_10": 0.69971, "ndcg_at_50": 0.71533, "ndcg_at_100": 0.71595, "map_at_1": 0.49444, "map_at_5": 0.6205, "map_at_10": 0.63231, "map_at_50": 0.63642, "map_at_100": 0.63647, "recall_at_1": 0.49444, "recall_at_5": 0.82211, "recall_at_10": 0.91105, "recall_at_50": 0.97449, "recall_at_100": 0.97842, "precision_at_1": 0.49444, "precision_at_5": 0.16442, "precision_at_10": 0.09111, "precision_at_50": 0.01949, "precision_at_100": 0.00978, "ndcg_at_10_maxsim": 0.97119}, "tech-qa": {"ndcg_at_1": 0.12605, "ndcg_at_5": 0.39903, "ndcg_at_10": 0.44077, "ndcg_at_50": 0.47807, "ndcg_at_100": 0.48204, "map_at_1": 0.12605, "map_at_5": 0.31401, "map_at_10": 0.33179, "map_at_50": 0.33976, "map_at_100": 0.34008, "recall_at_1": 0.12605, "recall_at_5": 0.65546, "recall_at_10": 0.78151, "recall_at_50": 0.94958, "recall_at_100": 0.97479, "precision_at_1": 0.12605, "precision_at_5": 0.13109, "precision_at_10": 0.07815, "precision_at_50": 0.01899, "precision_at_100": 0.00975, "ndcg_at_10_maxsim": 0.84789}, "squad": {"ndcg_at_1": 0.6251, "ndcg_at_5": 0.76217, "ndcg_at_10": 0.77708, "ndcg_at_50": 0.78972, "ndcg_at_100": 0.79187, "map_at_1": 0.6251, "map_at_5": 0.72413, "map_at_10": 0.73035, "map_at_50": 0.73333, "map_at_100": 0.73352, "recall_at_1": 0.6251, "recall_at_5": 0.87543, "recall_at_10": 0.92119, "recall_at_50": 0.97589, "recall_at_100": 0.98906, "precision_at_1": 0.6251, "precision_at_5": 0.17509, "precision_at_10": 0.09212, "precision_at_50": 0.01952, "precision_at_100": 0.00989, "ndcg_at_10_maxsim": 0.94515}, "eiopa_europa": {"ndcg_at_1": 0.09167, "ndcg_at_5": 0.34775, "ndcg_at_10": 0.40999, "ndcg_at_50": 0.47286, "ndcg_at_100": 0.47286, "map_at_1": 0.09167, "map_at_5": 0.27708, "map_at_10": 0.30294, "map_at_50": 0.32011, "map_at_100": 0.32011, "recall_at_1": 0.09167, "recall_at_5": 0.55833, "recall_at_10": 0.75, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.09167, "precision_at_5": 0.11167, "precision_at_10": 0.075, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.55673, "ndcg_at_5": 0.74544, "ndcg_at_10": 0.75816, "ndcg_at_50": 0.76682, "ndcg_at_100": 0.76859, "map_at_1": 0.55673, "map_at_5": 0.69337, "map_at_10": 0.6988, "map_at_50": 0.7008, "map_at_100": 0.70096, "recall_at_1": 0.55673, "recall_at_5": 0.90017, "recall_at_10": 0.93854, "recall_at_50": 0.97633, "recall_at_100": 0.98729, "precision_at_1": 0.55673, "precision_at_5": 0.18003, "precision_at_10": 0.09385, "precision_at_50": 0.01953, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93882}, "maritime-qa": {"ndcg_at_1": 0.21569, "ndcg_at_5": 0.34345, "ndcg_at_10": 0.37421, "ndcg_at_50": 0.43589, "ndcg_at_100": 0.45212, "map_at_1": 0.21569, "map_at_5": 0.30719, "map_at_10": 0.31936, "map_at_50": 0.33301, "map_at_100": 0.33453, "recall_at_1": 0.21569, "recall_at_5": 0.45098, "recall_at_10": 0.54902, "recall_at_50": 0.82353, "recall_at_100": 0.92157, "precision_at_1": 0.21569, "precision_at_5": 0.0902, "precision_at_10": 0.0549, "precision_at_50": 0.01647, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.5616}, "us-presidents": {"ndcg_at_1": 0.90164, "ndcg_at_5": 0.95731, "ndcg_at_10": 0.95731, "ndcg_at_50": 0.95731, "ndcg_at_100": 0.95731, "map_at_1": 0.90164, "map_at_5": 0.94281, "map_at_10": 0.94281, "map_at_50": 0.94281, "map_at_100": 0.94281, "recall_at_1": 0.90164, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.90164, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "authors": {"ndcg_at_1": 0.86792, "ndcg_at_5": 0.94418, "ndcg_at_10": 0.94418, "ndcg_at_50": 0.94418, "ndcg_at_100": 0.94418, "map_at_1": 0.86792, "map_at_5": 0.92505, "map_at_10": 0.92505, "map_at_50": 0.92505, "map_at_100": 0.92505, "recall_at_1": 0.86792, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.86792, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "scientists": {"ndcg_at_1": 0.83333, "ndcg_at_5": 0.93364, "ndcg_at_10": 0.93364, "ndcg_at_50": 0.93364, "ndcg_at_100": 0.93364, "map_at_1": 0.83333, "map_at_5": 0.91049, "map_at_10": 0.91049, "map_at_50": 0.91049, "map_at_100": 0.91049, "recall_at_1": 0.83333, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.7076, "ndcg_at_5": 0.86908, "ndcg_at_10": 0.86908, "ndcg_at_50": 0.87144, "ndcg_at_100": 0.87242, "map_at_1": 0.7076, "map_at_5": 0.82992, "map_at_10": 0.82992, "map_at_50": 0.83031, "map_at_100": 0.83041, "recall_at_1": 0.7076, "recall_at_5": 0.98246, "recall_at_10": 0.98246, "recall_at_50": 0.99415, "recall_at_100": 1.0, "precision_at_1": 0.7076, "precision_at_5": 0.19649, "precision_at_10": 0.09825, "precision_at_50": 0.01988, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99784}, "companies": {"ndcg_at_1": 0.75287, "ndcg_at_5": 0.86769, "ndcg_at_10": 0.88202, "ndcg_at_50": 0.8832, "ndcg_at_100": 0.88417, "map_at_1": 0.75287, "map_at_5": 0.83994, "map_at_10": 0.84665, "map_at_50": 0.84685, "map_at_100": 0.84695, "recall_at_1": 0.75287, "recall_at_5": 0.94828, "recall_at_10": 0.98851, "recall_at_50": 0.99425, "recall_at_100": 1.0, "precision_at_1": 0.75287, "precision_at_5": 0.18966, "precision_at_10": 0.09885, "precision_at_50": 0.01989, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99576}, "dates": {"ndcg_at_1": 0.24729, "ndcg_at_5": 0.46094, "ndcg_at_10": 0.51917, "ndcg_at_50": 0.54707, "ndcg_at_100": 0.54877, "map_at_1": 0.24729, "map_at_5": 0.39497, "map_at_10": 0.41942, "map_at_50": 0.42652, "map_at_100": 0.42667, "recall_at_1": 0.24729, "recall_at_5": 0.66088, "recall_at_10": 0.83876, "recall_at_50": 0.95469, "recall_at_100": 0.96505, "precision_at_1": 0.24729, "precision_at_5": 0.13218, "precision_at_10": 0.08388, "precision_at_50": 0.01909, "precision_at_100": 0.00965, "ndcg_at_10_maxsim": 0.93611}, "squad-chunked-par-8000": {"ndcg_at_1": 0.78907, "ndcg_at_5": 0.88312, "ndcg_at_10": 0.89075, "ndcg_at_50": 0.89503, "ndcg_at_100": 0.89535, "map_at_1": 0.78907, "map_at_5": 0.85896, "map_at_10": 0.86218, "map_at_50": 0.86319, "map_at_100": 0.86322, "recall_at_1": 0.78907, "recall_at_5": 0.95404, "recall_at_10": 0.97726, "recall_at_50": 0.99565, "recall_at_100": 0.99758, "precision_at_1": 0.78907, "precision_at_5": 0.19081, "precision_at_10": 0.09773, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.89075}, "squad-chunked-par-1000": {"ndcg_at_1": 0.77358, "ndcg_at_5": 0.87305, "ndcg_at_10": 0.88151, "ndcg_at_50": 0.88652, "ndcg_at_100": 0.88692, "map_at_1": 0.77358, "map_at_5": 0.84757, "map_at_10": 0.85117, "map_at_50": 0.85239, "map_at_100": 0.85242, "recall_at_1": 0.77358, "recall_at_5": 0.94775, "recall_at_10": 0.97339, "recall_at_50": 0.99468, "recall_at_100": 0.9971, "precision_at_1": 0.77358, "precision_at_5": 0.18955, "precision_at_10": 0.09734, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.88695}, "squad-chunked-par-500": {"ndcg_at_1": 0.74117, "ndcg_at_5": 0.84935, "ndcg_at_10": 0.85922, "ndcg_at_50": 0.86549, "ndcg_at_100": 0.86603, "map_at_1": 0.74117, "map_at_5": 0.81991, "map_at_10": 0.82408, "map_at_50": 0.82561, "map_at_100": 0.82566, "recall_at_1": 0.74117, "recall_at_5": 0.93662, "recall_at_10": 0.96662, "recall_at_50": 0.99323, "recall_at_100": 0.99661, "precision_at_1": 0.74117, "precision_at_5": 0.18732, "precision_at_10": 0.09666, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.89356}, "squad-chunked-par-300": {"ndcg_at_1": 0.69424, "ndcg_at_5": 0.82655, "ndcg_at_10": 0.83746, "ndcg_at_50": 0.84415, "ndcg_at_100": 0.84494, "map_at_1": 0.69424, "map_at_5": 0.79137, "map_at_10": 0.79594, "map_at_50": 0.79757, "map_at_100": 0.79764, "recall_at_1": 0.69424, "recall_at_5": 0.93033, "recall_at_10": 0.96372, "recall_at_50": 0.99226, "recall_at_100": 0.9971, "precision_at_1": 0.69424, "precision_at_5": 0.18607, "precision_at_10": 0.09637, "precision_at_50": 0.01985, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.9}, "squad-chunked-par-250": {"ndcg_at_1": 0.69473, "ndcg_at_5": 0.82564, "ndcg_at_10": 0.83778, "ndcg_at_50": 0.8439, "ndcg_at_100": 0.84493, "map_at_1": 0.69473, "map_at_5": 0.79085, "map_at_10": 0.79591, "map_at_50": 0.79745, "map_at_100": 0.79755, "recall_at_1": 0.69473, "recall_at_5": 0.9284, "recall_at_10": 0.96565, "recall_at_50": 0.99129, "recall_at_100": 0.99758, "precision_at_1": 0.69473, "precision_at_5": 0.18568, "precision_at_10": 0.09657, "precision_at_50": 0.01983, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90958}, "squad-chunked-par-200": {"ndcg_at_1": 0.69473, "ndcg_at_5": 0.82423, "ndcg_at_10": 0.8345, "ndcg_at_50": 0.842, "ndcg_at_100": 0.84286, "map_at_1": 0.69473, "map_at_5": 0.7895, "map_at_10": 0.79379, "map_at_50": 0.79558, "map_at_100": 0.79566, "recall_at_1": 0.69473, "recall_at_5": 0.92695, "recall_at_10": 0.95839, "recall_at_50": 0.99081, "recall_at_100": 0.99613, "precision_at_1": 0.69473, "precision_at_5": 0.18539, "precision_at_10": 0.09584, "precision_at_50": 0.01982, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.91768}, "squad-chunked-par-175": {"ndcg_at_1": 0.69134, "ndcg_at_5": 0.82227, "ndcg_at_10": 0.83208, "ndcg_at_50": 0.83953, "ndcg_at_100": 0.84049, "map_at_1": 0.69134, "map_at_5": 0.78652, "map_at_10": 0.79063, "map_at_50": 0.79247, "map_at_100": 0.79257, "recall_at_1": 0.69134, "recall_at_5": 0.9284, "recall_at_10": 0.95839, "recall_at_50": 0.98984, "recall_at_100": 0.99565, "precision_at_1": 0.69134, "precision_at_5": 0.18568, "precision_at_10": 0.09584, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.92157}, "squad-chunked-par-150": {"ndcg_at_1": 0.67828, "ndcg_at_5": 0.81377, "ndcg_at_10": 0.8253, "ndcg_at_50": 0.83353, "ndcg_at_100": 0.83433, "map_at_1": 0.67828, "map_at_5": 0.77733, "map_at_10": 0.78223, "map_at_50": 0.78431, "map_at_100": 0.78438, "recall_at_1": 0.67828, "recall_at_5": 0.92163, "recall_at_10": 0.95646, "recall_at_50": 0.99081, "recall_at_100": 0.99565, "precision_at_1": 0.67828, "precision_at_5": 0.18433, "precision_at_10": 0.09565, "precision_at_50": 0.01982, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.92869}, "squad-chunked-par-125": {"ndcg_at_1": 0.64199, "ndcg_at_5": 0.78049, "ndcg_at_10": 0.7968, "ndcg_at_50": 0.8077, "ndcg_at_100": 0.80811, "map_at_1": 0.64199, "map_at_5": 0.7416, "map_at_10": 0.74853, "map_at_50": 0.75123, "map_at_100": 0.75127, "recall_at_1": 0.64199, "recall_at_5": 0.89647, "recall_at_10": 0.94582, "recall_at_50": 0.99178, "recall_at_100": 0.99419, "precision_at_1": 0.64199, "precision_at_5": 0.17929, "precision_at_10": 0.09458, "precision_at_50": 0.01984, "precision_at_100": 0.00994, "ndcg_at_10_maxsim": 0.93091}, "squad-chunked-par-100": {"ndcg_at_1": 0.59555, "ndcg_at_5": 0.75491, "ndcg_at_10": 0.77069, "ndcg_at_50": 0.78324, "ndcg_at_100": 0.78425, "map_at_1": 0.59555, "map_at_5": 0.71078, "map_at_10": 0.71746, "map_at_50": 0.72047, "map_at_100": 0.72055, "recall_at_1": 0.59555, "recall_at_5": 0.88631, "recall_at_10": 0.9342, "recall_at_50": 0.98791, "recall_at_100": 0.99419, "precision_at_1": 0.59555, "precision_at_5": 0.17726, "precision_at_10": 0.09342, "precision_at_50": 0.01976, "precision_at_100": 0.00994, "ndcg_at_10_maxsim": 0.93856}, "NanoClimateFEVER": {"ndcg_at_1": 0.22, "ndcg_at_5": 0.29559, "ndcg_at_10": 0.33965, "ndcg_at_50": 0.37967, "ndcg_at_100": 0.38307, "map_at_1": 0.22, "map_at_5": 0.274, "map_at_10": 0.29149, "map_at_50": 0.30018, "map_at_100": 0.30053, "recall_at_1": 0.22, "recall_at_5": 0.36, "recall_at_10": 0.5, "recall_at_50": 0.68, "recall_at_100": 0.7, "precision_at_1": 0.22, "precision_at_5": 0.072, "precision_at_10": 0.05, "precision_at_50": 0.0136, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.41135}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.14706, "ndcg_at_10": 0.19612, "ndcg_at_50": 0.27046, "ndcg_at_100": 0.28702, "map_at_1": 0.08, "map_at_5": 0.12367, "map_at_10": 0.14617, "map_at_50": 0.16167, "map_at_100": 0.16323, "recall_at_1": 0.08, "recall_at_5": 0.22, "recall_at_10": 0.36, "recall_at_50": 0.7, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.044, "precision_at_10": 0.036, "precision_at_50": 0.014, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.31079}, "NanoFEVER": {"ndcg_at_1": 0.8, "ndcg_at_5": 0.88047, "ndcg_at_10": 0.88714, "ndcg_at_50": 0.89543, "ndcg_at_100": 0.89543, "map_at_1": 0.8, "map_at_5": 0.86, "map_at_10": 0.86286, "map_at_50": 0.86434, "map_at_100": 0.86434, "recall_at_1": 0.8, "recall_at_5": 0.94, "recall_at_10": 0.96, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.8, "precision_at_5": 0.188, "precision_at_10": 0.096, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.9076}, "NanoFiQA2018": {"ndcg_at_1": 0.32, "ndcg_at_5": 0.47119, "ndcg_at_10": 0.49174, "ndcg_at_50": 0.51975, "ndcg_at_100": 0.5231, "map_at_1": 0.32, "map_at_5": 0.428, "map_at_10": 0.43717, "map_at_50": 0.44384, "map_at_100": 0.44416, "recall_at_1": 0.32, "recall_at_5": 0.6, "recall_at_10": 0.66, "recall_at_50": 0.78, "recall_at_100": 0.8, "precision_at_1": 0.32, "precision_at_5": 0.12, "precision_at_10": 0.066, "precision_at_50": 0.0156, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.49174}, "NanoHotpotQA": {"ndcg_at_1": 0.1, "ndcg_at_5": 0.37722, "ndcg_at_10": 0.383, "ndcg_at_50": 0.43663, "ndcg_at_100": 0.43988, "map_at_1": 0.1, "map_at_5": 0.308, "map_at_10": 0.31, "map_at_50": 0.32403, "map_at_100": 0.32432, "recall_at_1": 0.1, "recall_at_5": 0.58, "recall_at_10": 0.6, "recall_at_50": 0.82, "recall_at_100": 0.84, "precision_at_1": 0.1, "precision_at_5": 0.116, "precision_at_10": 0.06, "precision_at_50": 0.0164, "precision_at_100": 0.0084, "ndcg_at_10_maxsim": 0.383}, "NanoMSMARCO": {"ndcg_at_1": 0.4, "ndcg_at_5": 0.61524, "ndcg_at_10": 0.64112, "ndcg_at_50": 0.66864, "ndcg_at_100": 0.66864, "map_at_1": 0.4, "map_at_5": 0.55367, "map_at_10": 0.56436, "map_at_50": 0.57065, "map_at_100": 0.57065, "recall_at_1": 0.4, "recall_at_5": 0.8, "recall_at_10": 0.88, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.4, "precision_at_5": 0.16, "precision_at_10": 0.088, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.64112}, "NanoNFCorpus": {"ndcg_at_1": 0.04, "ndcg_at_5": 0.08559, "ndcg_at_10": 0.1092, "ndcg_at_50": 0.12293, "ndcg_at_100": 0.13615, "map_at_1": 0.04, "map_at_5": 0.074, "map_at_10": 0.08244, "map_at_50": 0.08565, "map_at_100": 0.08688, "recall_at_1": 0.04, "recall_at_5": 0.12, "recall_at_10": 0.2, "recall_at_50": 0.26, "recall_at_100": 0.34, "precision_at_1": 0.04, "precision_at_5": 0.024, "precision_at_10": 0.02, "precision_at_50": 0.0052, "precision_at_100": 0.0034, "ndcg_at_10_maxsim": 0.1092}, "NanoNQ": {"ndcg_at_1": 0.54, "ndcg_at_5": 0.67607, "ndcg_at_10": 0.6895, "ndcg_at_50": 0.70908, "ndcg_at_100": 0.72203, "map_at_1": 0.54, "map_at_5": 0.64067, "map_at_10": 0.6465, "map_at_50": 0.64951, "map_at_100": 0.65065, "recall_at_1": 0.54, "recall_at_5": 0.78, "recall_at_10": 0.82, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.54, "precision_at_5": 0.156, "precision_at_10": 0.082, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.6895}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.88345, "ndcg_at_10": 0.89724, "ndcg_at_50": 0.89724, "ndcg_at_100": 0.89724, "map_at_1": 0.78, "map_at_5": 0.85733, "map_at_10": 0.86352, "map_at_50": 0.86352, "map_at_100": 0.86352, "recall_at_1": 0.78, "recall_at_5": 0.96, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.192, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.89724}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.20866, "ndcg_at_10": 0.26095, "ndcg_at_50": 0.31635, "ndcg_at_100": 0.32568, "map_at_1": 0.12, "map_at_5": 0.179, "map_at_10": 0.20088, "map_at_50": 0.21188, "map_at_100": 0.21259, "recall_at_1": 0.12, "recall_at_5": 0.3, "recall_at_10": 0.46, "recall_at_50": 0.72, "recall_at_100": 0.78, "precision_at_1": 0.12, "precision_at_5": 0.06, "precision_at_10": 0.046, "precision_at_50": 0.0144, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.26095}, "NanoArguAna": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.47318, "ndcg_at_10": 0.51045, "ndcg_at_50": 0.53953, "ndcg_at_100": 0.53953, "map_at_1": 0.16, "map_at_5": 0.37833, "map_at_10": 0.39283, "map_at_50": 0.40043, "map_at_100": 0.40043, "recall_at_1": 0.16, "recall_at_5": 0.76, "recall_at_10": 0.88, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_5": 0.152, "precision_at_10": 0.088, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.51045}, "NanoSciFact": {"ndcg_at_1": 0.64, "ndcg_at_5": 0.70682, "ndcg_at_10": 0.75313, "ndcg_at_50": 0.757, "ndcg_at_100": 0.76034, "map_at_1": 0.64, "map_at_5": 0.689, "map_at_10": 0.70864, "map_at_50": 0.70921, "map_at_100": 0.70953, "recall_at_1": 0.64, "recall_at_5": 0.76, "recall_at_10": 0.9, "recall_at_50": 0.92, "recall_at_100": 0.94, "precision_at_1": 0.64, "precision_at_5": 0.152, "precision_at_10": 0.09, "precision_at_50": 0.0184, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.75313}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.12379, "ndcg_at_10": 0.16261, "ndcg_at_50": 0.24064, "ndcg_at_100": 0.2609, "map_at_1": 0.04082, "map_at_5": 0.0915, "map_at_10": 0.10708, "map_at_50": 0.12425, "map_at_100": 0.12614, "recall_at_1": 0.04082, "recall_at_5": 0.22449, "recall_at_10": 0.34694, "recall_at_50": 0.69388, "recall_at_100": 0.81633, "precision_at_1": 0.04082, "precision_at_5": 0.0449, "precision_at_10": 0.03469, "precision_at_50": 0.01388, "precision_at_100": 0.00816, "ndcg_at_10_maxsim": 0.16261}}}
|
metrics_mb-large_baseline_prefix_single.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "modernbert-embed-large", "model_name": "mb-large_baseline_prefix", "model_path": "models/modernbert-embed-large", "date": "2025-02-12 22:14:45", "is_contextual": "single", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.05772, "ndcg_at_5": 0.21572, "ndcg_at_10": 0.25291, "ndcg_at_50": 0.3102, "ndcg_at_100": 0.32304, "map_at_1": 0.05772, "map_at_5": 0.16836, "map_at_10": 0.18372, "map_at_50": 0.19638, "map_at_100": 0.19751, "recall_at_1": 0.05772, "recall_at_5": 0.3588, "recall_at_10": 0.47368, "recall_at_50": 0.72949, "recall_at_100": 0.80872, "precision_at_1": 0.05772, "precision_at_5": 0.07176, "precision_at_10": 0.04737, "precision_at_50": 0.01459, "precision_at_100": 0.00809, "ndcg_at_10_maxsim": 0.87155}, "cities": {"ndcg_at_1": 0.26765, "ndcg_at_5": 0.53814, "ndcg_at_10": 0.56165, "ndcg_at_50": 0.58271, "ndcg_at_100": 0.58559, "map_at_1": 0.26765, "map_at_5": 0.4667, "map_at_10": 0.47658, "map_at_50": 0.48137, "map_at_100": 0.48163, "recall_at_1": 0.26765, "recall_at_5": 0.74901, "recall_at_10": 0.82075, "recall_at_50": 0.91331, "recall_at_100": 0.93091, "precision_at_1": 0.26765, "precision_at_5": 0.1498, "precision_at_10": 0.08207, "precision_at_50": 0.01827, "precision_at_100": 0.00931, "ndcg_at_10_maxsim": 0.94966}, "covid-qa": {"ndcg_at_1": 0.47885, "ndcg_at_5": 0.59492, "ndcg_at_10": 0.61769, "ndcg_at_50": 0.63683, "ndcg_at_100": 0.64286, "map_at_1": 0.47885, "map_at_5": 0.56205, "map_at_10": 0.57131, "map_at_50": 0.57561, "map_at_100": 0.57616, "recall_at_1": 0.47885, "recall_at_5": 0.69307, "recall_at_10": 0.76418, "recall_at_50": 0.84878, "recall_at_100": 0.88569, "precision_at_1": 0.47885, "precision_at_5": 0.13861, "precision_at_10": 0.07642, "precision_at_50": 0.01698, "precision_at_100": 0.00886, "ndcg_at_10_maxsim": 0.78483}, "chunked-mldr": {"ndcg_at_1": 0.66, "ndcg_at_5": 0.75401, "ndcg_at_10": 0.78064, "ndcg_at_50": 0.80253, "ndcg_at_100": 0.80253, "map_at_1": 0.66, "map_at_5": 0.7285, "map_at_10": 0.73996, "map_at_50": 0.74558, "map_at_100": 0.74558, "recall_at_1": 0.66, "recall_at_5": 0.83, "recall_at_10": 0.91, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.66, "precision_at_5": 0.166, "precision_at_10": 0.091, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.48725, "ndcg_at_5": 0.6306, "ndcg_at_10": 0.66181, "ndcg_at_50": 0.68282, "ndcg_at_100": 0.68376, "map_at_1": 0.48725, "map_at_5": 0.58996, "map_at_10": 0.60327, "map_at_50": 0.60844, "map_at_100": 0.60852, "recall_at_1": 0.48725, "recall_at_5": 0.75213, "recall_at_10": 0.8463, "recall_at_50": 0.93525, "recall_at_100": 0.94114, "precision_at_1": 0.48725, "precision_at_5": 0.15043, "precision_at_10": 0.08463, "precision_at_50": 0.01871, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.97133}, "tech-qa": {"ndcg_at_1": 0.15966, "ndcg_at_5": 0.37446, "ndcg_at_10": 0.40487, "ndcg_at_50": 0.4474, "ndcg_at_100": 0.45295, "map_at_1": 0.15966, "map_at_5": 0.31148, "map_at_10": 0.32435, "map_at_50": 0.3342, "map_at_100": 0.33472, "recall_at_1": 0.15966, "recall_at_5": 0.56303, "recall_at_10": 0.65546, "recall_at_50": 0.84034, "recall_at_100": 0.87395, "precision_at_1": 0.15966, "precision_at_5": 0.11261, "precision_at_10": 0.06555, "precision_at_50": 0.01681, "precision_at_100": 0.00874, "ndcg_at_10_maxsim": 0.83185}, "squad": {"ndcg_at_1": 0.75885, "ndcg_at_5": 0.8607, "ndcg_at_10": 0.86906, "ndcg_at_50": 0.87529, "ndcg_at_100": 0.87593, "map_at_1": 0.75885, "map_at_5": 0.83382, "map_at_10": 0.83732, "map_at_50": 0.83885, "map_at_100": 0.8389, "recall_at_1": 0.75885, "recall_at_5": 0.94001, "recall_at_10": 0.96565, "recall_at_50": 0.992, "recall_at_100": 0.99588, "precision_at_1": 0.75885, "precision_at_5": 0.188, "precision_at_10": 0.09657, "precision_at_50": 0.01984, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.97379}, "eiopa_europa": {"ndcg_at_1": 0.01667, "ndcg_at_5": 0.07991, "ndcg_at_10": 0.1253, "ndcg_at_50": 0.29041, "ndcg_at_100": 0.29041, "map_at_1": 0.01667, "map_at_5": 0.05958, "map_at_10": 0.07803, "map_at_50": 0.116, "map_at_100": 0.116, "recall_at_1": 0.01667, "recall_at_5": 0.14167, "recall_at_10": 0.28333, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.01667, "precision_at_5": 0.02833, "precision_at_10": 0.02833, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.58939, "ndcg_at_5": 0.76814, "ndcg_at_10": 0.77891, "ndcg_at_50": 0.7862, "ndcg_at_100": 0.78731, "map_at_1": 0.58939, "map_at_5": 0.71971, "map_at_10": 0.7243, "map_at_50": 0.72595, "map_at_100": 0.72605, "recall_at_1": 0.58939, "recall_at_5": 0.91149, "recall_at_10": 0.94402, "recall_at_50": 0.97621, "recall_at_100": 0.98297, "precision_at_1": 0.58939, "precision_at_5": 0.1823, "precision_at_10": 0.0944, "precision_at_50": 0.01952, "precision_at_100": 0.00983, "ndcg_at_10_maxsim": 0.97043}, "maritime-qa": {"ndcg_at_1": 0.39216, "ndcg_at_5": 0.62535, "ndcg_at_10": 0.64522, "ndcg_at_50": 0.65353, "ndcg_at_100": 0.65353, "map_at_1": 0.39216, "map_at_5": 0.55915, "map_at_10": 0.56786, "map_at_50": 0.56942, "map_at_100": 0.56942, "recall_at_1": 0.39216, "recall_at_5": 0.82353, "recall_at_10": 0.88235, "recall_at_50": 0.92157, "recall_at_100": 0.92157, "precision_at_1": 0.39216, "precision_at_5": 0.16471, "precision_at_10": 0.08824, "precision_at_50": 0.01843, "precision_at_100": 0.00922, "ndcg_at_10_maxsim": 0.77539}, "us-presidents": {"ndcg_at_1": 0.55191, "ndcg_at_5": 0.76398, "ndcg_at_10": 0.78055, "ndcg_at_50": 0.78576, "ndcg_at_100": 0.78576, "map_at_1": 0.55191, "map_at_5": 0.7082, "map_at_10": 0.71543, "map_at_50": 0.71675, "map_at_100": 0.71675, "recall_at_1": 0.55191, "recall_at_5": 0.92896, "recall_at_10": 0.97814, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.55191, "precision_at_5": 0.18579, "precision_at_10": 0.09781, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.97434}, "authors": {"ndcg_at_1": 0.34591, "ndcg_at_5": 0.7029, "ndcg_at_10": 0.71732, "ndcg_at_50": 0.71732, "ndcg_at_100": 0.71732, "map_at_1": 0.34591, "map_at_5": 0.61583, "map_at_10": 0.62188, "map_at_50": 0.62188, "map_at_100": 0.62188, "recall_at_1": 0.34591, "recall_at_5": 0.95597, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.34591, "precision_at_5": 0.19119, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99536}, "scientists": {"ndcg_at_1": 0.34259, "ndcg_at_5": 0.72964, "ndcg_at_10": 0.72964, "ndcg_at_50": 0.73186, "ndcg_at_100": 0.73186, "map_at_1": 0.34259, "map_at_5": 0.63889, "map_at_10": 0.63889, "map_at_50": 0.63943, "map_at_100": 0.63943, "recall_at_1": 0.34259, "recall_at_5": 0.99074, "recall_at_10": 0.99074, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.34259, "precision_at_5": 0.19815, "precision_at_10": 0.09907, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.11696, "ndcg_at_5": 0.48597, "ndcg_at_10": 0.51846, "ndcg_at_50": 0.54343, "ndcg_at_100": 0.54724, "map_at_1": 0.11696, "map_at_5": 0.39045, "map_at_10": 0.40406, "map_at_50": 0.40963, "map_at_100": 0.40996, "recall_at_1": 0.11696, "recall_at_5": 0.76608, "recall_at_10": 0.8655, "recall_at_50": 0.97661, "recall_at_100": 1.0, "precision_at_1": 0.11696, "precision_at_5": 0.15322, "precision_at_10": 0.08655, "precision_at_50": 0.01953, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.96837}, "companies": {"ndcg_at_1": 0.44828, "ndcg_at_5": 0.68439, "ndcg_at_10": 0.69507, "ndcg_at_50": 0.70558, "ndcg_at_100": 0.71603, "map_at_1": 0.44828, "map_at_5": 0.62557, "map_at_10": 0.62971, "map_at_50": 0.63218, "map_at_100": 0.63315, "recall_at_1": 0.44828, "recall_at_5": 0.85632, "recall_at_10": 0.8908, "recall_at_50": 0.93678, "recall_at_100": 1.0, "precision_at_1": 0.44828, "precision_at_5": 0.17126, "precision_at_10": 0.08908, "precision_at_50": 0.01874, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.95774}, "dates": {"ndcg_at_1": 0.33815, "ndcg_at_5": 0.45774, "ndcg_at_10": 0.48911, "ndcg_at_50": 0.53112, "ndcg_at_100": 0.54058, "map_at_1": 0.33815, "map_at_5": 0.42264, "map_at_10": 0.43565, "map_at_50": 0.44497, "map_at_100": 0.44582, "recall_at_1": 0.33815, "recall_at_5": 0.56327, "recall_at_10": 0.65992, "recall_at_50": 0.84719, "recall_at_100": 0.90504, "precision_at_1": 0.33815, "precision_at_5": 0.11265, "precision_at_10": 0.06599, "precision_at_50": 0.01694, "precision_at_100": 0.00905, "ndcg_at_10_maxsim": 0.63507}, "squad-chunked-par-8000": {"ndcg_at_1": 0.7881, "ndcg_at_5": 0.88299, "ndcg_at_10": 0.8903, "ndcg_at_50": 0.89463, "ndcg_at_100": 0.89503, "map_at_1": 0.7881, "map_at_5": 0.85861, "map_at_10": 0.86169, "map_at_50": 0.86274, "map_at_100": 0.86278, "recall_at_1": 0.7881, "recall_at_5": 0.95452, "recall_at_10": 0.97678, "recall_at_50": 0.99516, "recall_at_100": 0.99758, "precision_at_1": 0.7881, "precision_at_5": 0.1909, "precision_at_10": 0.09768, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.8903}, "squad-chunked-par-1000": {"ndcg_at_1": 0.78278, "ndcg_at_5": 0.87848, "ndcg_at_10": 0.88539, "ndcg_at_50": 0.89039, "ndcg_at_100": 0.89094, "map_at_1": 0.78278, "map_at_5": 0.85347, "map_at_10": 0.85634, "map_at_50": 0.8576, "map_at_100": 0.85764, "recall_at_1": 0.78278, "recall_at_5": 0.9521, "recall_at_10": 0.97339, "recall_at_50": 0.99419, "recall_at_100": 0.99758, "precision_at_1": 0.78278, "precision_at_5": 0.19042, "precision_at_10": 0.09734, "precision_at_50": 0.01988, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.88606}, "squad-chunked-par-500": {"ndcg_at_1": 0.7731, "ndcg_at_5": 0.87074, "ndcg_at_10": 0.87848, "ndcg_at_50": 0.88447, "ndcg_at_100": 0.88478, "map_at_1": 0.7731, "map_at_5": 0.84526, "map_at_10": 0.8485, "map_at_50": 0.84994, "map_at_100": 0.84996, "recall_at_1": 0.7731, "recall_at_5": 0.94582, "recall_at_10": 0.96952, "recall_at_50": 0.99516, "recall_at_100": 0.9971, "precision_at_1": 0.7731, "precision_at_5": 0.18916, "precision_at_10": 0.09695, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.89179}, "squad-chunked-par-300": {"ndcg_at_1": 0.7939, "ndcg_at_5": 0.88192, "ndcg_at_10": 0.88869, "ndcg_at_50": 0.89382, "ndcg_at_100": 0.89446, "map_at_1": 0.7939, "map_at_5": 0.85922, "map_at_10": 0.86204, "map_at_50": 0.86329, "map_at_100": 0.86335, "recall_at_1": 0.7939, "recall_at_5": 0.94872, "recall_at_10": 0.96952, "recall_at_50": 0.99129, "recall_at_100": 0.99516, "precision_at_1": 0.7939, "precision_at_5": 0.18974, "precision_at_10": 0.09695, "precision_at_50": 0.01983, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.91687}, "squad-chunked-par-250": {"ndcg_at_1": 0.78907, "ndcg_at_5": 0.87468, "ndcg_at_10": 0.88312, "ndcg_at_50": 0.88859, "ndcg_at_100": 0.88946, "map_at_1": 0.78907, "map_at_5": 0.85188, "map_at_10": 0.85536, "map_at_50": 0.85664, "map_at_100": 0.85672, "recall_at_1": 0.78907, "recall_at_5": 0.94194, "recall_at_10": 0.96807, "recall_at_50": 0.99178, "recall_at_100": 0.9971, "precision_at_1": 0.78907, "precision_at_5": 0.18839, "precision_at_10": 0.09681, "precision_at_50": 0.01984, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92092}, "squad-chunked-par-200": {"ndcg_at_1": 0.77746, "ndcg_at_5": 0.85982, "ndcg_at_10": 0.86879, "ndcg_at_50": 0.87603, "ndcg_at_100": 0.8772, "map_at_1": 0.77746, "map_at_5": 0.83777, "map_at_10": 0.8415, "map_at_50": 0.84319, "map_at_100": 0.84329, "recall_at_1": 0.77746, "recall_at_5": 0.92501, "recall_at_10": 0.95259, "recall_at_50": 0.98403, "recall_at_100": 0.99129, "precision_at_1": 0.77746, "precision_at_5": 0.185, "precision_at_10": 0.09526, "precision_at_50": 0.01968, "precision_at_100": 0.00991, "ndcg_at_10_maxsim": 0.92855}, "squad-chunked-par-175": {"ndcg_at_1": 0.76052, "ndcg_at_5": 0.84271, "ndcg_at_10": 0.8522, "ndcg_at_50": 0.86087, "ndcg_at_100": 0.86269, "map_at_1": 0.76052, "map_at_5": 0.82078, "map_at_10": 0.82476, "map_at_50": 0.82676, "map_at_100": 0.82693, "recall_at_1": 0.76052, "recall_at_5": 0.9076, "recall_at_10": 0.93662, "recall_at_50": 0.97436, "recall_at_100": 0.98549, "precision_at_1": 0.76052, "precision_at_5": 0.18152, "precision_at_10": 0.09366, "precision_at_50": 0.01949, "precision_at_100": 0.00985, "ndcg_at_10_maxsim": 0.93008}, "squad-chunked-par-150": {"ndcg_at_1": 0.74359, "ndcg_at_5": 0.82579, "ndcg_at_10": 0.83694, "ndcg_at_50": 0.8477, "ndcg_at_100": 0.84992, "map_at_1": 0.74359, "map_at_5": 0.80358, "map_at_10": 0.80812, "map_at_50": 0.81054, "map_at_100": 0.81074, "recall_at_1": 0.74359, "recall_at_5": 0.89163, "recall_at_10": 0.92646, "recall_at_50": 0.97388, "recall_at_100": 0.98742, "precision_at_1": 0.74359, "precision_at_5": 0.17833, "precision_at_10": 0.09265, "precision_at_50": 0.01948, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93046}, "squad-chunked-par-125": {"ndcg_at_1": 0.69134, "ndcg_at_5": 0.77915, "ndcg_at_10": 0.79163, "ndcg_at_50": 0.80617, "ndcg_at_100": 0.809, "map_at_1": 0.69134, "map_at_5": 0.75498, "map_at_10": 0.76012, "map_at_50": 0.76344, "map_at_100": 0.76369, "recall_at_1": 0.69134, "recall_at_5": 0.85099, "recall_at_10": 0.8897, "recall_at_50": 0.95356, "recall_at_100": 0.97097, "precision_at_1": 0.69134, "precision_at_5": 0.1702, "precision_at_10": 0.08897, "precision_at_50": 0.01907, "precision_at_100": 0.00971, "ndcg_at_10_maxsim": 0.92939}, "squad-chunked-par-100": {"ndcg_at_1": 0.62603, "ndcg_at_5": 0.7148, "ndcg_at_10": 0.73309, "ndcg_at_50": 0.74999, "ndcg_at_100": 0.75437, "map_at_1": 0.62603, "map_at_5": 0.6898, "map_at_10": 0.69752, "map_at_50": 0.70142, "map_at_100": 0.7018, "recall_at_1": 0.62603, "recall_at_5": 0.78955, "recall_at_10": 0.84519, "recall_at_50": 0.91921, "recall_at_100": 0.9463, "precision_at_1": 0.62603, "precision_at_5": 0.15791, "precision_at_10": 0.08452, "precision_at_50": 0.01838, "precision_at_100": 0.00946, "ndcg_at_10_maxsim": 0.919}, "NanoClimateFEVER": {"ndcg_at_1": 0.22, "ndcg_at_5": 0.29559, "ndcg_at_10": 0.3344, "ndcg_at_50": 0.37634, "ndcg_at_100": 0.38315, "map_at_1": 0.22, "map_at_5": 0.274, "map_at_10": 0.28999, "map_at_50": 0.29999, "map_at_100": 0.30068, "recall_at_1": 0.22, "recall_at_5": 0.36, "recall_at_10": 0.48, "recall_at_50": 0.66, "recall_at_100": 0.7, "precision_at_1": 0.22, "precision_at_5": 0.072, "precision_at_10": 0.048, "precision_at_50": 0.0132, "precision_at_100": 0.007, "ndcg_at_10_maxsim": 0.4055}, "NanoDBPedia": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.15568, "ndcg_at_10": 0.19715, "ndcg_at_50": 0.27177, "ndcg_at_100": 0.28841, "map_at_1": 0.08, "map_at_5": 0.12867, "map_at_10": 0.14736, "map_at_50": 0.16307, "map_at_100": 0.16466, "recall_at_1": 0.08, "recall_at_5": 0.24, "recall_at_10": 0.36, "recall_at_50": 0.7, "recall_at_100": 0.8, "precision_at_1": 0.08, "precision_at_5": 0.048, "precision_at_10": 0.036, "precision_at_50": 0.014, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.3066}, "NanoFEVER": {"ndcg_at_1": 0.8, "ndcg_at_5": 0.88571, "ndcg_at_10": 0.89238, "ndcg_at_50": 0.90037, "ndcg_at_100": 0.90037, "map_at_1": 0.8, "map_at_5": 0.86667, "map_at_10": 0.86952, "map_at_50": 0.87082, "map_at_100": 0.87082, "recall_at_1": 0.8, "recall_at_5": 0.94, "recall_at_10": 0.96, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.8, "precision_at_5": 0.188, "precision_at_10": 0.096, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.9076}, "NanoFiQA2018": {"ndcg_at_1": 0.32, "ndcg_at_5": 0.47119, "ndcg_at_10": 0.49129, "ndcg_at_50": 0.51588, "ndcg_at_100": 0.5226, "map_at_1": 0.32, "map_at_5": 0.428, "map_at_10": 0.43669, "map_at_50": 0.44307, "map_at_100": 0.44373, "recall_at_1": 0.32, "recall_at_5": 0.6, "recall_at_10": 0.66, "recall_at_50": 0.76, "recall_at_100": 0.8, "precision_at_1": 0.32, "precision_at_5": 0.12, "precision_at_10": 0.066, "precision_at_50": 0.0152, "precision_at_100": 0.008, "ndcg_at_10_maxsim": 0.49129}, "NanoHotpotQA": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.37122, "ndcg_at_10": 0.39564, "ndcg_at_50": 0.43223, "ndcg_at_100": 0.43855, "map_at_1": 0.08, "map_at_5": 0.29967, "map_at_10": 0.30889, "map_at_50": 0.31723, "map_at_100": 0.31774, "recall_at_1": 0.08, "recall_at_5": 0.58, "recall_at_10": 0.66, "recall_at_50": 0.82, "recall_at_100": 0.86, "precision_at_1": 0.08, "precision_at_5": 0.116, "precision_at_10": 0.066, "precision_at_50": 0.0164, "precision_at_100": 0.0086, "ndcg_at_10_maxsim": 0.39564}, "NanoMSMARCO": {"ndcg_at_1": 0.44, "ndcg_at_5": 0.63297, "ndcg_at_10": 0.6574, "ndcg_at_50": 0.6845, "ndcg_at_100": 0.6845, "map_at_1": 0.44, "map_at_5": 0.57767, "map_at_10": 0.58689, "map_at_50": 0.59294, "map_at_100": 0.59294, "recall_at_1": 0.44, "recall_at_5": 0.8, "recall_at_10": 0.88, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.44, "precision_at_5": 0.16, "precision_at_10": 0.088, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.6574}, "NanoNFCorpus": {"ndcg_at_1": 0.04, "ndcg_at_5": 0.08297, "ndcg_at_10": 0.10056, "ndcg_at_50": 0.11987, "ndcg_at_100": 0.13304, "map_at_1": 0.04, "map_at_5": 0.07067, "map_at_10": 0.07689, "map_at_50": 0.08191, "map_at_100": 0.08312, "recall_at_1": 0.04, "recall_at_5": 0.12, "recall_at_10": 0.18, "recall_at_50": 0.26, "recall_at_100": 0.34, "precision_at_1": 0.04, "precision_at_5": 0.024, "precision_at_10": 0.018, "precision_at_50": 0.0052, "precision_at_100": 0.0034, "ndcg_at_10_maxsim": 0.10056}, "NanoNQ": {"ndcg_at_1": 0.54, "ndcg_at_5": 0.66433, "ndcg_at_10": 0.68414, "ndcg_at_50": 0.70412, "ndcg_at_100": 0.71718, "map_at_1": 0.54, "map_at_5": 0.63167, "map_at_10": 0.64008, "map_at_50": 0.64333, "map_at_100": 0.6445, "recall_at_1": 0.54, "recall_at_5": 0.76, "recall_at_10": 0.82, "recall_at_50": 0.92, "recall_at_100": 1.0, "precision_at_1": 0.54, "precision_at_5": 0.152, "precision_at_10": 0.082, "precision_at_50": 0.0184, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.68414}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.87309, "ndcg_at_10": 0.89447, "ndcg_at_50": 0.89447, "ndcg_at_100": 0.89447, "map_at_1": 0.78, "map_at_5": 0.85, "map_at_10": 0.86, "map_at_50": 0.86, "map_at_100": 0.86, "recall_at_1": 0.78, "recall_at_5": 0.94, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.188, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.89447}, "NanoSCIDOCS": {"ndcg_at_1": 0.12, "ndcg_at_5": 0.20866, "ndcg_at_10": 0.26024, "ndcg_at_50": 0.30841, "ndcg_at_100": 0.32464, "map_at_1": 0.12, "map_at_5": 0.179, "map_at_10": 0.20017, "map_at_50": 0.21033, "map_at_100": 0.21177, "recall_at_1": 0.12, "recall_at_5": 0.3, "recall_at_10": 0.46, "recall_at_50": 0.68, "recall_at_100": 0.78, "precision_at_1": 0.12, "precision_at_5": 0.06, "precision_at_10": 0.046, "precision_at_50": 0.0136, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.26024}, "NanoArguAna": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.46493, "ndcg_at_10": 0.50309, "ndcg_at_50": 0.53653, "ndcg_at_100": 0.53653, "map_at_1": 0.16, "map_at_5": 0.37367, "map_at_10": 0.38902, "map_at_50": 0.39765, "map_at_100": 0.39765, "recall_at_1": 0.16, "recall_at_5": 0.74, "recall_at_10": 0.86, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_5": 0.148, "precision_at_10": 0.086, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.50309}, "NanoSciFact": {"ndcg_at_1": 0.64, "ndcg_at_5": 0.70333, "ndcg_at_10": 0.74847, "ndcg_at_50": 0.75215, "ndcg_at_100": 0.75545, "map_at_1": 0.64, "map_at_5": 0.68467, "map_at_10": 0.70317, "map_at_50": 0.70365, "map_at_100": 0.70395, "recall_at_1": 0.64, "recall_at_5": 0.76, "recall_at_10": 0.9, "recall_at_50": 0.92, "recall_at_100": 0.94, "precision_at_1": 0.64, "precision_at_5": 0.152, "precision_at_10": 0.09, "precision_at_50": 0.0184, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.74847}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.1159, "ndcg_at_10": 0.16198, "ndcg_at_50": 0.24016, "ndcg_at_100": 0.26046, "map_at_1": 0.04082, "map_at_5": 0.08741, "map_at_10": 0.1064, "map_at_50": 0.12368, "map_at_100": 0.12558, "recall_at_1": 0.04082, "recall_at_5": 0.20408, "recall_at_10": 0.34694, "recall_at_50": 0.69388, "recall_at_100": 0.81633, "precision_at_1": 0.04082, "precision_at_5": 0.04082, "precision_at_10": 0.03469, "precision_at_50": 0.01388, "precision_at_100": 0.00816, "ndcg_at_10_maxsim": 0.16198}}}
|
metrics_mb-large_long-ctx_single_eval-prefix_multi.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "mb-large_long-ctx_single", "model_name": "mb-large_long-ctx_single_eval-prefix", "model_path": "checkpoints/final_experiments/mb-large_long-ctx_single", "date": "2025-02-12 21:58:59", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.63328, "ndcg_at_5": 0.76318, "ndcg_at_10": 0.77426, "ndcg_at_50": 0.78574, "ndcg_at_100": 0.7896, "map_at_1": 0.63328, "map_at_5": 0.72944, "map_at_10": 0.73396, "map_at_50": 0.73654, "map_at_100": 0.73688, "recall_at_1": 0.63328, "recall_at_5": 0.86248, "recall_at_10": 0.897, "recall_at_50": 0.94793, "recall_at_100": 0.9717, "precision_at_1": 0.63328, "precision_at_5": 0.1725, "precision_at_10": 0.0897, "precision_at_50": 0.01896, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.88788}, "cities": {"ndcg_at_1": 0.77532, "ndcg_at_5": 0.86676, "ndcg_at_10": 0.87354, "ndcg_at_50": 0.8775, "ndcg_at_100": 0.87849, "map_at_1": 0.77532, "map_at_5": 0.8429, "map_at_10": 0.84576, "map_at_50": 0.8466, "map_at_100": 0.84669, "recall_at_1": 0.77532, "recall_at_5": 0.93697, "recall_at_10": 0.9576, "recall_at_50": 0.97558, "recall_at_100": 0.98164, "precision_at_1": 0.77532, "precision_at_5": 0.18739, "precision_at_10": 0.09576, "precision_at_50": 0.01951, "precision_at_100": 0.00982, "ndcg_at_10_maxsim": 0.94876}, "covid-qa": {"ndcg_at_1": 0.33483, "ndcg_at_5": 0.45959, "ndcg_at_10": 0.48796, "ndcg_at_50": 0.52464, "ndcg_at_100": 0.53129, "map_at_1": 0.33483, "map_at_5": 0.42295, "map_at_10": 0.43474, "map_at_50": 0.443, "map_at_100": 0.44357, "recall_at_1": 0.33483, "recall_at_5": 0.56976, "recall_at_10": 0.65707, "recall_at_50": 0.81908, "recall_at_100": 0.86049, "precision_at_1": 0.33483, "precision_at_5": 0.11395, "precision_at_10": 0.06571, "precision_at_50": 0.01638, "precision_at_100": 0.0086, "ndcg_at_10_maxsim": 0.69495}, "chunked-mldr": {"ndcg_at_1": 0.67, "ndcg_at_5": 0.82105, "ndcg_at_10": 0.83055, "ndcg_at_50": 0.83739, "ndcg_at_100": 0.83909, "map_at_1": 0.67, "map_at_5": 0.78367, "map_at_10": 0.78746, "map_at_50": 0.78901, "map_at_100": 0.78919, "recall_at_1": 0.67, "recall_at_5": 0.93, "recall_at_10": 0.96, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.67, "precision_at_5": 0.186, "precision_at_10": 0.096, "precision_at_50": 0.0198, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.71942, "ndcg_at_5": 0.83229, "ndcg_at_10": 0.84357, "ndcg_at_50": 0.84797, "ndcg_at_100": 0.84807, "map_at_1": 0.71942, "map_at_5": 0.80266, "map_at_10": 0.80748, "map_at_50": 0.80866, "map_at_100": 0.80867, "recall_at_1": 0.71942, "recall_at_5": 0.91956, "recall_at_10": 0.95356, "recall_at_50": 0.97122, "recall_at_100": 0.97188, "precision_at_1": 0.71942, "precision_at_5": 0.18391, "precision_at_10": 0.09536, "precision_at_50": 0.01942, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.96435}, "tech-qa": {"ndcg_at_1": 0.13445, "ndcg_at_5": 0.3596, "ndcg_at_10": 0.40846, "ndcg_at_50": 0.44991, "ndcg_at_100": 0.45545, "map_at_1": 0.13445, "map_at_5": 0.2895, "map_at_10": 0.30962, "map_at_50": 0.31874, "map_at_100": 0.31925, "recall_at_1": 0.13445, "recall_at_5": 0.57143, "recall_at_10": 0.72269, "recall_at_50": 0.90756, "recall_at_100": 0.94118, "precision_at_1": 0.13445, "precision_at_5": 0.11429, "precision_at_10": 0.07227, "precision_at_50": 0.01815, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.81259}, "squad": {"ndcg_at_1": 0.63463, "ndcg_at_5": 0.76557, "ndcg_at_10": 0.78243, "ndcg_at_50": 0.79544, "ndcg_at_100": 0.79698, "map_at_1": 0.63463, "map_at_5": 0.72987, "map_at_10": 0.73692, "map_at_50": 0.74002, "map_at_100": 0.74016, "recall_at_1": 0.63463, "recall_at_5": 0.87143, "recall_at_10": 0.92307, "recall_at_50": 0.97894, "recall_at_100": 0.98847, "precision_at_1": 0.63463, "precision_at_5": 0.17429, "precision_at_10": 0.09231, "precision_at_50": 0.01958, "precision_at_100": 0.00988, "ndcg_at_10_maxsim": 0.93779}, "eiopa_europa": {"ndcg_at_1": 0.925, "ndcg_at_5": 0.96789, "ndcg_at_10": 0.96789, "ndcg_at_50": 0.96789, "ndcg_at_100": 0.96789, "map_at_1": 0.925, "map_at_5": 0.95694, "map_at_10": 0.95694, "map_at_50": 0.95694, "map_at_100": 0.95694, "recall_at_1": 0.925, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.925, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.57808, "ndcg_at_5": 0.75704, "ndcg_at_10": 0.76939, "ndcg_at_50": 0.77825, "ndcg_at_100": 0.77962, "map_at_1": 0.57808, "map_at_5": 0.70818, "map_at_10": 0.71337, "map_at_50": 0.71539, "map_at_100": 0.71551, "recall_at_1": 0.57808, "recall_at_5": 0.90192, "recall_at_10": 0.93959, "recall_at_50": 0.97854, "recall_at_100": 0.98694, "precision_at_1": 0.57808, "precision_at_5": 0.18038, "precision_at_10": 0.09396, "precision_at_50": 0.01957, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93681}, "maritime-qa": {"ndcg_at_1": 0.33333, "ndcg_at_5": 0.49521, "ndcg_at_10": 0.52621, "ndcg_at_50": 0.55333, "ndcg_at_100": 0.56915, "map_at_1": 0.33333, "map_at_5": 0.44542, "map_at_10": 0.45781, "map_at_50": 0.46419, "map_at_100": 0.46555, "recall_at_1": 0.33333, "recall_at_5": 0.64706, "recall_at_10": 0.7451, "recall_at_50": 0.86275, "recall_at_100": 0.96078, "precision_at_1": 0.33333, "precision_at_5": 0.12941, "precision_at_10": 0.07451, "precision_at_50": 0.01725, "precision_at_100": 0.00961, "ndcg_at_10_maxsim": 0.69006}, "us-presidents": {"ndcg_at_1": 0.87432, "ndcg_at_5": 0.93983, "ndcg_at_10": 0.94177, "ndcg_at_50": 0.94177, "ndcg_at_100": 0.94177, "map_at_1": 0.87432, "map_at_5": 0.9214, "map_at_10": 0.92231, "map_at_50": 0.92231, "map_at_100": 0.92231, "recall_at_1": 0.87432, "recall_at_5": 0.99454, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87432, "precision_at_5": 0.19891, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98718}, "authors": {"ndcg_at_1": 0.89308, "ndcg_at_5": 0.95555, "ndcg_at_10": 0.95555, "ndcg_at_50": 0.95555, "ndcg_at_100": 0.95555, "map_at_1": 0.89308, "map_at_5": 0.94025, "map_at_10": 0.94025, "map_at_50": 0.94025, "map_at_100": 0.94025, "recall_at_1": 0.89308, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.89308, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99304}, "scientists": {"ndcg_at_1": 0.87963, "ndcg_at_5": 0.95315, "ndcg_at_10": 0.95315, "ndcg_at_50": 0.95315, "ndcg_at_100": 0.95315, "map_at_1": 0.87963, "map_at_5": 0.93673, "map_at_10": 0.93673, "map_at_50": 0.93673, "map_at_100": 0.93673, "recall_at_1": 0.87963, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87963, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.80702, "ndcg_at_5": 0.90452, "ndcg_at_10": 0.90855, "ndcg_at_50": 0.90855, "ndcg_at_100": 0.91147, "map_at_1": 0.80702, "map_at_5": 0.88158, "map_at_10": 0.88339, "map_at_50": 0.88339, "map_at_100": 0.88367, "recall_at_1": 0.80702, "recall_at_5": 0.97076, "recall_at_10": 0.98246, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.80702, "precision_at_5": 0.19415, "precision_at_10": 0.09825, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99192}, "companies": {"ndcg_at_1": 0.77586, "ndcg_at_5": 0.87922, "ndcg_at_10": 0.88901, "ndcg_at_50": 0.89016, "ndcg_at_100": 0.89115, "map_at_1": 0.77586, "map_at_5": 0.85192, "map_at_10": 0.85625, "map_at_50": 0.85643, "map_at_100": 0.85654, "recall_at_1": 0.77586, "recall_at_5": 0.95977, "recall_at_10": 0.98851, "recall_at_50": 0.99425, "recall_at_100": 1.0, "precision_at_1": 0.77586, "precision_at_5": 0.19195, "precision_at_10": 0.09885, "precision_at_50": 0.01989, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98789}, "dates": {"ndcg_at_1": 0.66787, "ndcg_at_5": 0.79505, "ndcg_at_10": 0.80723, "ndcg_at_50": 0.81386, "ndcg_at_100": 0.81476, "map_at_1": 0.66787, "map_at_5": 0.76076, "map_at_10": 0.7659, "map_at_50": 0.76756, "map_at_100": 0.76764, "recall_at_1": 0.66787, "recall_at_5": 0.8966, "recall_at_10": 0.93372, "recall_at_50": 0.96144, "recall_at_100": 0.96698, "precision_at_1": 0.66787, "precision_at_5": 0.17932, "precision_at_10": 0.09337, "precision_at_50": 0.01923, "precision_at_100": 0.00967, "ndcg_at_10_maxsim": 0.90337}, "squad-chunked-par-8000": {"ndcg_at_1": 0.81955, "ndcg_at_5": 0.90093, "ndcg_at_10": 0.90657, "ndcg_at_50": 0.91027, "ndcg_at_100": 0.91051, "map_at_1": 0.81955, "map_at_5": 0.87989, "map_at_10": 0.88221, "map_at_50": 0.8831, "map_at_100": 0.88312, "recall_at_1": 0.81955, "recall_at_5": 0.96275, "recall_at_10": 0.98016, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.81955, "precision_at_5": 0.19255, "precision_at_10": 0.09802, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90657}, "squad-chunked-par-1000": {"ndcg_at_1": 0.80939, "ndcg_at_5": 0.89294, "ndcg_at_10": 0.90005, "ndcg_at_50": 0.90367, "ndcg_at_100": 0.90414, "map_at_1": 0.80939, "map_at_5": 0.87106, "map_at_10": 0.87404, "map_at_50": 0.87491, "map_at_100": 0.87495, "recall_at_1": 0.80939, "recall_at_5": 0.95743, "recall_at_10": 0.9792, "recall_at_50": 0.99468, "recall_at_100": 0.99758, "precision_at_1": 0.80939, "precision_at_5": 0.19149, "precision_at_10": 0.09792, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90649}, "squad-chunked-par-500": {"ndcg_at_1": 0.75423, "ndcg_at_5": 0.86042, "ndcg_at_10": 0.86796, "ndcg_at_50": 0.8746, "ndcg_at_100": 0.87501, "map_at_1": 0.75423, "map_at_5": 0.83245, "map_at_10": 0.83567, "map_at_50": 0.83736, "map_at_100": 0.8374, "recall_at_1": 0.75423, "recall_at_5": 0.94291, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99565, "precision_at_1": 0.75423, "precision_at_5": 0.18858, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.90498}, "squad-chunked-par-300": {"ndcg_at_1": 0.72617, "ndcg_at_5": 0.84554, "ndcg_at_10": 0.85587, "ndcg_at_50": 0.86121, "ndcg_at_100": 0.86193, "map_at_1": 0.72617, "map_at_5": 0.81401, "map_at_10": 0.81835, "map_at_50": 0.8197, "map_at_100": 0.81977, "recall_at_1": 0.72617, "recall_at_5": 0.93856, "recall_at_10": 0.97, "recall_at_50": 0.99226, "recall_at_100": 0.99661, "precision_at_1": 0.72617, "precision_at_5": 0.18771, "precision_at_10": 0.097, "precision_at_50": 0.01985, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.91516}, "squad-chunked-par-250": {"ndcg_at_1": 0.72956, "ndcg_at_5": 0.84603, "ndcg_at_10": 0.85533, "ndcg_at_50": 0.86203, "ndcg_at_100": 0.86258, "map_at_1": 0.72956, "map_at_5": 0.81505, "map_at_10": 0.81902, "map_at_50": 0.82076, "map_at_100": 0.82081, "recall_at_1": 0.72956, "recall_at_5": 0.93759, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99661, "precision_at_1": 0.72956, "precision_at_5": 0.18752, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92084}, "squad-chunked-par-200": {"ndcg_at_1": 0.73343, "ndcg_at_5": 0.84648, "ndcg_at_10": 0.85581, "ndcg_at_50": 0.86194, "ndcg_at_100": 0.8625, "map_at_1": 0.73343, "map_at_5": 0.81575, "map_at_10": 0.81957, "map_at_50": 0.821, "map_at_100": 0.82105, "recall_at_1": 0.73343, "recall_at_5": 0.93759, "recall_at_10": 0.96662, "recall_at_50": 0.99323, "recall_at_100": 0.99661, "precision_at_1": 0.73343, "precision_at_5": 0.18752, "precision_at_10": 0.09666, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92864}, "squad-chunked-par-175": {"ndcg_at_1": 0.71601, "ndcg_at_5": 0.83289, "ndcg_at_10": 0.84461, "ndcg_at_50": 0.85101, "ndcg_at_100": 0.85133, "map_at_1": 0.71601, "map_at_5": 0.80034, "map_at_10": 0.80526, "map_at_50": 0.80679, "map_at_100": 0.80682, "recall_at_1": 0.71601, "recall_at_5": 0.92985, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99516, "precision_at_1": 0.71601, "precision_at_5": 0.18597, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.92901}, "squad-chunked-par-150": {"ndcg_at_1": 0.69763, "ndcg_at_5": 0.82883, "ndcg_at_10": 0.83898, "ndcg_at_50": 0.84593, "ndcg_at_100": 0.84641, "map_at_1": 0.69763, "map_at_5": 0.79402, "map_at_10": 0.79829, "map_at_50": 0.79999, "map_at_100": 0.80003, "recall_at_1": 0.69763, "recall_at_5": 0.93179, "recall_at_10": 0.96275, "recall_at_50": 0.99226, "recall_at_100": 0.99516, "precision_at_1": 0.69763, "precision_at_5": 0.18636, "precision_at_10": 0.09627, "precision_at_50": 0.01985, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.93171}, "squad-chunked-par-125": {"ndcg_at_1": 0.66763, "ndcg_at_5": 0.79955, "ndcg_at_10": 0.81624, "ndcg_at_50": 0.82466, "ndcg_at_100": 0.82498, "map_at_1": 0.66763, "map_at_5": 0.76365, "map_at_10": 0.77069, "map_at_50": 0.77262, "map_at_100": 0.77265, "recall_at_1": 0.66763, "recall_at_5": 0.90614, "recall_at_10": 0.95694, "recall_at_50": 0.99371, "recall_at_100": 0.99565, "precision_at_1": 0.66763, "precision_at_5": 0.18123, "precision_at_10": 0.09569, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93728}, "squad-chunked-par-100": {"ndcg_at_1": 0.62264, "ndcg_at_5": 0.77313, "ndcg_at_10": 0.7888, "ndcg_at_50": 0.79979, "ndcg_at_100": 0.80042, "map_at_1": 0.62264, "map_at_5": 0.73196, "map_at_10": 0.73853, "map_at_50": 0.74113, "map_at_100": 0.74119, "recall_at_1": 0.62264, "recall_at_5": 0.8955, "recall_at_10": 0.9434, "recall_at_50": 0.99081, "recall_at_100": 0.99468, "precision_at_1": 0.62264, "precision_at_5": 0.1791, "precision_at_10": 0.09434, "precision_at_50": 0.01982, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.93964}, "NanoClimateFEVER": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.20909, "ndcg_at_10": 0.24787, "ndcg_at_50": 0.29595, "ndcg_at_100": 0.30905, "map_at_1": 0.14, "map_at_5": 0.19167, "map_at_10": 0.20769, "map_at_50": 0.21762, "map_at_100": 0.21881, "recall_at_1": 0.14, "recall_at_5": 0.26, "recall_at_10": 0.38, "recall_at_50": 0.6, "recall_at_100": 0.68, "precision_at_1": 0.14, "precision_at_5": 0.052, "precision_at_10": 0.038, "precision_at_50": 0.012, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.34428}, "NanoDBPedia": {"ndcg_at_1": 0.06, "ndcg_at_5": 0.12786, "ndcg_at_10": 0.17362, "ndcg_at_50": 0.2493, "ndcg_at_100": 0.26811, "map_at_1": 0.06, "map_at_5": 0.11, "map_at_10": 0.12913, "map_at_50": 0.14563, "map_at_100": 0.1471, "recall_at_1": 0.06, "recall_at_5": 0.18, "recall_at_10": 0.32, "recall_at_50": 0.66, "recall_at_100": 0.78, "precision_at_1": 0.06, "precision_at_5": 0.036, "precision_at_10": 0.032, "precision_at_50": 0.0132, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.28804}, "NanoFEVER": {"ndcg_at_1": 0.7, "ndcg_at_5": 0.82667, "ndcg_at_10": 0.8401, "ndcg_at_50": 0.84522, "ndcg_at_100": 0.84522, "map_at_1": 0.7, "map_at_5": 0.789, "map_at_10": 0.79483, "map_at_50": 0.79626, "map_at_100": 0.79626, "recall_at_1": 0.7, "recall_at_5": 0.94, "recall_at_10": 0.98, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7, "precision_at_5": 0.188, "precision_at_10": 0.098, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88595}, "NanoFiQA2018": {"ndcg_at_1": 0.24, "ndcg_at_5": 0.39492, "ndcg_at_10": 0.4214, "ndcg_at_50": 0.44928, "ndcg_at_100": 0.45243, "map_at_1": 0.24, "map_at_5": 0.347, "map_at_10": 0.35827, "map_at_50": 0.36481, "map_at_100": 0.36506, "recall_at_1": 0.24, "recall_at_5": 0.54, "recall_at_10": 0.62, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.24, "precision_at_5": 0.108, "precision_at_10": 0.062, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.4214}, "NanoHotpotQA": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.39774, "ndcg_at_10": 0.43, "ndcg_at_50": 0.47561, "ndcg_at_100": 0.4853, "map_at_1": 0.16, "map_at_5": 0.34167, "map_at_10": 0.35494, "map_at_50": 0.36555, "map_at_100": 0.36639, "recall_at_1": 0.16, "recall_at_5": 0.56, "recall_at_10": 0.66, "recall_at_50": 0.86, "recall_at_100": 0.92, "precision_at_1": 0.16, "precision_at_5": 0.112, "precision_at_10": 0.066, "precision_at_50": 0.0172, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.43}, "NanoMSMARCO": {"ndcg_at_1": 0.4, "ndcg_at_5": 0.58488, "ndcg_at_10": 0.61824, "ndcg_at_50": 0.65724, "ndcg_at_100": 0.65724, "map_at_1": 0.4, "map_at_5": 0.533, "map_at_10": 0.54738, "map_at_50": 0.5577, "map_at_100": 0.5577, "recall_at_1": 0.4, "recall_at_5": 0.74, "recall_at_10": 0.84, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.4, "precision_at_5": 0.148, "precision_at_10": 0.084, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61824}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.05583, "ndcg_at_10": 0.06763, "ndcg_at_50": 0.09962, "ndcg_at_100": 0.10279, "map_at_1": 0.02, "map_at_5": 0.042, "map_at_10": 0.04622, "map_at_50": 0.0536, "map_at_100": 0.05385, "recall_at_1": 0.02, "recall_at_5": 0.1, "recall_at_10": 0.14, "recall_at_50": 0.28, "recall_at_100": 0.3, "precision_at_1": 0.02, "precision_at_5": 0.02, "precision_at_10": 0.014, "precision_at_50": 0.0056, "precision_at_100": 0.003, "ndcg_at_10_maxsim": 0.06763}, "NanoNQ": {"ndcg_at_1": 0.52, "ndcg_at_5": 0.59559, "ndcg_at_10": 0.61406, "ndcg_at_50": 0.66025, "ndcg_at_100": 0.66992, "map_at_1": 0.52, "map_at_5": 0.574, "map_at_10": 0.58108, "map_at_50": 0.58991, "map_at_100": 0.59074, "recall_at_1": 0.52, "recall_at_5": 0.66, "recall_at_10": 0.72, "recall_at_50": 0.94, "recall_at_100": 1.0, "precision_at_1": 0.52, "precision_at_5": 0.132, "precision_at_10": 0.072, "precision_at_50": 0.0188, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61406}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.86194, "ndcg_at_10": 0.8825, "ndcg_at_50": 0.8825, "ndcg_at_100": 0.8825, "map_at_1": 0.78, "map_at_5": 0.83633, "map_at_10": 0.8455, "map_at_50": 0.8455, "map_at_100": 0.8455, "recall_at_1": 0.78, "recall_at_5": 0.94, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.188, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.8825}, "NanoSCIDOCS": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.17143, "ndcg_at_10": 0.23581, "ndcg_at_50": 0.26617, "ndcg_at_100": 0.28253, "map_at_1": 0.08, "map_at_5": 0.14233, "map_at_10": 0.16877, "map_at_50": 0.17714, "map_at_100": 0.17863, "recall_at_1": 0.08, "recall_at_5": 0.26, "recall_at_10": 0.46, "recall_at_50": 0.58, "recall_at_100": 0.68, "precision_at_1": 0.08, "precision_at_5": 0.052, "precision_at_10": 0.046, "precision_at_50": 0.0116, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.23581}, "NanoArguAna": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.46544, "ndcg_at_10": 0.54116, "ndcg_at_50": 0.55373, "ndcg_at_100": 0.55373, "map_at_1": 0.18, "map_at_5": 0.381, "map_at_10": 0.41493, "map_at_50": 0.41729, "map_at_100": 0.41729, "recall_at_1": 0.18, "recall_at_5": 0.72, "recall_at_10": 0.94, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.18, "precision_at_5": 0.144, "precision_at_10": 0.094, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.54116}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.66107, "ndcg_at_10": 0.67532, "ndcg_at_50": 0.70576, "ndcg_at_100": 0.70576, "map_at_1": 0.56, "map_at_5": 0.62867, "map_at_10": 0.63533, "map_at_50": 0.6416, "map_at_100": 0.6416, "recall_at_1": 0.56, "recall_at_5": 0.76, "recall_at_10": 0.8, "recall_at_50": 0.94, "recall_at_100": 0.94, "precision_at_1": 0.56, "precision_at_5": 0.152, "precision_at_10": 0.08, "precision_at_50": 0.0188, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.67532}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.09228, "ndcg_at_10": 0.13879, "ndcg_at_50": 0.21192, "ndcg_at_100": 0.23854, "map_at_1": 0.04082, "map_at_5": 0.07007, "map_at_10": 0.08942, "map_at_50": 0.10529, "map_at_100": 0.10768, "recall_at_1": 0.04082, "recall_at_5": 0.16327, "recall_at_10": 0.30612, "recall_at_50": 0.63265, "recall_at_100": 0.79592, "precision_at_1": 0.04082, "precision_at_5": 0.03265, "precision_at_10": 0.03061, "precision_at_50": 0.01265, "precision_at_100": 0.00796, "ndcg_at_10_maxsim": 0.13879}}}
|