| {"model": "mb-large_long-ctx_single", "model_name": "mb-large_long-ctx_single_eval-prefix", "model_path": "checkpoints/final_experiments/mb-large_long-ctx_single", "date": "2025-02-12 21:58:59", "is_contextual": "multi", "pooling": "default", "metrics": {"football": {"ndcg_at_1": 0.63328, "ndcg_at_5": 0.76318, "ndcg_at_10": 0.77426, "ndcg_at_50": 0.78574, "ndcg_at_100": 0.7896, "map_at_1": 0.63328, "map_at_5": 0.72944, "map_at_10": 0.73396, "map_at_50": 0.73654, "map_at_100": 0.73688, "recall_at_1": 0.63328, "recall_at_5": 0.86248, "recall_at_10": 0.897, "recall_at_50": 0.94793, "recall_at_100": 0.9717, "precision_at_1": 0.63328, "precision_at_5": 0.1725, "precision_at_10": 0.0897, "precision_at_50": 0.01896, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.88788}, "cities": {"ndcg_at_1": 0.77532, "ndcg_at_5": 0.86676, "ndcg_at_10": 0.87354, "ndcg_at_50": 0.8775, "ndcg_at_100": 0.87849, "map_at_1": 0.77532, "map_at_5": 0.8429, "map_at_10": 0.84576, "map_at_50": 0.8466, "map_at_100": 0.84669, "recall_at_1": 0.77532, "recall_at_5": 0.93697, "recall_at_10": 0.9576, "recall_at_50": 0.97558, "recall_at_100": 0.98164, "precision_at_1": 0.77532, "precision_at_5": 0.18739, "precision_at_10": 0.09576, "precision_at_50": 0.01951, "precision_at_100": 0.00982, "ndcg_at_10_maxsim": 0.94876}, "covid-qa": {"ndcg_at_1": 0.33483, "ndcg_at_5": 0.45959, "ndcg_at_10": 0.48796, "ndcg_at_50": 0.52464, "ndcg_at_100": 0.53129, "map_at_1": 0.33483, "map_at_5": 0.42295, "map_at_10": 0.43474, "map_at_50": 0.443, "map_at_100": 0.44357, "recall_at_1": 0.33483, "recall_at_5": 0.56976, "recall_at_10": 0.65707, "recall_at_50": 0.81908, "recall_at_100": 0.86049, "precision_at_1": 0.33483, "precision_at_5": 0.11395, "precision_at_10": 0.06571, "precision_at_50": 0.01638, "precision_at_100": 0.0086, "ndcg_at_10_maxsim": 0.69495}, "chunked-mldr": {"ndcg_at_1": 0.67, "ndcg_at_5": 0.82105, "ndcg_at_10": 0.83055, "ndcg_at_50": 0.83739, "ndcg_at_100": 0.83909, "map_at_1": 0.67, "map_at_5": 0.78367, "map_at_10": 0.78746, "map_at_50": 0.78901, "map_at_100": 0.78919, "recall_at_1": 0.67, "recall_at_5": 0.93, "recall_at_10": 0.96, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.67, "precision_at_5": 0.186, "precision_at_10": 0.096, "precision_at_50": 0.0198, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.0}, "chunked-mldr-synth": {"ndcg_at_1": 0.71942, "ndcg_at_5": 0.83229, "ndcg_at_10": 0.84357, "ndcg_at_50": 0.84797, "ndcg_at_100": 0.84807, "map_at_1": 0.71942, "map_at_5": 0.80266, "map_at_10": 0.80748, "map_at_50": 0.80866, "map_at_100": 0.80867, "recall_at_1": 0.71942, "recall_at_5": 0.91956, "recall_at_10": 0.95356, "recall_at_50": 0.97122, "recall_at_100": 0.97188, "precision_at_1": 0.71942, "precision_at_5": 0.18391, "precision_at_10": 0.09536, "precision_at_50": 0.01942, "precision_at_100": 0.00972, "ndcg_at_10_maxsim": 0.96435}, "tech-qa": {"ndcg_at_1": 0.13445, "ndcg_at_5": 0.3596, "ndcg_at_10": 0.40846, "ndcg_at_50": 0.44991, "ndcg_at_100": 0.45545, "map_at_1": 0.13445, "map_at_5": 0.2895, "map_at_10": 0.30962, "map_at_50": 0.31874, "map_at_100": 0.31925, "recall_at_1": 0.13445, "recall_at_5": 0.57143, "recall_at_10": 0.72269, "recall_at_50": 0.90756, "recall_at_100": 0.94118, "precision_at_1": 0.13445, "precision_at_5": 0.11429, "precision_at_10": 0.07227, "precision_at_50": 0.01815, "precision_at_100": 0.00941, "ndcg_at_10_maxsim": 0.81259}, "squad": {"ndcg_at_1": 0.63463, "ndcg_at_5": 0.76557, "ndcg_at_10": 0.78243, "ndcg_at_50": 0.79544, "ndcg_at_100": 0.79698, "map_at_1": 0.63463, "map_at_5": 0.72987, "map_at_10": 0.73692, "map_at_50": 0.74002, "map_at_100": 0.74016, "recall_at_1": 0.63463, "recall_at_5": 0.87143, "recall_at_10": 0.92307, "recall_at_50": 0.97894, "recall_at_100": 0.98847, "precision_at_1": 0.63463, "precision_at_5": 0.17429, "precision_at_10": 0.09231, "precision_at_50": 0.01958, "precision_at_100": 0.00988, "ndcg_at_10_maxsim": 0.93779}, "eiopa_europa": {"ndcg_at_1": 0.925, "ndcg_at_5": 0.96789, "ndcg_at_10": 0.96789, "ndcg_at_50": 0.96789, "ndcg_at_100": 0.96789, "map_at_1": 0.925, "map_at_5": 0.95694, "map_at_10": 0.95694, "map_at_50": 0.95694, "map_at_100": 0.95694, "recall_at_1": 0.925, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.925, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "narrative_qa": {"ndcg_at_1": 0.57808, "ndcg_at_5": 0.75704, "ndcg_at_10": 0.76939, "ndcg_at_50": 0.77825, "ndcg_at_100": 0.77962, "map_at_1": 0.57808, "map_at_5": 0.70818, "map_at_10": 0.71337, "map_at_50": 0.71539, "map_at_100": 0.71551, "recall_at_1": 0.57808, "recall_at_5": 0.90192, "recall_at_10": 0.93959, "recall_at_50": 0.97854, "recall_at_100": 0.98694, "precision_at_1": 0.57808, "precision_at_5": 0.18038, "precision_at_10": 0.09396, "precision_at_50": 0.01957, "precision_at_100": 0.00987, "ndcg_at_10_maxsim": 0.93681}, "maritime-qa": {"ndcg_at_1": 0.33333, "ndcg_at_5": 0.49521, "ndcg_at_10": 0.52621, "ndcg_at_50": 0.55333, "ndcg_at_100": 0.56915, "map_at_1": 0.33333, "map_at_5": 0.44542, "map_at_10": 0.45781, "map_at_50": 0.46419, "map_at_100": 0.46555, "recall_at_1": 0.33333, "recall_at_5": 0.64706, "recall_at_10": 0.7451, "recall_at_50": 0.86275, "recall_at_100": 0.96078, "precision_at_1": 0.33333, "precision_at_5": 0.12941, "precision_at_10": 0.07451, "precision_at_50": 0.01725, "precision_at_100": 0.00961, "ndcg_at_10_maxsim": 0.69006}, "us-presidents": {"ndcg_at_1": 0.87432, "ndcg_at_5": 0.93983, "ndcg_at_10": 0.94177, "ndcg_at_50": 0.94177, "ndcg_at_100": 0.94177, "map_at_1": 0.87432, "map_at_5": 0.9214, "map_at_10": 0.92231, "map_at_50": 0.92231, "map_at_100": 0.92231, "recall_at_1": 0.87432, "recall_at_5": 0.99454, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87432, "precision_at_5": 0.19891, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98718}, "authors": {"ndcg_at_1": 0.89308, "ndcg_at_5": 0.95555, "ndcg_at_10": 0.95555, "ndcg_at_50": 0.95555, "ndcg_at_100": 0.95555, "map_at_1": 0.89308, "map_at_5": 0.94025, "map_at_10": 0.94025, "map_at_50": 0.94025, "map_at_100": 0.94025, "recall_at_1": 0.89308, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.89308, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99304}, "scientists": {"ndcg_at_1": 0.87963, "ndcg_at_5": 0.95315, "ndcg_at_10": 0.95315, "ndcg_at_50": 0.95315, "ndcg_at_100": 0.95315, "map_at_1": 0.87963, "map_at_5": 0.93673, "map_at_10": 0.93673, "map_at_50": 0.93673, "map_at_100": 0.93673, "recall_at_1": 0.87963, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87963, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 1.0}, "physicists": {"ndcg_at_1": 0.80702, "ndcg_at_5": 0.90452, "ndcg_at_10": 0.90855, "ndcg_at_50": 0.90855, "ndcg_at_100": 0.91147, "map_at_1": 0.80702, "map_at_5": 0.88158, "map_at_10": 0.88339, "map_at_50": 0.88339, "map_at_100": 0.88367, "recall_at_1": 0.80702, "recall_at_5": 0.97076, "recall_at_10": 0.98246, "recall_at_50": 0.98246, "recall_at_100": 1.0, "precision_at_1": 0.80702, "precision_at_5": 0.19415, "precision_at_10": 0.09825, "precision_at_50": 0.01965, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.99192}, "companies": {"ndcg_at_1": 0.77586, "ndcg_at_5": 0.87922, "ndcg_at_10": 0.88901, "ndcg_at_50": 0.89016, "ndcg_at_100": 0.89115, "map_at_1": 0.77586, "map_at_5": 0.85192, "map_at_10": 0.85625, "map_at_50": 0.85643, "map_at_100": 0.85654, "recall_at_1": 0.77586, "recall_at_5": 0.95977, "recall_at_10": 0.98851, "recall_at_50": 0.99425, "recall_at_100": 1.0, "precision_at_1": 0.77586, "precision_at_5": 0.19195, "precision_at_10": 0.09885, "precision_at_50": 0.01989, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.98789}, "dates": {"ndcg_at_1": 0.66787, "ndcg_at_5": 0.79505, "ndcg_at_10": 0.80723, "ndcg_at_50": 0.81386, "ndcg_at_100": 0.81476, "map_at_1": 0.66787, "map_at_5": 0.76076, "map_at_10": 0.7659, "map_at_50": 0.76756, "map_at_100": 0.76764, "recall_at_1": 0.66787, "recall_at_5": 0.8966, "recall_at_10": 0.93372, "recall_at_50": 0.96144, "recall_at_100": 0.96698, "precision_at_1": 0.66787, "precision_at_5": 0.17932, "precision_at_10": 0.09337, "precision_at_50": 0.01923, "precision_at_100": 0.00967, "ndcg_at_10_maxsim": 0.90337}, "squad-chunked-par-8000": {"ndcg_at_1": 0.81955, "ndcg_at_5": 0.90093, "ndcg_at_10": 0.90657, "ndcg_at_50": 0.91027, "ndcg_at_100": 0.91051, "map_at_1": 0.81955, "map_at_5": 0.87989, "map_at_10": 0.88221, "map_at_50": 0.8831, "map_at_100": 0.88312, "recall_at_1": 0.81955, "recall_at_5": 0.96275, "recall_at_10": 0.98016, "recall_at_50": 0.99613, "recall_at_100": 0.99758, "precision_at_1": 0.81955, "precision_at_5": 0.19255, "precision_at_10": 0.09802, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90657}, "squad-chunked-par-1000": {"ndcg_at_1": 0.80939, "ndcg_at_5": 0.89294, "ndcg_at_10": 0.90005, "ndcg_at_50": 0.90367, "ndcg_at_100": 0.90414, "map_at_1": 0.80939, "map_at_5": 0.87106, "map_at_10": 0.87404, "map_at_50": 0.87491, "map_at_100": 0.87495, "recall_at_1": 0.80939, "recall_at_5": 0.95743, "recall_at_10": 0.9792, "recall_at_50": 0.99468, "recall_at_100": 0.99758, "precision_at_1": 0.80939, "precision_at_5": 0.19149, "precision_at_10": 0.09792, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "ndcg_at_10_maxsim": 0.90649}, "squad-chunked-par-500": {"ndcg_at_1": 0.75423, "ndcg_at_5": 0.86042, "ndcg_at_10": 0.86796, "ndcg_at_50": 0.8746, "ndcg_at_100": 0.87501, "map_at_1": 0.75423, "map_at_5": 0.83245, "map_at_10": 0.83567, "map_at_50": 0.83736, "map_at_100": 0.8374, "recall_at_1": 0.75423, "recall_at_5": 0.94291, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99565, "precision_at_1": 0.75423, "precision_at_5": 0.18858, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.90498}, "squad-chunked-par-300": {"ndcg_at_1": 0.72617, "ndcg_at_5": 0.84554, "ndcg_at_10": 0.85587, "ndcg_at_50": 0.86121, "ndcg_at_100": 0.86193, "map_at_1": 0.72617, "map_at_5": 0.81401, "map_at_10": 0.81835, "map_at_50": 0.8197, "map_at_100": 0.81977, "recall_at_1": 0.72617, "recall_at_5": 0.93856, "recall_at_10": 0.97, "recall_at_50": 0.99226, "recall_at_100": 0.99661, "precision_at_1": 0.72617, "precision_at_5": 0.18771, "precision_at_10": 0.097, "precision_at_50": 0.01985, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.91516}, "squad-chunked-par-250": {"ndcg_at_1": 0.72956, "ndcg_at_5": 0.84603, "ndcg_at_10": 0.85533, "ndcg_at_50": 0.86203, "ndcg_at_100": 0.86258, "map_at_1": 0.72956, "map_at_5": 0.81505, "map_at_10": 0.81902, "map_at_50": 0.82076, "map_at_100": 0.82081, "recall_at_1": 0.72956, "recall_at_5": 0.93759, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99661, "precision_at_1": 0.72956, "precision_at_5": 0.18752, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92084}, "squad-chunked-par-200": {"ndcg_at_1": 0.73343, "ndcg_at_5": 0.84648, "ndcg_at_10": 0.85581, "ndcg_at_50": 0.86194, "ndcg_at_100": 0.8625, "map_at_1": 0.73343, "map_at_5": 0.81575, "map_at_10": 0.81957, "map_at_50": 0.821, "map_at_100": 0.82105, "recall_at_1": 0.73343, "recall_at_5": 0.93759, "recall_at_10": 0.96662, "recall_at_50": 0.99323, "recall_at_100": 0.99661, "precision_at_1": 0.73343, "precision_at_5": 0.18752, "precision_at_10": 0.09666, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "ndcg_at_10_maxsim": 0.92864}, "squad-chunked-par-175": {"ndcg_at_1": 0.71601, "ndcg_at_5": 0.83289, "ndcg_at_10": 0.84461, "ndcg_at_50": 0.85101, "ndcg_at_100": 0.85133, "map_at_1": 0.71601, "map_at_5": 0.80034, "map_at_10": 0.80526, "map_at_50": 0.80679, "map_at_100": 0.80682, "recall_at_1": 0.71601, "recall_at_5": 0.92985, "recall_at_10": 0.96565, "recall_at_50": 0.99323, "recall_at_100": 0.99516, "precision_at_1": 0.71601, "precision_at_5": 0.18597, "precision_at_10": 0.09657, "precision_at_50": 0.01986, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.92901}, "squad-chunked-par-150": {"ndcg_at_1": 0.69763, "ndcg_at_5": 0.82883, "ndcg_at_10": 0.83898, "ndcg_at_50": 0.84593, "ndcg_at_100": 0.84641, "map_at_1": 0.69763, "map_at_5": 0.79402, "map_at_10": 0.79829, "map_at_50": 0.79999, "map_at_100": 0.80003, "recall_at_1": 0.69763, "recall_at_5": 0.93179, "recall_at_10": 0.96275, "recall_at_50": 0.99226, "recall_at_100": 0.99516, "precision_at_1": 0.69763, "precision_at_5": 0.18636, "precision_at_10": 0.09627, "precision_at_50": 0.01985, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.93171}, "squad-chunked-par-125": {"ndcg_at_1": 0.66763, "ndcg_at_5": 0.79955, "ndcg_at_10": 0.81624, "ndcg_at_50": 0.82466, "ndcg_at_100": 0.82498, "map_at_1": 0.66763, "map_at_5": 0.76365, "map_at_10": 0.77069, "map_at_50": 0.77262, "map_at_100": 0.77265, "recall_at_1": 0.66763, "recall_at_5": 0.90614, "recall_at_10": 0.95694, "recall_at_50": 0.99371, "recall_at_100": 0.99565, "precision_at_1": 0.66763, "precision_at_5": 0.18123, "precision_at_10": 0.09569, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "ndcg_at_10_maxsim": 0.93728}, "squad-chunked-par-100": {"ndcg_at_1": 0.62264, "ndcg_at_5": 0.77313, "ndcg_at_10": 0.7888, "ndcg_at_50": 0.79979, "ndcg_at_100": 0.80042, "map_at_1": 0.62264, "map_at_5": 0.73196, "map_at_10": 0.73853, "map_at_50": 0.74113, "map_at_100": 0.74119, "recall_at_1": 0.62264, "recall_at_5": 0.8955, "recall_at_10": 0.9434, "recall_at_50": 0.99081, "recall_at_100": 0.99468, "precision_at_1": 0.62264, "precision_at_5": 0.1791, "precision_at_10": 0.09434, "precision_at_50": 0.01982, "precision_at_100": 0.00995, "ndcg_at_10_maxsim": 0.93964}, "NanoClimateFEVER": {"ndcg_at_1": 0.14, "ndcg_at_5": 0.20909, "ndcg_at_10": 0.24787, "ndcg_at_50": 0.29595, "ndcg_at_100": 0.30905, "map_at_1": 0.14, "map_at_5": 0.19167, "map_at_10": 0.20769, "map_at_50": 0.21762, "map_at_100": 0.21881, "recall_at_1": 0.14, "recall_at_5": 0.26, "recall_at_10": 0.38, "recall_at_50": 0.6, "recall_at_100": 0.68, "precision_at_1": 0.14, "precision_at_5": 0.052, "precision_at_10": 0.038, "precision_at_50": 0.012, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.34428}, "NanoDBPedia": {"ndcg_at_1": 0.06, "ndcg_at_5": 0.12786, "ndcg_at_10": 0.17362, "ndcg_at_50": 0.2493, "ndcg_at_100": 0.26811, "map_at_1": 0.06, "map_at_5": 0.11, "map_at_10": 0.12913, "map_at_50": 0.14563, "map_at_100": 0.1471, "recall_at_1": 0.06, "recall_at_5": 0.18, "recall_at_10": 0.32, "recall_at_50": 0.66, "recall_at_100": 0.78, "precision_at_1": 0.06, "precision_at_5": 0.036, "precision_at_10": 0.032, "precision_at_50": 0.0132, "precision_at_100": 0.0078, "ndcg_at_10_maxsim": 0.28804}, "NanoFEVER": {"ndcg_at_1": 0.7, "ndcg_at_5": 0.82667, "ndcg_at_10": 0.8401, "ndcg_at_50": 0.84522, "ndcg_at_100": 0.84522, "map_at_1": 0.7, "map_at_5": 0.789, "map_at_10": 0.79483, "map_at_50": 0.79626, "map_at_100": 0.79626, "recall_at_1": 0.7, "recall_at_5": 0.94, "recall_at_10": 0.98, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7, "precision_at_5": 0.188, "precision_at_10": 0.098, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.88595}, "NanoFiQA2018": {"ndcg_at_1": 0.24, "ndcg_at_5": 0.39492, "ndcg_at_10": 0.4214, "ndcg_at_50": 0.44928, "ndcg_at_100": 0.45243, "map_at_1": 0.24, "map_at_5": 0.347, "map_at_10": 0.35827, "map_at_50": 0.36481, "map_at_100": 0.36506, "recall_at_1": 0.24, "recall_at_5": 0.54, "recall_at_10": 0.62, "recall_at_50": 0.74, "recall_at_100": 0.76, "precision_at_1": 0.24, "precision_at_5": 0.108, "precision_at_10": 0.062, "precision_at_50": 0.0148, "precision_at_100": 0.0076, "ndcg_at_10_maxsim": 0.4214}, "NanoHotpotQA": {"ndcg_at_1": 0.16, "ndcg_at_5": 0.39774, "ndcg_at_10": 0.43, "ndcg_at_50": 0.47561, "ndcg_at_100": 0.4853, "map_at_1": 0.16, "map_at_5": 0.34167, "map_at_10": 0.35494, "map_at_50": 0.36555, "map_at_100": 0.36639, "recall_at_1": 0.16, "recall_at_5": 0.56, "recall_at_10": 0.66, "recall_at_50": 0.86, "recall_at_100": 0.92, "precision_at_1": 0.16, "precision_at_5": 0.112, "precision_at_10": 0.066, "precision_at_50": 0.0172, "precision_at_100": 0.0092, "ndcg_at_10_maxsim": 0.43}, "NanoMSMARCO": {"ndcg_at_1": 0.4, "ndcg_at_5": 0.58488, "ndcg_at_10": 0.61824, "ndcg_at_50": 0.65724, "ndcg_at_100": 0.65724, "map_at_1": 0.4, "map_at_5": 0.533, "map_at_10": 0.54738, "map_at_50": 0.5577, "map_at_100": 0.5577, "recall_at_1": 0.4, "recall_at_5": 0.74, "recall_at_10": 0.84, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.4, "precision_at_5": 0.148, "precision_at_10": 0.084, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61824}, "NanoNFCorpus": {"ndcg_at_1": 0.02, "ndcg_at_5": 0.05583, "ndcg_at_10": 0.06763, "ndcg_at_50": 0.09962, "ndcg_at_100": 0.10279, "map_at_1": 0.02, "map_at_5": 0.042, "map_at_10": 0.04622, "map_at_50": 0.0536, "map_at_100": 0.05385, "recall_at_1": 0.02, "recall_at_5": 0.1, "recall_at_10": 0.14, "recall_at_50": 0.28, "recall_at_100": 0.3, "precision_at_1": 0.02, "precision_at_5": 0.02, "precision_at_10": 0.014, "precision_at_50": 0.0056, "precision_at_100": 0.003, "ndcg_at_10_maxsim": 0.06763}, "NanoNQ": {"ndcg_at_1": 0.52, "ndcg_at_5": 0.59559, "ndcg_at_10": 0.61406, "ndcg_at_50": 0.66025, "ndcg_at_100": 0.66992, "map_at_1": 0.52, "map_at_5": 0.574, "map_at_10": 0.58108, "map_at_50": 0.58991, "map_at_100": 0.59074, "recall_at_1": 0.52, "recall_at_5": 0.66, "recall_at_10": 0.72, "recall_at_50": 0.94, "recall_at_100": 1.0, "precision_at_1": 0.52, "precision_at_5": 0.132, "precision_at_10": 0.072, "precision_at_50": 0.0188, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.61406}, "NanoQuoraRetrieval": {"ndcg_at_1": 0.78, "ndcg_at_5": 0.86194, "ndcg_at_10": 0.8825, "ndcg_at_50": 0.8825, "ndcg_at_100": 0.8825, "map_at_1": 0.78, "map_at_5": 0.83633, "map_at_10": 0.8455, "map_at_50": 0.8455, "map_at_100": 0.8455, "recall_at_1": 0.78, "recall_at_5": 0.94, "recall_at_10": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.78, "precision_at_5": 0.188, "precision_at_10": 0.1, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.8825}, "NanoSCIDOCS": {"ndcg_at_1": 0.08, "ndcg_at_5": 0.17143, "ndcg_at_10": 0.23581, "ndcg_at_50": 0.26617, "ndcg_at_100": 0.28253, "map_at_1": 0.08, "map_at_5": 0.14233, "map_at_10": 0.16877, "map_at_50": 0.17714, "map_at_100": 0.17863, "recall_at_1": 0.08, "recall_at_5": 0.26, "recall_at_10": 0.46, "recall_at_50": 0.58, "recall_at_100": 0.68, "precision_at_1": 0.08, "precision_at_5": 0.052, "precision_at_10": 0.046, "precision_at_50": 0.0116, "precision_at_100": 0.0068, "ndcg_at_10_maxsim": 0.23581}, "NanoArguAna": {"ndcg_at_1": 0.18, "ndcg_at_5": 0.46544, "ndcg_at_10": 0.54116, "ndcg_at_50": 0.55373, "ndcg_at_100": 0.55373, "map_at_1": 0.18, "map_at_5": 0.381, "map_at_10": 0.41493, "map_at_50": 0.41729, "map_at_100": 0.41729, "recall_at_1": 0.18, "recall_at_5": 0.72, "recall_at_10": 0.94, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.18, "precision_at_5": 0.144, "precision_at_10": 0.094, "precision_at_50": 0.02, "precision_at_100": 0.01, "ndcg_at_10_maxsim": 0.54116}, "NanoSciFact": {"ndcg_at_1": 0.56, "ndcg_at_5": 0.66107, "ndcg_at_10": 0.67532, "ndcg_at_50": 0.70576, "ndcg_at_100": 0.70576, "map_at_1": 0.56, "map_at_5": 0.62867, "map_at_10": 0.63533, "map_at_50": 0.6416, "map_at_100": 0.6416, "recall_at_1": 0.56, "recall_at_5": 0.76, "recall_at_10": 0.8, "recall_at_50": 0.94, "recall_at_100": 0.94, "precision_at_1": 0.56, "precision_at_5": 0.152, "precision_at_10": 0.08, "precision_at_50": 0.0188, "precision_at_100": 0.0094, "ndcg_at_10_maxsim": 0.67532}, "NanoTouche2020": {"ndcg_at_1": 0.04082, "ndcg_at_5": 0.09228, "ndcg_at_10": 0.13879, "ndcg_at_50": 0.21192, "ndcg_at_100": 0.23854, "map_at_1": 0.04082, "map_at_5": 0.07007, "map_at_10": 0.08942, "map_at_50": 0.10529, "map_at_100": 0.10768, "recall_at_1": 0.04082, "recall_at_5": 0.16327, "recall_at_10": 0.30612, "recall_at_50": 0.63265, "recall_at_100": 0.79592, "precision_at_1": 0.04082, "precision_at_5": 0.03265, "precision_at_10": 0.03061, "precision_at_50": 0.01265, "precision_at_100": 0.00796, "ndcg_at_10_maxsim": 0.13879}}} |