AugTriever-DocTitle / beir_output /dbpedia-entity.json
memray's picture
Upload 130 files
444729b
{
"dataset": "dbpedia-entity",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.3475,
"NDCG@3": 0.31619,
"NDCG@5": 0.31187,
"NDCG@10": 0.30952,
"NDCG@20": 0.3111,
"NDCG@50": 0.34062,
"NDCG@100": 0.3723,
"NDCG@200": 0.4003,
"NDCG@1000": 0.4491
},
"map": {
"MAP@1": 0.06104,
"MAP@3": 0.09687,
"MAP@5": 0.11544,
"MAP@10": 0.14131,
"MAP@20": 0.16544,
"MAP@50": 0.19505,
"MAP@100": 0.2093,
"MAP@200": 0.21699,
"MAP@1000": 0.22446
},
"precision": {
"P@1": 0.455,
"P@3": 0.36417,
"P@5": 0.3225,
"P@10": 0.262,
"P@20": 0.20325,
"P@50": 0.1362,
"P@100": 0.09175,
"P@200": 0.05899,
"P@1000": 0.01999
},
"recall": {
"Recall@1": 0.06104,
"Recall@3": 0.11425,
"Recall@5": 0.15092,
"Recall@10": 0.21,
"Recall@20": 0.2695,
"Recall@50": 0.38462,
"Recall@100": 0.47187,
"Recall@200": 0.55369,
"Recall@1000": 0.72474
},
"mrr": {
"MRR@1": 0.455,
"MRR@3": 0.55458,
"MRR@5": 0.57408,
"MRR@10": 0.58363,
"MRR@20": 0.58628,
"MRR@50": 0.5883,
"MRR@100": 0.58854,
"MRR@200": 0.58867,
"MRR@1000": 0.58871
},
"recall_cap": {
"R_cap@1": 0.455,
"R_cap@3": 0.38167,
"R_cap@5": 0.36079,
"R_cap@10": 0.34234,
"R_cap@20": 0.33385,
"R_cap@50": 0.39734,
"R_cap@100": 0.47763,
"R_cap@200": 0.55729,
"R_cap@1000": 0.72533
},
"hole": {
"Hole@1": 0.34,
"Hole@3": 0.42,
"Hole@5": 0.462,
"Hole@10": 0.525,
"Hole@20": 0.60413,
"Hole@50": 0.71385,
"Hole@100": 0.78948,
"Hole@200": 0.8499,
"Hole@1000": 0.9336
}
}
}