Sentence Similarity
Safetensors
Japanese
bert
feature-extraction
ruri-large / result /Retrieval /scores_mrtydi.json
hpprc's picture
Upload 17 files
8d8012a verified
raw
history blame
1.59 kB
{
"metric_name": "ndcg@10",
"metric_value": 0.3803302462897418,
"details": {
"optimal_distance_metric": "euclidean_distance",
"val_scores": {
"cosine_similarity": {
"accuracy@1": 0.25323275862068967,
"accuracy@3": 0.4073275862068966,
"accuracy@5": 0.47737068965517243,
"accuracy@10": 0.5775862068965517,
"ndcg@10": 0.4050275055597,
"mrr@10": 0.35105406746031714
},
"dot_score": {
"accuracy@1": 0.18426724137931033,
"accuracy@3": 0.3308189655172414,
"accuracy@5": 0.39870689655172414,
"accuracy@10": 0.5021551724137931,
"ndcg@10": 0.3312247600613045,
"mrr@10": 0.2781006260262726
},
"euclidean_distance": {
"accuracy@1": 0.2521551724137931,
"accuracy@3": 0.41163793103448276,
"accuracy@5": 0.4827586206896552,
"accuracy@10": 0.5808189655172413,
"ndcg@10": 0.40565667279158407,
"mrr@10": 0.35095657156540727
}
},
"test_scores": {
"euclidean_distance": {
"accuracy@1": 0.24722222222222223,
"accuracy@3": 0.41944444444444445,
"accuracy@5": 0.5027777777777778,
"accuracy@10": 0.6166666666666667,
"ndcg@10": 0.3803302462897418,
"mrr@10": 0.3568121693121691
}
}
}
}