Update README.md
Browse files
README.md
CHANGED
@@ -20,6 +20,30 @@ model-index:
|
|
20 |
metrics:
|
21 |
- type: v_measure
|
22 |
value: 59.14629497199997
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
- task:
|
24 |
type: Retrieval
|
25 |
dataset:
|
@@ -27,92 +51,68 @@ model-index:
|
|
27 |
name: MTEB AlloprofRetrieval
|
28 |
config: default
|
29 |
split: test
|
30 |
-
revision:
|
31 |
metrics:
|
32 |
- type: map_at_1
|
33 |
-
value: 30.
|
34 |
- type: map_at_10
|
35 |
-
value: 41.
|
36 |
- type: map_at_100
|
37 |
-
value: 42.
|
38 |
- type: map_at_1000
|
39 |
-
value: 42.
|
40 |
- type: map_at_3
|
41 |
-
value: 38.
|
42 |
- type: map_at_5
|
43 |
-
value: 40.
|
44 |
- type: mrr_at_1
|
45 |
-
value: 30.
|
46 |
- type: mrr_at_10
|
47 |
-
value: 41.
|
48 |
- type: mrr_at_100
|
49 |
-
value: 42.
|
50 |
- type: mrr_at_1000
|
51 |
-
value: 42.
|
52 |
- type: mrr_at_3
|
53 |
-
value: 38.
|
54 |
- type: mrr_at_5
|
55 |
-
value: 40.
|
56 |
- type: ndcg_at_1
|
57 |
-
value: 30.
|
58 |
- type: ndcg_at_10
|
59 |
-
value: 47.
|
60 |
- type: ndcg_at_100
|
61 |
-
value: 52.
|
62 |
- type: ndcg_at_1000
|
63 |
-
value: 53.
|
64 |
- type: ndcg_at_3
|
65 |
-
value: 41.
|
66 |
- type: ndcg_at_5
|
67 |
-
value: 44.
|
68 |
- type: precision_at_1
|
69 |
-
value: 30.
|
70 |
- type: precision_at_10
|
71 |
-
value: 6.
|
72 |
- type: precision_at_100
|
73 |
value: 0.898
|
74 |
- type: precision_at_1000
|
75 |
value: 0.099
|
76 |
- type: precision_at_3
|
77 |
-
value: 16.
|
78 |
- type: precision_at_5
|
79 |
-
value: 11.
|
80 |
- type: recall_at_1
|
81 |
-
value: 30.
|
82 |
- type: recall_at_10
|
83 |
-
value: 66.
|
84 |
- type: recall_at_100
|
85 |
-
value: 89.
|
86 |
- type: recall_at_1000
|
87 |
-
value: 98.
|
88 |
- type: recall_at_3
|
89 |
-
value: 49.
|
90 |
- type: recall_at_5
|
91 |
-
value: 57.
|
92 |
-
- task:
|
93 |
-
type: Clustering
|
94 |
-
dataset:
|
95 |
-
type: lyon-nlp/alloprof
|
96 |
-
name: MTEB AlloProfClusteringS2S
|
97 |
-
config: default
|
98 |
-
split: test
|
99 |
-
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
|
100 |
-
metrics:
|
101 |
-
- type: v_measure
|
102 |
-
value: 36.450870830351036
|
103 |
-
- task:
|
104 |
-
type: Reranking
|
105 |
-
dataset:
|
106 |
-
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
|
107 |
-
name: MTEB AlloprofReranking
|
108 |
-
config: default
|
109 |
-
split: test
|
110 |
-
revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
|
111 |
-
metrics:
|
112 |
-
- type: map
|
113 |
-
value: 67.23549444979429
|
114 |
-
- type: mrr
|
115 |
-
value: 68.49382830276612
|
116 |
- task:
|
117 |
type: Classification
|
118 |
dataset:
|
@@ -384,6 +384,61 @@ model-index:
|
|
384 |
value: 28.500999999999998
|
385 |
- type: recall_at_5
|
386 |
value: 34.439
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
387 |
- task:
|
388 |
type: PairClassification
|
389 |
dataset:
|
|
|
20 |
metrics:
|
21 |
- type: v_measure
|
22 |
value: 59.14629497199997
|
23 |
+
- task:
|
24 |
+
type: Clustering
|
25 |
+
dataset:
|
26 |
+
type: lyon-nlp/alloprof
|
27 |
+
name: MTEB AlloProfClusteringS2S
|
28 |
+
config: default
|
29 |
+
split: test
|
30 |
+
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
|
31 |
+
metrics:
|
32 |
+
- type: v_measure
|
33 |
+
value: 36.450870830351036
|
34 |
+
- task:
|
35 |
+
type: Reranking
|
36 |
+
dataset:
|
37 |
+
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
|
38 |
+
name: MTEB AlloprofReranking
|
39 |
+
config: default
|
40 |
+
split: test
|
41 |
+
revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
|
42 |
+
metrics:
|
43 |
+
- type: map
|
44 |
+
value: 67.23549444979429
|
45 |
+
- type: mrr
|
46 |
+
value: 68.49382830276612
|
47 |
- task:
|
48 |
type: Retrieval
|
49 |
dataset:
|
|
|
51 |
name: MTEB AlloprofRetrieval
|
52 |
config: default
|
53 |
split: test
|
54 |
+
revision: 2df7bee4080bedf2e97de3da6bd5c7bc9fc9c4d2
|
55 |
metrics:
|
56 |
- type: map_at_1
|
57 |
+
value: 30.285
|
58 |
- type: map_at_10
|
59 |
+
value: 41.724
|
60 |
- type: map_at_100
|
61 |
+
value: 42.696
|
62 |
- type: map_at_1000
|
63 |
+
value: 42.739
|
64 |
- type: map_at_3
|
65 |
+
value: 38.68
|
66 |
- type: map_at_5
|
67 |
+
value: 40.474
|
68 |
- type: mrr_at_1
|
69 |
+
value: 30.285
|
70 |
- type: mrr_at_10
|
71 |
+
value: 41.724
|
72 |
- type: mrr_at_100
|
73 |
+
value: 42.696
|
74 |
- type: mrr_at_1000
|
75 |
+
value: 42.739
|
76 |
- type: mrr_at_3
|
77 |
+
value: 38.68
|
78 |
- type: mrr_at_5
|
79 |
+
value: 40.474
|
80 |
- type: ndcg_at_1
|
81 |
+
value: 30.285
|
82 |
- type: ndcg_at_10
|
83 |
+
value: 47.687000000000005
|
84 |
- type: ndcg_at_100
|
85 |
+
value: 52.580000000000005
|
86 |
- type: ndcg_at_1000
|
87 |
+
value: 53.738
|
88 |
- type: ndcg_at_3
|
89 |
+
value: 41.439
|
90 |
- type: ndcg_at_5
|
91 |
+
value: 44.67
|
92 |
- type: precision_at_1
|
93 |
+
value: 30.285
|
94 |
- type: precision_at_10
|
95 |
+
value: 6.657
|
96 |
- type: precision_at_100
|
97 |
value: 0.898
|
98 |
- type: precision_at_1000
|
99 |
value: 0.099
|
100 |
- type: precision_at_3
|
101 |
+
value: 16.477
|
102 |
- type: precision_at_5
|
103 |
+
value: 11.454
|
104 |
- type: recall_at_1
|
105 |
+
value: 30.285
|
106 |
- type: recall_at_10
|
107 |
+
value: 66.572
|
108 |
- type: recall_at_100
|
109 |
+
value: 89.819
|
110 |
- type: recall_at_1000
|
111 |
+
value: 98.955
|
112 |
- type: recall_at_3
|
113 |
+
value: 49.43
|
114 |
- type: recall_at_5
|
115 |
+
value: 57.27100000000001
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
116 |
- task:
|
117 |
type: Classification
|
118 |
dataset:
|
|
|
384 |
value: 28.500999999999998
|
385 |
- type: recall_at_5
|
386 |
value: 34.439
|
387 |
+
- task:
|
388 |
+
type: PairClassification
|
389 |
+
dataset:
|
390 |
+
type: GEM/opusparcus
|
391 |
+
name: MTEB OpusparcusPC (fr)
|
392 |
+
config: fr
|
393 |
+
split: test
|
394 |
+
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
|
395 |
+
metrics:
|
396 |
+
- type: cos_sim_accuracy
|
397 |
+
value: 82.56130790190736
|
398 |
+
- type: cos_sim_ap
|
399 |
+
value: 93.47537508242819
|
400 |
+
- type: cos_sim_f1
|
401 |
+
value: 87.60250844187169
|
402 |
+
- type: cos_sim_precision
|
403 |
+
value: 85.17823639774859
|
404 |
+
- type: cos_sim_recall
|
405 |
+
value: 90.16881827209534
|
406 |
+
- type: dot_accuracy
|
407 |
+
value: 81.06267029972753
|
408 |
+
- type: dot_ap
|
409 |
+
value: 91.67254760894009
|
410 |
+
- type: dot_f1
|
411 |
+
value: 87.07172224760164
|
412 |
+
- type: dot_precision
|
413 |
+
value: 80.62605752961083
|
414 |
+
- type: dot_recall
|
415 |
+
value: 94.63753723932473
|
416 |
+
- type: euclidean_accuracy
|
417 |
+
value: 81.19891008174388
|
418 |
+
- type: euclidean_ap
|
419 |
+
value: 93.11746326702661
|
420 |
+
- type: euclidean_f1
|
421 |
+
value: 86.52278177458035
|
422 |
+
- type: euclidean_precision
|
423 |
+
value: 83.6734693877551
|
424 |
+
- type: euclidean_recall
|
425 |
+
value: 89.57298907646475
|
426 |
+
- type: manhattan_accuracy
|
427 |
+
value: 81.06267029972753
|
428 |
+
- type: manhattan_ap
|
429 |
+
value: 93.10511956552851
|
430 |
+
- type: manhattan_f1
|
431 |
+
value: 86.62175168431185
|
432 |
+
- type: manhattan_precision
|
433 |
+
value: 84.03361344537815
|
434 |
+
- type: manhattan_recall
|
435 |
+
value: 89.37437934458788
|
436 |
+
- type: max_accuracy
|
437 |
+
value: 82.56130790190736
|
438 |
+
- type: max_ap
|
439 |
+
value: 93.47537508242819
|
440 |
+
- type: max_f1
|
441 |
+
value: 87.60250844187169
|
442 |
- task:
|
443 |
type: PairClassification
|
444 |
dataset:
|