manu commited on
Commit
4610b8c
·
verified ·
1 Parent(s): 80ec8cf

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +108 -53
README.md CHANGED
@@ -20,6 +20,30 @@ model-index:
20
  metrics:
21
  - type: v_measure
22
  value: 59.14629497199997
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  - task:
24
  type: Retrieval
25
  dataset:
@@ -27,92 +51,68 @@ model-index:
27
  name: MTEB AlloprofRetrieval
28
  config: default
29
  split: test
30
- revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
31
  metrics:
32
  - type: map_at_1
33
- value: 30.19
34
  - type: map_at_10
35
- value: 41.709
36
  - type: map_at_100
37
- value: 42.693
38
  - type: map_at_1000
39
- value: 42.735
40
  - type: map_at_3
41
- value: 38.651
42
  - type: map_at_5
43
- value: 40.498
44
  - type: mrr_at_1
45
- value: 30.19
46
  - type: mrr_at_10
47
- value: 41.709
48
  - type: mrr_at_100
49
- value: 42.693
50
  - type: mrr_at_1000
51
- value: 42.735
52
  - type: mrr_at_3
53
- value: 38.651
54
  - type: mrr_at_5
55
- value: 40.498
56
  - type: ndcg_at_1
57
- value: 30.19
58
  - type: ndcg_at_10
59
- value: 47.663
60
  - type: ndcg_at_100
61
- value: 52.586999999999996
62
  - type: ndcg_at_1000
63
- value: 53.727000000000004
64
  - type: ndcg_at_3
65
- value: 41.425
66
  - type: ndcg_at_5
67
- value: 44.746
68
  - type: precision_at_1
69
- value: 30.19
70
  - type: precision_at_10
71
- value: 6.648999999999999
72
  - type: precision_at_100
73
  value: 0.898
74
  - type: precision_at_1000
75
  value: 0.099
76
  - type: precision_at_3
77
- value: 16.485
78
  - type: precision_at_5
79
- value: 11.501
80
  - type: recall_at_1
81
- value: 30.19
82
  - type: recall_at_10
83
- value: 66.485
84
  - type: recall_at_100
85
- value: 89.81
86
  - type: recall_at_1000
87
- value: 98.80799999999999
88
  - type: recall_at_3
89
- value: 49.456
90
  - type: recall_at_5
91
- value: 57.504
92
- - task:
93
- type: Clustering
94
- dataset:
95
- type: lyon-nlp/alloprof
96
- name: MTEB AlloProfClusteringS2S
97
- config: default
98
- split: test
99
- revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
100
- metrics:
101
- - type: v_measure
102
- value: 36.450870830351036
103
- - task:
104
- type: Reranking
105
- dataset:
106
- type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
107
- name: MTEB AlloprofReranking
108
- config: default
109
- split: test
110
- revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
111
- metrics:
112
- - type: map
113
- value: 67.23549444979429
114
- - type: mrr
115
- value: 68.49382830276612
116
  - task:
117
  type: Classification
118
  dataset:
@@ -384,6 +384,61 @@ model-index:
384
  value: 28.500999999999998
385
  - type: recall_at_5
386
  value: 34.439
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
387
  - task:
388
  type: PairClassification
389
  dataset:
 
20
  metrics:
21
  - type: v_measure
22
  value: 59.14629497199997
23
+ - task:
24
+ type: Clustering
25
+ dataset:
26
+ type: lyon-nlp/alloprof
27
+ name: MTEB AlloProfClusteringS2S
28
+ config: default
29
+ split: test
30
+ revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
31
+ metrics:
32
+ - type: v_measure
33
+ value: 36.450870830351036
34
+ - task:
35
+ type: Reranking
36
+ dataset:
37
+ type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
38
+ name: MTEB AlloprofReranking
39
+ config: default
40
+ split: test
41
+ revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
42
+ metrics:
43
+ - type: map
44
+ value: 67.23549444979429
45
+ - type: mrr
46
+ value: 68.49382830276612
47
  - task:
48
  type: Retrieval
49
  dataset:
 
51
  name: MTEB AlloprofRetrieval
52
  config: default
53
  split: test
54
+ revision: 2df7bee4080bedf2e97de3da6bd5c7bc9fc9c4d2
55
  metrics:
56
  - type: map_at_1
57
+ value: 30.285
58
  - type: map_at_10
59
+ value: 41.724
60
  - type: map_at_100
61
+ value: 42.696
62
  - type: map_at_1000
63
+ value: 42.739
64
  - type: map_at_3
65
+ value: 38.68
66
  - type: map_at_5
67
+ value: 40.474
68
  - type: mrr_at_1
69
+ value: 30.285
70
  - type: mrr_at_10
71
+ value: 41.724
72
  - type: mrr_at_100
73
+ value: 42.696
74
  - type: mrr_at_1000
75
+ value: 42.739
76
  - type: mrr_at_3
77
+ value: 38.68
78
  - type: mrr_at_5
79
+ value: 40.474
80
  - type: ndcg_at_1
81
+ value: 30.285
82
  - type: ndcg_at_10
83
+ value: 47.687000000000005
84
  - type: ndcg_at_100
85
+ value: 52.580000000000005
86
  - type: ndcg_at_1000
87
+ value: 53.738
88
  - type: ndcg_at_3
89
+ value: 41.439
90
  - type: ndcg_at_5
91
+ value: 44.67
92
  - type: precision_at_1
93
+ value: 30.285
94
  - type: precision_at_10
95
+ value: 6.657
96
  - type: precision_at_100
97
  value: 0.898
98
  - type: precision_at_1000
99
  value: 0.099
100
  - type: precision_at_3
101
+ value: 16.477
102
  - type: precision_at_5
103
+ value: 11.454
104
  - type: recall_at_1
105
+ value: 30.285
106
  - type: recall_at_10
107
+ value: 66.572
108
  - type: recall_at_100
109
+ value: 89.819
110
  - type: recall_at_1000
111
+ value: 98.955
112
  - type: recall_at_3
113
+ value: 49.43
114
  - type: recall_at_5
115
+ value: 57.27100000000001
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116
  - task:
117
  type: Classification
118
  dataset:
 
384
  value: 28.500999999999998
385
  - type: recall_at_5
386
  value: 34.439
387
+ - task:
388
+ type: PairClassification
389
+ dataset:
390
+ type: GEM/opusparcus
391
+ name: MTEB OpusparcusPC (fr)
392
+ config: fr
393
+ split: test
394
+ revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
395
+ metrics:
396
+ - type: cos_sim_accuracy
397
+ value: 82.56130790190736
398
+ - type: cos_sim_ap
399
+ value: 93.47537508242819
400
+ - type: cos_sim_f1
401
+ value: 87.60250844187169
402
+ - type: cos_sim_precision
403
+ value: 85.17823639774859
404
+ - type: cos_sim_recall
405
+ value: 90.16881827209534
406
+ - type: dot_accuracy
407
+ value: 81.06267029972753
408
+ - type: dot_ap
409
+ value: 91.67254760894009
410
+ - type: dot_f1
411
+ value: 87.07172224760164
412
+ - type: dot_precision
413
+ value: 80.62605752961083
414
+ - type: dot_recall
415
+ value: 94.63753723932473
416
+ - type: euclidean_accuracy
417
+ value: 81.19891008174388
418
+ - type: euclidean_ap
419
+ value: 93.11746326702661
420
+ - type: euclidean_f1
421
+ value: 86.52278177458035
422
+ - type: euclidean_precision
423
+ value: 83.6734693877551
424
+ - type: euclidean_recall
425
+ value: 89.57298907646475
426
+ - type: manhattan_accuracy
427
+ value: 81.06267029972753
428
+ - type: manhattan_ap
429
+ value: 93.10511956552851
430
+ - type: manhattan_f1
431
+ value: 86.62175168431185
432
+ - type: manhattan_precision
433
+ value: 84.03361344537815
434
+ - type: manhattan_recall
435
+ value: 89.37437934458788
436
+ - type: max_accuracy
437
+ value: 82.56130790190736
438
+ - type: max_ap
439
+ value: 93.47537508242819
440
+ - type: max_f1
441
+ value: 87.60250844187169
442
  - task:
443
  type: PairClassification
444
  dataset: