Update README.md

README.md

@@ -7,7 +7,7 @@ tags:
 - sentence-similarity
 - mteb
 model-index:
-- name: sentence_croissant_proj_v2
+- name: sentence_croissant_alpha_v0.2
   results:
   - task:
       type: Clustering
@@ -31,127 +31,134 @@ model-index:
     metrics:
     - type: v_measure
       value: 36.450870830351036
+  - task:
+      type: Reranking
+    dataset:
+      type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
+      name: MTEB AlloprofReranking
+      config: default
+      split: test
+      revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
+    metrics:
+    - type: map
+      value: 67.23549444979429
+    - type: mrr
+      value: 68.49382830276612
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_reviews_multi
+      name: MTEB AmazonReviewsClassification (fr)
+      config: fr
+      split: test
+      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
+    metrics:
+    - type: accuracy
+      value: 36.484
+    - type: f1
+      value: 36.358267416839176
   - task:
       type: Retrieval
     dataset:
-      type: lyon-nlp/alloprof
-      name: MTEB AlloprofRetrieval
+      type: maastrichtlawtech/bsard
+      name: MTEB BSARDRetrieval
       config: default
       split: test
-      revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
+      revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
     metrics:
     - type: map_at_1
-      value: 30.19
+      value: 0.44999999999999996
     - type: map_at_10
-      value: 41.709
+      value: 1.184
     - type: map_at_100
-      value: 42.693
+      value: 1.5939999999999999
     - type: map_at_1000
-      value: 42.735
+      value: 1.6680000000000001
     - type: map_at_3
-      value: 38.651
+      value: 0.901
     - type: map_at_5
-      value: 40.498
+      value: 1.014
     - type: mrr_at_1
-      value: 30.19
+      value: 0.44999999999999996
     - type: mrr_at_10
-      value: 41.709
+      value: 1.184
     - type: mrr_at_100
-      value: 42.693
+      value: 1.5939999999999999
     - type: mrr_at_1000
-      value: 42.735
+      value: 1.6680000000000001
     - type: mrr_at_3
-      value: 38.651
+      value: 0.901
     - type: mrr_at_5
-      value: 40.498
+      value: 1.014
     - type: ndcg_at_1
-      value: 30.19
+      value: 0.44999999999999996
     - type: ndcg_at_10
-      value: 47.663
+      value: 1.746
     - type: ndcg_at_100
-      value: 52.586999999999996
+      value: 4.271
     - type: ndcg_at_1000
-      value: 53.727000000000004
+      value: 6.662
     - type: ndcg_at_3
-      value: 41.425
+      value: 1.126
     - type: ndcg_at_5
-      value: 44.746
+      value: 1.32
     - type: precision_at_1
-      value: 30.19
+      value: 0.44999999999999996
     - type: precision_at_10
-      value: 6.648999999999999
+      value: 0.36
     - type: precision_at_100
-      value: 0.898
+      value: 0.167
     - type: precision_at_1000
-      value: 0.099
+      value: 0.036000000000000004
     - type: precision_at_3
-      value: 16.485
+      value: 0.601
     - type: precision_at_5
-      value: 11.501
+      value: 0.44999999999999996
     - type: recall_at_1
-      value: 30.19
+      value: 0.44999999999999996
     - type: recall_at_10
-      value: 66.485
+      value: 3.604
     - type: recall_at_100
-      value: 89.81
+      value: 16.667
     - type: recall_at_1000
-      value: 98.80799999999999
+      value: 36.486000000000004
     - type: recall_at_3
-      value: 49.456
+      value: 1.802
     - type: recall_at_5
-      value: 57.504
-  - task:
-      type: Classification
-    dataset:
-      type: mteb/amazon_reviews_multi
-      name: MTEB AmazonReviewsClassification (fr)
-      config: fr
-      split: test
-      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
-    metrics:
-    - type: accuracy
-      value: 36.484
-    - type: f1
-      value: 36.358267416839176
+      value: 2.252
   - task:
-      type: Retrieval
+      type: Clustering
     dataset:
-      type: maastrichtlawtech/bsard
-      name: MTEB BSARDRetrieval
+      type: lyon-nlp/clustering-hal-s2s
+      name: MTEB HALClusteringS2S
       config: default
       split: test
-      revision: 77f7e271bf4a92b24fce5119f3486b583ca016ff
+      revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
     metrics:
-    - type: ndcg_at_10
-      value: 0
+    - type: v_measure
+      value: 24.970553942854256
   - task:
-      type: BitextMining
+      type: Clustering
     dataset:
-      type: rbawden/DiaBLa
-      name: MTEB DiaBLaBitextMining (fr-en)
-      config: fr-en
+      type: mlsum
+      name: MTEB MLSUMClusteringP2P
+      config: default
       split: test
-      revision: 5345895c56a601afe1a98519ce3199be60a27dba
+      revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
     metrics:
-    - type: accuracy
-      value: 78.46207376478776
-    - type: f1
-      value: 75.36450933606442
-    - type: precision
-      value: 74.2353689312528
-    - type: recall
-      value: 78.46207376478776
+    - type: v_measure
+      value: 42.48794423025542
   - task:
       type: Clustering
     dataset:
-      type: lyon-nlp/clustering-hal-s2s
-      name: MTEB HALClusteringS2S
+      type: mlsum
+      name: MTEB MLSUMClusteringS2S
       config: default
       split: test
-      revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
+      revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
     metrics:
     - type: v_measure
-      value: 24.970553942854256
+      value: 34.44830504100088
   - task:
       type: Classification
     dataset:
@@ -188,9 +195,9 @@ model-index:
       revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
     metrics:
     - type: accuracy
-      value: 78.43601895734598
+      value: 73.17535545023696
     - type: f1
-      value: 74.53597674607394
+      value: 69.07397342867827
   - task:
       type: Clustering
     dataset:
@@ -249,65 +256,65 @@ model-index:
       revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
     metrics:
     - type: map_at_1
-      value: 14.127999999999998
+      value: 14.824000000000002
     - type: map_at_10
-      value: 22.33
+      value: 23.217
     - type: map_at_100
-      value: 23.599
+      value: 24.484
     - type: map_at_1000
-      value: 23.69
+      value: 24.571
     - type: map_at_3
-      value: 19.827
+      value: 20.762
     - type: map_at_5
-      value: 21.227
+      value: 22.121
     - type: mrr_at_1
-      value: 14.127999999999998
+      value: 14.824000000000002
     - type: mrr_at_10
-      value: 22.33
+      value: 23.217
     - type: mrr_at_100
-      value: 23.599
+      value: 24.484
     - type: mrr_at_1000
-      value: 23.69
+      value: 24.571
     - type: mrr_at_3
-      value: 19.827
+      value: 20.762
     - type: mrr_at_5
-      value: 21.227
+      value: 22.121
     - type: ndcg_at_1
-      value: 14.127999999999998
+      value: 14.824000000000002
     - type: ndcg_at_10
-      value: 26.877000000000002
+      value: 27.876
     - type: ndcg_at_100
-      value: 33.6
+      value: 34.53
     - type: ndcg_at_1000
-      value: 36.339
+      value: 37.153999999999996
     - type: ndcg_at_3
-      value: 21.686
+      value: 22.746
     - type: ndcg_at_5
-      value: 24.187
+      value: 25.192999999999998
     - type: precision_at_1
-      value: 14.127999999999998
+      value: 14.824000000000002
     - type: precision_at_10
-      value: 4.144
+      value: 4.279
     - type: precision_at_100
-      value: 0.742
+      value: 0.75
     - type: precision_at_1000
       value: 0.096
     - type: precision_at_3
-      value: 9.023
+      value: 9.5
     - type: precision_at_5
-      value: 6.618
+      value: 6.888
     - type: recall_at_1
-      value: 14.127999999999998
+      value: 14.824000000000002
     - type: recall_at_10
-      value: 41.441
+      value: 42.793
     - type: recall_at_100
-      value: 74.161
+      value: 75.02
     - type: recall_at_1000
-      value: 96.396
+      value: 96.274
     - type: recall_at_3
-      value: 27.067999999999998
+      value: 28.500999999999998
     - type: recall_at_5
-      value: 33.088
+      value: 34.439
   - task:
       type: PairClassification
     dataset:
@@ -318,19 +325,19 @@ model-index:
       revision: 8a04d940a42cd40658986fdd8e3da561533a3646
     metrics:
     - type: cos_sim_accuracy
-      value: 64.64999999999999
+      value: 64.7
     - type: cos_sim_ap
-      value: 66.8133334817777
+      value: 66.97936856243149
     - type: cos_sim_f1
-      value: 64.28889879625501
+      value: 64.10698878343399
     - type: cos_sim_precision
-      value: 53.80597014925373
+      value: 52.50883392226149
     - type: cos_sim_recall
-      value: 79.84496124031007
+      value: 82.281284606866
     - type: dot_accuracy
-      value: 56.10000000000001
+      value: 55.7
     - type: dot_ap
-      value: 49.09379126225788
+      value: 49.248259184437195
     - type: dot_f1
       value: 62.51298026998961
     - type: dot_precision
@@ -338,31 +345,31 @@ model-index:
     - type: dot_recall
       value: 100.0
     - type: euclidean_accuracy
-      value: 64.9
+      value: 65.14999999999999
     - type: euclidean_ap
-      value: 67.5354830255498
+      value: 67.67376405881289
     - type: euclidean_f1
-      value: 64.25263157894736
+      value: 64.10034602076125
     - type: euclidean_precision
-      value: 51.83423913043478
+      value: 52.59048970901349
     - type: euclidean_recall
-      value: 84.49612403100775
+      value: 82.05980066445183
     - type: manhattan_accuracy
-      value: 64.9
+      value: 65.2
     - type: manhattan_ap
-      value: 67.52879588861276
+      value: 67.68415171194316
     - type: manhattan_f1
-      value: 64.30678466076697
+      value: 64.16899163013153
     - type: manhattan_precision
-      value: 51.90476190476191
+      value: 50.12453300124533
     - type: manhattan_recall
-      value: 84.49612403100775
+      value: 89.14728682170544
     - type: max_accuracy
-      value: 64.9
+      value: 65.2
     - type: max_ap
-      value: 67.5354830255498
+      value: 67.68415171194316
     - type: max_f1
-      value: 64.30678466076697
+      value: 64.16899163013153
   - task:
       type: STS
     dataset:
@@ -373,17 +380,17 @@ model-index:
       revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
     metrics:
     - type: cos_sim_pearson
-      value: 77.7433096327779
+      value: 77.68761269197373
     - type: cos_sim_spearman
-      value: 69.74955653929295
+      value: 69.66744624141576
     - type: euclidean_pearson
-      value: 71.96193590817946
+      value: 72.05200050489465
     - type: euclidean_spearman
-      value: 68.06075230709968
+      value: 68.04895470259305
     - type: manhattan_pearson
-      value: 72.08578378810243
+      value: 72.16693522711834
     - type: manhattan_spearman
-      value: 68.13035953053988
+      value: 68.12086601967899
   - task:
       type: STS
     dataset:
@@ -394,38 +401,38 @@ model-index:
       revision: eea2b4fe26a775864c896887d910b76a8098ad3f
     metrics:
     - type: cos_sim_pearson
-      value: 75.81194678023817
+      value: 75.11874053715779
     - type: cos_sim_spearman
-      value: 79.56247918360033
+      value: 78.68085137779333
     - type: euclidean_pearson
-      value: 70.45327950523198
+      value: 68.83921367763453
     - type: euclidean_spearman
-      value: 74.00744870618196
+      value: 71.35148956255736
     - type: manhattan_pearson
-      value: 71.12699465268844
+      value: 69.46950072200525
     - type: manhattan_spearman
-      value: 74.3574416542159
+      value: 71.66493261411941
   - task:
       type: STS
     dataset:
-      type: stsb_multi_mt
+      type: PhilipMay/stsb_multi_mt
       name: MTEB STSBenchmarkMultilingualSTS (fr)
       config: fr
       split: test
       revision: 93d57ef91790589e3ce9c365164337a8a78b7632
     metrics:
     - type: cos_sim_pearson
-      value: 77.26709896294982
+      value: 78.09242108846412
     - type: cos_sim_spearman
-      value: 75.55738110081339
+      value: 76.38442769094321
     - type: euclidean_pearson
-      value: 75.44449879959129
+      value: 76.19649405196662
     - type: euclidean_spearman
-      value: 75.12531982165999
+      value: 75.95441973818816
     - type: manhattan_pearson
-      value: 75.38816471536302
+      value: 76.13548797312832
     - type: manhattan_spearman
-      value: 75.08684496084808
+      value: 75.93264073187262
   - task:
       type: Summarization
     dataset:
@@ -436,13 +443,26 @@ model-index:
       revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
     metrics:
     - type: cos_sim_pearson
-      value: 30.37088408606861
+      value: 30.511451950181858
     - type: cos_sim_spearman
-      value: 30.060197502190817
+      value: 30.267871792007288
     - type: dot_pearson
-      value: 26.869692417875918
+      value: 27.428950856263114
     - type: dot_spearman
-      value: 26.58486640710781
+      value: 26.895658072972395
+  - task:
+      type: Reranking
+    dataset:
+      type: lyon-nlp/mteb-fr-reranking-syntec-s2p
+      name: MTEB SyntecReranking
+      config: default
+      split: test
+      revision: b205c5084a0934ce8af14338bf03feb19499c84d
+    metrics:
+    - type: map
+      value: 83.16666666666667
+    - type: mrr
+      value: 83.16666666666667
   - task:
       type: Retrieval
     dataset:
@@ -450,46 +470,46 @@ model-index:
       name: MTEB SyntecRetrieval
       config: default
       split: test
-      revision: 77f7e271bf4a92b24fce5119f3486b583ca016ff
+      revision: aa460cd4d177e6a3c04fcd2affd95e8243289033
     metrics:
     - type: map_at_1
-      value: 60.0
+      value: 61.0
     - type: map_at_10
-      value: 73.18
+      value: 71.863
     - type: map_at_100
-      value: 73.436
+      value: 72.115
     - type: map_at_1000
-      value: 73.436
+      value: 72.115
     - type: map_at_3
-      value: 71.0
+      value: 69.0
     - type: map_at_5
-      value: 72.45
+      value: 70.95
     - type: mrr_at_1
-      value: 60.0
+      value: 61.0
     - type: mrr_at_10
-      value: 73.18
+      value: 71.863
     - type: mrr_at_100
-      value: 73.436
+      value: 72.115
     - type: mrr_at_1000
-      value: 73.436
+      value: 72.115
     - type: mrr_at_3
-      value: 71.0
+      value: 69.0
     - type: mrr_at_5
-      value: 72.45
+      value: 70.95
     - type: ndcg_at_1
-      value: 60.0
+      value: 61.0
     - type: ndcg_at_10
-      value: 78.815
+      value: 77.666
     - type: ndcg_at_100
-      value: 79.791
+      value: 78.63900000000001
     - type: ndcg_at_1000
-      value: 79.791
+      value: 78.63900000000001
     - type: ndcg_at_3
-      value: 74.595
+      value: 71.809
     - type: ndcg_at_5
-      value: 77.13499999999999
+      value: 75.422
     - type: precision_at_1
-      value: 60.0
+      value: 61.0
     - type: precision_at_10
       value: 9.6
     - type: precision_at_100
@@ -497,11 +517,11 @@ model-index:
     - type: precision_at_1000
       value: 0.1
     - type: precision_at_3
-      value: 28.333000000000002
+      value: 26.667
     - type: precision_at_5
-      value: 18.2
+      value: 17.8
     - type: recall_at_1
-      value: 60.0
+      value: 61.0
     - type: recall_at_10
       value: 96.0
     - type: recall_at_100
@@ -509,9 +529,9 @@ model-index:
     - type: recall_at_1000
       value: 100.0
     - type: recall_at_3
-      value: 85.0
+      value: 80.0
     - type: recall_at_5
-      value: 91.0
+      value: 89.0
   - task:
       type: Retrieval
     dataset:
@@ -522,66 +542,65 @@ model-index:
       revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
     metrics:
     - type: map_at_1
-      value: 37.241
+      value: 37.736999999999995
     - type: map_at_10
-      value: 56.678
+      value: 57.842000000000006
     - type: map_at_100
-      value: 58.238
+      value: 59.373
     - type: map_at_1000
-      value: 58.294999999999995
+      value: 59.426
     - type: map_at_3
-      value: 50.859
+      value: 51.598
     - type: map_at_5
-      value: 54.278999999999996
+      value: 55.279999999999994
     - type: mrr_at_1
-      value: 58.745000000000005
+      value: 59.68
     - type: mrr_at_10
-      value: 65.857
+      value: 66.71000000000001
     - type: mrr_at_100
-      value: 66.449
+      value: 67.28699999999999
     - type: mrr_at_1000
-      value: 66.467
+      value: 67.301
     - type: mrr_at_3
-      value: 63.796
+      value: 64.486
     - type: mrr_at_5
-      value: 65.11099999999999
+      value: 65.888
     - type: ndcg_at_1
-      value: 58.745000000000005
+      value: 59.68
     - type: ndcg_at_10
-      value: 63.132
+      value: 64.27199999999999
     - type: ndcg_at_100
-      value: 68.475
+      value: 69.429
     - type: ndcg_at_1000
-      value: 69.42399999999999
+      value: 70.314
     - type: ndcg_at_3
-      value: 57.801
+      value: 58.569
     - type: ndcg_at_5
-      value: 59.282999999999994
+      value: 60.272999999999996
     - type: precision_at_1
-      value: 58.745000000000005
+      value: 59.68
     - type: precision_at_10
-      value: 14.78
+      value: 15.113
     - type: precision_at_100
-      value: 1.9290000000000003
+      value: 1.941
     - type: precision_at_1000
       value: 0.20600000000000002
     - type: precision_at_3
-      value: 34.98
+      value: 35.514
     - type: precision_at_5
-      value: 24.86
+      value: 25.367
     - type: recall_at_1
-      value: 37.241
+      value: 37.736999999999995
     - type: recall_at_10
-      value: 72.116
+      value: 73.458
     - type: recall_at_100
-      value: 93.024
+      value: 93.554
     - type: recall_at_1000
-      value: 99.146
+      value: 99.346
     - type: recall_at_3
-      value: 55.35600000000001
+      value: 55.774
     - type: recall_at_5
-      value: 62.735
-
+      value: 63.836000000000006
 ---
 
 # {MODEL_NAME}