[update] model

README.md

@@ -6,7 +6,7 @@ tags:
 - sentence-similarity
 - mteb
 model-index:
-- name: tao-8k
+- name: tao
   results:
   - task:
       type: STS
@@ -18,17 +18,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 46.6327281304144
+      value: 47.33752515292192
     - type: cos_sim_spearman
-      value: 48.842454434123376
+      value: 49.940772056837176
     - type: euclidean_pearson
-      value: 46.94481399008005
+      value: 48.12147487857213
     - type: euclidean_spearman
-      value: 48.842454434123376
+      value: 49.9407519488174
     - type: manhattan_pearson
-      value: 46.89375935801324
+      value: 48.07550286372865
     - type: manhattan_spearman
-      value: 48.78990181105918
+      value: 49.89535645392862
   - task:
       type: STS
     dataset:
@@ -39,17 +39,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 51.29442837260785
+      value: 50.976865711125626
     - type: cos_sim_spearman
-      value: 52.652094634834
+      value: 53.113084748593465
     - type: euclidean_pearson
-      value: 54.86278112546793
+      value: 55.1209592747571
     - type: euclidean_spearman
-      value: 52.65209238258423
+      value: 53.11308362230699
     - type: manhattan_pearson
-      value: 54.8164800665497
+      value: 55.09799309322416
     - type: manhattan_spearman
-      value: 52.626711935726014
+      value: 53.108059998577076
   - task:
       type: Classification
     dataset:
@@ -60,9 +60,9 @@ model-index:
       revision: 1399c76144fd37290681b995c656ef9b2e06e26d
     metrics:
     - type: accuracy
-      value: 41.51200000000001
+      value: 40.812
     - type: f1
-      value: 39.47955832883091
+      value: 39.02060856097395
   - task:
       type: STS
     dataset:
@@ -73,17 +73,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 63.27653562193512
+      value: 62.84336868097746
     - type: cos_sim_spearman
-      value: 65.37293598647585
+      value: 65.540605433497
     - type: euclidean_pearson
-      value: 63.91367659963474
+      value: 64.08759819387913
     - type: euclidean_spearman
-      value: 65.37294637878077
+      value: 65.54060543369363
     - type: manhattan_pearson
-      value: 63.89671277983551
+      value: 64.09334283385029
     - type: manhattan_spearman
-      value: 65.35510625635355
+      value: 65.55376209169398
   - task:
       type: Clustering
     dataset:
@@ -94,7 +94,7 @@ model-index:
       revision: None
     metrics:
     - type: v_measure
-      value: 39.92148459596857
+      value: 39.964020691388505
   - task:
       type: Clustering
     dataset:
@@ -105,7 +105,7 @@ model-index:
       revision: None
     metrics:
     - type: v_measure
-      value: 36.7800929733979
+      value: 38.18628830038994
   - task:
       type: Reranking
     dataset:
@@ -116,9 +116,9 @@ model-index:
       revision: None
     metrics:
     - type: map
-      value: 84.56370955233704
+      value: 85.34294439514511
     - type: mrr
-      value: 87.14396825396825
+      value: 88.03849206349206
   - task:
       type: Reranking
     dataset:
@@ -129,9 +129,9 @@ model-index:
       revision: None
     metrics:
     - type: map
-      value: 85.4719112626303
+      value: 85.87127698007234
     - type: mrr
-      value: 88.25107142857142
+      value: 88.57980158730159
   - task:
       type: Retrieval
     dataset:
@@ -142,65 +142,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 24.314
+      value: 24.484
     - type: map_at_10
-      value: 36.157000000000004
+      value: 36.3
     - type: map_at_100
-      value: 38.004
+      value: 38.181
     - type: map_at_1000
-      value: 38.129999999999995
+      value: 38.305
     - type: map_at_3
-      value: 32.141999999999996
+      value: 32.39
     - type: map_at_5
-      value: 34.414
+      value: 34.504000000000005
     - type: mrr_at_1
-      value: 37.384
+      value: 37.608999999999995
     - type: mrr_at_10
-      value: 45.261
+      value: 45.348
     - type: mrr_at_100
-      value: 46.271
+      value: 46.375
     - type: mrr_at_1000
-      value: 46.32
+      value: 46.425
     - type: mrr_at_3
-      value: 42.760999999999996
+      value: 42.969
     - type: mrr_at_5
-      value: 44.219
+      value: 44.285999999999994
     - type: ndcg_at_1
-      value: 37.384
+      value: 37.608999999999995
     - type: ndcg_at_10
-      value: 42.599
+      value: 42.675999999999995
     - type: ndcg_at_100
-      value: 50.068999999999996
+      value: 50.12799999999999
     - type: ndcg_at_1000
-      value: 52.221
+      value: 52.321
     - type: ndcg_at_3
-      value: 37.551
+      value: 37.864
     - type: ndcg_at_5
-      value: 39.711
+      value: 39.701
     - type: precision_at_1
-      value: 37.384
+      value: 37.608999999999995
     - type: precision_at_10
-      value: 9.532
+      value: 9.527
     - type: precision_at_100
-      value: 1.554
+      value: 1.555
     - type: precision_at_1000
       value: 0.183
     - type: precision_at_3
-      value: 21.205
+      value: 21.547
     - type: precision_at_5
-      value: 15.539
+      value: 15.504000000000001
     - type: recall_at_1
-      value: 24.314
+      value: 24.484
     - type: recall_at_10
-      value: 52.463
+      value: 52.43299999999999
     - type: recall_at_100
-      value: 83.86099999999999
+      value: 83.446
     - type: recall_at_1000
-      value: 98.17399999999999
+      value: 98.24199999999999
     - type: recall_at_3
-      value: 37.341
+      value: 37.653
     - type: recall_at_5
-      value: 43.952999999999996
+      value: 43.643
   - task:
       type: PairClassification
     dataset:
@@ -211,51 +211,51 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_accuracy
-      value: 78.80938063740228
+      value: 77.71497294046902
     - type: cos_sim_ap
-      value: 87.42519095434638
+      value: 86.84542027578229
     - type: cos_sim_f1
-      value: 80.08597528210638
+      value: 79.31987247608926
     - type: cos_sim_precision
-      value: 74.10501193317423
+      value: 72.70601987142022
     - type: cos_sim_recall
-      value: 87.11713818096797
+      value: 87.2574234276362
     - type: dot_accuracy
-      value: 78.80938063740228
+      value: 77.71497294046902
     - type: dot_ap
-      value: 87.44023261310717
+      value: 86.86514752961159
     - type: dot_f1
-      value: 80.08597528210638
+      value: 79.31987247608926
     - type: dot_precision
-      value: 74.10501193317423
+      value: 72.70601987142022
     - type: dot_recall
-      value: 87.11713818096797
+      value: 87.2574234276362
     - type: euclidean_accuracy
-      value: 78.80938063740228
+      value: 77.71497294046902
     - type: euclidean_ap
-      value: 87.42517285949802
+      value: 86.84541456571337
     - type: euclidean_f1
-      value: 80.08597528210638
+      value: 79.31987247608926
     - type: euclidean_precision
-      value: 74.10501193317423
+      value: 72.70601987142022
     - type: euclidean_recall
-      value: 87.11713818096797
+      value: 87.2574234276362
     - type: manhattan_accuracy
-      value: 78.90559230306675
+      value: 77.8111846061335
     - type: manhattan_ap
-      value: 87.38730802838026
+      value: 86.81148050422539
     - type: manhattan_f1
-      value: 80.1043138107139
+      value: 79.41176470588236
     - type: manhattan_precision
-      value: 74.82744620381648
+      value: 72.52173913043478
     - type: manhattan_recall
-      value: 86.1819032031798
+      value: 87.74842179097499
     - type: max_accuracy
-      value: 78.90559230306675
+      value: 77.8111846061335
     - type: max_ap
-      value: 87.44023261310717
+      value: 86.86514752961159
     - type: max_f1
-      value: 80.1043138107139
+      value: 79.41176470588236
   - task:
       type: Retrieval
     dataset:
@@ -266,65 +266,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 69.863
+      value: 68.862
     - type: map_at_10
-      value: 77.865
+      value: 77.079
     - type: map_at_100
-      value: 78.21900000000001
+      value: 77.428
     - type: map_at_1000
-      value: 78.22200000000001
+      value: 77.432
     - type: map_at_3
-      value: 76.335
+      value: 75.40400000000001
     - type: map_at_5
-      value: 77.179
+      value: 76.227
     - type: mrr_at_1
-      value: 70.074
+      value: 69.02000000000001
     - type: mrr_at_10
-      value: 77.89
+      value: 77.04299999999999
     - type: mrr_at_100
-      value: 78.235
+      value: 77.391
     - type: mrr_at_1000
-      value: 78.238
+      value: 77.395
     - type: mrr_at_3
-      value: 76.466
+      value: 75.44800000000001
     - type: mrr_at_5
-      value: 77.241
+      value: 76.23299999999999
     - type: ndcg_at_1
-      value: 70.074
+      value: 69.02000000000001
     - type: ndcg_at_10
-      value: 81.375
+      value: 80.789
     - type: ndcg_at_100
-      value: 82.918
+      value: 82.27499999999999
     - type: ndcg_at_1000
-      value: 83.019
+      value: 82.381
     - type: ndcg_at_3
-      value: 78.32000000000001
+      value: 77.40599999999999
     - type: ndcg_at_5
-      value: 79.824
+      value: 78.87100000000001
     - type: precision_at_1
-      value: 70.074
+      value: 69.02000000000001
     - type: precision_at_10
-      value: 9.325999999999999
+      value: 9.336
     - type: precision_at_100
-      value: 1.001
+      value: 0.9990000000000001
     - type: precision_at_1000
       value: 0.101
     - type: precision_at_3
-      value: 28.17
+      value: 27.889000000000003
     - type: precision_at_5
-      value: 17.682000000000002
+      value: 17.492
     - type: recall_at_1
-      value: 69.863
+      value: 68.862
     - type: recall_at_10
-      value: 92.202
+      value: 92.308
     - type: recall_at_100
-      value: 99.05199999999999
+      value: 98.84100000000001
     - type: recall_at_1000
-      value: 99.895
+      value: 99.684
     - type: recall_at_3
-      value: 83.93
+      value: 83.087
     - type: recall_at_5
-      value: 87.566
+      value: 86.617
   - task:
       type: Retrieval
     dataset:
@@ -335,65 +335,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 25.730999999999998
+      value: 25.063999999999997
     - type: map_at_10
-      value: 80.765
+      value: 78.014
     - type: map_at_100
-      value: 83.486
+      value: 81.021
     - type: map_at_1000
-      value: 83.521
+      value: 81.059
     - type: map_at_3
-      value: 55.745999999999995
+      value: 53.616
     - type: map_at_5
-      value: 70.473
+      value: 68.00399999999999
     - type: mrr_at_1
-      value: 89.55
+      value: 87.8
     - type: mrr_at_10
-      value: 93.028
+      value: 91.824
     - type: mrr_at_100
-      value: 93.093
+      value: 91.915
     - type: mrr_at_1000
-      value: 93.096
+      value: 91.917
     - type: mrr_at_3
-      value: 92.80000000000001
+      value: 91.525
     - type: mrr_at_5
-      value: 92.92200000000001
+      value: 91.752
     - type: ndcg_at_1
-      value: 89.55
+      value: 87.8
     - type: ndcg_at_10
-      value: 87.898
+      value: 85.74199999999999
     - type: ndcg_at_100
-      value: 90.366
+      value: 88.82900000000001
     - type: ndcg_at_1000
-      value: 90.715
+      value: 89.208
     - type: ndcg_at_3
-      value: 86.497
+      value: 84.206
     - type: ndcg_at_5
-      value: 85.533
+      value: 83.421
     - type: precision_at_1
-      value: 89.55
+      value: 87.8
     - type: precision_at_10
-      value: 42.305
+      value: 41.325
     - type: precision_at_100
-      value: 4.82
+      value: 4.8
     - type: precision_at_1000
       value: 0.48900000000000005
     - type: precision_at_3
-      value: 77.833
+      value: 75.783
     - type: precision_at_5
-      value: 65.81
+      value: 64.25999999999999
     - type: recall_at_1
-      value: 25.730999999999998
+      value: 25.063999999999997
     - type: recall_at_10
-      value: 89.409
+      value: 87.324
     - type: recall_at_100
-      value: 97.62100000000001
+      value: 97.261
     - type: recall_at_1000
-      value: 99.565
+      value: 99.309
     - type: recall_at_3
-      value: 58.298
+      value: 56.281000000000006
     - type: recall_at_5
-      value: 75.315
+      value: 73.467
   - task:
       type: Retrieval
     dataset:
@@ -404,65 +404,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 49.6
+      value: 46.800000000000004
     - type: map_at_10
-      value: 59.34
+      value: 56.887
     - type: map_at_100
-      value: 59.894999999999996
+      value: 57.556
     - type: map_at_1000
-      value: 59.913000000000004
+      value: 57.582
     - type: map_at_3
-      value: 56.667
+      value: 54.15
     - type: map_at_5
-      value: 58.196999999999996
+      value: 55.825
     - type: mrr_at_1
-      value: 49.6
+      value: 46.800000000000004
     - type: mrr_at_10
-      value: 59.34
+      value: 56.887
     - type: mrr_at_100
-      value: 59.894999999999996
+      value: 57.556
     - type: mrr_at_1000
-      value: 59.913000000000004
+      value: 57.582
     - type: mrr_at_3
-      value: 56.667
+      value: 54.15
     - type: mrr_at_5
-      value: 58.196999999999996
+      value: 55.825
     - type: ndcg_at_1
-      value: 49.6
+      value: 46.800000000000004
     - type: ndcg_at_10
-      value: 64.461
+      value: 62.061
     - type: ndcg_at_100
-      value: 67.08800000000001
+      value: 65.042
     - type: ndcg_at_1000
-      value: 67.578
+      value: 65.658
     - type: ndcg_at_3
-      value: 58.962
+      value: 56.52700000000001
     - type: ndcg_at_5
-      value: 61.741
+      value: 59.518
     - type: precision_at_1
-      value: 49.6
+      value: 46.800000000000004
     - type: precision_at_10
-      value: 8.07
+      value: 7.84
     - type: precision_at_100
-      value: 0.928
+      value: 0.9169999999999999
     - type: precision_at_1000
-      value: 0.097
+      value: 0.096
     - type: precision_at_3
-      value: 21.867
+      value: 21.133
     - type: precision_at_5
-      value: 14.48
+      value: 14.12
     - type: recall_at_1
-      value: 49.6
+      value: 46.800000000000004
     - type: recall_at_10
-      value: 80.7
+      value: 78.4
     - type: recall_at_100
-      value: 92.80000000000001
+      value: 91.7
     - type: recall_at_1000
-      value: 96.7
+      value: 96.39999999999999
     - type: recall_at_3
-      value: 65.60000000000001
+      value: 63.4
     - type: recall_at_5
-      value: 72.39999999999999
+      value: 70.6
   - task:
       type: Classification
     dataset:
@@ -473,9 +473,9 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 47.44132358599462
+      value: 48.010773374374764
     - type: f1
-      value: 34.814352930577854
+      value: 35.25314495210735
   - task:
       type: Classification
     dataset:
@@ -486,11 +486,11 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 86.43527204502813
+      value: 87.01688555347093
     - type: ap
-      value: 55.197728692877554
+      value: 56.39167630414159
     - type: f1
-      value: 81.22331922899193
+      value: 81.91756262306008
   - task:
       type: STS
     dataset:
@@ -501,17 +501,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 72.21054197899034
+      value: 71.17867432738112
     - type: cos_sim_spearman
-      value: 77.10172371889475
+      value: 77.47954247528372
     - type: euclidean_pearson
-      value: 76.15914782847307
+      value: 76.32408876437825
     - type: euclidean_spearman
-      value: 77.10173036795658
+      value: 77.47954025694959
     - type: manhattan_pearson
-      value: 76.16257390318928
+      value: 76.33345801575938
     - type: manhattan_spearman
-      value: 77.10538180843567
+      value: 77.48901582125997
   - task:
       type: Reranking
     dataset:
@@ -522,9 +522,9 @@ model-index:
       revision: None
     metrics:
     - type: map
-      value: 26.968179320629726
+      value: 27.96333052746654
     - type: mrr
-      value: 25.664285714285718
+      value: 26.92023809523809
   - task:
       type: Retrieval
     dataset:
@@ -535,65 +535,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 66.674
+      value: 66.144
     - type: map_at_10
-      value: 75.624
+      value: 75.036
     - type: map_at_100
-      value: 75.96199999999999
+      value: 75.36
     - type: map_at_1000
-      value: 75.973
+      value: 75.371
     - type: map_at_3
-      value: 73.9
+      value: 73.258
     - type: map_at_5
-      value: 75.007
+      value: 74.369
     - type: mrr_at_1
-      value: 68.89699999999999
+      value: 68.381
     - type: mrr_at_10
-      value: 76.212
+      value: 75.633
     - type: mrr_at_100
-      value: 76.506
+      value: 75.91799999999999
     - type: mrr_at_1000
-      value: 76.517
+      value: 75.928
     - type: mrr_at_3
-      value: 74.72999999999999
+      value: 74.093
     - type: mrr_at_5
-      value: 75.65899999999999
+      value: 75.036
     - type: ndcg_at_1
-      value: 68.89699999999999
+      value: 68.381
     - type: ndcg_at_10
-      value: 79.19
+      value: 78.661
     - type: ndcg_at_100
-      value: 80.681
+      value: 80.15
     - type: ndcg_at_1000
-      value: 80.97999999999999
+      value: 80.456
     - type: ndcg_at_3
-      value: 75.954
+      value: 75.295
     - type: ndcg_at_5
-      value: 77.792
+      value: 77.14999999999999
     - type: precision_at_1
-      value: 68.89699999999999
+      value: 68.381
     - type: precision_at_10
-      value: 9.519
+      value: 9.481
     - type: precision_at_100
-      value: 1.026
+      value: 1.023
     - type: precision_at_1000
       value: 0.105
     - type: precision_at_3
-      value: 28.548000000000002
+      value: 28.309
     - type: precision_at_5
-      value: 18.117
+      value: 17.974
     - type: recall_at_1
-      value: 66.674
+      value: 66.144
     - type: recall_at_10
-      value: 89.55499999999999
+      value: 89.24499999999999
     - type: recall_at_100
-      value: 96.26
+      value: 96.032
     - type: recall_at_1000
-      value: 98.598
+      value: 98.437
     - type: recall_at_3
-      value: 81.029
+      value: 80.327
     - type: recall_at_5
-      value: 85.37700000000001
+      value: 84.733
   - task:
       type: Classification
     dataset:
@@ -604,9 +604,9 @@ model-index:
       revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
     metrics:
     - type: accuracy
-      value: 68.13718897108271
+      value: 68.26832548755884
     - type: f1
-      value: 66.00508413016382
+      value: 65.97422207086723
   - task:
       type: Classification
     dataset:
@@ -617,9 +617,9 @@ model-index:
       revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 72.542030934768
+      value: 73.13046402151984
     - type: f1
-      value: 71.87970959109703
+      value: 72.69199129694121
   - task:
       type: Retrieval
     dataset:
@@ -630,65 +630,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 51.2
+      value: 50.4
     - type: map_at_10
-      value: 57.211999999999996
+      value: 56.645
     - type: map_at_100
-      value: 57.74
+      value: 57.160999999999994
     - type: map_at_1000
-      value: 57.791000000000004
+      value: 57.218
     - type: map_at_3
-      value: 55.900000000000006
+      value: 55.383
     - type: map_at_5
-      value: 56.665
+      value: 56.08800000000001
     - type: mrr_at_1
-      value: 51.300000000000004
+      value: 50.6
     - type: mrr_at_10
-      value: 57.252
+      value: 56.745999999999995
     - type: mrr_at_100
-      value: 57.789
+      value: 57.262
     - type: mrr_at_1000
-      value: 57.84
+      value: 57.318999999999996
     - type: mrr_at_3
-      value: 55.95
+      value: 55.483000000000004
     - type: mrr_at_5
-      value: 56.715
+      value: 56.188
     - type: ndcg_at_1
-      value: 51.2
+      value: 50.4
     - type: ndcg_at_10
-      value: 59.998
+      value: 59.534
     - type: ndcg_at_100
-      value: 62.971999999999994
+      value: 62.400999999999996
     - type: ndcg_at_1000
-      value: 64.453
+      value: 64.01299999999999
     - type: ndcg_at_3
-      value: 57.321
+      value: 56.887
     - type: ndcg_at_5
-      value: 58.711
+      value: 58.160000000000004
     - type: precision_at_1
-      value: 51.2
+      value: 50.4
     - type: precision_at_10
-      value: 6.87
+      value: 6.859999999999999
     - type: precision_at_100
-      value: 0.835
+      value: 0.828
     - type: precision_at_1000
-      value: 0.095
+      value: 0.096
     - type: precision_at_3
-      value: 20.467
+      value: 20.4
     - type: precision_at_5
-      value: 12.959999999999999
+      value: 12.86
     - type: recall_at_1
-      value: 51.2
+      value: 50.4
     - type: recall_at_10
-      value: 68.7
+      value: 68.60000000000001
     - type: recall_at_100
-      value: 83.5
+      value: 82.8
     - type: recall_at_1000
-      value: 95.39999999999999
+      value: 95.7
     - type: recall_at_3
-      value: 61.4
+      value: 61.199999999999996
     - type: recall_at_5
-      value: 64.8
+      value: 64.3
   - task:
       type: Classification
     dataset:
@@ -699,9 +699,9 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 73.33000000000001
+      value: 73.39666666666666
     - type: f1
-      value: 72.76740880461465
+      value: 72.86349039489504
   - task:
       type: PairClassification
     dataset:
@@ -712,51 +712,51 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_accuracy
-      value: 75.09474824038982
+      value: 73.36220898754738
     - type: cos_sim_ap
-      value: 79.49093167837522
+      value: 78.50300066088354
     - type: cos_sim_f1
-      value: 77.762619372442
+      value: 75.39370078740157
     - type: cos_sim_precision
-      value: 68.29073482428115
+      value: 70.59907834101382
     - type: cos_sim_recall
-      value: 90.28511087645195
+      value: 80.8870116156283
     - type: dot_accuracy
-      value: 75.09474824038982
+      value: 73.36220898754738
     - type: dot_ap
-      value: 79.49093167837522
+      value: 78.50300066088354
     - type: dot_f1
-      value: 77.762619372442
+      value: 75.39370078740157
     - type: dot_precision
-      value: 68.29073482428115
+      value: 70.59907834101382
     - type: dot_recall
-      value: 90.28511087645195
+      value: 80.8870116156283
     - type: euclidean_accuracy
-      value: 75.09474824038982
+      value: 73.36220898754738
     - type: euclidean_ap
-      value: 79.49093167837522
+      value: 78.50300066088354
     - type: euclidean_f1
-      value: 77.762619372442
+      value: 75.39370078740157
     - type: euclidean_precision
-      value: 68.29073482428115
+      value: 70.59907834101382
     - type: euclidean_recall
-      value: 90.28511087645195
+      value: 80.8870116156283
     - type: manhattan_accuracy
-      value: 74.93232268543584
+      value: 73.09149972929075
     - type: manhattan_ap
-      value: 79.50256779527038
+      value: 78.41160715817406
     - type: manhattan_f1
-      value: 77.3749426342359
+      value: 75.3623188405797
     - type: manhattan_precision
-      value: 68.42532467532467
+      value: 69.45681211041853
     - type: manhattan_recall
-      value: 89.01795142555439
+      value: 82.36536430834214
     - type: max_accuracy
-      value: 75.09474824038982
+      value: 73.36220898754738
     - type: max_ap
-      value: 79.50256779527038
+      value: 78.50300066088354
     - type: max_f1
-      value: 77.762619372442
+      value: 75.39370078740157
   - task:
       type: Classification
     dataset:
@@ -767,11 +767,11 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 91.71
+      value: 91.82000000000001
     - type: ap
-      value: 89.30664330630684
+      value: 89.3671278896903
     - type: f1
-      value: 91.69380669543091
+      value: 91.8021970144045
   - task:
       type: STS
     dataset:
@@ -782,17 +782,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 27.87844586552044
+      value: 30.07022294131062
     - type: cos_sim_spearman
-      value: 33.55828345961726
+      value: 36.21542804954441
     - type: euclidean_pearson
-      value: 34.008422591348754
+      value: 36.37841945307606
     - type: euclidean_spearman
-      value: 33.55828173553759
+      value: 36.215513214835546
     - type: manhattan_pearson
-      value: 33.97354762221951
+      value: 36.31755715017088
     - type: manhattan_spearman
-      value: 33.55061748217219
+      value: 36.16848256918425
   - task:
       type: STS
     dataset:
@@ -803,17 +803,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 37.16475906990342
+      value: 36.779755871073505
     - type: cos_sim_spearman
-      value: 39.02023124990304
+      value: 38.736220679196606
     - type: euclidean_pearson
-      value: 37.12905621621282
+      value: 37.13356686891227
     - type: euclidean_spearman
-      value: 39.02017798495793
+      value: 38.73619198602118
     - type: manhattan_pearson
-      value: 37.16400100601629
+      value: 37.175466658530816
     - type: manhattan_spearman
-      value: 39.027383935772335
+      value: 38.74523158724344
   - task:
       type: STS
     dataset:
@@ -824,17 +824,17 @@ model-index:
       revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
     metrics:
     - type: cos_sim_pearson
-      value: 66.7431509369159
+      value: 65.9737863254904
     - type: cos_sim_spearman
-      value: 69.10355047922879
+      value: 68.88293545840186
     - type: euclidean_pearson
-      value: 67.48723360063258
+      value: 67.23730973929247
     - type: euclidean_spearman
-      value: 69.10355047922879
+      value: 68.88293545840186
     - type: manhattan_pearson
-      value: 67.55981324291854
+      value: 67.30647960940956
     - type: manhattan_spearman
-      value: 69.1816947077302
+      value: 68.90553460682702
   - task:
       type: STS
     dataset:
@@ -845,17 +845,17 @@ model-index:
       revision: None
     metrics:
     - type: cos_sim_pearson
-      value: 78.27412453529412
+      value: 78.99371432933002
     - type: cos_sim_spearman
-      value: 78.74292565872022
+      value: 79.36496709214312
     - type: euclidean_pearson
-      value: 77.95359390335884
+      value: 78.77721120706431
     - type: euclidean_spearman
-      value: 78.7428438579602
+      value: 79.36500761622595
     - type: manhattan_pearson
-      value: 77.99252788851469
+      value: 78.82503201285202
     - type: manhattan_spearman
-      value: 78.80401873296358
+      value: 79.43915548337401
   - task:
       type: Reranking
     dataset:
@@ -866,9 +866,9 @@ model-index:
       revision: None
     metrics:
     - type: map
-      value: 66.42334440897298
+      value: 66.38418982516941
     - type: mrr
-      value: 76.24570128209263
+      value: 76.09996131153883
   - task:
       type: Retrieval
     dataset:
@@ -879,65 +879,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 27.323999999999998
+      value: 27.426000000000002
     - type: map_at_10
-      value: 76.752
+      value: 77.209
     - type: map_at_100
-      value: 80.39
+      value: 80.838
     - type: map_at_1000
-      value: 80.457
+      value: 80.903
     - type: map_at_3
-      value: 53.93
+      value: 54.196
     - type: map_at_5
-      value: 66.263
+      value: 66.664
     - type: mrr_at_1
-      value: 89.90899999999999
+      value: 90.049
     - type: mrr_at_10
-      value: 92.35
+      value: 92.482
     - type: mrr_at_100
-      value: 92.43599999999999
+      value: 92.568
     - type: mrr_at_1000
-      value: 92.44
+      value: 92.572
     - type: mrr_at_3
-      value: 91.92
+      value: 92.072
     - type: mrr_at_5
-      value: 92.192
+      value: 92.33
     - type: ndcg_at_1
-      value: 89.90899999999999
+      value: 90.049
     - type: ndcg_at_10
-      value: 84.352
+      value: 84.69200000000001
     - type: ndcg_at_100
-      value: 87.978
+      value: 88.25699999999999
     - type: ndcg_at_1000
-      value: 88.631
+      value: 88.896
     - type: ndcg_at_3
-      value: 85.845
+      value: 86.09700000000001
     - type: ndcg_at_5
-      value: 84.35000000000001
+      value: 84.68599999999999
     - type: precision_at_1
-      value: 89.90899999999999
+      value: 90.049
     - type: precision_at_10
-      value: 41.985
+      value: 42.142
     - type: precision_at_100
-      value: 5.007000000000001
+      value: 5.017
     - type: precision_at_1000
       value: 0.516
     - type: precision_at_3
-      value: 75.146
+      value: 75.358
     - type: precision_at_5
-      value: 62.92100000000001
+      value: 63.173
     - type: recall_at_1
-      value: 27.323999999999998
+      value: 27.426000000000002
     - type: recall_at_10
-      value: 83.221
+      value: 83.59400000000001
     - type: recall_at_100
-      value: 95.088
+      value: 95.21
     - type: recall_at_1000
-      value: 98.436
+      value: 98.503
     - type: recall_at_3
-      value: 55.58
+      value: 55.849000000000004
     - type: recall_at_5
-      value: 69.594
+      value: 69.986
   - task:
       type: Classification
     dataset:
@@ -948,9 +948,9 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 50.453
+      value: 51.925999999999995
     - type: f1
-      value: 48.736715267813835
+      value: 50.16867723626971
   - task:
       type: Clustering
     dataset:
@@ -961,7 +961,7 @@ model-index:
       revision: None
     metrics:
     - type: v_measure
-      value: 59.153574405500706
+      value: 60.738901671970005
   - task:
       type: Clustering
     dataset:
@@ -972,7 +972,7 @@ model-index:
       revision: None
     metrics:
     - type: v_measure
-      value: 52.79421409479782
+      value: 57.08563183138733
   - task:
       type: Retrieval
     dataset:
@@ -983,65 +983,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 56.699999999999996
+      value: 52.0
     - type: map_at_10
-      value: 66.834
+      value: 62.956
     - type: map_at_100
-      value: 67.313
+      value: 63.491
     - type: map_at_1000
-      value: 67.325
+      value: 63.50599999999999
     - type: map_at_3
-      value: 65.017
+      value: 60.733000000000004
     - type: map_at_5
-      value: 65.927
+      value: 62.217999999999996
     - type: mrr_at_1
-      value: 56.699999999999996
+      value: 52.0
     - type: mrr_at_10
-      value: 66.834
+      value: 62.956
     - type: mrr_at_100
-      value: 67.313
+      value: 63.491
     - type: mrr_at_1000
-      value: 67.325
+      value: 63.50599999999999
     - type: mrr_at_3
-      value: 65.017
+      value: 60.733000000000004
     - type: mrr_at_5
-      value: 65.927
+      value: 62.217999999999996
     - type: ndcg_at_1
-      value: 56.699999999999996
+      value: 52.0
     - type: ndcg_at_10
-      value: 71.576
+      value: 67.956
     - type: ndcg_at_100
-      value: 73.79400000000001
+      value: 70.536
     - type: ndcg_at_1000
-      value: 74.08200000000001
+      value: 70.908
     - type: ndcg_at_3
-      value: 67.73400000000001
+      value: 63.456999999999994
     - type: ndcg_at_5
-      value: 69.378
+      value: 66.155
     - type: precision_at_1
-      value: 56.699999999999996
+      value: 52.0
     - type: precision_at_10
-      value: 8.64
+      value: 8.35
     - type: precision_at_100
-      value: 0.9650000000000001
+      value: 0.955
     - type: precision_at_1000
-      value: 0.099
+      value: 0.098
     - type: precision_at_3
-      value: 25.2
+      value: 23.767
     - type: precision_at_5
-      value: 15.920000000000002
+      value: 15.58
     - type: recall_at_1
-      value: 56.699999999999996
+      value: 52.0
     - type: recall_at_10
-      value: 86.4
+      value: 83.5
     - type: recall_at_100
-      value: 96.5
+      value: 95.5
     - type: recall_at_1000
-      value: 98.7
+      value: 98.4
     - type: recall_at_3
-      value: 75.6
+      value: 71.3
     - type: recall_at_5
-      value: 79.60000000000001
+      value: 77.9
   - task:
       type: Classification
     dataset:
@@ -1052,11 +1052,11 @@ model-index:
       revision: None
     metrics:
     - type: accuracy
-      value: 86.83
+      value: 87.10000000000001
     - type: ap
-      value: 70.2908139255317
+      value: 70.81766065881429
     - type: f1
-      value: 85.19267443803346
+      value: 85.5323306120456
 ---
 
 a try for emebdding model

config.json

@@ -1,35 +1,35 @@
 {
-  "_name_or_path": "./model/tao-8k",
-  "architectures": [
-    "BertModel"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
-  "classifier_dropout": null,
-  "directionality": "bidi",
-  "eos_token_id": 2,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 1024,
-  "initializer_range": 0.02,
-  "intermediate_size": 4096,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 8192,
-  "model_type": "bert",
-  "num_attention_heads": 16,
-  "num_hidden_layers": 24,
-  "output_past": true,
-  "pad_token_id": 0,
-  "pooler_fc_size": 768,
-  "pooler_num_attention_heads": 12,
-  "pooler_num_fc_layers": 3,
-  "pooler_size_per_head": 128,
-  "pooler_type": "first_token_transform",
-  "position_embedding_type": "absolute",
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.34.0",
-  "type_vocab_size": 2,
-  "uniem_pooling_strategy": "last_mean",
-  "use_cache": true,
-  "vocab_size": 21128
-}
+ "_name_or_path": "",
+ "architectures": [
+  "BertModel"
+ ],
+ "attention_probs_dropout_prob": 0.1,
+ "bos_token_id": 0,
+ "classifier_dropout": null,
+ "directionality": "bidi",
+ "eos_token_id": 2,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 1024,
+ "initializer_range": 0.02,
+ "intermediate_size": 4096,
+ "layer_norm_eps": 1e-12,
+ "max_position_embeddings": 8192,
+ "model_type": "bert",
+ "num_attention_heads": 16,
+ "num_hidden_layers": 24,
+ "output_past": true,
+ "pad_token_id": 0,
+ "pooler_fc_size": 768,
+ "pooler_num_attention_heads": 12,
+ "pooler_num_fc_layers": 3,
+ "pooler_size_per_head": 128,
+ "pooler_type": "first_token_transform",
+ "position_embedding_type": "absolute",
+ "torch_dtype": "bfloat16",
+ "transformers_version": "4.34.0",
+ "type_vocab_size": 2,
+ "uniem_pooling_strategy": "last_mean",
+ "use_cache": true,
+ "vocab_size": 21128
+}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b165a06efd456ce41f0678aebbf579751d5504bd1ce48198b611c1ae00058e8
-size 666905321
+oid sha256:dde0de5cbb98d2ba84092eb2f983c3badf5a21749d59c7a9eebacaa552d2b15f
+size 666971245

special_tokens_map.json

@@ -1,11 +1,4 @@
 {
-  "additional_special_tokens": [
-    "[PAD]",
-    "[UNK]",
-    "[CLS]",
-    "[SEP]",
-    "[MASK]"
-  ],
   "cls_token": "[CLS]",
   "mask_token": "[MASK]",
   "pad_token": "[PAD]",

tokenizer_config.json

@@ -1,62 +1,56 @@
 {
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "101": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "102": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "103": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
+ "added_tokens_decoder": {
+  "0": {
+   "content": "[PAD]",
+   "lstrip": false,
+   "normalized": false,
+   "rstrip": false,
+   "single_word": false,
+   "special": true
   },
-  "additional_special_tokens": [
-    "[PAD]",
-    "[UNK]",
-    "[CLS]",
-    "[SEP]",
-    "[MASK]"
-  ],
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "do_lower_case": true,
-  "mask_token": "[MASK]",
-  "model_max_length": 8192,
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "unk_token": "[UNK]"
-}
+  "100": {
+   "content": "[UNK]",
+   "lstrip": false,
+   "normalized": false,
+   "rstrip": false,
+   "single_word": false,
+   "special": true
+  },
+  "101": {
+   "content": "[CLS]",
+   "lstrip": false,
+   "normalized": false,
+   "rstrip": false,
+   "single_word": false,
+   "special": true
+  },
+  "102": {
+   "content": "[SEP]",
+   "lstrip": false,
+   "normalized": false,
+   "rstrip": false,
+   "single_word": false,
+   "special": true
+  },
+  "103": {
+   "content": "[MASK]",
+   "lstrip": false,
+   "normalized": false,
+   "rstrip": false,
+   "single_word": false,
+   "special": true
+  }
+ },
+ "additional_special_tokens": [],
+ "clean_up_tokenization_spaces": true,
+ "cls_token": "[CLS]",
+ "do_lower_case": true,
+ "mask_token": "[MASK]",
+ "model_max_length": 8192,
+ "pad_token": "[PAD]",
+ "sep_token": "[SEP]",
+ "strip_accents": null,
+ "tokenize_chinese_chars": true,
+ "tokenizer_class": "BertTokenizer",
+ "unk_token": "[UNK]"
+}