rootxsli commited on
Commit
336c33b
·
1 Parent(s): e1e0549

fix pair cls bug

Browse files
Files changed (1) hide show
  1. README.md +82 -82
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  tags:
3
- - mteb
4
  model-index:
5
- - name: xlm3b5
6
  results:
7
  - task:
8
  type: Classification
@@ -182,9 +182,9 @@ model-index:
182
  revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
183
  metrics:
184
  - type: accuracy
185
- value: 1.4123376623376624
186
  - type: f1
187
- value: 0.06543826204021423
188
  - task:
189
  type: Clustering
190
  dataset:
@@ -1556,9 +1556,9 @@ model-index:
1556
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
1557
  metrics:
1558
  - type: accuracy
1559
- value: 20.503875968992244
1560
  - type: f1
1561
- value: 13.560556256747041
1562
  - task:
1563
  type: Classification
1564
  dataset:
@@ -1569,9 +1569,9 @@ model-index:
1569
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
1570
  metrics:
1571
  - type: accuracy
1572
- value: 1.5868673050615598
1573
  - type: f1
1574
- value: 0.07893368834661864
1575
  - task:
1576
  type: Classification
1577
  dataset:
@@ -1582,9 +1582,9 @@ model-index:
1582
  revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
1583
  metrics:
1584
  - type: accuracy
1585
- value: 1.815736381977135
1586
  - type: f1
1587
- value: 0.07389251629624266
1588
  - task:
1589
  type: Classification
1590
  dataset:
@@ -1595,9 +1595,9 @@ model-index:
1595
  revision: 7d571f92784cd94a019292a1f45445077d0ef634
1596
  metrics:
1597
  - type: accuracy
1598
- value: 7.89172831203766
1599
  - type: f1
1600
- value: 0.8047482245600247
1601
  - task:
1602
  type: Clustering
1603
  dataset:
@@ -2212,51 +2212,51 @@ model-index:
2212
  revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
2213
  metrics:
2214
  - type: cos_sim_accuracy
2215
- value: 99.01089108910891
2216
  - type: cos_sim_ap
2217
- value: 1.3258822225796068
2218
  - type: cos_sim_f1
2219
- value: 2.981148619026743
2220
  - type: cos_sim_precision
2221
- value: 2.6541764246682282
2222
  - type: cos_sim_recall
2223
- value: 3.4000000000000004
2224
  - type: dot_accuracy
2225
- value: 99.0089108910891
2226
  - type: dot_ap
2227
- value: 1.3780579724370194
2228
  - type: dot_f1
2229
- value: 2.9675425038639873
2230
  - type: dot_precision
2231
- value: 2.1476510067114094
2232
  - type: dot_recall
2233
- value: 4.8
2234
  - type: euclidean_accuracy
2235
- value: 99.01089108910891
2236
  - type: euclidean_ap
2237
- value: 1.3226816682194076
2238
  - type: euclidean_f1
2239
- value: 2.9817780231916067
2240
  - type: euclidean_precision
2241
- value: 2.059496567505721
2242
  - type: euclidean_recall
2243
- value: 5.4
2244
  - type: manhattan_accuracy
2245
- value: 99.01089108910891
2246
  - type: manhattan_ap
2247
- value: 1.3257832418895792
2248
  - type: manhattan_f1
2249
- value: 3.0476190476190474
2250
  - type: manhattan_precision
2251
- value: 2.909090909090909
2252
  - type: manhattan_recall
2253
- value: 3.2
2254
  - type: max_accuracy
2255
- value: 99.01089108910891
2256
  - type: max_ap
2257
- value: 1.3780579724370194
2258
  - type: max_f1
2259
- value: 3.0476190476190474
2260
  - task:
2261
  type: Clustering
2262
  dataset:
@@ -2496,51 +2496,51 @@ model-index:
2496
  revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
2497
  metrics:
2498
  - type: cos_sim_accuracy
2499
- value: 77.63008881206413
2500
  - type: cos_sim_ap
2501
- value: 23.98771112381251
2502
  - type: cos_sim_f1
2503
- value: 36.874665107896156
2504
  - type: cos_sim_precision
2505
- value: 22.61186450803513
2506
  - type: cos_sim_recall
2507
- value: 99.86807387862797
2508
  - type: dot_accuracy
2509
- value: 77.624128270847
2510
  - type: dot_ap
2511
- value: 23.81883137521807
2512
  - type: dot_f1
2513
- value: 36.86411827643225
2514
  - type: dot_precision
2515
- value: 22.59718578583353
2516
  - type: dot_recall
2517
- value: 100.0
2518
  - type: euclidean_accuracy
2519
- value: 77.63008881206413
2520
  - type: euclidean_ap
2521
- value: 24.056639112615873
2522
  - type: euclidean_f1
2523
- value: 36.8782579042237
2524
  - type: euclidean_precision
2525
- value: 22.61456652924658
2526
  - type: euclidean_recall
2527
- value: 99.86807387862797
2528
  - type: manhattan_accuracy
2529
- value: 77.63604935328128
2530
  - type: manhattan_ap
2531
- value: 24.040167793537755
2532
  - type: manhattan_f1
2533
- value: 36.86514886164623
2534
  - type: manhattan_precision
2535
- value: 22.59930812358344
2536
  - type: manhattan_recall
2537
- value: 99.9736147757256
2538
  - type: max_accuracy
2539
- value: 77.63604935328128
2540
  - type: max_ap
2541
- value: 24.056639112615873
2542
  - type: max_f1
2543
- value: 36.8782579042237
2544
  - task:
2545
  type: PairClassification
2546
  dataset:
@@ -2551,49 +2551,49 @@ model-index:
2551
  revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
2552
  metrics:
2553
  - type: cos_sim_accuracy
2554
- value: 75.04366049598323
2555
  - type: cos_sim_ap
2556
- value: 26.157700936768393
2557
  - type: cos_sim_f1
2558
- value: 40.26479388555571
2559
  - type: cos_sim_precision
2560
- value: 25.20819178879938
2561
  - type: cos_sim_recall
2562
- value: 99.98460117031107
2563
  - type: dot_accuracy
2564
- value: 75.01843443163737
2565
  - type: dot_ap
2566
- value: 26.007081173722646
2567
  - type: dot_f1
2568
- value: 40.267311687908965
2569
  - type: dot_precision
2570
- value: 25.210655069312317
2571
  - type: dot_recall
2572
- value: 99.97690175546659
2573
  - type: euclidean_accuracy
2574
- value: 75.04366049598323
2575
  - type: euclidean_ap
2576
- value: 26.208660893446407
2577
  - type: euclidean_f1
2578
- value: 40.264773361443545
2579
  - type: euclidean_precision
2580
- value: 25.20768633540373
2581
  - type: euclidean_recall
2582
- value: 99.99230058515552
2583
  - type: manhattan_accuracy
2584
- value: 75.04754142895952
2585
  - type: manhattan_ap
2586
- value: 26.202762141501218
2587
  - type: manhattan_f1
2588
- value: 40.262358121937595
2589
  - type: manhattan_precision
2590
- value: 25.20775085430258
2591
  - type: manhattan_recall
2592
- value: 99.96150292577765
2593
  - type: max_accuracy
2594
- value: 75.04754142895952
2595
  - type: max_ap
2596
- value: 26.208660893446407
2597
  - type: max_f1
2598
- value: 40.267311687908965
2599
- ---
 
1
  ---
2
  tags:
3
+ - my_mteb
4
  model-index:
5
+ - name: xlm3b5_step3len260_b128g8_lr1e-5
6
  results:
7
  - task:
8
  type: Classification
 
182
  revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
183
  metrics:
184
  - type: accuracy
185
+ value: 1.422077922077922
186
  - type: f1
187
+ value: 0.06502366027548179
188
  - task:
189
  type: Clustering
190
  dataset:
 
1556
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
1557
  metrics:
1558
  - type: accuracy
1559
+ value: 36.3657090743274
1560
  - type: f1
1561
+ value: 27.22838800222161
1562
  - task:
1563
  type: Classification
1564
  dataset:
 
1569
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
1570
  metrics:
1571
  - type: accuracy
1572
+ value: 1.0168718650250799
1573
  - type: f1
1574
+ value: 0.0674636098084213
1575
  - task:
1576
  type: Classification
1577
  dataset:
 
1582
  revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
1583
  metrics:
1584
  - type: accuracy
1585
+ value: 1.8829858776059176
1586
  - type: f1
1587
+ value: 0.08021151737444676
1588
  - task:
1589
  type: Classification
1590
  dataset:
 
1595
  revision: 7d571f92784cd94a019292a1f45445077d0ef634
1596
  metrics:
1597
  - type: accuracy
1598
+ value: 8.681909885675857
1599
  - type: f1
1600
+ value: 2.752826896423761
1601
  - task:
1602
  type: Clustering
1603
  dataset:
 
2212
  revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
2213
  metrics:
2214
  - type: cos_sim_accuracy
2215
+ value: 99.56336633663366
2216
  - type: cos_sim_ap
2217
+ value: 86.13024319858586
2218
  - type: cos_sim_f1
2219
+ value: 76.80157946692991
2220
  - type: cos_sim_precision
2221
+ value: 75.82846003898635
2222
  - type: cos_sim_recall
2223
+ value: 77.8
2224
  - type: dot_accuracy
2225
+ value: 99.56336633663366
2226
  - type: dot_ap
2227
+ value: 86.13028343072267
2228
  - type: dot_f1
2229
+ value: 76.80157946692991
2230
  - type: dot_precision
2231
+ value: 75.82846003898635
2232
  - type: dot_recall
2233
+ value: 77.8
2234
  - type: euclidean_accuracy
2235
+ value: 99.56336633663366
2236
  - type: euclidean_ap
2237
+ value: 86.13029040641543
2238
  - type: euclidean_f1
2239
+ value: 76.80157946692991
2240
  - type: euclidean_precision
2241
+ value: 75.82846003898635
2242
  - type: euclidean_recall
2243
+ value: 77.8
2244
  - type: manhattan_accuracy
2245
+ value: 99.56534653465347
2246
  - type: manhattan_ap
2247
+ value: 86.24817068330776
2248
  - type: manhattan_f1
2249
+ value: 77.13580246913581
2250
  - type: manhattan_precision
2251
+ value: 76.19512195121952
2252
  - type: manhattan_recall
2253
+ value: 78.10000000000001
2254
  - type: max_accuracy
2255
+ value: 99.56534653465347
2256
  - type: max_ap
2257
+ value: 86.24817068330776
2258
  - type: max_f1
2259
+ value: 77.13580246913581
2260
  - task:
2261
  type: Clustering
2262
  dataset:
 
2496
  revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
2497
  metrics:
2498
  - type: cos_sim_accuracy
2499
+ value: 84.13899982118377
2500
  - type: cos_sim_ap
2501
+ value: 68.03329474978145
2502
  - type: cos_sim_f1
2503
+ value: 63.31192005710206
2504
  - type: cos_sim_precision
2505
+ value: 57.6473136915078
2506
  - type: cos_sim_recall
2507
+ value: 70.21108179419525
2508
  - type: dot_accuracy
2509
+ value: 84.13899982118377
2510
  - type: dot_ap
2511
+ value: 68.03324775052695
2512
  - type: dot_f1
2513
+ value: 63.31192005710206
2514
  - type: dot_precision
2515
+ value: 57.6473136915078
2516
  - type: dot_recall
2517
+ value: 70.21108179419525
2518
  - type: euclidean_accuracy
2519
+ value: 84.13899982118377
2520
  - type: euclidean_ap
2521
+ value: 68.03331114508686
2522
  - type: euclidean_f1
2523
+ value: 63.31192005710206
2524
  - type: euclidean_precision
2525
+ value: 57.6473136915078
2526
  - type: euclidean_recall
2527
+ value: 70.21108179419525
2528
  - type: manhattan_accuracy
2529
+ value: 84.12111819753234
2530
  - type: manhattan_ap
2531
+ value: 67.97378509663328
2532
  - type: manhattan_f1
2533
+ value: 63.38468945594607
2534
  - type: manhattan_precision
2535
+ value: 58.2779991146525
2536
  - type: manhattan_recall
2537
+ value: 69.47229551451187
2538
  - type: max_accuracy
2539
+ value: 84.13899982118377
2540
  - type: max_ap
2541
+ value: 68.03331114508686
2542
  - type: max_f1
2543
+ value: 63.38468945594607
2544
  - task:
2545
  type: PairClassification
2546
  dataset:
 
2551
  revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
2552
  metrics:
2553
  - type: cos_sim_accuracy
2554
+ value: 87.68774013272791
2555
  - type: cos_sim_ap
2556
+ value: 83.51733662214374
2557
  - type: cos_sim_f1
2558
+ value: 75.82190771045259
2559
  - type: cos_sim_precision
2560
+ value: 72.72341628959276
2561
  - type: cos_sim_recall
2562
+ value: 79.19618109023713
2563
  - type: dot_accuracy
2564
+ value: 87.68774013272791
2565
  - type: dot_ap
2566
+ value: 83.5173527754126
2567
  - type: dot_f1
2568
+ value: 75.82190771045259
2569
  - type: dot_precision
2570
+ value: 72.72341628959276
2571
  - type: dot_recall
2572
+ value: 79.19618109023713
2573
  - type: euclidean_accuracy
2574
+ value: 87.68774013272791
2575
  - type: euclidean_ap
2576
+ value: 83.51734651146224
2577
  - type: euclidean_f1
2578
+ value: 75.82190771045259
2579
  - type: euclidean_precision
2580
+ value: 72.72341628959276
2581
  - type: euclidean_recall
2582
+ value: 79.19618109023713
2583
  - type: manhattan_accuracy
2584
+ value: 87.67221640082276
2585
  - type: manhattan_ap
2586
+ value: 83.51179463759505
2587
  - type: manhattan_f1
2588
+ value: 75.76243980738361
2589
  - type: manhattan_precision
2590
+ value: 71.99112590127565
2591
  - type: manhattan_recall
2592
+ value: 79.95072374499537
2593
  - type: max_accuracy
2594
+ value: 87.68774013272791
2595
  - type: max_ap
2596
+ value: 83.5173527754126
2597
  - type: max_f1
2598
+ value: 75.82190771045259
2599
+ ---