feat-add-cmteb-qbqtc (#115)
Browse files- feat: add C-MTEB/QBQTC scores (4c81d2d0c853db8c468fbf5377b80aa8536ccd59)
    	
        README.md
    CHANGED
    
    | 
         @@ -17456,6 +17456,33 @@ model-index: 
     | 
|
| 17456 | 
         
             
                  value: 60.887608967403914
         
     | 
| 17457 | 
         
             
                task:
         
     | 
| 17458 | 
         
             
                  type: STS
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 17459 | 
         
             
              - dataset:
         
     | 
| 17460 | 
         
             
                  config: default
         
     | 
| 17461 | 
         
             
                  name: MTEB STSB (default)
         
     | 
| 
         | 
|
| 17456 | 
         
             
                  value: 60.887608967403914
         
     | 
| 17457 | 
         
             
                task:
         
     | 
| 17458 | 
         
             
                  type: STS
         
     | 
| 17459 | 
         
            +
              - dataset:
         
     | 
| 17460 | 
         
            +
                  config: default
         
     | 
| 17461 | 
         
            +
                  name: MTEB QBQTC (default)
         
     | 
| 17462 | 
         
            +
                  revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
         
     | 
| 17463 | 
         
            +
                  split: test
         
     | 
| 17464 | 
         
            +
                  type: C-MTEB/QBQTC
         
     | 
| 17465 | 
         
            +
                metrics:
         
     | 
| 17466 | 
         
            +
                  - type: cosine_pearson
         
     | 
| 17467 | 
         
            +
                    value: 34.20049144526891
         
     | 
| 17468 | 
         
            +
                  - type: cosine_spearman
         
     | 
| 17469 | 
         
            +
                    value: 36.41802814113771
         
     | 
| 17470 | 
         
            +
                  - type: euclidean_pearson
         
     | 
| 17471 | 
         
            +
                    value: 34.569942139590626
         
     | 
| 17472 | 
         
            +
                  - type: euclidean_spearman
         
     | 
| 17473 | 
         
            +
                    value: 36.06141660786936
         
     | 
| 17474 | 
         
            +
                  - type: main_score
         
     | 
| 17475 | 
         
            +
                    value: 36.41802814113771
         
     | 
| 17476 | 
         
            +
                  - type: manhattan_pearson
         
     | 
| 17477 | 
         
            +
                    value: 34.537041543916003
         
     | 
| 17478 | 
         
            +
                  - type: manhattan_spearman
         
     | 
| 17479 | 
         
            +
                    value: 36.033418927773825
         
     | 
| 17480 | 
         
            +
                  - type: pearson
         
     | 
| 17481 | 
         
            +
                    value: 34.20049144526891
         
     | 
| 17482 | 
         
            +
                  - type: spearman
         
     | 
| 17483 | 
         
            +
                    value: 36.41802814113771
         
     | 
| 17484 | 
         
            +
                task:
         
     | 
| 17485 | 
         
            +
                  type: STS
         
     | 
| 17486 | 
         
             
              - dataset:
         
     | 
| 17487 | 
         
             
                  config: default
         
     | 
| 17488 | 
         
             
                  name: MTEB STSB (default)
         
     |