metadata
tags:
- mteb
model-index:
- name: 360Zhinao_search
results:
- task:
type: Retrieval
dataset:
type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 27.171
- type: map_at_10
value: 40.109
- type: map_at_100
value: 41.937999999999995
- type: map_at_1000
value: 42.051
- type: map_at_3
value: 35.882999999999996
- type: map_at_5
value: 38.22
- type: mrr_at_1
value: 41.285
- type: mrr_at_10
value: 49.247
- type: mrr_at_100
value: 50.199000000000005
- type: mrr_at_1000
value: 50.245
- type: mrr_at_3
value: 46.837
- type: mrr_at_5
value: 48.223
- type: ndcg_at_1
value: 41.285
- type: ndcg_at_10
value: 46.727000000000004
- type: ndcg_at_100
value: 53.791
- type: ndcg_at_1000
value: 55.706
- type: ndcg_at_3
value: 41.613
- type: ndcg_at_5
value: 43.702999999999996
- type: precision_at_1
value: 41.285
- type: precision_at_10
value: 10.34
- type: precision_at_100
value: 1.6019999999999999
- type: precision_at_1000
value: 0.184
- type: precision_at_3
value: 23.423
- type: precision_at_5
value: 16.914
- type: recall_at_1
value: 27.171
- type: recall_at_10
value: 57.04900000000001
- type: recall_at_100
value: 86.271
- type: recall_at_1000
value: 99.02300000000001
- type: recall_at_3
value: 41.528
- type: recall_at_5
value: 48.162
- task:
type: Retrieval
dataset:
type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 73.762
- type: map_at_10
value: 81.663
- type: map_at_100
value: 81.87100000000001
- type: map_at_1000
value: 81.877
- type: map_at_3
value: 80.10199999999999
- type: map_at_5
value: 81.162
- type: mrr_at_1
value: 74.078
- type: mrr_at_10
value: 81.745
- type: mrr_at_100
value: 81.953
- type: mrr_at_1000
value: 81.959
- type: mrr_at_3
value: 80.25999999999999
- type: mrr_at_5
value: 81.266
- type: ndcg_at_1
value: 73.973
- type: ndcg_at_10
value: 85.021
- type: ndcg_at_100
value: 85.884
- type: ndcg_at_1000
value: 86.02300000000001
- type: ndcg_at_3
value: 82.03399999999999
- type: ndcg_at_5
value: 83.905
- type: precision_at_1
value: 73.973
- type: precision_at_10
value: 9.631
- type: precision_at_100
value: 1
- type: precision_at_1000
value: 0.101
- type: precision_at_3
value: 29.329
- type: precision_at_5
value: 18.546000000000003
- type: recall_at_1
value: 73.762
- type: recall_at_10
value: 95.258
- type: recall_at_100
value: 98.946
- type: recall_at_1000
value: 100
- type: recall_at_3
value: 87.46000000000001
- type: recall_at_5
value: 91.93900000000001
- task:
type: Retrieval
dataset:
type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 25.967000000000002
- type: map_at_10
value: 79.928
- type: map_at_100
value: 82.76400000000001
- type: map_at_1000
value: 82.794
- type: map_at_3
value: 54.432
- type: map_at_5
value: 69.246
- type: mrr_at_1
value: 89
- type: mrr_at_10
value: 92.81
- type: mrr_at_100
value: 92.857
- type: mrr_at_1000
value: 92.86
- type: mrr_at_3
value: 92.467
- type: mrr_at_5
value: 92.67699999999999
- type: ndcg_at_1
value: 89
- type: ndcg_at_10
value: 87.57000000000001
- type: ndcg_at_100
value: 90.135
- type: ndcg_at_1000
value: 90.427
- type: ndcg_at_3
value: 84.88900000000001
- type: ndcg_at_5
value: 84.607
- type: precision_at_1
value: 89
- type: precision_at_10
value: 42.245
- type: precision_at_100
value: 4.8340000000000005
- type: precision_at_1000
value: 0.49
- type: precision_at_3
value: 75.883
- type: precision_at_5
value: 64.88000000000001
- type: recall_at_1
value: 25.967000000000002
- type: recall_at_10
value: 89.79599999999999
- type: recall_at_100
value: 98.042
- type: recall_at_1000
value: 99.61
- type: recall_at_3
value: 57.084
- type: recall_at_5
value: 74.763
- task:
type: Retrieval
dataset:
type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 53.6
- type: map_at_10
value: 63.94800000000001
- type: map_at_100
value: 64.37899999999999
- type: map_at_1000
value: 64.39200000000001
- type: map_at_3
value: 61.683
- type: map_at_5
value: 63.078
- type: mrr_at_1
value: 53.6
- type: mrr_at_10
value: 63.94800000000001
- type: mrr_at_100
value: 64.37899999999999
- type: mrr_at_1000
value: 64.39200000000001
- type: mrr_at_3
value: 61.683
- type: mrr_at_5
value: 63.078
- type: ndcg_at_1
value: 53.6
- type: ndcg_at_10
value: 68.904
- type: ndcg_at_100
value: 71.019
- type: ndcg_at_1000
value: 71.345
- type: ndcg_at_3
value: 64.30799999999999
- type: ndcg_at_5
value: 66.8
- type: precision_at_1
value: 53.6
- type: precision_at_10
value: 8.44
- type: precision_at_100
value: 0.943
- type: precision_at_1000
value: 0.097
- type: precision_at_3
value: 23.967
- type: precision_at_5
value: 15.58
- type: recall_at_1
value: 53.6
- type: recall_at_10
value: 84.39999999999999
- type: recall_at_100
value: 94.3
- type: recall_at_1000
value: 96.8
- type: recall_at_3
value: 71.89999999999999
- type: recall_at_5
value: 77.9
- task:
type: Retrieval
dataset:
type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 71.375
- type: map_at_10
value: 80.05600000000001
- type: map_at_100
value: 80.28699999999999
- type: map_at_1000
value: 80.294
- type: map_at_3
value: 78.479
- type: map_at_5
value: 79.51899999999999
- type: mrr_at_1
value: 73.739
- type: mrr_at_10
value: 80.535
- type: mrr_at_100
value: 80.735
- type: mrr_at_1000
value: 80.742
- type: mrr_at_3
value: 79.212
- type: mrr_at_5
value: 80.059
- type: ndcg_at_1
value: 73.739
- type: ndcg_at_10
value: 83.321
- type: ndcg_at_100
value: 84.35000000000001
- type: ndcg_at_1000
value: 84.542
- type: ndcg_at_3
value: 80.401
- type: ndcg_at_5
value: 82.107
- type: precision_at_1
value: 73.739
- type: precision_at_10
value: 9.878
- type: precision_at_100
value: 1.039
- type: precision_at_1000
value: 0.106
- type: precision_at_3
value: 30.053
- type: precision_at_5
value: 18.953999999999997
- type: recall_at_1
value: 71.375
- type: recall_at_10
value: 92.84599999999999
- type: recall_at_100
value: 97.49799999999999
- type: recall_at_1000
value: 98.992
- type: recall_at_3
value: 85.199
- type: recall_at_5
value: 89.22
- task:
type: Retrieval
dataset:
type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 55.60000000000001
- type: map_at_10
value: 61.035
- type: map_at_100
value: 61.541999999999994
- type: map_at_1000
value: 61.598
- type: map_at_3
value: 59.683
- type: map_at_5
value: 60.478
- type: mrr_at_1
value: 55.60000000000001
- type: mrr_at_10
value: 61.035
- type: mrr_at_100
value: 61.541999999999994
- type: mrr_at_1000
value: 61.598
- type: mrr_at_3
value: 59.683
- type: mrr_at_5
value: 60.478
- type: ndcg_at_1
value: 55.60000000000001
- type: ndcg_at_10
value: 63.686
- type: ndcg_at_100
value: 66.417
- type: ndcg_at_1000
value: 67.92399999999999
- type: ndcg_at_3
value: 60.951
- type: ndcg_at_5
value: 62.388
- type: precision_at_1
value: 55.60000000000001
- type: precision_at_10
value: 7.199999999999999
- type: precision_at_100
value: 0.8540000000000001
- type: precision_at_1000
value: 0.097
- type: precision_at_3
value: 21.532999999999998
- type: precision_at_5
value: 13.62
- type: recall_at_1
value: 55.60000000000001
- type: recall_at_10
value: 72
- type: recall_at_100
value: 85.39999999999999
- type: recall_at_1000
value: 97.3
- type: recall_at_3
value: 64.60000000000001
- type: recall_at_5
value: 68.10000000000001
- task:
type: Retrieval
dataset:
type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 28.314
- type: map_at_10
value: 80.268
- type: map_at_100
value: 83.75399999999999
- type: map_at_1000
value: 83.80499999999999
- type: map_at_3
value: 56.313
- type: map_at_5
value: 69.336
- type: mrr_at_1
value: 91.96
- type: mrr_at_10
value: 93.926
- type: mrr_at_100
value: 94
- type: mrr_at_1000
value: 94.003
- type: mrr_at_3
value: 93.587
- type: mrr_at_5
value: 93.804
- type: ndcg_at_1
value: 91.96
- type: ndcg_at_10
value: 87.12299999999999
- type: ndcg_at_100
value: 90.238
- type: ndcg_at_1000
value: 90.723
- type: ndcg_at_3
value: 88.347
- type: ndcg_at_5
value: 87.095
- type: precision_at_1
value: 91.96
- type: precision_at_10
value: 43.257
- type: precision_at_100
value: 5.064
- type: precision_at_1000
value: 0.517
- type: precision_at_3
value: 77.269
- type: precision_at_5
value: 64.89
- type: recall_at_1
value: 28.314
- type: recall_at_10
value: 85.917
- type: recall_at_100
value: 96.297
- type: recall_at_1000
value: 98.802
- type: recall_at_3
value: 57.75900000000001
- type: recall_at_5
value: 72.287
- task:
type: Retrieval
dataset:
type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 65.60000000000001
- type: map_at_10
value: 74.502
- type: map_at_100
value: 74.864
- type: map_at_1000
value: 74.875
- type: map_at_3
value: 73.3
- type: map_at_5
value: 74.07000000000001
- type: mrr_at_1
value: 65.60000000000001
- type: mrr_at_10
value: 74.502
- type: mrr_at_100
value: 74.864
- type: mrr_at_1000
value: 74.875
- type: mrr_at_3
value: 73.3
- type: mrr_at_5
value: 74.07000000000001
- type: ndcg_at_1
value: 65.60000000000001
- type: ndcg_at_10
value: 78.091
- type: ndcg_at_100
value: 79.838
- type: ndcg_at_1000
value: 80.10199999999999
- type: ndcg_at_3
value: 75.697
- type: ndcg_at_5
value: 77.07000000000001
- type: precision_at_1
value: 65.60000000000001
- type: precision_at_10
value: 8.9
- type: precision_at_100
value: 0.971
- type: precision_at_1000
value: 0.099
- type: precision_at_3
value: 27.533
- type: precision_at_5
value: 17.18
- type: recall_at_1
value: 65.60000000000001
- type: recall_at_10
value: 89
- type: recall_at_100
value: 97.1
- type: recall_at_1000
value: 99.1
- type: recall_at_3
value: 82.6
- type: recall_at_5
value: 85.9