qihoo360
/

360Zhinao-search

+---
+tags:
+- mteb
+model-index:
+- name: 360Zhinao_search
+  results:
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/CmedqaRetrieval
+      name: MTEB CmedqaRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 27.171
+    - type: map_at_10
+      value: 40.109
+    - type: map_at_100
+      value: 41.937999999999995
+    - type: map_at_1000
+      value: 42.051
+    - type: map_at_3
+      value: 35.882999999999996
+    - type: map_at_5
+      value: 38.22
+    - type: mrr_at_1
+      value: 41.285
+    - type: mrr_at_10
+      value: 49.247
+    - type: mrr_at_100
+      value: 50.199000000000005
+    - type: mrr_at_1000
+      value: 50.245
+    - type: mrr_at_3
+      value: 46.837
+    - type: mrr_at_5
+      value: 48.223
+    - type: ndcg_at_1
+      value: 41.285
+    - type: ndcg_at_10
+      value: 46.727000000000004
+    - type: ndcg_at_100
+      value: 53.791
+    - type: ndcg_at_1000
+      value: 55.706
+    - type: ndcg_at_3
+      value: 41.613
+    - type: ndcg_at_5
+      value: 43.702999999999996
+    - type: precision_at_1
+      value: 41.285
+    - type: precision_at_10
+      value: 10.34
+    - type: precision_at_100
+      value: 1.6019999999999999
+    - type: precision_at_1000
+      value: 0.184
+    - type: precision_at_3
+      value: 23.423
+    - type: precision_at_5
+      value: 16.914
+    - type: recall_at_1
+      value: 27.171
+    - type: recall_at_10
+      value: 57.04900000000001
+    - type: recall_at_100
+      value: 86.271
+    - type: recall_at_1000
+      value: 99.02300000000001
+    - type: recall_at_3
+      value: 41.528
+    - type: recall_at_5
+      value: 48.162
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/CovidRetrieval
+      name: MTEB CovidRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 73.762
+    - type: map_at_10
+      value: 81.663
+    - type: map_at_100
+      value: 81.87100000000001
+    - type: map_at_1000
+      value: 81.877
+    - type: map_at_3
+      value: 80.10199999999999
+    - type: map_at_5
+      value: 81.162
+    - type: mrr_at_1
+      value: 74.078
+    - type: mrr_at_10
+      value: 81.745
+    - type: mrr_at_100
+      value: 81.953
+    - type: mrr_at_1000
+      value: 81.959
+    - type: mrr_at_3
+      value: 80.25999999999999
+    - type: mrr_at_5
+      value: 81.266
+    - type: ndcg_at_1
+      value: 73.973
+    - type: ndcg_at_10
+      value: 85.021
+    - type: ndcg_at_100
+      value: 85.884
+    - type: ndcg_at_1000
+      value: 86.02300000000001
+    - type: ndcg_at_3
+      value: 82.03399999999999
+    - type: ndcg_at_5
+      value: 83.905
+    - type: precision_at_1
+      value: 73.973
+    - type: precision_at_10
+      value: 9.631
+    - type: precision_at_100
+      value: 1.0
+    - type: precision_at_1000
+      value: 0.101
+    - type: precision_at_3
+      value: 29.329
+    - type: precision_at_5
+      value: 18.546000000000003
+    - type: recall_at_1
+      value: 73.762
+    - type: recall_at_10
+      value: 95.258
+    - type: recall_at_100
+      value: 98.946
+    - type: recall_at_1000
+      value: 100.0
+    - type: recall_at_3
+      value: 87.46000000000001
+    - type: recall_at_5
+      value: 91.93900000000001
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/DuRetrieval
+      name: MTEB DuRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 25.967000000000002
+    - type: map_at_10
+      value: 79.928
+    - type: map_at_100
+      value: 82.76400000000001
+    - type: map_at_1000
+      value: 82.794
+    - type: map_at_3
+      value: 54.432
+    - type: map_at_5
+      value: 69.246
+    - type: mrr_at_1
+      value: 89.0
+    - type: mrr_at_10
+      value: 92.81
+    - type: mrr_at_100
+      value: 92.857
+    - type: mrr_at_1000
+      value: 92.86
+    - type: mrr_at_3
+      value: 92.467
+    - type: mrr_at_5
+      value: 92.67699999999999
+    - type: ndcg_at_1
+      value: 89.0
+    - type: ndcg_at_10
+      value: 87.57000000000001
+    - type: ndcg_at_100
+      value: 90.135
+    - type: ndcg_at_1000
+      value: 90.427
+    - type: ndcg_at_3
+      value: 84.88900000000001
+    - type: ndcg_at_5
+      value: 84.607
+    - type: precision_at_1
+      value: 89.0
+    - type: precision_at_10
+      value: 42.245
+    - type: precision_at_100
+      value: 4.8340000000000005
+    - type: precision_at_1000
+      value: 0.49
+    - type: precision_at_3
+      value: 75.883
+    - type: precision_at_5
+      value: 64.88000000000001
+    - type: recall_at_1
+      value: 25.967000000000002
+    - type: recall_at_10
+      value: 89.79599999999999
+    - type: recall_at_100
+      value: 98.042
+    - type: recall_at_1000
+      value: 99.61
+    - type: recall_at_3
+      value: 57.084
+    - type: recall_at_5
+      value: 74.763
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/EcomRetrieval
+      name: MTEB EcomRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 53.6
+    - type: map_at_10
+      value: 63.94800000000001
+    - type: map_at_100
+      value: 64.37899999999999
+    - type: map_at_1000
+      value: 64.39200000000001
+    - type: map_at_3
+      value: 61.683
+    - type: map_at_5
+      value: 63.078
+    - type: mrr_at_1
+      value: 53.6
+    - type: mrr_at_10
+      value: 63.94800000000001
+    - type: mrr_at_100
+      value: 64.37899999999999
+    - type: mrr_at_1000
+      value: 64.39200000000001
+    - type: mrr_at_3
+      value: 61.683
+    - type: mrr_at_5
+      value: 63.078
+    - type: ndcg_at_1
+      value: 53.6
+    - type: ndcg_at_10
+      value: 68.904
+    - type: ndcg_at_100
+      value: 71.019
+    - type: ndcg_at_1000
+      value: 71.345
+    - type: ndcg_at_3
+      value: 64.30799999999999
+    - type: ndcg_at_5
+      value: 66.8
+    - type: precision_at_1
+      value: 53.6
+    - type: precision_at_10
+      value: 8.44
+    - type: precision_at_100
+      value: 0.943
+    - type: precision_at_1000
+      value: 0.097
+    - type: precision_at_3
+      value: 23.967
+    - type: precision_at_5
+      value: 15.58
+    - type: recall_at_1
+      value: 53.6
+    - type: recall_at_10
+      value: 84.39999999999999
+    - type: recall_at_100
+      value: 94.3
+    - type: recall_at_1000
+      value: 96.8
+    - type: recall_at_3
+      value: 71.89999999999999
+    - type: recall_at_5
+      value: 77.9
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/MMarcoRetrieval
+      name: MTEB MMarcoRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 71.375
+    - type: map_at_10
+      value: 80.05600000000001
+    - type: map_at_100
+      value: 80.28699999999999
+    - type: map_at_1000
+      value: 80.294
+    - type: map_at_3
+      value: 78.479
+    - type: map_at_5
+      value: 79.51899999999999
+    - type: mrr_at_1
+      value: 73.739
+    - type: mrr_at_10
+      value: 80.535
+    - type: mrr_at_100
+      value: 80.735
+    - type: mrr_at_1000
+      value: 80.742
+    - type: mrr_at_3
+      value: 79.212
+    - type: mrr_at_5
+      value: 80.059
+    - type: ndcg_at_1
+      value: 73.739
+    - type: ndcg_at_10
+      value: 83.321
+    - type: ndcg_at_100
+      value: 84.35000000000001
+    - type: ndcg_at_1000
+      value: 84.542
+    - type: ndcg_at_3
+      value: 80.401
+    - type: ndcg_at_5
+      value: 82.107
+    - type: precision_at_1
+      value: 73.739
+    - type: precision_at_10
+      value: 9.878
+    - type: precision_at_100
+      value: 1.039
+    - type: precision_at_1000
+      value: 0.106
+    - type: precision_at_3
+      value: 30.053
+    - type: precision_at_5
+      value: 18.953999999999997
+    - type: recall_at_1
+      value: 71.375
+    - type: recall_at_10
+      value: 92.84599999999999
+    - type: recall_at_100
+      value: 97.49799999999999
+    - type: recall_at_1000
+      value: 98.992
+    - type: recall_at_3
+      value: 85.199
+    - type: recall_at_5
+      value: 89.22
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/MedicalRetrieval
+      name: MTEB MedicalRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 55.60000000000001
+    - type: map_at_10
+      value: 61.035
+    - type: map_at_100
+      value: 61.541999999999994
+    - type: map_at_1000
+      value: 61.598
+    - type: map_at_3
+      value: 59.683
+    - type: map_at_5
+      value: 60.478
+    - type: mrr_at_1
+      value: 55.60000000000001
+    - type: mrr_at_10
+      value: 61.035
+    - type: mrr_at_100
+      value: 61.541999999999994
+    - type: mrr_at_1000
+      value: 61.598
+    - type: mrr_at_3
+      value: 59.683
+    - type: mrr_at_5
+      value: 60.478
+    - type: ndcg_at_1
+      value: 55.60000000000001
+    - type: ndcg_at_10
+      value: 63.686
+    - type: ndcg_at_100
+      value: 66.417
+    - type: ndcg_at_1000
+      value: 67.92399999999999
+    - type: ndcg_at_3
+      value: 60.951
+    - type: ndcg_at_5
+      value: 62.388
+    - type: precision_at_1
+      value: 55.60000000000001
+    - type: precision_at_10
+      value: 7.199999999999999
+    - type: precision_at_100
+      value: 0.8540000000000001
+    - type: precision_at_1000
+      value: 0.097
+    - type: precision_at_3
+      value: 21.532999999999998
+    - type: precision_at_5
+      value: 13.62
+    - type: recall_at_1
+      value: 55.60000000000001
+    - type: recall_at_10
+      value: 72.0
+    - type: recall_at_100
+      value: 85.39999999999999
+    - type: recall_at_1000
+      value: 97.3
+    - type: recall_at_3
+      value: 64.60000000000001
+    - type: recall_at_5
+      value: 68.10000000000001
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/T2Retrieval
+      name: MTEB T2Retrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 28.314
+    - type: map_at_10
+      value: 80.268
+    - type: map_at_100
+      value: 83.75399999999999
+    - type: map_at_1000
+      value: 83.80499999999999
+    - type: map_at_3
+      value: 56.313
+    - type: map_at_5
+      value: 69.336
+    - type: mrr_at_1
+      value: 91.96
+    - type: mrr_at_10
+      value: 93.926
+    - type: mrr_at_100
+      value: 94.0
+    - type: mrr_at_1000
+      value: 94.003
+    - type: mrr_at_3
+      value: 93.587
+    - type: mrr_at_5
+      value: 93.804
+    - type: ndcg_at_1
+      value: 91.96
+    - type: ndcg_at_10
+      value: 87.12299999999999
+    - type: ndcg_at_100
+      value: 90.238
+    - type: ndcg_at_1000
+      value: 90.723
+    - type: ndcg_at_3
+      value: 88.347
+    - type: ndcg_at_5
+      value: 87.095
+    - type: precision_at_1
+      value: 91.96
+    - type: precision_at_10
+      value: 43.257
+    - type: precision_at_100
+      value: 5.064
+    - type: precision_at_1000
+      value: 0.517
+    - type: precision_at_3
+      value: 77.269
+    - type: precision_at_5
+      value: 64.89
+    - type: recall_at_1
+      value: 28.314
+    - type: recall_at_10
+      value: 85.917
+    - type: recall_at_100
+      value: 96.297
+    - type: recall_at_1000
+      value: 98.802
+    - type: recall_at_3
+      value: 57.75900000000001
+    - type: recall_at_5
+      value: 72.287
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/VideoRetrieval
+      name: MTEB VideoRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 65.60000000000001
+    - type: map_at_10
+      value: 74.502
+    - type: map_at_100
+      value: 74.864
+    - type: map_at_1000
+      value: 74.875
+    - type: map_at_3
+      value: 73.3
+    - type: map_at_5
+      value: 74.07000000000001
+    - type: mrr_at_1
+      value: 65.60000000000001
+    - type: mrr_at_10
+      value: 74.502
+    - type: mrr_at_100
+      value: 74.864
+    - type: mrr_at_1000
+      value: 74.875
+    - type: mrr_at_3
+      value: 73.3
+    - type: mrr_at_5
+      value: 74.07000000000001
+    - type: ndcg_at_1
+      value: 65.60000000000001
+    - type: ndcg_at_10
+      value: 78.091
+    - type: ndcg_at_100
+      value: 79.838
+    - type: ndcg_at_1000
+      value: 80.10199999999999
+    - type: ndcg_at_3
+      value: 75.697
+    - type: ndcg_at_5
+      value: 77.07000000000001
+    - type: precision_at_1
+      value: 65.60000000000001
+    - type: precision_at_10
+      value: 8.9
+    - type: precision_at_100
+      value: 0.971
+    - type: precision_at_1000
+      value: 0.099
+    - type: precision_at_3
+      value: 27.533
+    - type: precision_at_5
+      value: 17.18
+    - type: recall_at_1
+      value: 65.60000000000001
+    - type: recall_at_10
+      value: 89.0
+    - type: recall_at_100
+      value: 97.1
+    - type: recall_at_1000
+      value: 99.1
+    - type: recall_at_3
+      value: 82.6
+    - type: recall_at_5
+      value: 85.9
+---
+license: apache-2.0
+---