|
--- |
|
tags: |
|
- mteb |
|
model-index: |
|
- name: bge-2048-15G |
|
results: |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/AFQMC |
|
name: MTEB AFQMC |
|
config: default |
|
split: validation |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 35.144052273688665 |
|
- type: cos_sim_spearman |
|
value: 36.03131554905942 |
|
- type: euclidean_pearson |
|
value: 34.95481744048328 |
|
- type: euclidean_spearman |
|
value: 36.0313155504039 |
|
- type: manhattan_pearson |
|
value: 35.01398244390669 |
|
- type: manhattan_spearman |
|
value: 36.07582645320379 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/ATEC |
|
name: MTEB ATEC |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 42.12829268908657 |
|
- type: cos_sim_spearman |
|
value: 42.59932326711113 |
|
- type: euclidean_pearson |
|
value: 45.0728007358798 |
|
- type: euclidean_spearman |
|
value: 42.59932101508718 |
|
- type: manhattan_pearson |
|
value: 45.0740044376148 |
|
- type: manhattan_spearman |
|
value: 42.59773917033953 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_reviews_multi |
|
name: MTEB AmazonReviewsClassification (zh) |
|
config: zh |
|
split: test |
|
revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
|
metrics: |
|
- type: accuracy |
|
value: 39.32600000000001 |
|
- type: f1 |
|
value: 37.552594883461666 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/BQ |
|
name: MTEB BQ |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 50.01347417982947 |
|
- type: cos_sim_spearman |
|
value: 50.93232950078808 |
|
- type: euclidean_pearson |
|
value: 50.18139878220082 |
|
- type: euclidean_spearman |
|
value: 50.932329500482474 |
|
- type: manhattan_pearson |
|
value: 50.239972396501244 |
|
- type: manhattan_spearman |
|
value: 50.98304741370781 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/CLSClusteringP2P |
|
name: MTEB CLSClusteringP2P |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: v_measure |
|
value: 35.30752153686832 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/CLSClusteringS2S |
|
name: MTEB CLSClusteringS2S |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: v_measure |
|
value: 37.87520358227087 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/CMedQAv1-reranking |
|
name: MTEB CMedQAv1 |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: map |
|
value: 76.70424054530682 |
|
- type: mrr |
|
value: 80.55007936507937 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/CMedQAv2-reranking |
|
name: MTEB CMedQAv2 |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: map |
|
value: 78.28031561021152 |
|
- type: mrr |
|
value: 81.80051587301587 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/CmedqaRetrieval |
|
name: MTEB CmedqaRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 19.296 |
|
- type: map_at_10 |
|
value: 28.706 |
|
- type: map_at_100 |
|
value: 30.462 |
|
- type: map_at_1000 |
|
value: 30.622 |
|
- type: map_at_3 |
|
value: 25.56 |
|
- type: map_at_5 |
|
value: 27.223999999999997 |
|
- type: mrr_at_1 |
|
value: 29.857 |
|
- type: mrr_at_10 |
|
value: 37.214999999999996 |
|
- type: mrr_at_100 |
|
value: 38.26 |
|
- type: mrr_at_1000 |
|
value: 38.330999999999996 |
|
- type: mrr_at_3 |
|
value: 34.959 |
|
- type: mrr_at_5 |
|
value: 36.18 |
|
- type: ndcg_at_1 |
|
value: 29.857 |
|
- type: ndcg_at_10 |
|
value: 34.509 |
|
- type: ndcg_at_100 |
|
value: 41.884 |
|
- type: ndcg_at_1000 |
|
value: 45.023 |
|
- type: ndcg_at_3 |
|
value: 30.288999999999998 |
|
- type: ndcg_at_5 |
|
value: 31.886 |
|
- type: precision_at_1 |
|
value: 29.857 |
|
- type: precision_at_10 |
|
value: 7.779 |
|
- type: precision_at_100 |
|
value: 1.383 |
|
- type: precision_at_1000 |
|
value: 0.178 |
|
- type: precision_at_3 |
|
value: 17.179 |
|
- type: precision_at_5 |
|
value: 12.443 |
|
- type: recall_at_1 |
|
value: 19.296 |
|
- type: recall_at_10 |
|
value: 43.221 |
|
- type: recall_at_100 |
|
value: 74.09700000000001 |
|
- type: recall_at_1000 |
|
value: 95.735 |
|
- type: recall_at_3 |
|
value: 30.436999999999998 |
|
- type: recall_at_5 |
|
value: 35.5 |
|
- task: |
|
type: PairClassification |
|
dataset: |
|
type: C-MTEB/CMNLI |
|
name: MTEB Cmnli |
|
config: default |
|
split: validation |
|
revision: None |
|
metrics: |
|
- type: cos_sim_accuracy |
|
value: 63.6440168370415 |
|
- type: cos_sim_ap |
|
value: 68.79549034123916 |
|
- type: cos_sim_f1 |
|
value: 69.1282620766241 |
|
- type: cos_sim_precision |
|
value: 57.20631030785726 |
|
- type: cos_sim_recall |
|
value: 87.3275660509703 |
|
- type: dot_accuracy |
|
value: 63.6440168370415 |
|
- type: dot_ap |
|
value: 68.79977430584098 |
|
- type: dot_f1 |
|
value: 69.1282620766241 |
|
- type: dot_precision |
|
value: 57.20631030785726 |
|
- type: dot_recall |
|
value: 87.3275660509703 |
|
- type: euclidean_accuracy |
|
value: 63.6440168370415 |
|
- type: euclidean_ap |
|
value: 68.79548765330846 |
|
- type: euclidean_f1 |
|
value: 69.1282620766241 |
|
- type: euclidean_precision |
|
value: 57.20631030785726 |
|
- type: euclidean_recall |
|
value: 87.3275660509703 |
|
- type: manhattan_accuracy |
|
value: 63.6440168370415 |
|
- type: manhattan_ap |
|
value: 68.7809534749333 |
|
- type: manhattan_f1 |
|
value: 69.1069621999448 |
|
- type: manhattan_precision |
|
value: 56.95876288659794 |
|
- type: manhattan_recall |
|
value: 87.84194528875379 |
|
- type: max_accuracy |
|
value: 63.6440168370415 |
|
- type: max_ap |
|
value: 68.79977430584098 |
|
- type: max_f1 |
|
value: 69.1282620766241 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/CovidRetrieval |
|
name: MTEB CovidRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 60.485 |
|
- type: map_at_10 |
|
value: 71.15599999999999 |
|
- type: map_at_100 |
|
value: 71.504 |
|
- type: map_at_1000 |
|
value: 71.514 |
|
- type: map_at_3 |
|
value: 69.06400000000001 |
|
- type: map_at_5 |
|
value: 70.297 |
|
- type: mrr_at_1 |
|
value: 60.695 |
|
- type: mrr_at_10 |
|
value: 71.218 |
|
- type: mrr_at_100 |
|
value: 71.557 |
|
- type: mrr_at_1000 |
|
value: 71.568 |
|
- type: mrr_at_3 |
|
value: 69.21300000000001 |
|
- type: mrr_at_5 |
|
value: 70.393 |
|
- type: ndcg_at_1 |
|
value: 60.695 |
|
- type: ndcg_at_10 |
|
value: 75.899 |
|
- type: ndcg_at_100 |
|
value: 77.524 |
|
- type: ndcg_at_1000 |
|
value: 77.775 |
|
- type: ndcg_at_3 |
|
value: 71.72500000000001 |
|
- type: ndcg_at_5 |
|
value: 73.90299999999999 |
|
- type: precision_at_1 |
|
value: 60.695 |
|
- type: precision_at_10 |
|
value: 9.136 |
|
- type: precision_at_100 |
|
value: 0.991 |
|
- type: precision_at_1000 |
|
value: 0.101 |
|
- type: precision_at_3 |
|
value: 26.589000000000002 |
|
- type: precision_at_5 |
|
value: 17.028 |
|
- type: recall_at_1 |
|
value: 60.485 |
|
- type: recall_at_10 |
|
value: 90.49000000000001 |
|
- type: recall_at_100 |
|
value: 97.99799999999999 |
|
- type: recall_at_1000 |
|
value: 99.895 |
|
- type: recall_at_3 |
|
value: 79.215 |
|
- type: recall_at_5 |
|
value: 84.48400000000001 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/DuRetrieval |
|
name: MTEB DuRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 20.649 |
|
- type: map_at_10 |
|
value: 59.345000000000006 |
|
- type: map_at_100 |
|
value: 63.31 |
|
- type: map_at_1000 |
|
value: 63.449 |
|
- type: map_at_3 |
|
value: 41.614000000000004 |
|
- type: map_at_5 |
|
value: 51.425 |
|
- type: mrr_at_1 |
|
value: 73.7 |
|
- type: mrr_at_10 |
|
value: 80.42200000000001 |
|
- type: mrr_at_100 |
|
value: 80.675 |
|
- type: mrr_at_1000 |
|
value: 80.685 |
|
- type: mrr_at_3 |
|
value: 79.292 |
|
- type: mrr_at_5 |
|
value: 79.952 |
|
- type: ndcg_at_1 |
|
value: 73.7 |
|
- type: ndcg_at_10 |
|
value: 69.685 |
|
- type: ndcg_at_100 |
|
value: 76.071 |
|
- type: ndcg_at_1000 |
|
value: 77.561 |
|
- type: ndcg_at_3 |
|
value: 68.43 |
|
- type: ndcg_at_5 |
|
value: 66.78 |
|
- type: precision_at_1 |
|
value: 73.7 |
|
- type: precision_at_10 |
|
value: 33.615 |
|
- type: precision_at_100 |
|
value: 4.466 |
|
- type: precision_at_1000 |
|
value: 0.483 |
|
- type: precision_at_3 |
|
value: 60.93300000000001 |
|
- type: precision_at_5 |
|
value: 50.62 |
|
- type: recall_at_1 |
|
value: 20.649 |
|
- type: recall_at_10 |
|
value: 71.678 |
|
- type: recall_at_100 |
|
value: 91.107 |
|
- type: recall_at_1000 |
|
value: 98.489 |
|
- type: recall_at_3 |
|
value: 44.757000000000005 |
|
- type: recall_at_5 |
|
value: 57.853 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/EcomRetrieval |
|
name: MTEB EcomRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 33.0 |
|
- type: map_at_10 |
|
value: 43.988 |
|
- type: map_at_100 |
|
value: 44.798 |
|
- type: map_at_1000 |
|
value: 44.840999999999994 |
|
- type: map_at_3 |
|
value: 41.25 |
|
- type: map_at_5 |
|
value: 42.91 |
|
- type: mrr_at_1 |
|
value: 33.0 |
|
- type: mrr_at_10 |
|
value: 43.988 |
|
- type: mrr_at_100 |
|
value: 44.798 |
|
- type: mrr_at_1000 |
|
value: 44.840999999999994 |
|
- type: mrr_at_3 |
|
value: 41.25 |
|
- type: mrr_at_5 |
|
value: 42.91 |
|
- type: ndcg_at_1 |
|
value: 33.0 |
|
- type: ndcg_at_10 |
|
value: 49.544 |
|
- type: ndcg_at_100 |
|
value: 53.605999999999995 |
|
- type: ndcg_at_1000 |
|
value: 54.764 |
|
- type: ndcg_at_3 |
|
value: 43.887 |
|
- type: ndcg_at_5 |
|
value: 46.907 |
|
- type: precision_at_1 |
|
value: 33.0 |
|
- type: precision_at_10 |
|
value: 6.710000000000001 |
|
- type: precision_at_100 |
|
value: 0.864 |
|
- type: precision_at_1000 |
|
value: 0.096 |
|
- type: precision_at_3 |
|
value: 17.166999999999998 |
|
- type: precision_at_5 |
|
value: 11.78 |
|
- type: recall_at_1 |
|
value: 33.0 |
|
- type: recall_at_10 |
|
value: 67.10000000000001 |
|
- type: recall_at_100 |
|
value: 86.4 |
|
- type: recall_at_1000 |
|
value: 95.6 |
|
- type: recall_at_3 |
|
value: 51.5 |
|
- type: recall_at_5 |
|
value: 58.9 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/IFlyTek-classification |
|
name: MTEB IFlyTek |
|
config: default |
|
split: validation |
|
revision: 421605374b29664c5fc098418fe20ada9bd55f8a |
|
metrics: |
|
- type: accuracy |
|
value: 47.741439015005774 |
|
- type: f1 |
|
value: 35.474522593244856 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/JDReview-classification |
|
name: MTEB JDReview |
|
config: default |
|
split: test |
|
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b |
|
metrics: |
|
- type: accuracy |
|
value: 84.18386491557224 |
|
- type: ap |
|
value: 50.331823892307895 |
|
- type: f1 |
|
value: 78.46423899842871 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/LCQMC |
|
name: MTEB LCQMC |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 61.27982183684614 |
|
- type: cos_sim_spearman |
|
value: 66.68643494062978 |
|
- type: euclidean_pearson |
|
value: 65.18446288753343 |
|
- type: euclidean_spearman |
|
value: 66.68643272258043 |
|
- type: manhattan_pearson |
|
value: 65.4169819947427 |
|
- type: manhattan_spearman |
|
value: 66.92322208196136 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/Mmarco-reranking |
|
name: MTEB MMarcoReranking |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map |
|
value: 23.220821016871753 |
|
- type: mrr |
|
value: 21.65793650793651 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/MMarcoRetrieval |
|
name: MTEB MMarcoRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 48.725 |
|
- type: map_at_10 |
|
value: 59.06 |
|
- type: map_at_100 |
|
value: 59.638999999999996 |
|
- type: map_at_1000 |
|
value: 59.666 |
|
- type: map_at_3 |
|
value: 56.528999999999996 |
|
- type: map_at_5 |
|
value: 58.099999999999994 |
|
- type: mrr_at_1 |
|
value: 50.559 |
|
- type: mrr_at_10 |
|
value: 59.852000000000004 |
|
- type: mrr_at_100 |
|
value: 60.376 |
|
- type: mrr_at_1000 |
|
value: 60.4 |
|
- type: mrr_at_3 |
|
value: 57.555 |
|
- type: mrr_at_5 |
|
value: 58.967000000000006 |
|
- type: ndcg_at_1 |
|
value: 50.559 |
|
- type: ndcg_at_10 |
|
value: 63.931000000000004 |
|
- type: ndcg_at_100 |
|
value: 66.669 |
|
- type: ndcg_at_1000 |
|
value: 67.38199999999999 |
|
- type: ndcg_at_3 |
|
value: 59.03 |
|
- type: ndcg_at_5 |
|
value: 61.719 |
|
- type: precision_at_1 |
|
value: 50.559 |
|
- type: precision_at_10 |
|
value: 8.318 |
|
- type: precision_at_100 |
|
value: 0.97 |
|
- type: precision_at_1000 |
|
value: 0.10300000000000001 |
|
- type: precision_at_3 |
|
value: 22.975 |
|
- type: precision_at_5 |
|
value: 15.189 |
|
- type: recall_at_1 |
|
value: 48.725 |
|
- type: recall_at_10 |
|
value: 78.294 |
|
- type: recall_at_100 |
|
value: 90.947 |
|
- type: recall_at_1000 |
|
value: 96.58 |
|
- type: recall_at_3 |
|
value: 65.25 |
|
- type: recall_at_5 |
|
value: 71.64399999999999 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_massive_intent |
|
name: MTEB MassiveIntentClassification (zh-CN) |
|
config: zh-CN |
|
split: test |
|
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 |
|
metrics: |
|
- type: accuracy |
|
value: 61.506388702084735 |
|
- type: f1 |
|
value: 58.09296024607959 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_massive_scenario |
|
name: MTEB MassiveScenarioClassification (zh-CN) |
|
config: zh-CN |
|
split: test |
|
revision: 7d571f92784cd94a019292a1f45445077d0ef634 |
|
metrics: |
|
- type: accuracy |
|
value: 68.54068594485541 |
|
- type: f1 |
|
value: 67.10301600316001 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/MedicalRetrieval |
|
name: MTEB MedicalRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 36.6 |
|
- type: map_at_10 |
|
value: 41.626000000000005 |
|
- type: map_at_100 |
|
value: 42.259 |
|
- type: map_at_1000 |
|
value: 42.325 |
|
- type: map_at_3 |
|
value: 39.95 |
|
- type: map_at_5 |
|
value: 40.925 |
|
- type: mrr_at_1 |
|
value: 36.6 |
|
- type: mrr_at_10 |
|
value: 41.642 |
|
- type: mrr_at_100 |
|
value: 42.276 |
|
- type: mrr_at_1000 |
|
value: 42.342 |
|
- type: mrr_at_3 |
|
value: 39.967000000000006 |
|
- type: mrr_at_5 |
|
value: 40.942 |
|
- type: ndcg_at_1 |
|
value: 36.6 |
|
- type: ndcg_at_10 |
|
value: 44.563 |
|
- type: ndcg_at_100 |
|
value: 48.051 |
|
- type: ndcg_at_1000 |
|
value: 50.126000000000005 |
|
- type: ndcg_at_3 |
|
value: 41.113 |
|
- type: ndcg_at_5 |
|
value: 42.856 |
|
- type: precision_at_1 |
|
value: 36.6 |
|
- type: precision_at_10 |
|
value: 5.4 |
|
- type: precision_at_100 |
|
value: 0.713 |
|
- type: precision_at_1000 |
|
value: 0.08800000000000001 |
|
- type: precision_at_3 |
|
value: 14.832999999999998 |
|
- type: precision_at_5 |
|
value: 9.74 |
|
- type: recall_at_1 |
|
value: 36.6 |
|
- type: recall_at_10 |
|
value: 54.0 |
|
- type: recall_at_100 |
|
value: 71.3 |
|
- type: recall_at_1000 |
|
value: 88.3 |
|
- type: recall_at_3 |
|
value: 44.5 |
|
- type: recall_at_5 |
|
value: 48.699999999999996 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/MultilingualSentiment-classification |
|
name: MTEB MultilingualSentiment |
|
config: default |
|
split: validation |
|
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a |
|
metrics: |
|
- type: accuracy |
|
value: 71.13666666666667 |
|
- type: f1 |
|
value: 70.70955352114072 |
|
- task: |
|
type: PairClassification |
|
dataset: |
|
type: C-MTEB/OCNLI |
|
name: MTEB Ocnli |
|
config: default |
|
split: validation |
|
revision: None |
|
metrics: |
|
- type: cos_sim_accuracy |
|
value: 57.552788305360046 |
|
- type: cos_sim_ap |
|
value: 57.99925908040314 |
|
- type: cos_sim_f1 |
|
value: 68.03603603603602 |
|
- type: cos_sim_precision |
|
value: 51.64113785557986 |
|
- type: cos_sim_recall |
|
value: 99.68321013727561 |
|
- type: dot_accuracy |
|
value: 57.552788305360046 |
|
- type: dot_ap |
|
value: 57.99925908040314 |
|
- type: dot_f1 |
|
value: 68.03603603603602 |
|
- type: dot_precision |
|
value: 51.64113785557986 |
|
- type: dot_recall |
|
value: 99.68321013727561 |
|
- type: euclidean_accuracy |
|
value: 57.552788305360046 |
|
- type: euclidean_ap |
|
value: 57.99925908040314 |
|
- type: euclidean_f1 |
|
value: 68.03603603603602 |
|
- type: euclidean_precision |
|
value: 51.64113785557986 |
|
- type: euclidean_recall |
|
value: 99.68321013727561 |
|
- type: manhattan_accuracy |
|
value: 57.82349756361668 |
|
- type: manhattan_ap |
|
value: 58.06447658366083 |
|
- type: manhattan_f1 |
|
value: 68.0820439006837 |
|
- type: manhattan_precision |
|
value: 51.637554585152834 |
|
- type: manhattan_recall |
|
value: 99.89440337909187 |
|
- type: max_accuracy |
|
value: 57.82349756361668 |
|
- type: max_ap |
|
value: 58.06447658366083 |
|
- type: max_f1 |
|
value: 68.0820439006837 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/OnlineShopping-classification |
|
name: MTEB OnlineShopping |
|
config: default |
|
split: test |
|
revision: e610f2ebd179a8fda30ae534c3878750a96db120 |
|
metrics: |
|
- type: accuracy |
|
value: 89.78999999999999 |
|
- type: ap |
|
value: 88.18580068282115 |
|
- type: f1 |
|
value: 89.78440880027107 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/PAWSX |
|
name: MTEB PAWSX |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 14.275914601577927 |
|
- type: cos_sim_spearman |
|
value: 15.159517089386151 |
|
- type: euclidean_pearson |
|
value: 16.947703922600706 |
|
- type: euclidean_spearman |
|
value: 15.159778229648783 |
|
- type: manhattan_pearson |
|
value: 16.949723597317618 |
|
- type: manhattan_spearman |
|
value: 15.168661830776104 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/QBQTC |
|
name: MTEB QBQTC |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 30.756080454040273 |
|
- type: cos_sim_spearman |
|
value: 31.587419186134024 |
|
- type: euclidean_pearson |
|
value: 30.260574537599428 |
|
- type: euclidean_spearman |
|
value: 31.587396288861157 |
|
- type: manhattan_pearson |
|
value: 30.17903086373953 |
|
- type: manhattan_spearman |
|
value: 31.542451771249734 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: mteb/sts22-crosslingual-sts |
|
name: MTEB STS22 (zh) |
|
config: zh |
|
split: test |
|
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 61.62397999344316 |
|
- type: cos_sim_spearman |
|
value: 65.18755757041059 |
|
- type: euclidean_pearson |
|
value: 62.0244836285851 |
|
- type: euclidean_spearman |
|
value: 65.18755757041059 |
|
- type: manhattan_pearson |
|
value: 61.68364429686755 |
|
- type: manhattan_spearman |
|
value: 64.78960487603719 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/STSB |
|
name: MTEB STSB |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 70.70527620167447 |
|
- type: cos_sim_spearman |
|
value: 70.54535482359282 |
|
- type: euclidean_pearson |
|
value: 70.19143313983818 |
|
- type: euclidean_spearman |
|
value: 70.54531318718149 |
|
- type: manhattan_pearson |
|
value: 70.22947491094558 |
|
- type: manhattan_spearman |
|
value: 70.53618087989595 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/T2Reranking |
|
name: MTEB T2Reranking |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map |
|
value: 61.87616616845465 |
|
- type: mrr |
|
value: 69.01596973702593 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/T2Retrieval |
|
name: MTEB T2Retrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 13.855 |
|
- type: map_at_10 |
|
value: 39.846 |
|
- type: map_at_100 |
|
value: 44.62 |
|
- type: map_at_1000 |
|
value: 44.884 |
|
- type: map_at_3 |
|
value: 26.775 |
|
- type: map_at_5 |
|
value: 33.164 |
|
- type: mrr_at_1 |
|
value: 52.025 |
|
- type: mrr_at_10 |
|
value: 60.812999999999995 |
|
- type: mrr_at_100 |
|
value: 61.388 |
|
- type: mrr_at_1000 |
|
value: 61.419999999999995 |
|
- type: mrr_at_3 |
|
value: 58.788 |
|
- type: mrr_at_5 |
|
value: 60.050000000000004 |
|
- type: ndcg_at_1 |
|
value: 52.025 |
|
- type: ndcg_at_10 |
|
value: 50.127 |
|
- type: ndcg_at_100 |
|
value: 59.163 |
|
- type: ndcg_at_1000 |
|
value: 62.277 |
|
- type: ndcg_at_3 |
|
value: 48.912 |
|
- type: ndcg_at_5 |
|
value: 48.337 |
|
- type: precision_at_1 |
|
value: 52.025 |
|
- type: precision_at_10 |
|
value: 26.828999999999997 |
|
- type: precision_at_100 |
|
value: 4.266 |
|
- type: precision_at_1000 |
|
value: 0.502 |
|
- type: precision_at_3 |
|
value: 43.53 |
|
- type: precision_at_5 |
|
value: 37.269000000000005 |
|
- type: recall_at_1 |
|
value: 13.855 |
|
- type: recall_at_10 |
|
value: 52.459 |
|
- type: recall_at_100 |
|
value: 79.671 |
|
- type: recall_at_1000 |
|
value: 95.248 |
|
- type: recall_at_3 |
|
value: 30.080000000000002 |
|
- type: recall_at_5 |
|
value: 39.735 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/TNews-classification |
|
name: MTEB TNews |
|
config: default |
|
split: validation |
|
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 |
|
metrics: |
|
- type: accuracy |
|
value: 52.721 |
|
- type: f1 |
|
value: 50.992066915421375 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/ThuNewsClusteringP2P |
|
name: MTEB ThuNewsClusteringP2P |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: v_measure |
|
value: 56.17125156769023 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/ThuNewsClusteringS2S |
|
name: MTEB ThuNewsClusteringS2S |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: v_measure |
|
value: 57.552647981278426 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/VideoRetrieval |
|
name: MTEB VideoRetrieval |
|
config: default |
|
split: dev |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 31.900000000000002 |
|
- type: map_at_10 |
|
value: 39.366 |
|
- type: map_at_100 |
|
value: 40.186 |
|
- type: map_at_1000 |
|
value: 40.239000000000004 |
|
- type: map_at_3 |
|
value: 36.933 |
|
- type: map_at_5 |
|
value: 38.378 |
|
- type: mrr_at_1 |
|
value: 31.900000000000002 |
|
- type: mrr_at_10 |
|
value: 39.366 |
|
- type: mrr_at_100 |
|
value: 40.186 |
|
- type: mrr_at_1000 |
|
value: 40.239000000000004 |
|
- type: mrr_at_3 |
|
value: 36.933 |
|
- type: mrr_at_5 |
|
value: 38.378 |
|
- type: ndcg_at_1 |
|
value: 31.900000000000002 |
|
- type: ndcg_at_10 |
|
value: 43.541999999999994 |
|
- type: ndcg_at_100 |
|
value: 47.697 |
|
- type: ndcg_at_1000 |
|
value: 49.306 |
|
- type: ndcg_at_3 |
|
value: 38.568999999999996 |
|
- type: ndcg_at_5 |
|
value: 41.168 |
|
- type: precision_at_1 |
|
value: 31.900000000000002 |
|
- type: precision_at_10 |
|
value: 5.6899999999999995 |
|
- type: precision_at_100 |
|
value: 0.767 |
|
- type: precision_at_1000 |
|
value: 0.09 |
|
- type: precision_at_3 |
|
value: 14.433000000000002 |
|
- type: precision_at_5 |
|
value: 9.92 |
|
- type: recall_at_1 |
|
value: 31.900000000000002 |
|
- type: recall_at_10 |
|
value: 56.89999999999999 |
|
- type: recall_at_100 |
|
value: 76.7 |
|
- type: recall_at_1000 |
|
value: 89.8 |
|
- type: recall_at_3 |
|
value: 43.3 |
|
- type: recall_at_5 |
|
value: 49.6 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/waimai-classification |
|
name: MTEB Waimai |
|
config: default |
|
split: test |
|
revision: 339287def212450dcaa9df8c22bf93e9980c7023 |
|
metrics: |
|
- type: accuracy |
|
value: 85.52 |
|
- type: ap |
|
value: 67.91529494717969 |
|
- type: f1 |
|
value: 83.83738833971195 |
|
--- |
