diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,3 +1,10788 @@ --- +model-index: +- name: no_model_name_available + results: + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 62.44 + - type: map_at_1 + value: 37.909 + - type: map_at_10 + value: 54.071000000000005 + - type: map_at_100 + value: 54.706999999999994 + - type: map_at_1000 + value: 54.71 + - type: map_at_20 + value: 54.61 + - type: map_at_3 + value: 49.787 + - type: map_at_5 + value: 52.471999999999994 + - type: mrr_at_1 + value: 38.54907539118065 + - type: mrr_at_10 + value: 54.30778522883794 + - type: mrr_at_100 + value: 54.95058676123675 + - type: mrr_at_1000 + value: 54.9534745787606 + - type: mrr_at_20 + value: 54.85371234607436 + - type: mrr_at_3 + value: 50.023707918444806 + - type: mrr_at_5 + value: 52.71574205784745 + - type: nauc_map_at_1000_diff1 + value: 9.700052151236969 + - type: nauc_map_at_1000_max + value: -11.480601048675311 + - type: nauc_map_at_1000_std + value: -16.80933897048166 + - type: nauc_map_at_100_diff1 + value: 9.702439916132208 + - type: nauc_map_at_100_max + value: -11.477121863613672 + - type: nauc_map_at_100_std + value: -16.805809477344237 + - type: nauc_map_at_10_diff1 + value: 9.55964875147944 + - type: nauc_map_at_10_max + value: -11.221604673423611 + - type: nauc_map_at_10_std + value: -16.84817138477702 + - type: nauc_map_at_1_diff1 + value: 13.414379505055546 + - type: nauc_map_at_1_max + value: -13.64398031891019 + - type: nauc_map_at_1_std + value: -17.823564900618976 + - type: nauc_map_at_20_diff1 + value: 9.656264829584742 + - type: nauc_map_at_20_max + value: -11.402956696331874 + - type: nauc_map_at_20_std + value: -16.729584639384093 + - type: nauc_map_at_3_diff1 + value: 9.074651468472236 + - type: nauc_map_at_3_max + value: -11.938799932445345 + - type: nauc_map_at_3_std + value: -17.292542932113854 + - type: nauc_map_at_5_diff1 + value: 9.375988599355505 + - type: nauc_map_at_5_max + value: -11.472571205679664 + - type: nauc_map_at_5_std + value: -17.40403356468899 + - type: nauc_mrr_at_1000_diff1 + value: 7.411799940331186 + - type: nauc_mrr_at_1000_max + value: -12.508159837494434 + - type: nauc_mrr_at_1000_std + value: -16.707342470667285 + - type: nauc_mrr_at_100_diff1 + value: 7.414405067064217 + - type: nauc_mrr_at_100_max + value: -12.50459019538836 + - type: nauc_mrr_at_100_std + value: -16.703833468680948 + - type: nauc_mrr_at_10_diff1 + value: 7.286842407775826 + - type: nauc_mrr_at_10_max + value: -12.258550496378401 + - type: nauc_mrr_at_10_std + value: -16.731699740418414 + - type: nauc_mrr_at_1_diff1 + value: 11.596538956075104 + - type: nauc_mrr_at_1_max + value: -13.73394271953812 + - type: nauc_mrr_at_1_std + value: -17.64007975098422 + - type: nauc_mrr_at_20_diff1 + value: 7.376312921473681 + - type: nauc_mrr_at_20_max + value: -12.426813484836043 + - type: nauc_mrr_at_20_std + value: -16.627786497409552 + - type: nauc_mrr_at_3_diff1 + value: 6.654949505817999 + - type: nauc_mrr_at_3_max + value: -13.137022485458507 + - type: nauc_mrr_at_3_std + value: -17.32424266610232 + - type: nauc_mrr_at_5_diff1 + value: 7.2434372901234525 + - type: nauc_mrr_at_5_max + value: -12.429947223764405 + - type: nauc_mrr_at_5_std + value: -17.228937753898123 + - type: nauc_ndcg_at_1000_diff1 + value: 9.36855285735971 + - type: nauc_ndcg_at_1000_max + value: -10.953666720445836 + - type: nauc_ndcg_at_1000_std + value: -16.347516200301456 + - type: nauc_ndcg_at_100_diff1 + value: 9.409452556684755 + - type: nauc_ndcg_at_100_max + value: -10.862168660345734 + - type: nauc_ndcg_at_100_std + value: -16.229401930460405 + - type: nauc_ndcg_at_10_diff1 + value: 8.77691653610156 + - type: nauc_ndcg_at_10_max + value: -9.563379218779584 + - type: nauc_ndcg_at_10_std + value: -16.274566801403125 + - type: nauc_ndcg_at_1_diff1 + value: 13.414379505055546 + - type: nauc_ndcg_at_1_max + value: -13.64398031891019 + - type: nauc_ndcg_at_1_std + value: -17.823564900618976 + - type: nauc_ndcg_at_20_diff1 + value: 9.131323452637305 + - type: nauc_ndcg_at_20_max + value: -10.266530434189066 + - type: nauc_ndcg_at_20_std + value: -15.737108435541888 + - type: nauc_ndcg_at_3_diff1 + value: 7.739062271477399 + - type: nauc_ndcg_at_3_max + value: -11.488056154638532 + - type: nauc_ndcg_at_3_std + value: -17.411333288529267 + - type: nauc_ndcg_at_5_diff1 + value: 8.272542020803597 + - type: nauc_ndcg_at_5_max + value: -10.397456408544468 + - type: nauc_ndcg_at_5_std + value: -17.59822117969101 + - type: nauc_precision_at_1000_diff1 + value: 13.208924542423258 + - type: nauc_precision_at_1000_max + value: 13.208924542423258 + - type: nauc_precision_at_1000_std + value: 66.71142287338954 + - type: nauc_precision_at_100_diff1 + value: 18.762786994282852 + - type: nauc_precision_at_100_max + value: 20.099447719178784 + - type: nauc_precision_at_100_std + value: 48.431125716899956 + - type: nauc_precision_at_10_diff1 + value: 4.019933323360742 + - type: nauc_precision_at_10_max + value: 4.884910439588258 + - type: nauc_precision_at_10_std + value: -11.127362742499441 + - type: nauc_precision_at_1_diff1 + value: 13.414379505055546 + - type: nauc_precision_at_1_max + value: -13.64398031891019 + - type: nauc_precision_at_1_std + value: -17.823564900618976 + - type: nauc_precision_at_20_diff1 + value: 3.6375128143838293 + - type: nauc_precision_at_20_max + value: 14.126083805554671 + - type: nauc_precision_at_20_std + value: 10.615757350586888 + - type: nauc_precision_at_3_diff1 + value: 3.3422754903034884 + - type: nauc_precision_at_3_max + value: -10.034405870340006 + - type: nauc_precision_at_3_std + value: -17.917533977279017 + - type: nauc_precision_at_5_diff1 + value: 3.7950183183380957 + - type: nauc_precision_at_5_max + value: -5.449035408572837 + - type: nauc_precision_at_5_std + value: -18.586669848898257 + - type: nauc_recall_at_1000_diff1 + value: 13.208924542421252 + - type: nauc_recall_at_1000_max + value: 13.208924542421252 + - type: nauc_recall_at_1000_std + value: 66.71142287338697 + - type: nauc_recall_at_100_diff1 + value: 18.76278699428332 + - type: nauc_recall_at_100_max + value: 20.099447719179743 + - type: nauc_recall_at_100_std + value: 48.431125716900205 + - type: nauc_recall_at_10_diff1 + value: 4.019933323360658 + - type: nauc_recall_at_10_max + value: 4.884910439588057 + - type: nauc_recall_at_10_std + value: -11.127362742499546 + - type: nauc_recall_at_1_diff1 + value: 13.414379505055546 + - type: nauc_recall_at_1_max + value: -13.64398031891019 + - type: nauc_recall_at_1_std + value: -17.823564900618976 + - type: nauc_recall_at_20_diff1 + value: 3.6375128143838387 + - type: nauc_recall_at_20_max + value: 14.126083805554623 + - type: nauc_recall_at_20_std + value: 10.61575735058658 + - type: nauc_recall_at_3_diff1 + value: 3.3422754903035554 + - type: nauc_recall_at_3_max + value: -10.034405870339956 + - type: nauc_recall_at_3_std + value: -17.917533977278943 + - type: nauc_recall_at_5_diff1 + value: 3.795018318338047 + - type: nauc_recall_at_5_max + value: -5.449035408572804 + - type: nauc_recall_at_5_std + value: -18.58666984889819 + - type: ndcg_at_1 + value: 37.909 + - type: ndcg_at_10 + value: 62.44 + - type: ndcg_at_100 + value: 64.932 + - type: ndcg_at_1000 + value: 64.99000000000001 + - type: ndcg_at_20 + value: 64.319 + - type: ndcg_at_3 + value: 53.778000000000006 + - type: ndcg_at_5 + value: 58.599000000000004 + - type: precision_at_1 + value: 37.909 + - type: precision_at_10 + value: 8.883000000000001 + - type: precision_at_100 + value: 0.992 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.804 + - type: precision_at_3 + value: 21.788 + - type: precision_at_5 + value: 15.405 + - type: recall_at_1 + value: 37.909 + - type: recall_at_10 + value: 88.834 + - type: recall_at_100 + value: 99.21799999999999 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 96.088 + - type: recall_at_3 + value: 65.363 + - type: recall_at_5 + value: 77.027 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 53.176 + - type: map_at_1 + value: 33.650999999999996 + - type: map_at_10 + value: 46.471000000000004 + - type: map_at_100 + value: 47.985 + - type: map_at_1000 + value: 48.102000000000004 + - type: map_at_20 + value: 47.292 + - type: map_at_3 + value: 42.623 + - type: map_at_5 + value: 44.979 + - type: mrr_at_1 + value: 41.201716738197426 + - type: mrr_at_10 + value: 52.25355950677838 + - type: mrr_at_100 + value: 52.88338300595689 + - type: mrr_at_1000 + value: 52.921972185432885 + - type: mrr_at_20 + value: 52.572720245822445 + - type: mrr_at_3 + value: 49.38006676204101 + - type: mrr_at_5 + value: 51.368621840724806 + - type: nauc_map_at_1000_diff1 + value: 52.424580577365674 + - type: nauc_map_at_1000_max + value: 35.94853426088666 + - type: nauc_map_at_1000_std + value: -3.1129808405979116 + - type: nauc_map_at_100_diff1 + value: 52.42314269469678 + - type: nauc_map_at_100_max + value: 35.95564099324896 + - type: nauc_map_at_100_std + value: -3.101625069102785 + - type: nauc_map_at_10_diff1 + value: 52.674357307094496 + - type: nauc_map_at_10_max + value: 35.62082218057774 + - type: nauc_map_at_10_std + value: -3.7915962794353173 + - type: nauc_map_at_1_diff1 + value: 58.88454782432587 + - type: nauc_map_at_1_max + value: 31.58887282969742 + - type: nauc_map_at_1_std + value: -3.3197840386400843 + - type: nauc_map_at_20_diff1 + value: 52.57811291835384 + - type: nauc_map_at_20_max + value: 35.98370464846043 + - type: nauc_map_at_20_std + value: -3.282933904055322 + - type: nauc_map_at_3_diff1 + value: 53.23139053968499 + - type: nauc_map_at_3_max + value: 35.27374020498982 + - type: nauc_map_at_3_std + value: -4.586249483195213 + - type: nauc_map_at_5_diff1 + value: 52.59485178437643 + - type: nauc_map_at_5_max + value: 35.514513542685876 + - type: nauc_map_at_5_std + value: -4.434526651693118 + - type: nauc_mrr_at_1000_diff1 + value: 49.59556586828132 + - type: nauc_mrr_at_1000_max + value: 36.84616750157751 + - type: nauc_mrr_at_1000_std + value: -3.8525984466340764 + - type: nauc_mrr_at_100_diff1 + value: 49.57531335928693 + - type: nauc_mrr_at_100_max + value: 36.82683956190645 + - type: nauc_mrr_at_100_std + value: -3.872554481570826 + - type: nauc_mrr_at_10_diff1 + value: 49.62497265122659 + - type: nauc_mrr_at_10_max + value: 36.98985018458424 + - type: nauc_mrr_at_10_std + value: -3.8376513272257733 + - type: nauc_mrr_at_1_diff1 + value: 54.49327345294693 + - type: nauc_mrr_at_1_max + value: 34.8934028739382 + - type: nauc_mrr_at_1_std + value: -4.437791198183867 + - type: nauc_mrr_at_20_diff1 + value: 49.5890168206895 + - type: nauc_mrr_at_20_max + value: 36.89726798208358 + - type: nauc_mrr_at_20_std + value: -3.866993349889667 + - type: nauc_mrr_at_3_diff1 + value: 49.59634094819107 + - type: nauc_mrr_at_3_max + value: 37.16225648718551 + - type: nauc_mrr_at_3_std + value: -4.414442576808539 + - type: nauc_mrr_at_5_diff1 + value: 49.225081579422344 + - type: nauc_mrr_at_5_max + value: 36.747751335426756 + - type: nauc_mrr_at_5_std + value: -4.324178992210884 + - type: nauc_ndcg_at_1000_diff1 + value: 50.31882542922762 + - type: nauc_ndcg_at_1000_max + value: 36.94417408184034 + - type: nauc_ndcg_at_1000_std + value: -1.8041849909913372 + - type: nauc_ndcg_at_100_diff1 + value: 49.66655309339676 + - type: nauc_ndcg_at_100_max + value: 36.70372545075 + - type: nauc_ndcg_at_100_std + value: -1.6243834018453231 + - type: nauc_ndcg_at_10_diff1 + value: 49.940843283397214 + - type: nauc_ndcg_at_10_max + value: 36.0676312207537 + - type: nauc_ndcg_at_10_std + value: -3.439514885728974 + - type: nauc_ndcg_at_1_diff1 + value: 54.49327345294693 + - type: nauc_ndcg_at_1_max + value: 34.8934028739382 + - type: nauc_ndcg_at_1_std + value: -4.437791198183867 + - type: nauc_ndcg_at_20_diff1 + value: 49.93181052825062 + - type: nauc_ndcg_at_20_max + value: 36.71459050402181 + - type: nauc_ndcg_at_20_std + value: -2.6921628328410265 + - type: nauc_ndcg_at_3_diff1 + value: 50.26692043258316 + - type: nauc_ndcg_at_3_max + value: 36.24184609760576 + - type: nauc_ndcg_at_3_std + value: -4.757874636308119 + - type: nauc_ndcg_at_5_diff1 + value: 49.37130579587368 + - type: nauc_ndcg_at_5_max + value: 35.73812624135239 + - type: nauc_ndcg_at_5_std + value: -4.5919788051135555 + - type: nauc_precision_at_1000_diff1 + value: -24.43795561769816 + - type: nauc_precision_at_1000_max + value: -13.261416374377383 + - type: nauc_precision_at_1000_std + value: -4.971448949934886 + - type: nauc_precision_at_100_diff1 + value: -16.883129718999133 + - type: nauc_precision_at_100_max + value: -2.46701167013433 + - type: nauc_precision_at_100_std + value: 3.277974208302033 + - type: nauc_precision_at_10_diff1 + value: 6.58192062605803 + - type: nauc_precision_at_10_max + value: 17.66130584790626 + - type: nauc_precision_at_10_std + value: 1.5300268853781491 + - type: nauc_precision_at_1_diff1 + value: 54.49327345294693 + - type: nauc_precision_at_1_max + value: 34.8934028739382 + - type: nauc_precision_at_1_std + value: -4.437791198183867 + - type: nauc_precision_at_20_diff1 + value: -1.8753425950377052 + - type: nauc_precision_at_20_max + value: 12.343845069467402 + - type: nauc_precision_at_20_std + value: 4.625866298054727 + - type: nauc_precision_at_3_diff1 + value: 26.25293210293932 + - type: nauc_precision_at_3_max + value: 31.20810752338666 + - type: nauc_precision_at_3_std + value: -4.53249841922141 + - type: nauc_precision_at_5_diff1 + value: 16.615368164537657 + - type: nauc_precision_at_5_max + value: 25.232698186133707 + - type: nauc_precision_at_5_std + value: -2.663050054635891 + - type: nauc_recall_at_1000_diff1 + value: 35.83705078359078 + - type: nauc_recall_at_1000_max + value: 62.30748246780233 + - type: nauc_recall_at_1000_std + value: 63.240763200045805 + - type: nauc_recall_at_100_diff1 + value: 33.467633455800815 + - type: nauc_recall_at_100_max + value: 36.60323449435162 + - type: nauc_recall_at_100_std + value: 14.015411684054346 + - type: nauc_recall_at_10_diff1 + value: 41.42599884119931 + - type: nauc_recall_at_10_max + value: 33.20419643286129 + - type: nauc_recall_at_10_std + value: -2.159643957172222 + - type: nauc_recall_at_1_diff1 + value: 58.88454782432587 + - type: nauc_recall_at_1_max + value: 31.58887282969742 + - type: nauc_recall_at_1_std + value: -3.3197840386400843 + - type: nauc_recall_at_20_diff1 + value: 40.65866346855011 + - type: nauc_recall_at_20_max + value: 35.30555514387619 + - type: nauc_recall_at_20_std + value: 0.08694081684299272 + - type: nauc_recall_at_3_diff1 + value: 46.09760653175857 + - type: nauc_recall_at_3_max + value: 34.90824497182377 + - type: nauc_recall_at_3_std + value: -5.655059126448061 + - type: nauc_recall_at_5_diff1 + value: 41.53532865271283 + - type: nauc_recall_at_5_max + value: 33.39745163988502 + - type: nauc_recall_at_5_std + value: -5.016436615159224 + - type: ndcg_at_1 + value: 41.202 + - type: ndcg_at_10 + value: 53.176 + - type: ndcg_at_100 + value: 58.328 + - type: ndcg_at_1000 + value: 59.965999999999994 + - type: ndcg_at_20 + value: 55.008 + - type: ndcg_at_3 + value: 47.859 + - type: ndcg_at_5 + value: 50.768 + - type: precision_at_1 + value: 41.202 + - type: precision_at_10 + value: 10.186 + - type: precision_at_100 + value: 1.609 + - type: precision_at_1000 + value: 0.20400000000000001 + - type: precision_at_20 + value: 5.973 + - type: precision_at_3 + value: 23.176 + - type: precision_at_5 + value: 16.881 + - type: recall_at_1 + value: 33.650999999999996 + - type: recall_at_10 + value: 65.977 + - type: recall_at_100 + value: 87.302 + - type: recall_at_1000 + value: 97.336 + - type: recall_at_20 + value: 72.294 + - type: recall_at_3 + value: 50.797000000000004 + - type: recall_at_5 + value: 58.872 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 50.92100000000001 + - type: map_at_1 + value: 33.744 + - type: map_at_10 + value: 44.815 + - type: map_at_100 + value: 46.245999999999995 + - type: map_at_1000 + value: 46.376 + - type: map_at_20 + value: 45.609 + - type: map_at_3 + value: 41.531 + - type: map_at_5 + value: 43.391999999999996 + - type: mrr_at_1 + value: 42.10191082802548 + - type: mrr_at_10 + value: 51.08573450611672 + - type: mrr_at_100 + value: 51.74891122170677 + - type: mrr_at_1000 + value: 51.78529712995296 + - type: mrr_at_20 + value: 51.4967715101907 + - type: mrr_at_3 + value: 48.91719745222933 + - type: mrr_at_5 + value: 50.28980891719754 + - type: nauc_map_at_1000_diff1 + value: 55.176936659421294 + - type: nauc_map_at_1000_max + value: 36.48371284702768 + - type: nauc_map_at_1000_std + value: -2.4447515702989806 + - type: nauc_map_at_100_diff1 + value: 55.1863019000113 + - type: nauc_map_at_100_max + value: 36.43246962553196 + - type: nauc_map_at_100_std + value: -2.5450740079709044 + - type: nauc_map_at_10_diff1 + value: 55.762997970306394 + - type: nauc_map_at_10_max + value: 35.380624071909175 + - type: nauc_map_at_10_std + value: -4.558912389227884 + - type: nauc_map_at_1_diff1 + value: 61.0608868067328 + - type: nauc_map_at_1_max + value: 29.72548408222947 + - type: nauc_map_at_1_std + value: -10.069038170579741 + - type: nauc_map_at_20_diff1 + value: 55.41603585876044 + - type: nauc_map_at_20_max + value: 36.02816334732108 + - type: nauc_map_at_20_std + value: -3.3699246431509717 + - type: nauc_map_at_3_diff1 + value: 56.82908515426453 + - type: nauc_map_at_3_max + value: 33.15737676707489 + - type: nauc_map_at_3_std + value: -7.378910489256622 + - type: nauc_map_at_5_diff1 + value: 56.14588532401665 + - type: nauc_map_at_5_max + value: 34.414293818549005 + - type: nauc_map_at_5_std + value: -6.047619727680526 + - type: nauc_mrr_at_1000_diff1 + value: 52.56773367624669 + - type: nauc_mrr_at_1000_max + value: 39.31200496491635 + - type: nauc_mrr_at_1000_std + value: 2.0642958415792685 + - type: nauc_mrr_at_100_diff1 + value: 52.56372613071439 + - type: nauc_mrr_at_100_max + value: 39.3159360559684 + - type: nauc_mrr_at_100_std + value: 2.0805091403344997 + - type: nauc_mrr_at_10_diff1 + value: 52.64975462157789 + - type: nauc_mrr_at_10_max + value: 39.208820614240295 + - type: nauc_mrr_at_10_std + value: 1.5932304576085854 + - type: nauc_mrr_at_1_diff1 + value: 56.58854551625778 + - type: nauc_mrr_at_1_max + value: 38.83187422216751 + - type: nauc_mrr_at_1_std + value: -1.1292455097337009 + - type: nauc_mrr_at_20_diff1 + value: 52.57378574296517 + - type: nauc_mrr_at_20_max + value: 39.33846363894702 + - type: nauc_mrr_at_20_std + value: 2.013232706080241 + - type: nauc_mrr_at_3_diff1 + value: 52.92910407019309 + - type: nauc_mrr_at_3_max + value: 38.91108571047644 + - type: nauc_mrr_at_3_std + value: 1.067703035548225 + - type: nauc_mrr_at_5_diff1 + value: 52.636125724089254 + - type: nauc_mrr_at_5_max + value: 39.209637006609455 + - type: nauc_mrr_at_5_std + value: 1.2426388707039298 + - type: nauc_ndcg_at_1000_diff1 + value: 52.31111968341887 + - type: nauc_ndcg_at_1000_max + value: 38.75742129669778 + - type: nauc_ndcg_at_1000_std + value: 3.5536257954775157 + - type: nauc_ndcg_at_100_diff1 + value: 52.37103775070086 + - type: nauc_ndcg_at_100_max + value: 38.753000166661344 + - type: nauc_ndcg_at_100_std + value: 3.6667964133015762 + - type: nauc_ndcg_at_10_diff1 + value: 53.56092641993905 + - type: nauc_ndcg_at_10_max + value: 37.62257371918095 + - type: nauc_ndcg_at_10_std + value: -0.3933425825827704 + - type: nauc_ndcg_at_1_diff1 + value: 56.58854551625778 + - type: nauc_ndcg_at_1_max + value: 38.83187422216751 + - type: nauc_ndcg_at_1_std + value: -1.1292455097337009 + - type: nauc_ndcg_at_20_diff1 + value: 52.997119382659484 + - type: nauc_ndcg_at_20_max + value: 38.41095357471896 + - type: nauc_ndcg_at_20_std + value: 1.9075677183444468 + - type: nauc_ndcg_at_3_diff1 + value: 53.32041550278149 + - type: nauc_ndcg_at_3_max + value: 36.54542124064425 + - type: nauc_ndcg_at_3_std + value: -2.1268638356088374 + - type: nauc_ndcg_at_5_diff1 + value: 53.389257836500256 + - type: nauc_ndcg_at_5_max + value: 37.307434494043676 + - type: nauc_ndcg_at_5_std + value: -1.7664881562750538 + - type: nauc_precision_at_1000_diff1 + value: -18.061781127353505 + - type: nauc_precision_at_1000_max + value: 14.164961693343972 + - type: nauc_precision_at_1000_std + value: 32.08207789236699 + - type: nauc_precision_at_100_diff1 + value: -12.629587588058818 + - type: nauc_precision_at_100_max + value: 23.723177704853438 + - type: nauc_precision_at_100_std + value: 37.3224630704383 + - type: nauc_precision_at_10_diff1 + value: 6.0985411491844195 + - type: nauc_precision_at_10_max + value: 34.01467623470949 + - type: nauc_precision_at_10_std + value: 26.343490397284334 + - type: nauc_precision_at_1_diff1 + value: 56.58854551625778 + - type: nauc_precision_at_1_max + value: 38.83187422216751 + - type: nauc_precision_at_1_std + value: -1.1292455097337009 + - type: nauc_precision_at_20_diff1 + value: -2.905957928684381 + - type: nauc_precision_at_20_max + value: 31.591825090757908 + - type: nauc_precision_at_20_std + value: 32.989888342109076 + - type: nauc_precision_at_3_diff1 + value: 27.17928355856029 + - type: nauc_precision_at_3_max + value: 37.33885605249689 + - type: nauc_precision_at_3_std + value: 12.651453071713059 + - type: nauc_precision_at_5_diff1 + value: 16.526381349737242 + - type: nauc_precision_at_5_max + value: 36.88010744074558 + - type: nauc_precision_at_5_std + value: 19.135126725576384 + - type: nauc_recall_at_1000_diff1 + value: 36.638153528487635 + - type: nauc_recall_at_1000_max + value: 45.19430762946925 + - type: nauc_recall_at_1000_std + value: 42.57303922365023 + - type: nauc_recall_at_100_diff1 + value: 40.43544826397977 + - type: nauc_recall_at_100_max + value: 40.784066455275706 + - type: nauc_recall_at_100_std + value: 27.301271412381144 + - type: nauc_recall_at_10_diff1 + value: 48.37295419396959 + - type: nauc_recall_at_10_max + value: 34.16271996741004 + - type: nauc_recall_at_10_std + value: 0.9252807039977983 + - type: nauc_recall_at_1_diff1 + value: 61.0608868067328 + - type: nauc_recall_at_1_max + value: 29.72548408222947 + - type: nauc_recall_at_1_std + value: -10.069038170579741 + - type: nauc_recall_at_20_diff1 + value: 44.94065991142139 + - type: nauc_recall_at_20_max + value: 37.603936202852786 + - type: nauc_recall_at_20_std + value: 11.60064066504551 + - type: nauc_recall_at_3_diff1 + value: 51.99741579524252 + - type: nauc_recall_at_3_max + value: 31.388906920168104 + - type: nauc_recall_at_3_std + value: -6.153653310119753 + - type: nauc_recall_at_5_diff1 + value: 49.67027790654694 + - type: nauc_recall_at_5_max + value: 33.09777021504344 + - type: nauc_recall_at_5_std + value: -3.9074095515554643 + - type: ndcg_at_1 + value: 42.102000000000004 + - type: ndcg_at_10 + value: 50.92100000000001 + - type: ndcg_at_100 + value: 55.381 + - type: ndcg_at_1000 + value: 57.18600000000001 + - type: ndcg_at_20 + value: 52.778000000000006 + - type: ndcg_at_3 + value: 46.542 + - type: ndcg_at_5 + value: 48.681000000000004 + - type: precision_at_1 + value: 42.102000000000004 + - type: precision_at_10 + value: 9.745 + - type: precision_at_100 + value: 1.548 + - type: precision_at_1000 + value: 0.198 + - type: precision_at_20 + value: 5.742 + - type: precision_at_3 + value: 22.695999999999998 + - type: precision_at_5 + value: 16.14 + - type: recall_at_1 + value: 33.744 + - type: recall_at_10 + value: 61.17700000000001 + - type: recall_at_100 + value: 79.71000000000001 + - type: recall_at_1000 + value: 91.008 + - type: recall_at_20 + value: 68.03399999999999 + - type: recall_at_3 + value: 48.087 + - type: recall_at_5 + value: 54.142 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 62.458000000000006 + - type: map_at_1 + value: 43.839 + - type: map_at_10 + value: 56.724 + - type: map_at_100 + value: 57.751 + - type: map_at_1000 + value: 57.797 + - type: map_at_20 + value: 57.387 + - type: map_at_3 + value: 53.494 + - type: map_at_5 + value: 55.372 + - type: mrr_at_1 + value: 50.15673981191222 + - type: mrr_at_10 + value: 60.11456933870735 + - type: mrr_at_100 + value: 60.76087999656381 + - type: mrr_at_1000 + value: 60.77978089317033 + - type: mrr_at_20 + value: 60.55360369120728 + - type: mrr_at_3 + value: 58.025078369906026 + - type: mrr_at_5 + value: 59.22257053291546 + - type: nauc_map_at_1000_diff1 + value: 54.411253174343344 + - type: nauc_map_at_1000_max + value: 39.83549610516408 + - type: nauc_map_at_1000_std + value: -2.194420641407535 + - type: nauc_map_at_100_diff1 + value: 54.38831483785624 + - type: nauc_map_at_100_max + value: 39.80801320822348 + - type: nauc_map_at_100_std + value: -2.1803664698780842 + - type: nauc_map_at_10_diff1 + value: 54.45604359775012 + - type: nauc_map_at_10_max + value: 39.063307413982 + - type: nauc_map_at_10_std + value: -3.4236632847098423 + - type: nauc_map_at_1_diff1 + value: 56.60631395015112 + - type: nauc_map_at_1_max + value: 32.467568481080036 + - type: nauc_map_at_1_std + value: -5.800399911526891 + - type: nauc_map_at_20_diff1 + value: 54.370786642447655 + - type: nauc_map_at_20_max + value: 39.59321046436977 + - type: nauc_map_at_20_std + value: -2.4088559799214813 + - type: nauc_map_at_3_diff1 + value: 55.49957006713255 + - type: nauc_map_at_3_max + value: 37.118764615368356 + - type: nauc_map_at_3_std + value: -5.909943937274052 + - type: nauc_map_at_5_diff1 + value: 54.81041509611971 + - type: nauc_map_at_5_max + value: 38.24140182494858 + - type: nauc_map_at_5_std + value: -4.509625968871774 + - type: nauc_mrr_at_1000_diff1 + value: 53.74660770823747 + - type: nauc_mrr_at_1000_max + value: 41.361501849395225 + - type: nauc_mrr_at_1000_std + value: -0.8127913246616565 + - type: nauc_mrr_at_100_diff1 + value: 53.737280189706624 + - type: nauc_mrr_at_100_max + value: 41.373323086448075 + - type: nauc_mrr_at_100_std + value: -0.7945211619535609 + - type: nauc_mrr_at_10_diff1 + value: 53.60002836781194 + - type: nauc_mrr_at_10_max + value: 41.294906284672145 + - type: nauc_mrr_at_10_std + value: -1.133159614693189 + - type: nauc_mrr_at_1_diff1 + value: 55.872003219794344 + - type: nauc_mrr_at_1_max + value: 38.42398154139028 + - type: nauc_mrr_at_1_std + value: -3.262385266943247 + - type: nauc_mrr_at_20_diff1 + value: 53.660372497054865 + - type: nauc_mrr_at_20_max + value: 41.423640159792335 + - type: nauc_mrr_at_20_std + value: -0.6992108032958381 + - type: nauc_mrr_at_3_diff1 + value: 54.246382328404074 + - type: nauc_mrr_at_3_max + value: 41.167575858831476 + - type: nauc_mrr_at_3_std + value: -1.9090830671107353 + - type: nauc_mrr_at_5_diff1 + value: 53.85586718570862 + - type: nauc_mrr_at_5_max + value: 40.98294334278317 + - type: nauc_mrr_at_5_std + value: -1.7121845127201107 + - type: nauc_ndcg_at_1000_diff1 + value: 53.37939317348487 + - type: nauc_ndcg_at_1000_max + value: 42.25503051093623 + - type: nauc_ndcg_at_1000_std + value: 0.9024947979875332 + - type: nauc_ndcg_at_100_diff1 + value: 53.02194451446347 + - type: nauc_ndcg_at_100_max + value: 42.43117968471603 + - type: nauc_ndcg_at_100_std + value: 1.6097860371997164 + - type: nauc_ndcg_at_10_diff1 + value: 52.864882508290044 + - type: nauc_ndcg_at_10_max + value: 41.30405029504235 + - type: nauc_ndcg_at_10_std + value: -1.1315174337193916 + - type: nauc_ndcg_at_1_diff1 + value: 55.872003219794344 + - type: nauc_ndcg_at_1_max + value: 38.42398154139028 + - type: nauc_ndcg_at_1_std + value: -3.262385266943247 + - type: nauc_ndcg_at_20_diff1 + value: 52.78243804716271 + - type: nauc_ndcg_at_20_max + value: 42.200708727692884 + - type: nauc_ndcg_at_20_std + value: 1.204386994029969 + - type: nauc_ndcg_at_3_diff1 + value: 54.134588048680165 + - type: nauc_ndcg_at_3_max + value: 39.262737508813956 + - type: nauc_ndcg_at_3_std + value: -3.9798145740330866 + - type: nauc_ndcg_at_5_diff1 + value: 53.43380266993641 + - type: nauc_ndcg_at_5_max + value: 40.1700690079209 + - type: nauc_ndcg_at_5_std + value: -2.81233830575759 + - type: nauc_precision_at_1000_diff1 + value: -16.085237050718256 + - type: nauc_precision_at_1000_max + value: 21.56903927967793 + - type: nauc_precision_at_1000_std + value: 25.163563893770934 + - type: nauc_precision_at_100_diff1 + value: -13.409177660433013 + - type: nauc_precision_at_100_max + value: 26.191889066691694 + - type: nauc_precision_at_100_std + value: 30.434449110434343 + - type: nauc_precision_at_10_diff1 + value: 7.653820392496794 + - type: nauc_precision_at_10_max + value: 33.512847797440386 + - type: nauc_precision_at_10_std + value: 17.46948584875833 + - type: nauc_precision_at_1_diff1 + value: 55.872003219794344 + - type: nauc_precision_at_1_max + value: 38.42398154139028 + - type: nauc_precision_at_1_std + value: -3.262385266943247 + - type: nauc_precision_at_20_diff1 + value: -1.7882509799446464 + - type: nauc_precision_at_20_max + value: 32.667378017254244 + - type: nauc_precision_at_20_std + value: 27.51279914879186 + - type: nauc_precision_at_3_diff1 + value: 30.46461628659826 + - type: nauc_precision_at_3_max + value: 37.74901386898987 + - type: nauc_precision_at_3_std + value: 2.466674787017699 + - type: nauc_precision_at_5_diff1 + value: 18.80573985694938 + - type: nauc_precision_at_5_max + value: 34.86218095871847 + - type: nauc_precision_at_5_std + value: 9.231195357997013 + - type: nauc_recall_at_1000_diff1 + value: 44.175128440767175 + - type: nauc_recall_at_1000_max + value: 72.76306751265861 + - type: nauc_recall_at_1000_std + value: 69.72788552092433 + - type: nauc_recall_at_100_diff1 + value: 39.33252228382757 + - type: nauc_recall_at_100_max + value: 55.56135688396655 + - type: nauc_recall_at_100_std + value: 37.203018125948766 + - type: nauc_recall_at_10_diff1 + value: 45.481900144718836 + - type: nauc_recall_at_10_max + value: 42.54097511363277 + - type: nauc_recall_at_10_std + value: 2.6063345056649796 + - type: nauc_recall_at_1_diff1 + value: 56.60631395015112 + - type: nauc_recall_at_1_max + value: 32.467568481080036 + - type: nauc_recall_at_1_std + value: -5.800399911526891 + - type: nauc_recall_at_20_diff1 + value: 42.76239836038449 + - type: nauc_recall_at_20_max + value: 48.446363988908665 + - type: nauc_recall_at_20_std + value: 17.640762405916508 + - type: nauc_recall_at_3_diff1 + value: 51.60470647047845 + - type: nauc_recall_at_3_max + value: 37.418467889921224 + - type: nauc_recall_at_3_std + value: -6.408088458035488 + - type: nauc_recall_at_5_diff1 + value: 48.70731792808808 + - type: nauc_recall_at_5_max + value: 39.09353288109433 + - type: nauc_recall_at_5_std + value: -3.262225734608099 + - type: ndcg_at_1 + value: 50.157 + - type: ndcg_at_10 + value: 62.458000000000006 + - type: ndcg_at_100 + value: 66.27499999999999 + - type: ndcg_at_1000 + value: 67.11 + - type: ndcg_at_20 + value: 64.3 + - type: ndcg_at_3 + value: 57.348 + - type: ndcg_at_5 + value: 59.870999999999995 + - type: precision_at_1 + value: 50.157 + - type: precision_at_10 + value: 9.875 + - type: precision_at_100 + value: 1.269 + - type: precision_at_1000 + value: 0.13799999999999998 + - type: precision_at_20 + value: 5.527 + - type: precision_at_3 + value: 25.474999999999998 + - type: precision_at_5 + value: 17.279 + - type: recall_at_1 + value: 43.839 + - type: recall_at_10 + value: 75.94300000000001 + - type: recall_at_100 + value: 92.036 + - type: recall_at_1000 + value: 97.848 + - type: recall_at_20 + value: 82.592 + - type: recall_at_3 + value: 62.227 + - type: recall_at_5 + value: 68.443 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 43.805 + - type: map_at_1 + value: 29.429 + - type: map_at_10 + value: 38.708 + - type: map_at_100 + value: 39.834 + - type: map_at_1000 + value: 39.896 + - type: map_at_20 + value: 39.330999999999996 + - type: map_at_3 + value: 36.02 + - type: map_at_5 + value: 37.547999999999995 + - type: mrr_at_1 + value: 31.63841807909605 + - type: mrr_at_10 + value: 40.82633844498248 + - type: mrr_at_100 + value: 41.76109003638645 + - type: mrr_at_1000 + value: 41.8059087475105 + - type: mrr_at_20 + value: 41.36288532812116 + - type: mrr_at_3 + value: 38.24858757062146 + - type: mrr_at_5 + value: 39.717514124293764 + - type: nauc_map_at_1000_diff1 + value: 45.585812879455524 + - type: nauc_map_at_1000_max + value: 31.31175404949036 + - type: nauc_map_at_1000_std + value: -0.6688504922328871 + - type: nauc_map_at_100_diff1 + value: 45.57793192934199 + - type: nauc_map_at_100_max + value: 31.31449058161509 + - type: nauc_map_at_100_std + value: -0.6711471739699831 + - type: nauc_map_at_10_diff1 + value: 45.63641283675042 + - type: nauc_map_at_10_max + value: 31.34383247627637 + - type: nauc_map_at_10_std + value: -0.8969771419071247 + - type: nauc_map_at_1_diff1 + value: 51.20029025787074 + - type: nauc_map_at_1_max + value: 29.29320638697403 + - type: nauc_map_at_1_std + value: -4.195575175603184 + - type: nauc_map_at_20_diff1 + value: 45.50579311311032 + - type: nauc_map_at_20_max + value: 31.162777948119203 + - type: nauc_map_at_20_std + value: -0.8437520900178488 + - type: nauc_map_at_3_diff1 + value: 46.69781509400438 + - type: nauc_map_at_3_max + value: 30.454657702219357 + - type: nauc_map_at_3_std + value: -1.961062011363698 + - type: nauc_map_at_5_diff1 + value: 46.04910492816806 + - type: nauc_map_at_5_max + value: 30.930622367372457 + - type: nauc_map_at_5_std + value: -1.3197031926341913 + - type: nauc_mrr_at_1000_diff1 + value: 45.184418431720836 + - type: nauc_mrr_at_1000_max + value: 32.691464662489466 + - type: nauc_mrr_at_1000_std + value: 0.8007278440166657 + - type: nauc_mrr_at_100_diff1 + value: 45.167327620455126 + - type: nauc_mrr_at_100_max + value: 32.70344473782206 + - type: nauc_mrr_at_100_std + value: 0.8064086841104559 + - type: nauc_mrr_at_10_diff1 + value: 45.21931014425146 + - type: nauc_mrr_at_10_max + value: 32.89922709426894 + - type: nauc_mrr_at_10_std + value: 0.726548346036894 + - type: nauc_mrr_at_1_diff1 + value: 50.32992410650978 + - type: nauc_mrr_at_1_max + value: 31.6443297540481 + - type: nauc_mrr_at_1_std + value: -2.2413873790433225 + - type: nauc_mrr_at_20_diff1 + value: 45.113204601824044 + - type: nauc_mrr_at_20_max + value: 32.61736305768626 + - type: nauc_mrr_at_20_std + value: 0.7278143932053411 + - type: nauc_mrr_at_3_diff1 + value: 46.240077882820316 + - type: nauc_mrr_at_3_max + value: 32.27275303260653 + - type: nauc_mrr_at_3_std + value: 0.1282059654192661 + - type: nauc_mrr_at_5_diff1 + value: 45.58559508660604 + - type: nauc_mrr_at_5_max + value: 32.59296526810394 + - type: nauc_mrr_at_5_std + value: 0.7874095845402367 + - type: nauc_ndcg_at_1000_diff1 + value: 43.20858304283118 + - type: nauc_ndcg_at_1000_max + value: 32.44654538809174 + - type: nauc_ndcg_at_1000_std + value: 1.9808645746749782 + - type: nauc_ndcg_at_100_diff1 + value: 42.80944482285779 + - type: nauc_ndcg_at_100_max + value: 32.63314035546906 + - type: nauc_ndcg_at_100_std + value: 2.5177765413154884 + - type: nauc_ndcg_at_10_diff1 + value: 43.16290325539329 + - type: nauc_ndcg_at_10_max + value: 32.61740129429683 + - type: nauc_ndcg_at_10_std + value: 1.2892420693179965 + - type: nauc_ndcg_at_1_diff1 + value: 50.32992410650978 + - type: nauc_ndcg_at_1_max + value: 31.6443297540481 + - type: nauc_ndcg_at_1_std + value: -2.2413873790433225 + - type: nauc_ndcg_at_20_diff1 + value: 42.597191894775015 + - type: nauc_ndcg_at_20_max + value: 31.751099582584125 + - type: nauc_ndcg_at_20_std + value: 1.438787341128167 + - type: nauc_ndcg_at_3_diff1 + value: 45.425750906136706 + - type: nauc_ndcg_at_3_max + value: 31.118153819129173 + - type: nauc_ndcg_at_3_std + value: -0.7887794544621397 + - type: nauc_ndcg_at_5_diff1 + value: 44.24184750204594 + - type: nauc_ndcg_at_5_max + value: 31.678340776396162 + - type: nauc_ndcg_at_5_std + value: 0.38897464065601617 + - type: nauc_precision_at_1000_diff1 + value: -9.25461469977963 + - type: nauc_precision_at_1000_max + value: 11.546970772317056 + - type: nauc_precision_at_1000_std + value: 11.77950666462821 + - type: nauc_precision_at_100_diff1 + value: 5.325820460767819 + - type: nauc_precision_at_100_max + value: 22.610950942174625 + - type: nauc_precision_at_100_std + value: 16.210181509270097 + - type: nauc_precision_at_10_diff1 + value: 26.09126825014653 + - type: nauc_precision_at_10_max + value: 35.00999838883753 + - type: nauc_precision_at_10_std + value: 9.40564293375869 + - type: nauc_precision_at_1_diff1 + value: 50.32992410650978 + - type: nauc_precision_at_1_max + value: 31.6443297540481 + - type: nauc_precision_at_1_std + value: -2.2413873790433225 + - type: nauc_precision_at_20_diff1 + value: 19.233219692159693 + - type: nauc_precision_at_20_max + value: 29.03044299067655 + - type: nauc_precision_at_20_std + value: 10.317579302538391 + - type: nauc_precision_at_3_diff1 + value: 37.364819598304315 + - type: nauc_precision_at_3_max + value: 33.379165297552724 + - type: nauc_precision_at_3_std + value: 3.424932892620743 + - type: nauc_precision_at_5_diff1 + value: 32.872702946200945 + - type: nauc_precision_at_5_max + value: 34.571450997070706 + - type: nauc_precision_at_5_std + value: 7.12035598939766 + - type: nauc_recall_at_1000_diff1 + value: 11.279997042195749 + - type: nauc_recall_at_1000_max + value: 40.44953937460631 + - type: nauc_recall_at_1000_std + value: 31.19505726194957 + - type: nauc_recall_at_100_diff1 + value: 24.15672423727942 + - type: nauc_recall_at_100_max + value: 36.814968545741614 + - type: nauc_recall_at_100_std + value: 21.50699037479782 + - type: nauc_recall_at_10_diff1 + value: 34.34584531211266 + - type: nauc_recall_at_10_max + value: 34.196420028975375 + - type: nauc_recall_at_10_std + value: 6.855963891373787 + - type: nauc_recall_at_1_diff1 + value: 51.20029025787074 + - type: nauc_recall_at_1_max + value: 29.29320638697403 + - type: nauc_recall_at_1_std + value: -4.195575175603184 + - type: nauc_recall_at_20_diff1 + value: 30.313271321859748 + - type: nauc_recall_at_20_max + value: 30.019409239750388 + - type: nauc_recall_at_20_std + value: 8.01887379774591 + - type: nauc_recall_at_3_diff1 + value: 41.3611355564578 + - type: nauc_recall_at_3_max + value: 30.190666918387272 + - type: nauc_recall_at_3_std + value: 0.7366693042344981 + - type: nauc_recall_at_5_diff1 + value: 38.46041757825592 + - type: nauc_recall_at_5_max + value: 31.35545227469271 + - type: nauc_recall_at_5_std + value: 3.226901160844341 + - type: ndcg_at_1 + value: 31.637999999999998 + - type: ndcg_at_10 + value: 43.805 + - type: ndcg_at_100 + value: 49.168 + - type: ndcg_at_1000 + value: 50.77700000000001 + - type: ndcg_at_20 + value: 45.866 + - type: ndcg_at_3 + value: 38.608 + - type: ndcg_at_5 + value: 41.152 + - type: precision_at_1 + value: 31.637999999999998 + - type: precision_at_10 + value: 6.61 + - type: precision_at_100 + value: 0.9809999999999999 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 3.7800000000000002 + - type: precision_at_3 + value: 16.195999999999998 + - type: precision_at_5 + value: 11.209 + - type: recall_at_1 + value: 29.429 + - type: recall_at_10 + value: 57.327 + - type: recall_at_100 + value: 81.74900000000001 + - type: recall_at_1000 + value: 93.967 + - type: recall_at_20 + value: 65.01400000000001 + - type: recall_at_3 + value: 43.472 + - type: recall_at_5 + value: 49.521 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 34.63 + - type: map_at_1 + value: 20.541999999999998 + - type: map_at_10 + value: 29.121000000000002 + - type: map_at_100 + value: 30.389 + - type: map_at_1000 + value: 30.497999999999998 + - type: map_at_20 + value: 29.787999999999997 + - type: map_at_3 + value: 26.514 + - type: map_at_5 + value: 27.723 + - type: mrr_at_1 + value: 24.62686567164179 + - type: mrr_at_10 + value: 33.77897220247966 + - type: mrr_at_100 + value: 34.71645100175941 + - type: mrr_at_1000 + value: 34.77428365380689 + - type: mrr_at_20 + value: 34.31909140865809 + - type: mrr_at_3 + value: 31.281094527363194 + - type: mrr_at_5 + value: 32.568407960199 + - type: nauc_map_at_1000_diff1 + value: 31.065597401371054 + - type: nauc_map_at_1000_max + value: 22.53058113245784 + - type: nauc_map_at_1000_std + value: 3.385336368837248 + - type: nauc_map_at_100_diff1 + value: 31.066996795756317 + - type: nauc_map_at_100_max + value: 22.526621520577233 + - type: nauc_map_at_100_std + value: 3.390224080489411 + - type: nauc_map_at_10_diff1 + value: 30.98735163587709 + - type: nauc_map_at_10_max + value: 22.033975223583145 + - type: nauc_map_at_10_std + value: 3.037362136271266 + - type: nauc_map_at_1_diff1 + value: 34.7860915604864 + - type: nauc_map_at_1_max + value: 21.990883014000932 + - type: nauc_map_at_1_std + value: 3.215046066755989 + - type: nauc_map_at_20_diff1 + value: 30.95841793371864 + - type: nauc_map_at_20_max + value: 22.312212038670587 + - type: nauc_map_at_20_std + value: 3.204234721808634 + - type: nauc_map_at_3_diff1 + value: 31.873464867905415 + - type: nauc_map_at_3_max + value: 22.344535220057306 + - type: nauc_map_at_3_std + value: 3.037466472476692 + - type: nauc_map_at_5_diff1 + value: 31.298770866792836 + - type: nauc_map_at_5_max + value: 22.02799162331672 + - type: nauc_map_at_5_std + value: 2.994008224596537 + - type: nauc_mrr_at_1000_diff1 + value: 32.58365390317668 + - type: nauc_mrr_at_1000_max + value: 24.960504988463303 + - type: nauc_mrr_at_1000_std + value: 3.266331629091531 + - type: nauc_mrr_at_100_diff1 + value: 32.563483708724526 + - type: nauc_mrr_at_100_max + value: 24.956287015467943 + - type: nauc_mrr_at_100_std + value: 3.270422121157774 + - type: nauc_mrr_at_10_diff1 + value: 32.65613325350289 + - type: nauc_mrr_at_10_max + value: 24.825654782716384 + - type: nauc_mrr_at_10_std + value: 3.1340776275891025 + - type: nauc_mrr_at_1_diff1 + value: 36.55632726985752 + - type: nauc_mrr_at_1_max + value: 24.4445917993785 + - type: nauc_mrr_at_1_std + value: 2.264391282317747 + - type: nauc_mrr_at_20_diff1 + value: 32.47925104262513 + - type: nauc_mrr_at_20_max + value: 24.89432614603361 + - type: nauc_mrr_at_20_std + value: 3.1774200263878054 + - type: nauc_mrr_at_3_diff1 + value: 33.50322152633588 + - type: nauc_mrr_at_3_max + value: 25.199564396471096 + - type: nauc_mrr_at_3_std + value: 2.9397581352257345 + - type: nauc_mrr_at_5_diff1 + value: 32.9982729251397 + - type: nauc_mrr_at_5_max + value: 24.890193912899377 + - type: nauc_mrr_at_5_std + value: 3.0867452313583623 + - type: nauc_ndcg_at_1000_diff1 + value: 30.026151364827403 + - type: nauc_ndcg_at_1000_max + value: 24.49889088739547 + - type: nauc_ndcg_at_1000_std + value: 5.381413285104224 + - type: nauc_ndcg_at_100_diff1 + value: 29.80539228010773 + - type: nauc_ndcg_at_100_max + value: 24.309010907634338 + - type: nauc_ndcg_at_100_std + value: 5.232303167670201 + - type: nauc_ndcg_at_10_diff1 + value: 29.691994838075185 + - type: nauc_ndcg_at_10_max + value: 22.67822625590708 + - type: nauc_ndcg_at_10_std + value: 3.499987146410407 + - type: nauc_ndcg_at_1_diff1 + value: 36.55632726985752 + - type: nauc_ndcg_at_1_max + value: 24.4445917993785 + - type: nauc_ndcg_at_1_std + value: 2.264391282317747 + - type: nauc_ndcg_at_20_diff1 + value: 29.345854238086844 + - type: nauc_ndcg_at_20_max + value: 23.323621216002355 + - type: nauc_ndcg_at_20_std + value: 3.9174664108448236 + - type: nauc_ndcg_at_3_diff1 + value: 31.580762995014105 + - type: nauc_ndcg_at_3_max + value: 23.30762843542372 + - type: nauc_ndcg_at_3_std + value: 3.0944885327411535 + - type: nauc_ndcg_at_5_diff1 + value: 30.47041676971102 + - type: nauc_ndcg_at_5_max + value: 22.77605457106532 + - type: nauc_ndcg_at_5_std + value: 3.3449847079523596 + - type: nauc_precision_at_1000_diff1 + value: 0.717852604455919 + - type: nauc_precision_at_1000_max + value: 3.38068239732633 + - type: nauc_precision_at_1000_std + value: 0.13673896630835028 + - type: nauc_precision_at_100_diff1 + value: 7.401760552752896 + - type: nauc_precision_at_100_max + value: 13.294128452575041 + - type: nauc_precision_at_100_std + value: 4.65501490276724 + - type: nauc_precision_at_10_diff1 + value: 19.426577293440936 + - type: nauc_precision_at_10_max + value: 18.143059865611235 + - type: nauc_precision_at_10_std + value: 3.4033224978068946 + - type: nauc_precision_at_1_diff1 + value: 36.55632726985752 + - type: nauc_precision_at_1_max + value: 24.4445917993785 + - type: nauc_precision_at_1_std + value: 2.264391282317747 + - type: nauc_precision_at_20_diff1 + value: 15.526124347926789 + - type: nauc_precision_at_20_max + value: 18.585967204985604 + - type: nauc_precision_at_20_std + value: 3.3631487559984836 + - type: nauc_precision_at_3_diff1 + value: 27.11838946665272 + - type: nauc_precision_at_3_max + value: 22.13989357114677 + - type: nauc_precision_at_3_std + value: 1.903120042102994 + - type: nauc_precision_at_5_diff1 + value: 23.35690634122196 + - type: nauc_precision_at_5_max + value: 19.585624668123234 + - type: nauc_precision_at_5_std + value: 2.1933428786067988 + - type: nauc_recall_at_1000_diff1 + value: 16.950131691896043 + - type: nauc_recall_at_1000_max + value: 39.951723428573956 + - type: nauc_recall_at_1000_std + value: 35.28642001796766 + - type: nauc_recall_at_100_diff1 + value: 21.660771108426637 + - type: nauc_recall_at_100_max + value: 27.98817391149549 + - type: nauc_recall_at_100_std + value: 15.547143224954521 + - type: nauc_recall_at_10_diff1 + value: 23.290961405166108 + - type: nauc_recall_at_10_max + value: 20.728190074086502 + - type: nauc_recall_at_10_std + value: 3.955634752870681 + - type: nauc_recall_at_1_diff1 + value: 34.7860915604864 + - type: nauc_recall_at_1_max + value: 21.990883014000932 + - type: nauc_recall_at_1_std + value: 3.215046066755989 + - type: nauc_recall_at_20_diff1 + value: 21.3100020769249 + - type: nauc_recall_at_20_max + value: 22.417233320077408 + - type: nauc_recall_at_20_std + value: 5.701968308692029 + - type: nauc_recall_at_3_diff1 + value: 28.467978075005014 + - type: nauc_recall_at_3_max + value: 22.86743332429378 + - type: nauc_recall_at_3_std + value: 4.126266767988962 + - type: nauc_recall_at_5_diff1 + value: 26.085272342534953 + - type: nauc_recall_at_5_max + value: 21.547168834265605 + - type: nauc_recall_at_5_std + value: 4.230798615841751 + - type: ndcg_at_1 + value: 24.627 + - type: ndcg_at_10 + value: 34.63 + - type: ndcg_at_100 + value: 40.501 + - type: ndcg_at_1000 + value: 42.925000000000004 + - type: ndcg_at_20 + value: 36.783 + - type: ndcg_at_3 + value: 29.784 + - type: ndcg_at_5 + value: 31.607000000000003 + - type: precision_at_1 + value: 24.627 + - type: precision_at_10 + value: 6.306000000000001 + - type: precision_at_100 + value: 1.0670000000000002 + - type: precision_at_1000 + value: 0.13899999999999998 + - type: precision_at_20 + value: 3.762 + - type: precision_at_3 + value: 14.262 + - type: precision_at_5 + value: 10.025 + - type: recall_at_1 + value: 20.541999999999998 + - type: recall_at_10 + value: 46.805 + - type: recall_at_100 + value: 72.294 + - type: recall_at_1000 + value: 89.425 + - type: recall_at_20 + value: 54.481 + - type: recall_at_3 + value: 33.15 + - type: recall_at_5 + value: 37.830999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 48.897 + - type: map_at_1 + value: 32.462 + - type: map_at_10 + value: 42.954 + - type: map_at_100 + value: 44.371 + - type: map_at_1000 + value: 44.484 + - type: map_at_20 + value: 43.756 + - type: map_at_3 + value: 39.762 + - type: map_at_5 + value: 41.515 + - type: mrr_at_1 + value: 39.46102021174206 + - type: mrr_at_10 + value: 48.738637578868556 + - type: mrr_at_100 + value: 49.62686026413403 + - type: mrr_at_1000 + value: 49.66868518383456 + - type: mrr_at_20 + value: 49.25907585537658 + - type: mrr_at_3 + value: 46.310555020853364 + - type: mrr_at_5 + value: 47.78312479948663 + - type: nauc_map_at_1000_diff1 + value: 51.87542801592498 + - type: nauc_map_at_1000_max + value: 33.97981571634409 + - type: nauc_map_at_1000_std + value: -1.8786792242943482 + - type: nauc_map_at_100_diff1 + value: 51.85293643969287 + - type: nauc_map_at_100_max + value: 33.9428890229597 + - type: nauc_map_at_100_std + value: -1.9332474390946115 + - type: nauc_map_at_10_diff1 + value: 52.02856985184854 + - type: nauc_map_at_10_max + value: 33.61198359968745 + - type: nauc_map_at_10_std + value: -2.6398128511204884 + - type: nauc_map_at_1_diff1 + value: 56.74886676878923 + - type: nauc_map_at_1_max + value: 30.22917247812168 + - type: nauc_map_at_1_std + value: -6.42573662254084 + - type: nauc_map_at_20_diff1 + value: 51.82428924313089 + - type: nauc_map_at_20_max + value: 33.751285311806384 + - type: nauc_map_at_20_std + value: -2.3103774320981803 + - type: nauc_map_at_3_diff1 + value: 51.86255252819861 + - type: nauc_map_at_3_max + value: 33.0377584961136 + - type: nauc_map_at_3_std + value: -3.2636230519519387 + - type: nauc_map_at_5_diff1 + value: 52.01515212806803 + - type: nauc_map_at_5_max + value: 33.7459062556087 + - type: nauc_map_at_5_std + value: -2.693869845552142 + - type: nauc_mrr_at_1000_diff1 + value: 51.48855418945387 + - type: nauc_mrr_at_1000_max + value: 35.27912845548713 + - type: nauc_mrr_at_1000_std + value: -0.08726282212006752 + - type: nauc_mrr_at_100_diff1 + value: 51.48335893173882 + - type: nauc_mrr_at_100_max + value: 35.28023925219956 + - type: nauc_mrr_at_100_std + value: -0.08619390644755517 + - type: nauc_mrr_at_10_diff1 + value: 51.52941953883595 + - type: nauc_mrr_at_10_max + value: 35.08219573936157 + - type: nauc_mrr_at_10_std + value: -0.5918448278251544 + - type: nauc_mrr_at_1_diff1 + value: 55.31838125779277 + - type: nauc_mrr_at_1_max + value: 33.77228714612555 + - type: nauc_mrr_at_1_std + value: -1.499292265426672 + - type: nauc_mrr_at_20_diff1 + value: 51.408259709777646 + - type: nauc_mrr_at_20_max + value: 35.162570989755174 + - type: nauc_mrr_at_20_std + value: -0.2682578167220845 + - type: nauc_mrr_at_3_diff1 + value: 51.46574092636792 + - type: nauc_mrr_at_3_max + value: 35.811987430657325 + - type: nauc_mrr_at_3_std + value: 0.26013601831722494 + - type: nauc_mrr_at_5_diff1 + value: 51.612013747911526 + - type: nauc_mrr_at_5_max + value: 35.650056877501655 + - type: nauc_mrr_at_5_std + value: -0.21245093564084463 + - type: nauc_ndcg_at_1000_diff1 + value: 50.880872461025305 + - type: nauc_ndcg_at_1000_max + value: 35.44994521014937 + - type: nauc_ndcg_at_1000_std + value: 1.118216393534395 + - type: nauc_ndcg_at_100_diff1 + value: 50.53466908072639 + - type: nauc_ndcg_at_100_max + value: 35.11045555620107 + - type: nauc_ndcg_at_100_std + value: 0.8249078981154204 + - type: nauc_ndcg_at_10_diff1 + value: 50.90734870734591 + - type: nauc_ndcg_at_10_max + value: 33.771004172948224 + - type: nauc_ndcg_at_10_std + value: -2.1711028069297633 + - type: nauc_ndcg_at_1_diff1 + value: 55.31838125779277 + - type: nauc_ndcg_at_1_max + value: 33.77228714612555 + - type: nauc_ndcg_at_1_std + value: -1.499292265426672 + - type: nauc_ndcg_at_20_diff1 + value: 50.23324800143884 + - type: nauc_ndcg_at_20_max + value: 34.07801014616702 + - type: nauc_ndcg_at_20_std + value: -1.124681004529109 + - type: nauc_ndcg_at_3_diff1 + value: 50.25341657253588 + - type: nauc_ndcg_at_3_max + value: 34.591139933602335 + - type: nauc_ndcg_at_3_std + value: -1.1956710813776108 + - type: nauc_ndcg_at_5_diff1 + value: 50.80312504204779 + - type: nauc_ndcg_at_5_max + value: 34.85042501470775 + - type: nauc_ndcg_at_5_std + value: -1.396135873756306 + - type: nauc_precision_at_1000_diff1 + value: -13.557597583919549 + - type: nauc_precision_at_1000_max + value: 2.8147206953918125 + - type: nauc_precision_at_1000_std + value: 14.537543538963874 + - type: nauc_precision_at_100_diff1 + value: -3.987982340720788 + - type: nauc_precision_at_100_max + value: 12.028213960584699 + - type: nauc_precision_at_100_std + value: 17.715033463695278 + - type: nauc_precision_at_10_diff1 + value: 18.57698421541843 + - type: nauc_precision_at_10_max + value: 24.283366463408097 + - type: nauc_precision_at_10_std + value: 9.324420531172114 + - type: nauc_precision_at_1_diff1 + value: 55.31838125779277 + - type: nauc_precision_at_1_max + value: 33.77228714612555 + - type: nauc_precision_at_1_std + value: -1.499292265426672 + - type: nauc_precision_at_20_diff1 + value: 8.944759267836282 + - type: nauc_precision_at_20_max + value: 20.721165285655687 + - type: nauc_precision_at_20_std + value: 13.176434479597365 + - type: nauc_precision_at_3_diff1 + value: 32.237083541824376 + - type: nauc_precision_at_3_max + value: 32.11555184738906 + - type: nauc_precision_at_3_std + value: 7.15349181819355 + - type: nauc_precision_at_5_diff1 + value: 26.273699865022195 + - type: nauc_precision_at_5_max + value: 30.37038723885166 + - type: nauc_precision_at_5_std + value: 8.769386986802829 + - type: nauc_recall_at_1000_diff1 + value: 37.18342037488666 + - type: nauc_recall_at_1000_max + value: 51.700120834339295 + - type: nauc_recall_at_1000_std + value: 51.25572071492458 + - type: nauc_recall_at_100_diff1 + value: 38.1032797078489 + - type: nauc_recall_at_100_max + value: 35.62651164450783 + - type: nauc_recall_at_100_std + value: 16.8247368098434 + - type: nauc_recall_at_10_diff1 + value: 44.77080899011338 + - type: nauc_recall_at_10_max + value: 29.6963695239568 + - type: nauc_recall_at_10_std + value: -3.503513207679883 + - type: nauc_recall_at_1_diff1 + value: 56.74886676878923 + - type: nauc_recall_at_1_max + value: 30.22917247812168 + - type: nauc_recall_at_1_std + value: -6.42573662254084 + - type: nauc_recall_at_20_diff1 + value: 40.23275073277284 + - type: nauc_recall_at_20_max + value: 29.263920974237713 + - type: nauc_recall_at_20_std + value: 0.4276885400977964 + - type: nauc_recall_at_3_diff1 + value: 46.04199760913928 + - type: nauc_recall_at_3_max + value: 32.835175771043346 + - type: nauc_recall_at_3_std + value: -2.3805979024363424 + - type: nauc_recall_at_5_diff1 + value: 45.848157092548504 + - type: nauc_recall_at_5_max + value: 33.2265904276858 + - type: nauc_recall_at_5_std + value: -2.0965197326580256 + - type: ndcg_at_1 + value: 39.461 + - type: ndcg_at_10 + value: 48.897 + - type: ndcg_at_100 + value: 54.541 + - type: ndcg_at_1000 + value: 56.371 + - type: ndcg_at_20 + value: 51.239000000000004 + - type: ndcg_at_3 + value: 44.129000000000005 + - type: ndcg_at_5 + value: 46.424 + - type: precision_at_1 + value: 39.461 + - type: precision_at_10 + value: 8.758000000000001 + - type: precision_at_100 + value: 1.3379999999999999 + - type: precision_at_1000 + value: 0.168 + - type: precision_at_20 + value: 5.135 + - type: precision_at_3 + value: 20.852999999999998 + - type: precision_at_5 + value: 14.649000000000001 + - type: recall_at_1 + value: 32.462 + - type: recall_at_10 + value: 60.531 + - type: recall_at_100 + value: 83.878 + - type: recall_at_1000 + value: 95.30999999999999 + - type: recall_at_20 + value: 68.771 + - type: recall_at_3 + value: 46.916000000000004 + - type: recall_at_5 + value: 53.09199999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 45.226 + - type: map_at_1 + value: 27.887 + - type: map_at_10 + value: 39.086999999999996 + - type: map_at_100 + value: 40.477999999999994 + - type: map_at_1000 + value: 40.585 + - type: map_at_20 + value: 39.83 + - type: map_at_3 + value: 35.875 + - type: map_at_5 + value: 37.695 + - type: mrr_at_1 + value: 34.817351598173516 + - type: mrr_at_10 + value: 45.01653439153436 + - type: mrr_at_100 + value: 45.87242089610603 + - type: mrr_at_1000 + value: 45.920675520064755 + - type: mrr_at_20 + value: 45.507374469348 + - type: mrr_at_3 + value: 42.465753424657514 + - type: mrr_at_5 + value: 43.97260273972599 + - type: nauc_map_at_1000_diff1 + value: 43.95170137620123 + - type: nauc_map_at_1000_max + value: 37.19129408748076 + - type: nauc_map_at_1000_std + value: 7.888925157034662 + - type: nauc_map_at_100_diff1 + value: 43.9558720789432 + - type: nauc_map_at_100_max + value: 37.214429573625246 + - type: nauc_map_at_100_std + value: 7.933552664308029 + - type: nauc_map_at_10_diff1 + value: 44.21929145274994 + - type: nauc_map_at_10_max + value: 36.65671027839632 + - type: nauc_map_at_10_std + value: 6.982108869364163 + - type: nauc_map_at_1_diff1 + value: 49.74596478079841 + - type: nauc_map_at_1_max + value: 32.56861544149044 + - type: nauc_map_at_1_std + value: 1.097128889360163 + - type: nauc_map_at_20_diff1 + value: 44.104092078784234 + - type: nauc_map_at_20_max + value: 36.99566957257224 + - type: nauc_map_at_20_std + value: 7.477043291777348 + - type: nauc_map_at_3_diff1 + value: 44.467213345851086 + - type: nauc_map_at_3_max + value: 35.03024865450431 + - type: nauc_map_at_3_std + value: 5.06566672879735 + - type: nauc_map_at_5_diff1 + value: 44.554827534750636 + - type: nauc_map_at_5_max + value: 36.31225914769019 + - type: nauc_map_at_5_std + value: 6.0593177568412475 + - type: nauc_mrr_at_1000_diff1 + value: 41.8894252387263 + - type: nauc_mrr_at_1000_max + value: 38.73824247221018 + - type: nauc_mrr_at_1000_std + value: 10.312822889457024 + - type: nauc_mrr_at_100_diff1 + value: 41.88062595488504 + - type: nauc_mrr_at_100_max + value: 38.74215906747668 + - type: nauc_mrr_at_100_std + value: 10.353181155239255 + - type: nauc_mrr_at_10_diff1 + value: 41.94013647827115 + - type: nauc_mrr_at_10_max + value: 38.78288768729759 + - type: nauc_mrr_at_10_std + value: 10.090580330580437 + - type: nauc_mrr_at_1_diff1 + value: 47.56077396895218 + - type: nauc_mrr_at_1_max + value: 36.98399403952428 + - type: nauc_mrr_at_1_std + value: 6.5721798897773684 + - type: nauc_mrr_at_20_diff1 + value: 41.89386639716785 + - type: nauc_mrr_at_20_max + value: 38.68491067215507 + - type: nauc_mrr_at_20_std + value: 10.182838094619267 + - type: nauc_mrr_at_3_diff1 + value: 42.01969733662613 + - type: nauc_mrr_at_3_max + value: 37.800805484199444 + - type: nauc_mrr_at_3_std + value: 9.483998874247575 + - type: nauc_mrr_at_5_diff1 + value: 41.65309923696901 + - type: nauc_mrr_at_5_max + value: 38.54063168917584 + - type: nauc_mrr_at_5_std + value: 9.673479912636347 + - type: nauc_ndcg_at_1000_diff1 + value: 41.47176832694651 + - type: nauc_ndcg_at_1000_max + value: 39.169786971026255 + - type: nauc_ndcg_at_1000_std + value: 11.679974828658501 + - type: nauc_ndcg_at_100_diff1 + value: 41.222156890249764 + - type: nauc_ndcg_at_100_max + value: 39.53250258278856 + - type: nauc_ndcg_at_100_std + value: 12.933003811182312 + - type: nauc_ndcg_at_10_diff1 + value: 42.0337725964669 + - type: nauc_ndcg_at_10_max + value: 38.273909940579124 + - type: nauc_ndcg_at_10_std + value: 9.593414260430325 + - type: nauc_ndcg_at_1_diff1 + value: 47.56077396895218 + - type: nauc_ndcg_at_1_max + value: 36.98399403952428 + - type: nauc_ndcg_at_1_std + value: 6.5721798897773684 + - type: nauc_ndcg_at_20_diff1 + value: 41.85575848899653 + - type: nauc_ndcg_at_20_max + value: 38.82160272309426 + - type: nauc_ndcg_at_20_std + value: 10.794229083924927 + - type: nauc_ndcg_at_3_diff1 + value: 41.65599882159262 + - type: nauc_ndcg_at_3_max + value: 36.15866038270778 + - type: nauc_ndcg_at_3_std + value: 7.748508197949587 + - type: nauc_ndcg_at_5_diff1 + value: 42.28410633684388 + - type: nauc_ndcg_at_5_max + value: 37.74519017293837 + - type: nauc_ndcg_at_5_std + value: 8.061749452741854 + - type: nauc_precision_at_1000_diff1 + value: -13.371472140934939 + - type: nauc_precision_at_1000_max + value: -1.9535541625334698 + - type: nauc_precision_at_1000_std + value: 8.618739674058643 + - type: nauc_precision_at_100_diff1 + value: -5.44331936385817 + - type: nauc_precision_at_100_max + value: 15.019947345639547 + - type: nauc_precision_at_100_std + value: 23.080372230077405 + - type: nauc_precision_at_10_diff1 + value: 15.445549733621986 + - type: nauc_precision_at_10_max + value: 30.89290049169744 + - type: nauc_precision_at_10_std + value: 20.002890083398132 + - type: nauc_precision_at_1_diff1 + value: 47.56077396895218 + - type: nauc_precision_at_1_max + value: 36.98399403952428 + - type: nauc_precision_at_1_std + value: 6.5721798897773684 + - type: nauc_precision_at_20_diff1 + value: 8.623105688967403 + - type: nauc_precision_at_20_max + value: 26.91178852977823 + - type: nauc_precision_at_20_std + value: 22.17285887384737 + - type: nauc_precision_at_3_diff1 + value: 26.381468882549814 + - type: nauc_precision_at_3_max + value: 35.90410043864788 + - type: nauc_precision_at_3_std + value: 16.101145360947154 + - type: nauc_precision_at_5_diff1 + value: 22.842829661572875 + - type: nauc_precision_at_5_max + value: 35.92997099694966 + - type: nauc_precision_at_5_std + value: 18.18378930746855 + - type: nauc_recall_at_1000_diff1 + value: 13.266400124330257 + - type: nauc_recall_at_1000_max + value: 58.21247340815739 + - type: nauc_recall_at_1000_std + value: 57.31393380709915 + - type: nauc_recall_at_100_diff1 + value: 25.95593534295009 + - type: nauc_recall_at_100_max + value: 45.03843584939201 + - type: nauc_recall_at_100_std + value: 38.100799360138765 + - type: nauc_recall_at_10_diff1 + value: 34.789715559053604 + - type: nauc_recall_at_10_max + value: 38.042187250662884 + - type: nauc_recall_at_10_std + value: 13.229947908309544 + - type: nauc_recall_at_1_diff1 + value: 49.74596478079841 + - type: nauc_recall_at_1_max + value: 32.56861544149044 + - type: nauc_recall_at_1_std + value: 1.097128889360163 + - type: nauc_recall_at_20_diff1 + value: 33.384723599926446 + - type: nauc_recall_at_20_max + value: 39.15835336776037 + - type: nauc_recall_at_20_std + value: 17.52735115682057 + - type: nauc_recall_at_3_diff1 + value: 37.99962076163248 + - type: nauc_recall_at_3_max + value: 33.51343167685077 + - type: nauc_recall_at_3_std + value: 6.783531552157573 + - type: nauc_recall_at_5_diff1 + value: 37.02597430521191 + - type: nauc_recall_at_5_max + value: 36.8381283963646 + - type: nauc_recall_at_5_std + value: 8.407347972075284 + - type: ndcg_at_1 + value: 34.817 + - type: ndcg_at_10 + value: 45.226 + - type: ndcg_at_100 + value: 50.913 + - type: ndcg_at_1000 + value: 52.943 + - type: ndcg_at_20 + value: 47.367 + - type: ndcg_at_3 + value: 40.332 + - type: ndcg_at_5 + value: 42.555 + - type: precision_at_1 + value: 34.817 + - type: precision_at_10 + value: 8.322000000000001 + - type: precision_at_100 + value: 1.288 + - type: precision_at_1000 + value: 0.163 + - type: precision_at_20 + value: 4.869 + - type: precision_at_3 + value: 19.559 + - type: precision_at_5 + value: 13.79 + - type: recall_at_1 + value: 27.887 + - type: recall_at_10 + value: 57.523 + - type: recall_at_100 + value: 81.853 + - type: recall_at_1000 + value: 95.36200000000001 + - type: recall_at_20 + value: 65.069 + - type: recall_at_3 + value: 43.342000000000006 + - type: recall_at_5 + value: 49.596000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 44.86833333333333 + - type: ndcg_at_10 + value: 44.86833333333333 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 39.654 + - type: map_at_1 + value: 28.488999999999997 + - type: map_at_10 + value: 35.621 + - type: map_at_100 + value: 36.662 + - type: map_at_1000 + value: 36.754 + - type: map_at_20 + value: 36.215 + - type: map_at_3 + value: 33.689 + - type: map_at_5 + value: 34.733999999999995 + - type: mrr_at_1 + value: 31.901840490797547 + - type: mrr_at_10 + value: 38.76101616515727 + - type: mrr_at_100 + value: 39.6328900317746 + - type: mrr_at_1000 + value: 39.69875777929701 + - type: mrr_at_20 + value: 39.27824740202471 + - type: mrr_at_3 + value: 37.11656441717794 + - type: mrr_at_5 + value: 38.090490797546025 + - type: nauc_map_at_1000_diff1 + value: 44.60417734115683 + - type: nauc_map_at_1000_max + value: 40.97869080753014 + - type: nauc_map_at_1000_std + value: 5.748743395996931 + - type: nauc_map_at_100_diff1 + value: 44.57736501620202 + - type: nauc_map_at_100_max + value: 40.97420581082456 + - type: nauc_map_at_100_std + value: 5.762383589620662 + - type: nauc_map_at_10_diff1 + value: 44.92204225912857 + - type: nauc_map_at_10_max + value: 40.675386978230904 + - type: nauc_map_at_10_std + value: 5.245272300708162 + - type: nauc_map_at_1_diff1 + value: 51.03525578589323 + - type: nauc_map_at_1_max + value: 39.02148856903404 + - type: nauc_map_at_1_std + value: 0.4146617412031749 + - type: nauc_map_at_20_diff1 + value: 44.58262404664568 + - type: nauc_map_at_20_max + value: 40.77381417315517 + - type: nauc_map_at_20_std + value: 5.530849792503221 + - type: nauc_map_at_3_diff1 + value: 45.930245969820646 + - type: nauc_map_at_3_max + value: 40.436169462774416 + - type: nauc_map_at_3_std + value: 3.3879829560660895 + - type: nauc_map_at_5_diff1 + value: 45.17424281922756 + - type: nauc_map_at_5_max + value: 40.47857337528189 + - type: nauc_map_at_5_std + value: 4.414695304860574 + - type: nauc_mrr_at_1000_diff1 + value: 44.08694838852825 + - type: nauc_mrr_at_1000_max + value: 42.42348869902589 + - type: nauc_mrr_at_1000_std + value: 7.942150916764917 + - type: nauc_mrr_at_100_diff1 + value: 44.04467099375857 + - type: nauc_mrr_at_100_max + value: 42.43605871354086 + - type: nauc_mrr_at_100_std + value: 7.956534359718217 + - type: nauc_mrr_at_10_diff1 + value: 44.266216857247684 + - type: nauc_mrr_at_10_max + value: 42.30356366796194 + - type: nauc_mrr_at_10_std + value: 7.644077273142069 + - type: nauc_mrr_at_1_diff1 + value: 50.221648566432464 + - type: nauc_mrr_at_1_max + value: 41.235095557704646 + - type: nauc_mrr_at_1_std + value: 3.7408348785402556 + - type: nauc_mrr_at_20_diff1 + value: 44.05821823838852 + - type: nauc_mrr_at_20_max + value: 42.42933700317326 + - type: nauc_mrr_at_20_std + value: 7.8665259168401445 + - type: nauc_mrr_at_3_diff1 + value: 45.03683838233249 + - type: nauc_mrr_at_3_max + value: 42.24769488191134 + - type: nauc_mrr_at_3_std + value: 6.601038869035635 + - type: nauc_mrr_at_5_diff1 + value: 44.201862019181455 + - type: nauc_mrr_at_5_max + value: 42.07946832877691 + - type: nauc_mrr_at_5_std + value: 7.189671715715843 + - type: nauc_ndcg_at_1000_diff1 + value: 42.42699854748652 + - type: nauc_ndcg_at_1000_max + value: 42.43824947781245 + - type: nauc_ndcg_at_1000_std + value: 9.67675385214925 + - type: nauc_ndcg_at_100_diff1 + value: 41.51922844841962 + - type: nauc_ndcg_at_100_max + value: 42.61282487350817 + - type: nauc_ndcg_at_100_std + value: 10.25445083001239 + - type: nauc_ndcg_at_10_diff1 + value: 42.574630501270825 + - type: nauc_ndcg_at_10_max + value: 41.14145061750566 + - type: nauc_ndcg_at_10_std + value: 7.647757048969349 + - type: nauc_ndcg_at_1_diff1 + value: 50.221648566432464 + - type: nauc_ndcg_at_1_max + value: 41.235095557704646 + - type: nauc_ndcg_at_1_std + value: 3.7408348785402556 + - type: nauc_ndcg_at_20_diff1 + value: 41.600087618079066 + - type: nauc_ndcg_at_20_max + value: 41.491254134292376 + - type: nauc_ndcg_at_20_std + value: 8.596229791444 + - type: nauc_ndcg_at_3_diff1 + value: 43.82522265410307 + - type: nauc_ndcg_at_3_max + value: 41.10083488299727 + - type: nauc_ndcg_at_3_std + value: 5.098425173217254 + - type: nauc_ndcg_at_5_diff1 + value: 42.72862798064444 + - type: nauc_ndcg_at_5_max + value: 40.85829769060509 + - type: nauc_ndcg_at_5_std + value: 6.31424002071968 + - type: nauc_precision_at_1000_diff1 + value: -2.0820534872545116 + - type: nauc_precision_at_1000_max + value: 16.298683462791594 + - type: nauc_precision_at_1000_std + value: 16.97189734146589 + - type: nauc_precision_at_100_diff1 + value: 6.4514456279287105 + - type: nauc_precision_at_100_max + value: 30.968130476508765 + - type: nauc_precision_at_100_std + value: 24.590810752136445 + - type: nauc_precision_at_10_diff1 + value: 23.83061356229352 + - type: nauc_precision_at_10_max + value: 37.44657709667713 + - type: nauc_precision_at_10_std + value: 18.3818856475441 + - type: nauc_precision_at_1_diff1 + value: 50.221648566432464 + - type: nauc_precision_at_1_max + value: 41.235095557704646 + - type: nauc_precision_at_1_std + value: 3.7408348785402556 + - type: nauc_precision_at_20_diff1 + value: 16.8100155001696 + - type: nauc_precision_at_20_max + value: 35.019447938152055 + - type: nauc_precision_at_20_std + value: 20.67504386650297 + - type: nauc_precision_at_3_diff1 + value: 35.33999854814717 + - type: nauc_precision_at_3_max + value: 42.464592248955334 + - type: nauc_precision_at_3_std + value: 11.735324415513306 + - type: nauc_precision_at_5_diff1 + value: 29.095637605444765 + - type: nauc_precision_at_5_max + value: 40.80816684911544 + - type: nauc_precision_at_5_std + value: 15.54403823719892 + - type: nauc_recall_at_1000_diff1 + value: 30.88859886501841 + - type: nauc_recall_at_1000_max + value: 47.675952718888595 + - type: nauc_recall_at_1000_std + value: 37.808899612070284 + - type: nauc_recall_at_100_diff1 + value: 27.102674231258376 + - type: nauc_recall_at_100_max + value: 46.24207104250558 + - type: nauc_recall_at_100_std + value: 29.033516460715735 + - type: nauc_recall_at_10_diff1 + value: 35.626332465234064 + - type: nauc_recall_at_10_max + value: 39.7007789760367 + - type: nauc_recall_at_10_std + value: 12.129960491073899 + - type: nauc_recall_at_1_diff1 + value: 51.03525578589323 + - type: nauc_recall_at_1_max + value: 39.02148856903404 + - type: nauc_recall_at_1_std + value: 0.4146617412031749 + - type: nauc_recall_at_20_diff1 + value: 31.088505920845705 + - type: nauc_recall_at_20_max + value: 40.09779003608529 + - type: nauc_recall_at_20_std + value: 15.383713495321466 + - type: nauc_recall_at_3_diff1 + value: 39.376987315291004 + - type: nauc_recall_at_3_max + value: 39.579665630711865 + - type: nauc_recall_at_3_std + value: 5.903646172290545 + - type: nauc_recall_at_5_diff1 + value: 36.374552126907986 + - type: nauc_recall_at_5_max + value: 39.01714515551238 + - type: nauc_recall_at_5_std + value: 8.765416107748178 + - type: ndcg_at_1 + value: 31.902 + - type: ndcg_at_10 + value: 39.654 + - type: ndcg_at_100 + value: 44.667 + - type: ndcg_at_1000 + value: 47.038999999999994 + - type: ndcg_at_20 + value: 41.619 + - type: ndcg_at_3 + value: 36.317 + - type: ndcg_at_5 + value: 37.887 + - type: precision_at_1 + value: 31.902 + - type: precision_at_10 + value: 5.997 + - type: precision_at_100 + value: 0.9259999999999999 + - type: precision_at_1000 + value: 0.121 + - type: precision_at_20 + value: 3.489 + - type: precision_at_3 + value: 15.286 + - type: precision_at_5 + value: 10.306999999999999 + - type: recall_at_1 + value: 28.488999999999997 + - type: recall_at_10 + value: 48.684 + - type: recall_at_100 + value: 71.572 + - type: recall_at_1000 + value: 89.059 + - type: recall_at_20 + value: 56.089999999999996 + - type: recall_at_3 + value: 39.42 + - type: recall_at_5 + value: 43.461 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 32.957 + - type: map_at_1 + value: 19.61 + - type: map_at_10 + value: 27.816999999999997 + - type: map_at_100 + value: 29.037000000000003 + - type: map_at_1000 + value: 29.164 + - type: map_at_20 + value: 28.48 + - type: map_at_3 + value: 25.212 + - type: map_at_5 + value: 26.552999999999997 + - type: mrr_at_1 + value: 23.675154852030282 + - type: mrr_at_10 + value: 31.855588874687356 + - type: mrr_at_100 + value: 32.82754708152588 + - type: mrr_at_1000 + value: 32.899811984634525 + - type: mrr_at_20 + value: 32.41521823340382 + - type: mrr_at_3 + value: 29.553796742372164 + - type: mrr_at_5 + value: 30.799495297086587 + - type: nauc_map_at_1000_diff1 + value: 37.067009963494954 + - type: nauc_map_at_1000_max + value: 29.319194409596722 + - type: nauc_map_at_1000_std + value: 0.9381129561343189 + - type: nauc_map_at_100_diff1 + value: 37.02118730103881 + - type: nauc_map_at_100_max + value: 29.308885900656872 + - type: nauc_map_at_100_std + value: 0.9305359416352115 + - type: nauc_map_at_10_diff1 + value: 37.055079813792894 + - type: nauc_map_at_10_max + value: 29.115677528784456 + - type: nauc_map_at_10_std + value: 0.47079061336618017 + - type: nauc_map_at_1_diff1 + value: 43.59374607558271 + - type: nauc_map_at_1_max + value: 27.502697897665936 + - type: nauc_map_at_1_std + value: -0.7674781552217746 + - type: nauc_map_at_20_diff1 + value: 37.08280714662923 + - type: nauc_map_at_20_max + value: 29.214420781305805 + - type: nauc_map_at_20_std + value: 0.7207141923408105 + - type: nauc_map_at_3_diff1 + value: 38.12508979586986 + - type: nauc_map_at_3_max + value: 28.64334196655506 + - type: nauc_map_at_3_std + value: -0.3639494958439447 + - type: nauc_map_at_5_diff1 + value: 37.391645974882024 + - type: nauc_map_at_5_max + value: 28.973156260444533 + - type: nauc_map_at_5_std + value: -0.026789953157566142 + - type: nauc_mrr_at_1000_diff1 + value: 37.08768410345192 + - type: nauc_mrr_at_1000_max + value: 30.226139008765173 + - type: nauc_mrr_at_1000_std + value: 0.9258173149071044 + - type: nauc_mrr_at_100_diff1 + value: 37.06958335624731 + - type: nauc_mrr_at_100_max + value: 30.229943564905703 + - type: nauc_mrr_at_100_std + value: 0.932361149242787 + - type: nauc_mrr_at_10_diff1 + value: 37.0206077048578 + - type: nauc_mrr_at_10_max + value: 30.158443599717195 + - type: nauc_mrr_at_10_std + value: 0.5492249230345497 + - type: nauc_mrr_at_1_diff1 + value: 42.978918552672035 + - type: nauc_mrr_at_1_max + value: 29.114319394090987 + - type: nauc_mrr_at_1_std + value: -0.7624439199673105 + - type: nauc_mrr_at_20_diff1 + value: 37.057384418223485 + - type: nauc_mrr_at_20_max + value: 30.171076020906597 + - type: nauc_mrr_at_20_std + value: 0.7891456760838766 + - type: nauc_mrr_at_3_diff1 + value: 37.78963260621373 + - type: nauc_mrr_at_3_max + value: 30.057936692440613 + - type: nauc_mrr_at_3_std + value: -0.2723394617050784 + - type: nauc_mrr_at_5_diff1 + value: 37.428672595130074 + - type: nauc_mrr_at_5_max + value: 30.21732196933017 + - type: nauc_mrr_at_5_std + value: 0.046615676950734625 + - type: nauc_ndcg_at_1000_diff1 + value: 34.910684324371516 + - type: nauc_ndcg_at_1000_max + value: 30.43187052799894 + - type: nauc_ndcg_at_1000_std + value: 3.7886613934368976 + - type: nauc_ndcg_at_100_diff1 + value: 34.435496295156035 + - type: nauc_ndcg_at_100_max + value: 30.3229405609203 + - type: nauc_ndcg_at_100_std + value: 3.837221374981068 + - type: nauc_ndcg_at_10_diff1 + value: 34.84989431829001 + - type: nauc_ndcg_at_10_max + value: 29.56612074818309 + - type: nauc_ndcg_at_10_std + value: 1.3497668647221701 + - type: nauc_ndcg_at_1_diff1 + value: 42.978918552672035 + - type: nauc_ndcg_at_1_max + value: 29.114319394090987 + - type: nauc_ndcg_at_1_std + value: -0.7624439199673105 + - type: nauc_ndcg_at_20_diff1 + value: 34.85666256341009 + - type: nauc_ndcg_at_20_max + value: 29.749817141122936 + - type: nauc_ndcg_at_20_std + value: 2.2719371477731314 + - type: nauc_ndcg_at_3_diff1 + value: 36.47550623795379 + - type: nauc_ndcg_at_3_max + value: 29.18024982921919 + - type: nauc_ndcg_at_3_std + value: -0.5158571946638861 + - type: nauc_ndcg_at_5_diff1 + value: 35.66325406382566 + - type: nauc_ndcg_at_5_max + value: 29.52486267505514 + - type: nauc_ndcg_at_5_std + value: 0.1446834436782509 + - type: nauc_precision_at_1000_diff1 + value: 5.179309010526755 + - type: nauc_precision_at_1000_max + value: 9.078351835753596 + - type: nauc_precision_at_1000_std + value: 1.0888951899790398 + - type: nauc_precision_at_100_diff1 + value: 11.746442333432986 + - type: nauc_precision_at_100_max + value: 18.328100169309472 + - type: nauc_precision_at_100_std + value: 6.488315017239334 + - type: nauc_precision_at_10_diff1 + value: 21.225993531448843 + - type: nauc_precision_at_10_max + value: 26.786229561182516 + - type: nauc_precision_at_10_std + value: 3.1118485436954697 + - type: nauc_precision_at_1_diff1 + value: 42.978918552672035 + - type: nauc_precision_at_1_max + value: 29.114319394090987 + - type: nauc_precision_at_1_std + value: -0.7624439199673105 + - type: nauc_precision_at_20_diff1 + value: 18.36569388308726 + - type: nauc_precision_at_20_max + value: 24.567477667257474 + - type: nauc_precision_at_20_std + value: 4.650751092711225 + - type: nauc_precision_at_3_diff1 + value: 29.268806480620423 + - type: nauc_precision_at_3_max + value: 29.83598747609324 + - type: nauc_precision_at_3_std + value: -0.4949630951452181 + - type: nauc_precision_at_5_diff1 + value: 25.82678700262483 + - type: nauc_precision_at_5_max + value: 29.633692602172523 + - type: nauc_precision_at_5_std + value: 0.3502444708980338 + - type: nauc_recall_at_1000_diff1 + value: 14.762867599197998 + - type: nauc_recall_at_1000_max + value: 33.77703013085514 + - type: nauc_recall_at_1000_std + value: 32.6887608409825 + - type: nauc_recall_at_100_diff1 + value: 21.717683611413836 + - type: nauc_recall_at_100_max + value: 30.34761714689701 + - type: nauc_recall_at_100_std + value: 17.14217507105933 + - type: nauc_recall_at_10_diff1 + value: 27.011051446233097 + - type: nauc_recall_at_10_max + value: 28.011038995610356 + - type: nauc_recall_at_10_std + value: 3.886680866597647 + - type: nauc_recall_at_1_diff1 + value: 43.59374607558271 + - type: nauc_recall_at_1_max + value: 27.502697897665936 + - type: nauc_recall_at_1_std + value: -0.7674781552217746 + - type: nauc_recall_at_20_diff1 + value: 26.40508046848651 + - type: nauc_recall_at_20_max + value: 27.948123862879175 + - type: nauc_recall_at_20_std + value: 7.068531738030853 + - type: nauc_recall_at_3_diff1 + value: 31.750498628363722 + - type: nauc_recall_at_3_max + value: 28.059646483159213 + - type: nauc_recall_at_3_std + value: 0.14742455169624066 + - type: nauc_recall_at_5_diff1 + value: 29.76053437646529 + - type: nauc_recall_at_5_max + value: 28.594754498676544 + - type: nauc_recall_at_5_std + value: 1.2832203560417643 + - type: ndcg_at_1 + value: 23.674999999999997 + - type: ndcg_at_10 + value: 32.957 + - type: ndcg_at_100 + value: 38.584 + - type: ndcg_at_1000 + value: 41.359 + - type: ndcg_at_20 + value: 35.093999999999994 + - type: ndcg_at_3 + value: 28.354000000000003 + - type: ndcg_at_5 + value: 30.305 + - type: precision_at_1 + value: 23.674999999999997 + - type: precision_at_10 + value: 6.077 + - type: precision_at_100 + value: 1.043 + - type: precision_at_1000 + value: 0.146 + - type: precision_at_20 + value: 3.665 + - type: precision_at_3 + value: 13.443 + - type: precision_at_5 + value: 9.600999999999999 + - type: recall_at_1 + value: 19.61 + - type: recall_at_10 + value: 44.263000000000005 + - type: recall_at_100 + value: 69.41199999999999 + - type: recall_at_1000 + value: 88.994 + - type: recall_at_20 + value: 52.198 + - type: recall_at_3 + value: 31.293 + - type: recall_at_5 + value: 36.415 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 45.958 + - type: map_at_1 + value: 30.048000000000002 + - type: map_at_10 + value: 40.239000000000004 + - type: map_at_100 + value: 41.493 + - type: map_at_1000 + value: 41.582 + - type: map_at_20 + value: 40.955000000000005 + - type: map_at_3 + value: 37.097 + - type: map_at_5 + value: 38.824 + - type: mrr_at_1 + value: 35.07462686567165 + - type: mrr_at_10 + value: 44.19283789386398 + - type: mrr_at_100 + value: 45.08036630404521 + - type: mrr_at_1000 + value: 45.12183896199538 + - type: mrr_at_20 + value: 44.72186969518418 + - type: mrr_at_3 + value: 41.588930348258664 + - type: mrr_at_5 + value: 42.91355721393029 + - type: nauc_map_at_1000_diff1 + value: 48.76811649208976 + - type: nauc_map_at_1000_max + value: 36.982550067325484 + - type: nauc_map_at_1000_std + value: -0.5290701509883527 + - type: nauc_map_at_100_diff1 + value: 48.78866361951362 + - type: nauc_map_at_100_max + value: 36.99605340092298 + - type: nauc_map_at_100_std + value: -0.5018270195287452 + - type: nauc_map_at_10_diff1 + value: 48.928085770942 + - type: nauc_map_at_10_max + value: 36.73594814898575 + - type: nauc_map_at_10_std + value: -0.834228741972828 + - type: nauc_map_at_1_diff1 + value: 54.15059861768532 + - type: nauc_map_at_1_max + value: 36.44764098320589 + - type: nauc_map_at_1_std + value: -5.784565726873563 + - type: nauc_map_at_20_diff1 + value: 48.78043391669103 + - type: nauc_map_at_20_max + value: 36.89270974821098 + - type: nauc_map_at_20_std + value: -0.5945049292688708 + - type: nauc_map_at_3_diff1 + value: 49.79196039319051 + - type: nauc_map_at_3_max + value: 36.09927970784603 + - type: nauc_map_at_3_std + value: -2.0296894202771667 + - type: nauc_map_at_5_diff1 + value: 49.529286793014634 + - type: nauc_map_at_5_max + value: 36.62049971049548 + - type: nauc_map_at_5_std + value: -1.0187508539964767 + - type: nauc_mrr_at_1000_diff1 + value: 47.26105007482722 + - type: nauc_mrr_at_1000_max + value: 37.69068231080959 + - type: nauc_mrr_at_1000_std + value: -0.6510844517264812 + - type: nauc_mrr_at_100_diff1 + value: 47.25846776943622 + - type: nauc_mrr_at_100_max + value: 37.67838976933151 + - type: nauc_mrr_at_100_std + value: -0.6433335236107469 + - type: nauc_mrr_at_10_diff1 + value: 47.18519224298452 + - type: nauc_mrr_at_10_max + value: 37.62431544151827 + - type: nauc_mrr_at_10_std + value: -0.8474316078853749 + - type: nauc_mrr_at_1_diff1 + value: 51.77981410020824 + - type: nauc_mrr_at_1_max + value: 38.02059405009231 + - type: nauc_mrr_at_1_std + value: -5.783426776910806 + - type: nauc_mrr_at_20_diff1 + value: 47.14864249544432 + - type: nauc_mrr_at_20_max + value: 37.601607893461406 + - type: nauc_mrr_at_20_std + value: -0.6859574897303896 + - type: nauc_mrr_at_3_diff1 + value: 47.58252175947335 + - type: nauc_mrr_at_3_max + value: 37.6324837651506 + - type: nauc_mrr_at_3_std + value: -1.2482167973735598 + - type: nauc_mrr_at_5_diff1 + value: 47.448011129354974 + - type: nauc_mrr_at_5_max + value: 37.7148441309698 + - type: nauc_mrr_at_5_std + value: -0.7119792397225159 + - type: nauc_ndcg_at_1000_diff1 + value: 46.6329460576133 + - type: nauc_ndcg_at_1000_max + value: 37.51805344108184 + - type: nauc_ndcg_at_1000_std + value: 1.8100059353579894 + - type: nauc_ndcg_at_100_diff1 + value: 46.66586884984403 + - type: nauc_ndcg_at_100_max + value: 37.64300440363974 + - type: nauc_ndcg_at_100_std + value: 2.500233245881423 + - type: nauc_ndcg_at_10_diff1 + value: 46.615015396347644 + - type: nauc_ndcg_at_10_max + value: 36.78201798029491 + - type: nauc_ndcg_at_10_std + value: 1.0809742189657263 + - type: nauc_ndcg_at_1_diff1 + value: 51.77981410020824 + - type: nauc_ndcg_at_1_max + value: 38.02059405009231 + - type: nauc_ndcg_at_1_std + value: -5.783426776910806 + - type: nauc_ndcg_at_20_diff1 + value: 46.282072099888325 + - type: nauc_ndcg_at_20_max + value: 37.003478966138836 + - type: nauc_ndcg_at_20_std + value: 1.9291637916464186 + - type: nauc_ndcg_at_3_diff1 + value: 47.539278944889126 + - type: nauc_ndcg_at_3_max + value: 36.43508238199665 + - type: nauc_ndcg_at_3_std + value: -0.6027788390857911 + - type: nauc_ndcg_at_5_diff1 + value: 47.55837749401022 + - type: nauc_ndcg_at_5_max + value: 36.78249382035288 + - type: nauc_ndcg_at_5_std + value: 0.8497645104808546 + - type: nauc_precision_at_1000_diff1 + value: -20.71803333315221 + - type: nauc_precision_at_1000_max + value: -4.38547466190951 + - type: nauc_precision_at_1000_std + value: -0.0853978825586052 + - type: nauc_precision_at_100_diff1 + value: -8.67085404598523 + - type: nauc_precision_at_100_max + value: 9.733682801445893 + - type: nauc_precision_at_100_std + value: 7.507170439875122 + - type: nauc_precision_at_10_diff1 + value: 14.495060576585853 + - type: nauc_precision_at_10_max + value: 24.4514279841787 + - type: nauc_precision_at_10_std + value: 5.59489027531012 + - type: nauc_precision_at_1_diff1 + value: 51.77981410020824 + - type: nauc_precision_at_1_max + value: 38.02059405009231 + - type: nauc_precision_at_1_std + value: -5.783426776910806 + - type: nauc_precision_at_20_diff1 + value: 6.509848499042286 + - type: nauc_precision_at_20_max + value: 20.348715961396525 + - type: nauc_precision_at_20_std + value: 8.193012313602315 + - type: nauc_precision_at_3_diff1 + value: 32.384501021918794 + - type: nauc_precision_at_3_max + value: 31.935466435393828 + - type: nauc_precision_at_3_std + value: 3.0560771209934994 + - type: nauc_precision_at_5_diff1 + value: 25.702459594777277 + - type: nauc_precision_at_5_max + value: 30.014370132120067 + - type: nauc_precision_at_5_std + value: 6.4512965213006925 + - type: nauc_recall_at_1000_diff1 + value: 36.20840483033314 + - type: nauc_recall_at_1000_max + value: 45.47785143996727 + - type: nauc_recall_at_1000_std + value: 37.14510941691126 + - type: nauc_recall_at_100_diff1 + value: 39.11101186057974 + - type: nauc_recall_at_100_max + value: 38.066390280827925 + - type: nauc_recall_at_100_std + value: 21.470218305879797 + - type: nauc_recall_at_10_diff1 + value: 39.70476039879197 + - type: nauc_recall_at_10_max + value: 33.75721430862531 + - type: nauc_recall_at_10_std + value: 6.8486633835335295 + - type: nauc_recall_at_1_diff1 + value: 54.15059861768532 + - type: nauc_recall_at_1_max + value: 36.44764098320589 + - type: nauc_recall_at_1_std + value: -5.784565726873563 + - type: nauc_recall_at_20_diff1 + value: 37.86978682409901 + - type: nauc_recall_at_20_max + value: 33.96219184798075 + - type: nauc_recall_at_20_std + value: 11.029348617729221 + - type: nauc_recall_at_3_diff1 + value: 43.72514359112328 + - type: nauc_recall_at_3_max + value: 33.77645792572399 + - type: nauc_recall_at_3_std + value: 2.428536024679842 + - type: nauc_recall_at_5_diff1 + value: 43.06859065126547 + - type: nauc_recall_at_5_max + value: 34.665515195886755 + - type: nauc_recall_at_5_std + value: 5.905094189769508 + - type: ndcg_at_1 + value: 35.075 + - type: ndcg_at_10 + value: 45.958 + - type: ndcg_at_100 + value: 51.353 + - type: ndcg_at_1000 + value: 53.173 + - type: ndcg_at_20 + value: 48.191 + - type: ndcg_at_3 + value: 40.473 + - type: ndcg_at_5 + value: 42.902 + - type: precision_at_1 + value: 35.075 + - type: precision_at_10 + value: 7.836 + - type: precision_at_100 + value: 1.176 + - type: precision_at_1000 + value: 0.14300000000000002 + - type: precision_at_20 + value: 4.529 + - type: precision_at_3 + value: 18.315 + - type: precision_at_5 + value: 12.854 + - type: recall_at_1 + value: 30.048000000000002 + - type: recall_at_10 + value: 59.248 + - type: recall_at_100 + value: 82.111 + - type: recall_at_1000 + value: 94.592 + - type: recall_at_20 + value: 67.227 + - type: recall_at_3 + value: 44.471 + - type: recall_at_5 + value: 50.512 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 43.951 + - type: map_at_1 + value: 27.964 + - type: map_at_10 + value: 37.692 + - type: map_at_100 + value: 39.365 + - type: map_at_1000 + value: 39.594 + - type: map_at_20 + value: 38.576 + - type: map_at_3 + value: 34.388999999999996 + - type: map_at_5 + value: 36.081 + - type: mrr_at_1 + value: 33.00395256916996 + - type: mrr_at_10 + value: 42.18434343434343 + - type: mrr_at_100 + value: 43.16939140168712 + - type: mrr_at_1000 + value: 43.21751142486867 + - type: mrr_at_20 + value: 42.75017657291823 + - type: mrr_at_3 + value: 39.42687747035574 + - type: mrr_at_5 + value: 41.037549407114625 + - type: nauc_map_at_1000_diff1 + value: 45.415876956978444 + - type: nauc_map_at_1000_max + value: 32.59464568060356 + - type: nauc_map_at_1000_std + value: 4.262293486763028 + - type: nauc_map_at_100_diff1 + value: 45.313981831518504 + - type: nauc_map_at_100_max + value: 32.68688502742583 + - type: nauc_map_at_100_std + value: 4.039368086319619 + - type: nauc_map_at_10_diff1 + value: 45.92372812130138 + - type: nauc_map_at_10_max + value: 32.37880184303658 + - type: nauc_map_at_10_std + value: 2.7481583678385197 + - type: nauc_map_at_1_diff1 + value: 52.388363332106294 + - type: nauc_map_at_1_max + value: 32.184315523196425 + - type: nauc_map_at_1_std + value: -2.5295830272351103 + - type: nauc_map_at_20_diff1 + value: 45.32570996908948 + - type: nauc_map_at_20_max + value: 32.48108405862084 + - type: nauc_map_at_20_std + value: 3.3087482176392657 + - type: nauc_map_at_3_diff1 + value: 46.85896834397904 + - type: nauc_map_at_3_max + value: 32.007995254903484 + - type: nauc_map_at_3_std + value: 0.5938674689810656 + - type: nauc_map_at_5_diff1 + value: 46.04911706905517 + - type: nauc_map_at_5_max + value: 31.503815774957864 + - type: nauc_map_at_5_std + value: 1.696567086029842 + - type: nauc_mrr_at_1000_diff1 + value: 44.33835674531675 + - type: nauc_mrr_at_1000_max + value: 31.313824311436395 + - type: nauc_mrr_at_1000_std + value: 5.585471654306175 + - type: nauc_mrr_at_100_diff1 + value: 44.315294514270484 + - type: nauc_mrr_at_100_max + value: 31.311504710219847 + - type: nauc_mrr_at_100_std + value: 5.61460359116941 + - type: nauc_mrr_at_10_diff1 + value: 44.34727343874123 + - type: nauc_mrr_at_10_max + value: 31.214381968197323 + - type: nauc_mrr_at_10_std + value: 5.358694756592366 + - type: nauc_mrr_at_1_diff1 + value: 50.076532500963985 + - type: nauc_mrr_at_1_max + value: 31.893100393844602 + - type: nauc_mrr_at_1_std + value: 1.6345537979715576 + - type: nauc_mrr_at_20_diff1 + value: 44.1861019252696 + - type: nauc_mrr_at_20_max + value: 31.18274283874542 + - type: nauc_mrr_at_20_std + value: 5.4141357527576845 + - type: nauc_mrr_at_3_diff1 + value: 44.84108608280401 + - type: nauc_mrr_at_3_max + value: 31.260937651084618 + - type: nauc_mrr_at_3_std + value: 4.32099205393322 + - type: nauc_mrr_at_5_diff1 + value: 43.957386353594615 + - type: nauc_mrr_at_5_max + value: 30.521363697945542 + - type: nauc_mrr_at_5_std + value: 5.111409983030411 + - type: nauc_ndcg_at_1000_diff1 + value: 43.302642169855055 + - type: nauc_ndcg_at_1000_max + value: 33.60452429135082 + - type: nauc_ndcg_at_1000_std + value: 8.11547083584825 + - type: nauc_ndcg_at_100_diff1 + value: 42.2303708262867 + - type: nauc_ndcg_at_100_max + value: 33.14409254803362 + - type: nauc_ndcg_at_100_std + value: 8.506478151524918 + - type: nauc_ndcg_at_10_diff1 + value: 43.767161847177874 + - type: nauc_ndcg_at_10_max + value: 32.07274047816015 + - type: nauc_ndcg_at_10_std + value: 6.481707365740993 + - type: nauc_ndcg_at_1_diff1 + value: 50.076532500963985 + - type: nauc_ndcg_at_1_max + value: 31.893100393844602 + - type: nauc_ndcg_at_1_std + value: 1.6345537979715576 + - type: nauc_ndcg_at_20_diff1 + value: 42.48660354871869 + - type: nauc_ndcg_at_20_max + value: 32.14769800363052 + - type: nauc_ndcg_at_20_std + value: 6.916826847813196 + - type: nauc_ndcg_at_3_diff1 + value: 44.243795943637885 + - type: nauc_ndcg_at_3_max + value: 31.48406187592552 + - type: nauc_ndcg_at_3_std + value: 3.701214987805142 + - type: nauc_ndcg_at_5_diff1 + value: 43.10518503245774 + - type: nauc_ndcg_at_5_max + value: 30.40120224782154 + - type: nauc_ndcg_at_5_std + value: 5.546435005776079 + - type: nauc_precision_at_1000_diff1 + value: -3.993607814341118 + - type: nauc_precision_at_1000_max + value: -10.729918180758647 + - type: nauc_precision_at_1000_std + value: 23.024270860729565 + - type: nauc_precision_at_100_diff1 + value: -1.6566704673461674 + - type: nauc_precision_at_100_max + value: 1.458081777116833 + - type: nauc_precision_at_100_std + value: 28.18670349958774 + - type: nauc_precision_at_10_diff1 + value: 12.792685733612547 + - type: nauc_precision_at_10_max + value: 20.206988909219923 + - type: nauc_precision_at_10_std + value: 22.53427005574754 + - type: nauc_precision_at_1_diff1 + value: 50.076532500963985 + - type: nauc_precision_at_1_max + value: 31.893100393844602 + - type: nauc_precision_at_1_std + value: 1.6345537979715576 + - type: nauc_precision_at_20_diff1 + value: 3.9538716249460384 + - type: nauc_precision_at_20_max + value: 16.21789405497108 + - type: nauc_precision_at_20_std + value: 24.348575609653487 + - type: nauc_precision_at_3_diff1 + value: 27.339649813425037 + - type: nauc_precision_at_3_max + value: 26.223578620825194 + - type: nauc_precision_at_3_std + value: 10.996293038771013 + - type: nauc_precision_at_5_diff1 + value: 18.869561918004056 + - type: nauc_precision_at_5_max + value: 20.709270779442967 + - type: nauc_precision_at_5_std + value: 17.384126283115698 + - type: nauc_recall_at_1000_diff1 + value: 16.194455177769477 + - type: nauc_recall_at_1000_max + value: 58.66023925715464 + - type: nauc_recall_at_1000_std + value: 58.25233058362688 + - type: nauc_recall_at_100_diff1 + value: 21.15194880649059 + - type: nauc_recall_at_100_max + value: 32.44572125606809 + - type: nauc_recall_at_100_std + value: 31.94013583626886 + - type: nauc_recall_at_10_diff1 + value: 37.66956774103016 + - type: nauc_recall_at_10_max + value: 30.925800174559832 + - type: nauc_recall_at_10_std + value: 9.299447104776808 + - type: nauc_recall_at_1_diff1 + value: 52.388363332106294 + - type: nauc_recall_at_1_max + value: 32.184315523196425 + - type: nauc_recall_at_1_std + value: -2.5295830272351103 + - type: nauc_recall_at_20_diff1 + value: 31.552065521976175 + - type: nauc_recall_at_20_max + value: 29.74690417386352 + - type: nauc_recall_at_20_std + value: 14.180880251108768 + - type: nauc_recall_at_3_diff1 + value: 40.454215107630645 + - type: nauc_recall_at_3_max + value: 30.042646762149484 + - type: nauc_recall_at_3_std + value: 2.8753957129080447 + - type: nauc_recall_at_5_diff1 + value: 36.586530595627345 + - type: nauc_recall_at_5_max + value: 27.14535453599763 + - type: nauc_recall_at_5_std + value: 5.997416531615016 + - type: ndcg_at_1 + value: 33.004 + - type: ndcg_at_10 + value: 43.951 + - type: ndcg_at_100 + value: 49.741 + - type: ndcg_at_1000 + value: 51.946000000000005 + - type: ndcg_at_20 + value: 46.168 + - type: ndcg_at_3 + value: 38.550000000000004 + - type: ndcg_at_5 + value: 41.014 + - type: precision_at_1 + value: 33.004 + - type: precision_at_10 + value: 8.577 + - type: precision_at_100 + value: 1.617 + - type: precision_at_1000 + value: 0.247 + - type: precision_at_20 + value: 5.346 + - type: precision_at_3 + value: 18.05 + - type: precision_at_5 + value: 13.281 + - type: recall_at_1 + value: 27.964 + - type: recall_at_10 + value: 55.702 + - type: recall_at_100 + value: 81.69999999999999 + - type: recall_at_1000 + value: 94.926 + - type: recall_at_20 + value: 64.142 + - type: recall_at_3 + value: 40.793 + - type: recall_at_5 + value: 47.046 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 36.787 + - type: map_at_1 + value: 23.915 + - type: map_at_10 + value: 31.735000000000003 + - type: map_at_100 + value: 32.806000000000004 + - type: map_at_1000 + value: 32.9 + - type: map_at_20 + value: 32.301 + - type: map_at_3 + value: 28.436 + - type: map_at_5 + value: 30.575999999999997 + - type: mrr_at_1 + value: 25.87800369685767 + - type: mrr_at_10 + value: 33.96487985212568 + - type: mrr_at_100 + value: 34.89689439154211 + - type: mrr_at_1000 + value: 34.95770776172314 + - type: mrr_at_20 + value: 34.46162046071626 + - type: mrr_at_3 + value: 31.022797288971038 + - type: mrr_at_5 + value: 32.991373998767706 + - type: nauc_map_at_1000_diff1 + value: 41.411411226747745 + - type: nauc_map_at_1000_max + value: 25.65879736535548 + - type: nauc_map_at_1000_std + value: -1.0008275040804908 + - type: nauc_map_at_100_diff1 + value: 41.41167985449119 + - type: nauc_map_at_100_max + value: 25.6584285870538 + - type: nauc_map_at_100_std + value: -1.0142856959019102 + - type: nauc_map_at_10_diff1 + value: 41.56309522812082 + - type: nauc_map_at_10_max + value: 25.66930315132308 + - type: nauc_map_at_10_std + value: -1.5502752272271925 + - type: nauc_map_at_1_diff1 + value: 49.425905570437116 + - type: nauc_map_at_1_max + value: 23.541197544220545 + - type: nauc_map_at_1_std + value: -4.360019071552991 + - type: nauc_map_at_20_diff1 + value: 41.38734082223361 + - type: nauc_map_at_20_max + value: 25.620079428409127 + - type: nauc_map_at_20_std + value: -1.4042978268225208 + - type: nauc_map_at_3_diff1 + value: 43.620208615142644 + - type: nauc_map_at_3_max + value: 25.71853688922115 + - type: nauc_map_at_3_std + value: -1.8769387740803976 + - type: nauc_map_at_5_diff1 + value: 41.97672177355559 + - type: nauc_map_at_5_max + value: 26.035163926212334 + - type: nauc_map_at_5_std + value: -2.11363374949669 + - type: nauc_mrr_at_1000_diff1 + value: 40.49508214793536 + - type: nauc_mrr_at_1000_max + value: 26.620330593078616 + - type: nauc_mrr_at_1000_std + value: -0.3634968622281096 + - type: nauc_mrr_at_100_diff1 + value: 40.465539927932895 + - type: nauc_mrr_at_100_max + value: 26.61340099486517 + - type: nauc_mrr_at_100_std + value: -0.35206443295384626 + - type: nauc_mrr_at_10_diff1 + value: 40.573109996611144 + - type: nauc_mrr_at_10_max + value: 26.71149031482008 + - type: nauc_mrr_at_10_std + value: -0.9166267231737095 + - type: nauc_mrr_at_1_diff1 + value: 48.29138921797353 + - type: nauc_mrr_at_1_max + value: 24.927185077919813 + - type: nauc_mrr_at_1_std + value: -4.332258870474254 + - type: nauc_mrr_at_20_diff1 + value: 40.40723703282917 + - type: nauc_mrr_at_20_max + value: 26.59812216818852 + - type: nauc_mrr_at_20_std + value: -0.6209755736362238 + - type: nauc_mrr_at_3_diff1 + value: 42.1104901364276 + - type: nauc_mrr_at_3_max + value: 27.158847936548643 + - type: nauc_mrr_at_3_std + value: -0.4768337585685568 + - type: nauc_mrr_at_5_diff1 + value: 40.822869162681044 + - type: nauc_mrr_at_5_max + value: 27.137910001879362 + - type: nauc_mrr_at_5_std + value: -0.9466391394053442 + - type: nauc_ndcg_at_1000_diff1 + value: 38.696314753739436 + - type: nauc_ndcg_at_1000_max + value: 26.428473010143723 + - type: nauc_ndcg_at_1000_std + value: 2.3402588363330272 + - type: nauc_ndcg_at_100_diff1 + value: 37.898005515159134 + - type: nauc_ndcg_at_100_max + value: 25.68578401772755 + - type: nauc_ndcg_at_100_std + value: 2.6295479217711453 + - type: nauc_ndcg_at_10_diff1 + value: 38.28392376933128 + - type: nauc_ndcg_at_10_max + value: 25.850126852320628 + - type: nauc_ndcg_at_10_std + value: -0.5560800621942364 + - type: nauc_ndcg_at_1_diff1 + value: 48.29138921797353 + - type: nauc_ndcg_at_1_max + value: 24.927185077919813 + - type: nauc_ndcg_at_1_std + value: -4.332258870474254 + - type: nauc_ndcg_at_20_diff1 + value: 37.673206490621396 + - type: nauc_ndcg_at_20_max + value: 25.583716405723937 + - type: nauc_ndcg_at_20_std + value: 0.1953323128781521 + - type: nauc_ndcg_at_3_diff1 + value: 41.41453304326318 + - type: nauc_ndcg_at_3_max + value: 26.61748802333722 + - type: nauc_ndcg_at_3_std + value: -0.5476999435389482 + - type: nauc_ndcg_at_5_diff1 + value: 38.98483145760039 + - type: nauc_ndcg_at_5_max + value: 26.777342255255647 + - type: nauc_ndcg_at_5_std + value: -1.3051979393226087 + - type: nauc_precision_at_1000_diff1 + value: -14.856110292516775 + - type: nauc_precision_at_1000_max + value: -5.848771877910694 + - type: nauc_precision_at_1000_std + value: 15.34411836334217 + - type: nauc_precision_at_100_diff1 + value: 3.4939759054218333 + - type: nauc_precision_at_100_max + value: 16.356980505161676 + - type: nauc_precision_at_100_std + value: 24.608528146713404 + - type: nauc_precision_at_10_diff1 + value: 18.407011878399366 + - type: nauc_precision_at_10_max + value: 24.800531781431303 + - type: nauc_precision_at_10_std + value: 8.698077886826768 + - type: nauc_precision_at_1_diff1 + value: 48.29138921797353 + - type: nauc_precision_at_1_max + value: 24.927185077919813 + - type: nauc_precision_at_1_std + value: -4.332258870474254 + - type: nauc_precision_at_20_diff1 + value: 14.541755251519852 + - type: nauc_precision_at_20_max + value: 21.97457692156994 + - type: nauc_precision_at_20_std + value: 11.578274506336108 + - type: nauc_precision_at_3_diff1 + value: 33.23900172092169 + - type: nauc_precision_at_3_max + value: 28.967167315040072 + - type: nauc_precision_at_3_std + value: 3.6476384007647136 + - type: nauc_precision_at_5_diff1 + value: 24.289869074161572 + - type: nauc_precision_at_5_max + value: 30.194681915534748 + - type: nauc_precision_at_5_std + value: 4.054952118325518 + - type: nauc_recall_at_1000_diff1 + value: 29.11829826259677 + - type: nauc_recall_at_1000_max + value: 39.25426036108557 + - type: nauc_recall_at_1000_std + value: 36.3591900236558 + - type: nauc_recall_at_100_diff1 + value: 22.900753883773152 + - type: nauc_recall_at_100_max + value: 20.40038512546472 + - type: nauc_recall_at_100_std + value: 20.736883688677032 + - type: nauc_recall_at_10_diff1 + value: 29.183788265901534 + - type: nauc_recall_at_10_max + value: 24.025061243297948 + - type: nauc_recall_at_10_std + value: 0.8086675135479778 + - type: nauc_recall_at_1_diff1 + value: 49.425905570437116 + - type: nauc_recall_at_1_max + value: 23.541197544220545 + - type: nauc_recall_at_1_std + value: -4.360019071552991 + - type: nauc_recall_at_20_diff1 + value: 26.21751562892008 + - type: nauc_recall_at_20_max + value: 22.78118083757151 + - type: nauc_recall_at_20_std + value: 3.6627753391462825 + - type: nauc_recall_at_3_diff1 + value: 37.20946031817167 + - type: nauc_recall_at_3_max + value: 27.059274716311005 + - type: nauc_recall_at_3_std + value: 0.8325033099157856 + - type: nauc_recall_at_5_diff1 + value: 31.269097954181547 + - type: nauc_recall_at_5_max + value: 26.853918763485463 + - type: nauc_recall_at_5_std + value: -0.9226280392689135 + - type: ndcg_at_1 + value: 25.878 + - type: ndcg_at_10 + value: 36.787 + - type: ndcg_at_100 + value: 42.085 + - type: ndcg_at_1000 + value: 44.303 + - type: ndcg_at_20 + value: 38.690000000000005 + - type: ndcg_at_3 + value: 30.657 + - type: ndcg_at_5 + value: 34.242 + - type: precision_at_1 + value: 25.878 + - type: precision_at_10 + value: 5.86 + - type: precision_at_100 + value: 0.9209999999999999 + - type: precision_at_1000 + value: 0.123 + - type: precision_at_20 + value: 3.392 + - type: precision_at_3 + value: 12.815999999999999 + - type: precision_at_5 + value: 9.76 + - type: recall_at_1 + value: 23.915 + - type: recall_at_10 + value: 50.196 + - type: recall_at_100 + value: 74.66199999999999 + - type: recall_at_1000 + value: 90.949 + - type: recall_at_20 + value: 57.404999999999994 + - type: recall_at_3 + value: 34.156 + - type: recall_at_5 + value: 42.671 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 37.835 + - type: map_at_1 + value: 16.408 + - type: map_at_10 + value: 28.102 + - type: map_at_100 + value: 30.245 + - type: map_at_1000 + value: 30.44 + - type: map_at_20 + value: 29.325000000000003 + - type: map_at_3 + value: 23.49 + - type: map_at_5 + value: 26.075 + - type: mrr_at_1 + value: 36.48208469055375 + - type: mrr_at_10 + value: 49.35310997363119 + - type: mrr_at_100 + value: 50.12144284733654 + - type: mrr_at_1000 + value: 50.14901403511052 + - type: mrr_at_20 + value: 49.86902911912245 + - type: mrr_at_3 + value: 46.3952225841477 + - type: mrr_at_5 + value: 48.16720955483177 + - type: nauc_map_at_1000_diff1 + value: 25.310850675849366 + - type: nauc_map_at_1000_max + value: 37.09503121120242 + - type: nauc_map_at_1000_std + value: 20.554977994819744 + - type: nauc_map_at_100_diff1 + value: 25.299966872724244 + - type: nauc_map_at_100_max + value: 37.07757844963315 + - type: nauc_map_at_100_std + value: 20.51941286942183 + - type: nauc_map_at_10_diff1 + value: 24.97097616375397 + - type: nauc_map_at_10_max + value: 36.21802106435102 + - type: nauc_map_at_10_std + value: 19.04179638942543 + - type: nauc_map_at_1_diff1 + value: 31.079857565386533 + - type: nauc_map_at_1_max + value: 31.982413172438463 + - type: nauc_map_at_1_std + value: 10.837120383351104 + - type: nauc_map_at_20_diff1 + value: 25.274561705603706 + - type: nauc_map_at_20_max + value: 36.846696717838334 + - type: nauc_map_at_20_std + value: 20.073241003865924 + - type: nauc_map_at_3_diff1 + value: 26.01764061167898 + - type: nauc_map_at_3_max + value: 33.20138049456973 + - type: nauc_map_at_3_std + value: 14.230139192374121 + - type: nauc_map_at_5_diff1 + value: 25.09123372044605 + - type: nauc_map_at_5_max + value: 34.89124594920631 + - type: nauc_map_at_5_std + value: 16.70319126587545 + - type: nauc_mrr_at_1000_diff1 + value: 26.375252226612467 + - type: nauc_mrr_at_1000_max + value: 35.477327849397575 + - type: nauc_mrr_at_1000_std + value: 21.16791565302958 + - type: nauc_mrr_at_100_diff1 + value: 26.377160750801053 + - type: nauc_mrr_at_100_max + value: 35.49211341503135 + - type: nauc_mrr_at_100_std + value: 21.19391590137402 + - type: nauc_mrr_at_10_diff1 + value: 26.311212981822052 + - type: nauc_mrr_at_10_max + value: 35.588662356341594 + - type: nauc_mrr_at_10_std + value: 21.24369092394658 + - type: nauc_mrr_at_1_diff1 + value: 27.198678190552865 + - type: nauc_mrr_at_1_max + value: 31.017785831517703 + - type: nauc_mrr_at_1_std + value: 16.42737819423067 + - type: nauc_mrr_at_20_diff1 + value: 26.32032615102818 + - type: nauc_mrr_at_20_max + value: 35.57367760733253 + - type: nauc_mrr_at_20_std + value: 21.29294301389274 + - type: nauc_mrr_at_3_diff1 + value: 26.092036806660612 + - type: nauc_mrr_at_3_max + value: 34.31665231049064 + - type: nauc_mrr_at_3_std + value: 19.6674385140531 + - type: nauc_mrr_at_5_diff1 + value: 26.151603897636 + - type: nauc_mrr_at_5_max + value: 35.17650680885225 + - type: nauc_mrr_at_5_std + value: 20.573080891241787 + - type: nauc_ndcg_at_1000_diff1 + value: 25.65498442794641 + - type: nauc_ndcg_at_1000_max + value: 40.084443405536575 + - type: nauc_ndcg_at_1000_std + value: 26.795793663747304 + - type: nauc_ndcg_at_100_diff1 + value: 25.237187946595334 + - type: nauc_ndcg_at_100_max + value: 40.07873047722652 + - type: nauc_ndcg_at_100_std + value: 26.7859861991128 + - type: nauc_ndcg_at_10_diff1 + value: 24.236337614114206 + - type: nauc_ndcg_at_10_max + value: 38.22607740025273 + - type: nauc_ndcg_at_10_std + value: 23.272039117089907 + - type: nauc_ndcg_at_1_diff1 + value: 27.198678190552865 + - type: nauc_ndcg_at_1_max + value: 31.017785831517703 + - type: nauc_ndcg_at_1_std + value: 16.42737819423067 + - type: nauc_ndcg_at_20_diff1 + value: 24.724738711624312 + - type: nauc_ndcg_at_20_max + value: 39.24548121605356 + - type: nauc_ndcg_at_20_std + value: 25.228893154519525 + - type: nauc_ndcg_at_3_diff1 + value: 24.658317235435362 + - type: nauc_ndcg_at_3_max + value: 33.335101247559486 + - type: nauc_ndcg_at_3_std + value: 17.01054703727399 + - type: nauc_ndcg_at_5_diff1 + value: 24.31704097148463 + - type: nauc_ndcg_at_5_max + value: 36.14336690565576 + - type: nauc_ndcg_at_5_std + value: 19.69214379372329 + - type: nauc_precision_at_1000_diff1 + value: -2.8924045105824114 + - type: nauc_precision_at_1000_max + value: 5.89979568196701 + - type: nauc_precision_at_1000_std + value: 19.595702020634185 + - type: nauc_precision_at_100_diff1 + value: 3.8998389837458203 + - type: nauc_precision_at_100_max + value: 19.95415054849711 + - type: nauc_precision_at_100_std + value: 29.065971451387774 + - type: nauc_precision_at_10_diff1 + value: 9.462651146259638 + - type: nauc_precision_at_10_max + value: 29.680510389273447 + - type: nauc_precision_at_10_std + value: 29.345395013388686 + - type: nauc_precision_at_1_diff1 + value: 27.198678190552865 + - type: nauc_precision_at_1_max + value: 31.017785831517703 + - type: nauc_precision_at_1_std + value: 16.42737819423067 + - type: nauc_precision_at_20_diff1 + value: 8.261243519089712 + - type: nauc_precision_at_20_max + value: 27.929320115110023 + - type: nauc_precision_at_20_std + value: 31.459012229844742 + - type: nauc_precision_at_3_diff1 + value: 15.273777636613955 + - type: nauc_precision_at_3_max + value: 28.204944302903996 + - type: nauc_precision_at_3_std + value: 19.80674678483048 + - type: nauc_precision_at_5_diff1 + value: 11.487918382134389 + - type: nauc_precision_at_5_max + value: 28.62173130088314 + - type: nauc_precision_at_5_std + value: 23.626716801834526 + - type: nauc_recall_at_1000_diff1 + value: 22.332855309918482 + - type: nauc_recall_at_1000_max + value: 46.19202209060043 + - type: nauc_recall_at_1000_std + value: 48.263282583608465 + - type: nauc_recall_at_100_diff1 + value: 18.606992875038713 + - type: nauc_recall_at_100_max + value: 39.8050305915271 + - type: nauc_recall_at_100_std + value: 36.24645472497941 + - type: nauc_recall_at_10_diff1 + value: 18.232071663795725 + - type: nauc_recall_at_10_max + value: 37.67075857623269 + - type: nauc_recall_at_10_std + value: 26.788012514411548 + - type: nauc_recall_at_1_diff1 + value: 31.079857565386533 + - type: nauc_recall_at_1_max + value: 31.982413172438463 + - type: nauc_recall_at_1_std + value: 10.837120383351104 + - type: nauc_recall_at_20_diff1 + value: 18.306236535885443 + - type: nauc_recall_at_20_max + value: 38.24540146525127 + - type: nauc_recall_at_20_std + value: 30.329987162287033 + - type: nauc_recall_at_3_diff1 + value: 22.00237059430624 + - type: nauc_recall_at_3_max + value: 32.60315366638792 + - type: nauc_recall_at_3_std + value: 15.991207369096077 + - type: nauc_recall_at_5_diff1 + value: 19.305335536530087 + - type: nauc_recall_at_5_max + value: 35.001491825528966 + - type: nauc_recall_at_5_std + value: 20.46796749831726 + - type: ndcg_at_1 + value: 36.482 + - type: ndcg_at_10 + value: 37.835 + - type: ndcg_at_100 + value: 45.332 + - type: ndcg_at_1000 + value: 48.503 + - type: ndcg_at_20 + value: 40.991 + - type: ndcg_at_3 + value: 31.735999999999997 + - type: ndcg_at_5 + value: 34.015 + - type: precision_at_1 + value: 36.482 + - type: precision_at_10 + value: 11.726 + - type: precision_at_100 + value: 1.978 + - type: precision_at_1000 + value: 0.258 + - type: precision_at_20 + value: 7.234999999999999 + - type: precision_at_3 + value: 23.822 + - type: precision_at_5 + value: 18.319 + - type: recall_at_1 + value: 16.408 + - type: recall_at_10 + value: 43.915 + - type: recall_at_100 + value: 69.173 + - type: recall_at_1000 + value: 86.58 + - type: recall_at_20 + value: 52.744 + - type: recall_at_3 + value: 28.682999999999996 + - type: recall_at_5 + value: 35.481 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: dev + type: mteb/dbpedia + metrics: + - type: main_score + value: 55.144000000000005 + - type: map_at_1 + value: 11.826 + - type: map_at_10 + value: 27.172 + - type: map_at_100 + value: 38.257000000000005 + - type: map_at_1000 + value: 40.097 + - type: map_at_20 + value: 32.123000000000005 + - type: map_at_3 + value: 19.369 + - type: map_at_5 + value: 22.351 + - type: mrr_at_1 + value: 80.59701492537313 + - type: mrr_at_10 + value: 86.33499170812604 + - type: mrr_at_100 + value: 86.45227090143814 + - type: mrr_at_1000 + value: 86.45227090143814 + - type: mrr_at_20 + value: 86.40961857379767 + - type: mrr_at_3 + value: 85.57213930348257 + - type: mrr_at_5 + value: 86.16915422885573 + - type: nauc_map_at_1000_diff1 + value: 31.072194916682385 + - type: nauc_map_at_1000_max + value: 21.804811518161618 + - type: nauc_map_at_1000_std + value: -2.951237857245905 + - type: nauc_map_at_100_diff1 + value: 32.56060360145279 + - type: nauc_map_at_100_max + value: 21.242298925848857 + - type: nauc_map_at_100_std + value: -6.601591083112349 + - type: nauc_map_at_10_diff1 + value: 45.43742246641206 + - type: nauc_map_at_10_max + value: 17.21692770004215 + - type: nauc_map_at_10_std + value: -26.109238645663996 + - type: nauc_map_at_1_diff1 + value: 59.342871771182246 + - type: nauc_map_at_1_max + value: 7.61369981711965 + - type: nauc_map_at_1_std + value: -43.77056595417028 + - type: nauc_map_at_20_diff1 + value: 41.28476777471806 + - type: nauc_map_at_20_max + value: 19.146619219149965 + - type: nauc_map_at_20_std + value: -18.138173228934672 + - type: nauc_map_at_3_diff1 + value: 50.01554010863971 + - type: nauc_map_at_3_max + value: 8.780067252066651 + - type: nauc_map_at_3_std + value: -38.97142391357302 + - type: nauc_map_at_5_diff1 + value: 49.10129058095009 + - type: nauc_map_at_5_max + value: 11.656196663534313 + - type: nauc_map_at_5_std + value: -34.72355570603387 + - type: nauc_mrr_at_1000_diff1 + value: 58.78754980587956 + - type: nauc_mrr_at_1000_max + value: 49.8860031204746 + - type: nauc_mrr_at_1000_std + value: 8.296926794472618 + - type: nauc_mrr_at_100_diff1 + value: 58.78754980587956 + - type: nauc_mrr_at_100_max + value: 49.8860031204746 + - type: nauc_mrr_at_100_std + value: 8.296926794472618 + - type: nauc_mrr_at_10_diff1 + value: 58.91162028285357 + - type: nauc_mrr_at_10_max + value: 50.335451094273985 + - type: nauc_mrr_at_10_std + value: 9.007586894775534 + - type: nauc_mrr_at_1_diff1 + value: 57.59201084653059 + - type: nauc_mrr_at_1_max + value: 37.00330988333697 + - type: nauc_mrr_at_1_std + value: -1.747744103132987 + - type: nauc_mrr_at_20_diff1 + value: 58.75119254917311 + - type: nauc_mrr_at_20_max + value: 50.05039741296804 + - type: nauc_mrr_at_20_std + value: 8.560730939300612 + - type: nauc_mrr_at_3_diff1 + value: 59.25818070675737 + - type: nauc_mrr_at_3_max + value: 50.21290391831141 + - type: nauc_mrr_at_3_std + value: 5.888545263632479 + - type: nauc_mrr_at_5_diff1 + value: 58.86883176773856 + - type: nauc_mrr_at_5_max + value: 50.957401246316245 + - type: nauc_mrr_at_5_std + value: 9.799770718943135 + - type: nauc_ndcg_at_1000_diff1 + value: 31.017440394196054 + - type: nauc_ndcg_at_1000_max + value: 34.76839774920455 + - type: nauc_ndcg_at_1000_std + value: 18.394503679584197 + - type: nauc_ndcg_at_100_diff1 + value: 33.46897937355806 + - type: nauc_ndcg_at_100_max + value: 30.1308096551965 + - type: nauc_ndcg_at_100_std + value: 4.811329419196584 + - type: nauc_ndcg_at_10_diff1 + value: 34.738421563806796 + - type: nauc_ndcg_at_10_max + value: 31.63787832072571 + - type: nauc_ndcg_at_10_std + value: 6.047471445378135 + - type: nauc_ndcg_at_1_diff1 + value: 41.838767871859105 + - type: nauc_ndcg_at_1_max + value: 29.76412378121819 + - type: nauc_ndcg_at_1_std + value: -6.662981751747337 + - type: nauc_ndcg_at_20_diff1 + value: 37.2936047770493 + - type: nauc_ndcg_at_20_max + value: 27.509688843351928 + - type: nauc_ndcg_at_20_std + value: -4.226207480988211 + - type: nauc_ndcg_at_3_diff1 + value: 26.741771232683075 + - type: nauc_ndcg_at_3_max + value: 27.39386896838887 + - type: nauc_ndcg_at_3_std + value: 1.6639808702221104 + - type: nauc_ndcg_at_5_diff1 + value: 32.70843930376316 + - type: nauc_ndcg_at_5_max + value: 27.924846120043256 + - type: nauc_ndcg_at_5_std + value: 6.138807313274158 + - type: nauc_precision_at_1000_diff1 + value: -32.41203303482423 + - type: nauc_precision_at_1000_max + value: 8.093545818882905 + - type: nauc_precision_at_1000_std + value: 47.02494471043404 + - type: nauc_precision_at_100_diff1 + value: -31.578281780421502 + - type: nauc_precision_at_100_max + value: 11.08125301543009 + - type: nauc_precision_at_100_std + value: 50.533022672180394 + - type: nauc_precision_at_10_diff1 + value: -22.738530687885405 + - type: nauc_precision_at_10_max + value: 23.330840950192325 + - type: nauc_precision_at_10_std + value: 50.76435402136226 + - type: nauc_precision_at_1_diff1 + value: 57.59201084653059 + - type: nauc_precision_at_1_max + value: 37.00330988333697 + - type: nauc_precision_at_1_std + value: -1.747744103132987 + - type: nauc_precision_at_20_diff1 + value: -25.002019953837003 + - type: nauc_precision_at_20_max + value: 16.971378988976706 + - type: nauc_precision_at_20_std + value: 48.07345104684135 + - type: nauc_precision_at_3_diff1 + value: -8.197173818536056 + - type: nauc_precision_at_3_max + value: 25.695195187226403 + - type: nauc_precision_at_3_std + value: 31.111863515602995 + - type: nauc_precision_at_5_diff1 + value: -12.956574437433844 + - type: nauc_precision_at_5_max + value: 21.41273346493039 + - type: nauc_precision_at_5_std + value: 42.55631329398401 + - type: nauc_recall_at_1000_diff1 + value: 9.76915442349142 + - type: nauc_recall_at_1000_max + value: 23.74302893109814 + - type: nauc_recall_at_1000_std + value: 33.123159475147816 + - type: nauc_recall_at_100_diff1 + value: 13.96782611551897 + - type: nauc_recall_at_100_max + value: 21.02306088177266 + - type: nauc_recall_at_100_std + value: 3.0239346149170645 + - type: nauc_recall_at_10_diff1 + value: 36.502833630310036 + - type: nauc_recall_at_10_max + value: 15.575967406133087 + - type: nauc_recall_at_10_std + value: -25.645224052787295 + - type: nauc_recall_at_1_diff1 + value: 59.342871771182246 + - type: nauc_recall_at_1_max + value: 7.61369981711965 + - type: nauc_recall_at_1_std + value: -43.77056595417028 + - type: nauc_recall_at_20_diff1 + value: 26.27422331579885 + - type: nauc_recall_at_20_max + value: 13.135043270702166 + - type: nauc_recall_at_20_std + value: -19.92673944513883 + - type: nauc_recall_at_3_diff1 + value: 48.18220967640245 + - type: nauc_recall_at_3_max + value: 9.54094958941248 + - type: nauc_recall_at_3_std + value: -37.97033782144305 + - type: nauc_recall_at_5_diff1 + value: 46.575464923304686 + - type: nauc_recall_at_5_max + value: 12.024807120200766 + - type: nauc_recall_at_5_std + value: -33.73533843493903 + - type: ndcg_at_1 + value: 71.642 + - type: ndcg_at_10 + value: 55.144000000000005 + - type: ndcg_at_100 + value: 59.753 + - type: ndcg_at_1000 + value: 66.89500000000001 + - type: ndcg_at_20 + value: 54.114 + - type: ndcg_at_3 + value: 62.373 + - type: ndcg_at_5 + value: 57.926 + - type: precision_at_1 + value: 80.597 + - type: precision_at_10 + value: 41.343 + - type: precision_at_100 + value: 12.030000000000001 + - type: precision_at_1000 + value: 1.8270000000000002 + - type: precision_at_20 + value: 31.791000000000004 + - type: precision_at_3 + value: 63.682 + - type: precision_at_5 + value: 52.239000000000004 + - type: recall_at_1 + value: 11.826 + - type: recall_at_10 + value: 33.28 + - type: recall_at_100 + value: 65.91 + - type: recall_at_1000 + value: 88.39200000000001 + - type: recall_at_20 + value: 44.482 + - type: recall_at_3 + value: 20.377000000000002 + - type: recall_at_5 + value: 24.102999999999998 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 46.062999999999995 + - type: map_at_1 + value: 9.913 + - type: map_at_10 + value: 22.713 + - type: map_at_100 + value: 32.995999999999995 + - type: map_at_1000 + value: 34.845 + - type: map_at_20 + value: 26.650000000000002 + - type: map_at_3 + value: 16.052 + - type: map_at_5 + value: 18.892999999999997 + - type: mrr_at_1 + value: 72.75 + - type: mrr_at_10 + value: 79.93075396825398 + - type: mrr_at_100 + value: 80.15202418448516 + - type: mrr_at_1000 + value: 80.16338022685652 + - type: mrr_at_20 + value: 80.10524750447352 + - type: mrr_at_3 + value: 78.375 + - type: mrr_at_5 + value: 79.5 + - type: nauc_map_at_1000_diff1 + value: 15.703992161125676 + - type: nauc_map_at_1000_max + value: 23.35271482732561 + - type: nauc_map_at_1000_std + value: 31.149527138283002 + - type: nauc_map_at_100_diff1 + value: 16.785306132760873 + - type: nauc_map_at_100_max + value: 21.540254096945795 + - type: nauc_map_at_100_std + value: 28.232069035246422 + - type: nauc_map_at_10_diff1 + value: 20.402743546183082 + - type: nauc_map_at_10_max + value: 7.042045670852542 + - type: nauc_map_at_10_std + value: 0.16763671800997607 + - type: nauc_map_at_1_diff1 + value: 35.775061062200926 + - type: nauc_map_at_1_max + value: -3.2698850217174287 + - type: nauc_map_at_1_std + value: -19.56795709087053 + - type: nauc_map_at_20_diff1 + value: 18.699651665323326 + - type: nauc_map_at_20_max + value: 13.328266382559917 + - type: nauc_map_at_20_std + value: 11.47185661443564 + - type: nauc_map_at_3_diff1 + value: 25.81987347945424 + - type: nauc_map_at_3_max + value: -0.15648299152936088 + - type: nauc_map_at_3_std + value: -13.835424548479757 + - type: nauc_map_at_5_diff1 + value: 23.439523519895587 + - type: nauc_map_at_5_max + value: 1.5356852327250021 + - type: nauc_map_at_5_std + value: -9.703910926625412 + - type: nauc_mrr_at_1000_diff1 + value: 52.46673675514906 + - type: nauc_mrr_at_1000_max + value: 63.470733964613935 + - type: nauc_mrr_at_1000_std + value: 45.63124329941225 + - type: nauc_mrr_at_100_diff1 + value: 52.453615789844285 + - type: nauc_mrr_at_100_max + value: 63.46889395676577 + - type: nauc_mrr_at_100_std + value: 45.60690760740741 + - type: nauc_mrr_at_10_diff1 + value: 52.418811815325775 + - type: nauc_mrr_at_10_max + value: 63.458017896693896 + - type: nauc_mrr_at_10_std + value: 45.69048100462888 + - type: nauc_mrr_at_1_diff1 + value: 51.64249864649329 + - type: nauc_mrr_at_1_max + value: 61.7930671192988 + - type: nauc_mrr_at_1_std + value: 45.65780424635283 + - type: nauc_mrr_at_20_diff1 + value: 52.51320760078821 + - type: nauc_mrr_at_20_max + value: 63.45648957193841 + - type: nauc_mrr_at_20_std + value: 45.643345257424215 + - type: nauc_mrr_at_3_diff1 + value: 52.684081166956375 + - type: nauc_mrr_at_3_max + value: 63.47934202170013 + - type: nauc_mrr_at_3_std + value: 45.258022228781805 + - type: nauc_mrr_at_5_diff1 + value: 52.404417203072725 + - type: nauc_mrr_at_5_max + value: 63.622003998330335 + - type: nauc_mrr_at_5_std + value: 45.56023178180955 + - type: nauc_ndcg_at_1000_diff1 + value: 21.457460034962793 + - type: nauc_ndcg_at_1000_max + value: 38.48004433256833 + - type: nauc_ndcg_at_1000_std + value: 44.50501821602239 + - type: nauc_ndcg_at_100_diff1 + value: 22.96499973613431 + - type: nauc_ndcg_at_100_max + value: 32.279961000176996 + - type: nauc_ndcg_at_100_std + value: 36.24772810425709 + - type: nauc_ndcg_at_10_diff1 + value: 22.80486448431605 + - type: nauc_ndcg_at_10_max + value: 31.855350572992712 + - type: nauc_ndcg_at_10_std + value: 32.02098815228779 + - type: nauc_ndcg_at_1_diff1 + value: 42.52237678010534 + - type: nauc_ndcg_at_1_max + value: 43.07107038550254 + - type: nauc_ndcg_at_1_std + value: 32.29636539687786 + - type: nauc_ndcg_at_20_diff1 + value: 23.33376144999378 + - type: nauc_ndcg_at_20_max + value: 29.47723113288734 + - type: nauc_ndcg_at_20_std + value: 29.39360988758012 + - type: nauc_ndcg_at_3_diff1 + value: 26.354022177902426 + - type: nauc_ndcg_at_3_max + value: 34.34518581558593 + - type: nauc_ndcg_at_3_std + value: 30.620971800188308 + - type: nauc_ndcg_at_5_diff1 + value: 23.743192738244137 + - type: nauc_ndcg_at_5_max + value: 31.84064266620126 + - type: nauc_ndcg_at_5_std + value: 31.185813277650304 + - type: nauc_precision_at_1000_diff1 + value: -23.397310460810505 + - type: nauc_precision_at_1000_max + value: 4.094434610744116 + - type: nauc_precision_at_1000_std + value: 16.721869991290177 + - type: nauc_precision_at_100_diff1 + value: -9.979052269943192 + - type: nauc_precision_at_100_max + value: 30.59858046499311 + - type: nauc_precision_at_100_std + value: 48.98467116206844 + - type: nauc_precision_at_10_diff1 + value: -5.612358654181445 + - type: nauc_precision_at_10_max + value: 38.881592521775225 + - type: nauc_precision_at_10_std + value: 55.44555278772913 + - type: nauc_precision_at_1_diff1 + value: 51.64249864649329 + - type: nauc_precision_at_1_max + value: 61.7930671192988 + - type: nauc_precision_at_1_std + value: 45.65780424635283 + - type: nauc_precision_at_20_diff1 + value: -5.663214776548806 + - type: nauc_precision_at_20_max + value: 37.95746951813096 + - type: nauc_precision_at_20_std + value: 55.85134464939927 + - type: nauc_precision_at_3_diff1 + value: 5.956898719194746 + - type: nauc_precision_at_3_max + value: 37.315381572930626 + - type: nauc_precision_at_3_std + value: 43.463129246499506 + - type: nauc_precision_at_5_diff1 + value: -0.67640128719057 + - type: nauc_precision_at_5_max + value: 36.05694594117169 + - type: nauc_precision_at_5_std + value: 48.36937473304257 + - type: nauc_recall_at_1000_diff1 + value: 11.230184686028919 + - type: nauc_recall_at_1000_max + value: 33.60147376937396 + - type: nauc_recall_at_1000_std + value: 53.068732741076055 + - type: nauc_recall_at_100_diff1 + value: 15.566530633394684 + - type: nauc_recall_at_100_max + value: 23.57721391991314 + - type: nauc_recall_at_100_std + value: 31.386352775767566 + - type: nauc_recall_at_10_diff1 + value: 17.096462310522874 + - type: nauc_recall_at_10_max + value: 2.2836136689655127 + - type: nauc_recall_at_10_std + value: -4.65565377513818 + - type: nauc_recall_at_1_diff1 + value: 35.775061062200926 + - type: nauc_recall_at_1_max + value: -3.2698850217174287 + - type: nauc_recall_at_1_std + value: -19.56795709087053 + - type: nauc_recall_at_20_diff1 + value: 14.19787786895807 + - type: nauc_recall_at_20_max + value: 7.524383196640643 + - type: nauc_recall_at_20_std + value: 5.656566482975458 + - type: nauc_recall_at_3_diff1 + value: 23.847261122849588 + - type: nauc_recall_at_3_max + value: -2.611801666377753 + - type: nauc_recall_at_3_std + value: -16.43695458424158 + - type: nauc_recall_at_5_diff1 + value: 20.607771671835604 + - type: nauc_recall_at_5_max + value: -2.949503014688604 + - type: nauc_recall_at_5_std + value: -14.602394621100709 + - type: ndcg_at_1 + value: 60.0 + - type: ndcg_at_10 + value: 46.062999999999995 + - type: ndcg_at_100 + value: 51.717999999999996 + - type: ndcg_at_1000 + value: 59.181 + - type: ndcg_at_20 + value: 45.837 + - type: ndcg_at_3 + value: 50.568999999999996 + - type: ndcg_at_5 + value: 47.981 + - type: precision_at_1 + value: 72.75 + - type: precision_at_10 + value: 37.1 + - type: precision_at_100 + value: 11.98 + - type: precision_at_1000 + value: 2.284 + - type: precision_at_20 + value: 28.499999999999996 + - type: precision_at_3 + value: 54.833 + - type: precision_at_5 + value: 46.550000000000004 + - type: recall_at_1 + value: 9.913 + - type: recall_at_10 + value: 28.154 + - type: recall_at_100 + value: 58.841 + - type: recall_at_1000 + value: 82.329 + - type: recall_at_20 + value: 36.971 + - type: recall_at_3 + value: 17.336 + - type: recall_at_5 + value: 21.612000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: dev + type: mteb/fever + metrics: + - type: main_score + value: 90.881 + - type: map_at_1 + value: 80.818 + - type: map_at_10 + value: 87.866 + - type: map_at_100 + value: 88.083 + - type: map_at_1000 + value: 88.095 + - type: map_at_20 + value: 87.991 + - type: map_at_3 + value: 87.069 + - type: map_at_5 + value: 87.569 + - type: mrr_at_1 + value: 87.56375637563757 + - type: mrr_at_10 + value: 92.82259178298779 + - type: mrr_at_100 + value: 92.84322154467066 + - type: mrr_at_1000 + value: 92.84344246383182 + - type: mrr_at_20 + value: 92.83903406133638 + - type: mrr_at_3 + value: 92.52175217521747 + - type: mrr_at_5 + value: 92.73627362736265 + - type: nauc_map_at_1000_diff1 + value: 46.87623575032174 + - type: nauc_map_at_1000_max + value: 12.297201771693372 + - type: nauc_map_at_1000_std + value: -9.479310845495277 + - type: nauc_map_at_100_diff1 + value: 46.84134556922246 + - type: nauc_map_at_100_max + value: 12.292309938105879 + - type: nauc_map_at_100_std + value: -9.466678629428921 + - type: nauc_map_at_10_diff1 + value: 46.181390015451946 + - type: nauc_map_at_10_max + value: 11.927988984700725 + - type: nauc_map_at_10_std + value: -9.666045508151084 + - type: nauc_map_at_1_diff1 + value: 53.10928810328134 + - type: nauc_map_at_1_max + value: 7.540404621177918 + - type: nauc_map_at_1_std + value: -13.906212384769297 + - type: nauc_map_at_20_diff1 + value: 46.49635746130797 + - type: nauc_map_at_20_max + value: 12.13593751368467 + - type: nauc_map_at_20_std + value: -9.607633449073036 + - type: nauc_map_at_3_diff1 + value: 45.940411564236655 + - type: nauc_map_at_3_max + value: 11.433507590443073 + - type: nauc_map_at_3_std + value: -10.96299821239248 + - type: nauc_map_at_5_diff1 + value: 45.87354953980392 + - type: nauc_map_at_5_max + value: 11.548053546333442 + - type: nauc_map_at_5_std + value: -10.299403473081103 + - type: nauc_mrr_at_1000_diff1 + value: 74.96436552895679 + - type: nauc_mrr_at_1000_max + value: 15.081704623272563 + - type: nauc_mrr_at_1000_std + value: -21.505452950257524 + - type: nauc_mrr_at_100_diff1 + value: 74.96337776424838 + - type: nauc_mrr_at_100_max + value: 15.084165693265266 + - type: nauc_mrr_at_100_std + value: -21.502705745641805 + - type: nauc_mrr_at_10_diff1 + value: 74.95512856225042 + - type: nauc_mrr_at_10_max + value: 15.179216919044547 + - type: nauc_mrr_at_10_std + value: -21.54772408489513 + - type: nauc_mrr_at_1_diff1 + value: 75.1059297404218 + - type: nauc_mrr_at_1_max + value: 11.81006208731222 + - type: nauc_mrr_at_1_std + value: -20.585909179161106 + - type: nauc_mrr_at_20_diff1 + value: 74.96842612971291 + - type: nauc_mrr_at_20_max + value: 15.114351703094453 + - type: nauc_mrr_at_20_std + value: -21.513817851207094 + - type: nauc_mrr_at_3_diff1 + value: 75.02285494504581 + - type: nauc_mrr_at_3_max + value: 16.0556430520842 + - type: nauc_mrr_at_3_std + value: -21.96831001623427 + - type: nauc_mrr_at_5_diff1 + value: 74.90651790965175 + - type: nauc_mrr_at_5_max + value: 15.372261833733539 + - type: nauc_mrr_at_5_std + value: -21.675988243802003 + - type: nauc_ndcg_at_1000_diff1 + value: 50.2435944626682 + - type: nauc_ndcg_at_1000_max + value: 14.561661200135982 + - type: nauc_ndcg_at_1000_std + value: -8.914496686293512 + - type: nauc_ndcg_at_100_diff1 + value: 49.45862609681797 + - type: nauc_ndcg_at_100_max + value: 14.574933247820116 + - type: nauc_ndcg_at_100_std + value: -8.401737989352354 + - type: nauc_ndcg_at_10_diff1 + value: 46.70923651777826 + - type: nauc_ndcg_at_10_max + value: 13.472299853545234 + - type: nauc_ndcg_at_10_std + value: -8.83553728476895 + - type: nauc_ndcg_at_1_diff1 + value: 75.1059297404218 + - type: nauc_ndcg_at_1_max + value: 11.81006208731222 + - type: nauc_ndcg_at_1_std + value: -20.585909179161106 + - type: nauc_ndcg_at_20_diff1 + value: 47.55000104826263 + - type: nauc_ndcg_at_20_max + value: 14.006480095713588 + - type: nauc_ndcg_at_20_std + value: -8.658752805425454 + - type: nauc_ndcg_at_3_diff1 + value: 47.637455273739995 + - type: nauc_ndcg_at_3_max + value: 13.770838942196637 + - type: nauc_ndcg_at_3_std + value: -11.280620068648076 + - type: nauc_ndcg_at_5_diff1 + value: 46.43880641265911 + - type: nauc_ndcg_at_5_max + value: 13.08583931363886 + - type: nauc_ndcg_at_5_std + value: -10.06515821709641 + - type: nauc_precision_at_1000_diff1 + value: -7.74658978838917 + - type: nauc_precision_at_1000_max + value: 4.751261690843568 + - type: nauc_precision_at_1000_std + value: 9.364113114197997 + - type: nauc_precision_at_100_diff1 + value: -6.8148922522222115 + - type: nauc_precision_at_100_max + value: 6.972247112602814 + - type: nauc_precision_at_100_std + value: 11.878899724333886 + - type: nauc_precision_at_10_diff1 + value: -9.26742080488489 + - type: nauc_precision_at_10_max + value: 10.151685398959382 + - type: nauc_precision_at_10_std + value: 12.57287300284158 + - type: nauc_precision_at_1_diff1 + value: 75.1059297404218 + - type: nauc_precision_at_1_max + value: 11.81006208731222 + - type: nauc_precision_at_1_std + value: -20.585909179161106 + - type: nauc_precision_at_20_diff1 + value: -9.46809712351495 + - type: nauc_precision_at_20_max + value: 9.070842702517606 + - type: nauc_precision_at_20_std + value: 12.63029281322448 + - type: nauc_precision_at_3_diff1 + value: 4.482731450261291 + - type: nauc_precision_at_3_max + value: 15.23040684493045 + - type: nauc_precision_at_3_std + value: 1.6067730909628326 + - type: nauc_precision_at_5_diff1 + value: -5.71269063574531 + - type: nauc_precision_at_5_max + value: 11.572460670136449 + - type: nauc_precision_at_5_std + value: 7.83824414993744 + - type: nauc_recall_at_1000_diff1 + value: 2.7016711342522663 + - type: nauc_recall_at_1000_max + value: 38.550518524354906 + - type: nauc_recall_at_1000_std + value: 46.777091414426614 + - type: nauc_recall_at_100_diff1 + value: 8.833739498081504 + - type: nauc_recall_at_100_max + value: 28.457805489841665 + - type: nauc_recall_at_100_std + value: 32.44508615804357 + - type: nauc_recall_at_10_diff1 + value: 9.414374970261905 + - type: nauc_recall_at_10_max + value: 16.400771079732788 + - type: nauc_recall_at_10_std + value: 11.211729067346221 + - type: nauc_recall_at_1_diff1 + value: 53.10928810328134 + - type: nauc_recall_at_1_max + value: 7.540404621177918 + - type: nauc_recall_at_1_std + value: -13.906212384769297 + - type: nauc_recall_at_20_diff1 + value: 7.2361585201604255 + - type: nauc_recall_at_20_max + value: 19.916481947882193 + - type: nauc_recall_at_20_std + value: 16.717994401180736 + - type: nauc_recall_at_3_diff1 + value: 23.19365013128098 + - type: nauc_recall_at_3_max + value: 15.22562423195164 + - type: nauc_recall_at_3_std + value: -3.6529481843146376 + - type: nauc_recall_at_5_diff1 + value: 15.503999284173625 + - type: nauc_recall_at_5_max + value: 14.508056870663811 + - type: nauc_recall_at_5_std + value: 1.978806929057799 + - type: ndcg_at_1 + value: 87.564 + - type: ndcg_at_10 + value: 90.881 + - type: ndcg_at_100 + value: 91.513 + - type: ndcg_at_1000 + value: 91.71000000000001 + - type: ndcg_at_20 + value: 91.148 + - type: ndcg_at_3 + value: 89.917 + - type: ndcg_at_5 + value: 90.434 + - type: precision_at_1 + value: 87.564 + - type: precision_at_10 + value: 10.711 + - type: precision_at_100 + value: 1.135 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 5.463 + - type: precision_at_3 + value: 33.993 + - type: precision_at_5 + value: 20.888 + - type: recall_at_1 + value: 80.818 + - type: recall_at_10 + value: 95.22800000000001 + - type: recall_at_100 + value: 97.52499999999999 + - type: recall_at_1000 + value: 98.691 + - type: recall_at_20 + value: 96.081 + - type: recall_at_3 + value: 92.43299999999999 + - type: recall_at_5 + value: 93.92200000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 89.917 + - type: map_at_1 + value: 78.50200000000001 + - type: map_at_10 + value: 86.568 + - type: map_at_100 + value: 86.785 + - type: map_at_1000 + value: 86.797 + - type: map_at_20 + value: 86.701 + - type: map_at_3 + value: 85.59400000000001 + - type: map_at_5 + value: 86.223 + - type: mrr_at_1 + value: 84.77347734773477 + - type: mrr_at_10 + value: 91.097966939551 + - type: mrr_at_100 + value: 91.12558512468273 + - type: mrr_at_1000 + value: 91.1260701737618 + - type: mrr_at_20 + value: 91.11946032681844 + - type: mrr_at_3 + value: 90.68406840684058 + - type: mrr_at_5 + value: 90.98784878487835 + - type: nauc_map_at_1000_diff1 + value: 50.87906171648577 + - type: nauc_map_at_1000_max + value: 7.146488902357113 + - type: nauc_map_at_1000_std + value: -12.846432203603294 + - type: nauc_map_at_100_diff1 + value: 50.81856235257227 + - type: nauc_map_at_100_max + value: 7.142093753041584 + - type: nauc_map_at_100_std + value: -12.819609867775798 + - type: nauc_map_at_10_diff1 + value: 50.334680606872986 + - type: nauc_map_at_10_max + value: 7.0836766324370695 + - type: nauc_map_at_10_std + value: -12.768283326531977 + - type: nauc_map_at_1_diff1 + value: 56.03047128824491 + - type: nauc_map_at_1_max + value: 1.9657828096288057 + - type: nauc_map_at_1_std + value: -16.09258344775108 + - type: nauc_map_at_20_diff1 + value: 50.59898980840294 + - type: nauc_map_at_20_max + value: 7.171824094888314 + - type: nauc_map_at_20_std + value: -12.755654528759749 + - type: nauc_map_at_3_diff1 + value: 50.10970484630358 + - type: nauc_map_at_3_max + value: 6.495427590658401 + - type: nauc_map_at_3_std + value: -14.334341284587198 + - type: nauc_map_at_5_diff1 + value: 50.085796858441846 + - type: nauc_map_at_5_max + value: 6.9713526722279235 + - type: nauc_map_at_5_std + value: -13.24882433153497 + - type: nauc_mrr_at_1000_diff1 + value: 71.7413632225038 + - type: nauc_mrr_at_1000_max + value: 3.865641782196838 + - type: nauc_mrr_at_1000_std + value: -24.555236632082018 + - type: nauc_mrr_at_100_diff1 + value: 71.73848550292642 + - type: nauc_mrr_at_100_max + value: 3.868547078561582 + - type: nauc_mrr_at_100_std + value: -24.549516364510097 + - type: nauc_mrr_at_10_diff1 + value: 71.71567149170303 + - type: nauc_mrr_at_10_max + value: 3.996112870850431 + - type: nauc_mrr_at_10_std + value: -24.507926982679656 + - type: nauc_mrr_at_1_diff1 + value: 72.45922013700734 + - type: nauc_mrr_at_1_max + value: 1.8703455839128875 + - type: nauc_mrr_at_1_std + value: -23.12219651563944 + - type: nauc_mrr_at_20_diff1 + value: 71.74174120635641 + - type: nauc_mrr_at_20_max + value: 3.929695014596715 + - type: nauc_mrr_at_20_std + value: -24.492801146396122 + - type: nauc_mrr_at_3_diff1 + value: 71.6212411128049 + - type: nauc_mrr_at_3_max + value: 4.227925028200142 + - type: nauc_mrr_at_3_std + value: -25.64285955172264 + - type: nauc_mrr_at_5_diff1 + value: 71.80132592467288 + - type: nauc_mrr_at_5_max + value: 4.1553514465112995 + - type: nauc_mrr_at_5_std + value: -24.93394619376225 + - type: nauc_ndcg_at_1000_diff1 + value: 53.6216140857924 + - type: nauc_ndcg_at_1000_max + value: 8.199696972556648 + - type: nauc_ndcg_at_1000_std + value: -12.848833254863706 + - type: nauc_ndcg_at_100_diff1 + value: 52.4771074390175 + - type: nauc_ndcg_at_100_max + value: 8.266327098153694 + - type: nauc_ndcg_at_100_std + value: -12.141877748527016 + - type: nauc_ndcg_at_10_diff1 + value: 50.39079678583025 + - type: nauc_ndcg_at_10_max + value: 8.460346209587346 + - type: nauc_ndcg_at_10_std + value: -11.739805102684473 + - type: nauc_ndcg_at_1_diff1 + value: 72.45922013700734 + - type: nauc_ndcg_at_1_max + value: 1.8703455839128875 + - type: nauc_ndcg_at_1_std + value: -23.12219651563944 + - type: nauc_ndcg_at_20_diff1 + value: 51.17449748619954 + - type: nauc_ndcg_at_20_max + value: 8.560656277843842 + - type: nauc_ndcg_at_20_std + value: -11.721957002532669 + - type: nauc_ndcg_at_3_diff1 + value: 51.697701767290724 + - type: nauc_ndcg_at_3_max + value: 7.949689650260239 + - type: nauc_ndcg_at_3_std + value: -15.497849863574933 + - type: nauc_ndcg_at_5_diff1 + value: 50.49788213345009 + - type: nauc_ndcg_at_5_max + value: 8.380898947808362 + - type: nauc_ndcg_at_5_std + value: -13.119756502356564 + - type: nauc_precision_at_1000_diff1 + value: -4.321234329511238 + - type: nauc_precision_at_1000_max + value: 4.842614825492312 + - type: nauc_precision_at_1000_std + value: 3.517128181017838 + - type: nauc_precision_at_100_diff1 + value: -7.201118735439735 + - type: nauc_precision_at_100_max + value: 6.529523563838742 + - type: nauc_precision_at_100_std + value: 7.106363711097527 + - type: nauc_precision_at_10_diff1 + value: -9.482064191334755 + - type: nauc_precision_at_10_max + value: 10.994306197736153 + - type: nauc_precision_at_10_std + value: 9.958273491520254 + - type: nauc_precision_at_1_diff1 + value: 72.45922013700734 + - type: nauc_precision_at_1_max + value: 1.8703455839128875 + - type: nauc_precision_at_1_std + value: -23.12219651563944 + - type: nauc_precision_at_20_diff1 + value: -9.380072735429245 + - type: nauc_precision_at_20_max + value: 9.856465558009173 + - type: nauc_precision_at_20_std + value: 9.131673380453492 + - type: nauc_precision_at_3_diff1 + value: 9.586710337314623 + - type: nauc_precision_at_3_max + value: 14.740209113800102 + - type: nauc_precision_at_3_std + value: -3.891333715748583 + - type: nauc_precision_at_5_diff1 + value: -3.998520236788054 + - type: nauc_precision_at_5_max + value: 13.422868860819156 + - type: nauc_precision_at_5_std + value: 6.108452997840511 + - type: nauc_recall_at_1000_diff1 + value: 3.385758105150115 + - type: nauc_recall_at_1000_max + value: 47.3665730767981 + - type: nauc_recall_at_1000_std + value: 56.87746303806031 + - type: nauc_recall_at_100_diff1 + value: -2.028014907991153 + - type: nauc_recall_at_100_max + value: 32.48324188848066 + - type: nauc_recall_at_100_std + value: 44.261168385513336 + - type: nauc_recall_at_10_diff1 + value: 10.768002004459115 + - type: nauc_recall_at_10_max + value: 22.566005820537097 + - type: nauc_recall_at_10_std + value: 17.40223735419854 + - type: nauc_recall_at_1_diff1 + value: 56.03047128824491 + - type: nauc_recall_at_1_max + value: 1.9657828096288057 + - type: nauc_recall_at_1_std + value: -16.09258344775108 + - type: nauc_recall_at_20_diff1 + value: 6.801138990752192 + - type: nauc_recall_at_20_max + value: 26.58420813169432 + - type: nauc_recall_at_20_std + value: 25.593452124921424 + - type: nauc_recall_at_3_diff1 + value: 28.43603012844233 + - type: nauc_recall_at_3_max + value: 13.635019609839791 + - type: nauc_recall_at_3_std + value: -7.307728685928379 + - type: nauc_recall_at_5_diff1 + value: 19.599627188133983 + - type: nauc_recall_at_5_max + value: 17.90056850206721 + - type: nauc_recall_at_5_std + value: 3.353861530030554 + - type: ndcg_at_1 + value: 84.773 + - type: ndcg_at_10 + value: 89.917 + - type: ndcg_at_100 + value: 90.577 + - type: ndcg_at_1000 + value: 90.739 + - type: ndcg_at_20 + value: 90.22200000000001 + - type: ndcg_at_3 + value: 88.601 + - type: ndcg_at_5 + value: 89.35499999999999 + - type: precision_at_1 + value: 84.773 + - type: precision_at_10 + value: 10.696 + - type: precision_at_100 + value: 1.13 + - type: precision_at_1000 + value: 0.116 + - type: precision_at_20 + value: 5.455 + - type: precision_at_3 + value: 33.663 + - type: precision_at_5 + value: 20.801 + - type: recall_at_1 + value: 78.50200000000001 + - type: recall_at_10 + value: 95.64099999999999 + - type: recall_at_100 + value: 98.05 + - type: recall_at_1000 + value: 98.964 + - type: recall_at_20 + value: 96.619 + - type: recall_at_3 + value: 92.11500000000001 + - type: recall_at_5 + value: 94.06 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: train + type: mteb/fever + metrics: + - type: main_score + value: 90.021 + - type: map_at_1 + value: 77.215 + - type: map_at_10 + value: 86.476 + - type: map_at_100 + value: 86.761 + - type: map_at_1000 + value: 86.777 + - type: map_at_20 + value: 86.644 + - type: map_at_3 + value: 85.468 + - type: map_at_5 + value: 86.114 + - type: mrr_at_1 + value: 85.91202986977507 + - type: mrr_at_10 + value: 92.10172296159176 + - type: mrr_at_100 + value: 92.11177503330649 + - type: mrr_at_1000 + value: 92.11183644281331 + - type: mrr_at_20 + value: 92.10977698448572 + - type: mrr_at_3 + value: 91.81556021005755 + - type: mrr_at_5 + value: 92.04623136933206 + - type: nauc_map_at_1000_diff1 + value: 37.58072321236068 + - type: nauc_map_at_1000_max + value: -6.510278319693357 + - type: nauc_map_at_1000_std + value: -18.5792270431547 + - type: nauc_map_at_100_diff1 + value: 37.52385817661018 + - type: nauc_map_at_100_max + value: -6.489982072051949 + - type: nauc_map_at_100_std + value: -18.540942037635315 + - type: nauc_map_at_10_diff1 + value: 36.72584282122918 + - type: nauc_map_at_10_max + value: -6.378333016857416 + - type: nauc_map_at_10_std + value: -18.334301752515383 + - type: nauc_map_at_1_diff1 + value: 43.69122799154449 + - type: nauc_map_at_1_max + value: -11.63127334717789 + - type: nauc_map_at_1_std + value: -20.7658737657603 + - type: nauc_map_at_20_diff1 + value: 37.15506375729163 + - type: nauc_map_at_20_max + value: -6.429970912214997 + - type: nauc_map_at_20_std + value: -18.42568919268748 + - type: nauc_map_at_3_diff1 + value: 36.215420008113746 + - type: nauc_map_at_3_max + value: -6.550185095475879 + - type: nauc_map_at_3_std + value: -19.166433923188197 + - type: nauc_map_at_5_diff1 + value: 36.27440671840188 + - type: nauc_map_at_5_max + value: -6.295231222513407 + - type: nauc_map_at_5_std + value: -18.381810402883904 + - type: nauc_mrr_at_1000_diff1 + value: 63.48752265792847 + - type: nauc_mrr_at_1000_max + value: -19.18676872869155 + - type: nauc_mrr_at_1000_std + value: -39.57174458519824 + - type: nauc_mrr_at_100_diff1 + value: 63.48736991454802 + - type: nauc_mrr_at_100_max + value: -19.185964488505324 + - type: nauc_mrr_at_100_std + value: -39.571005370486844 + - type: nauc_mrr_at_10_diff1 + value: 63.496892773682575 + - type: nauc_mrr_at_10_max + value: -19.137184489398113 + - type: nauc_mrr_at_10_std + value: -39.61121405465908 + - type: nauc_mrr_at_1_diff1 + value: 63.8931650178703 + - type: nauc_mrr_at_1_max + value: -19.13870592744866 + - type: nauc_mrr_at_1_std + value: -36.21650937803273 + - type: nauc_mrr_at_20_diff1 + value: 63.48977631792124 + - type: nauc_mrr_at_20_max + value: -19.167118938060913 + - type: nauc_mrr_at_20_std + value: -39.57706812851535 + - type: nauc_mrr_at_3_diff1 + value: 63.32934405332199 + - type: nauc_mrr_at_3_max + value: -19.24641986865118 + - type: nauc_mrr_at_3_std + value: -40.940129761950985 + - type: nauc_mrr_at_5_diff1 + value: 63.517348684708644 + - type: nauc_mrr_at_5_max + value: -19.11256790994168 + - type: nauc_mrr_at_5_std + value: -39.9749657068304 + - type: nauc_ndcg_at_1000_diff1 + value: 41.076101906247835 + - type: nauc_ndcg_at_1000_max + value: -7.226733640213606 + - type: nauc_ndcg_at_1000_std + value: -20.509409301747596 + - type: nauc_ndcg_at_100_diff1 + value: 39.912775071923846 + - type: nauc_ndcg_at_100_max + value: -6.6031024308101305 + - type: nauc_ndcg_at_100_std + value: -19.488976518418685 + - type: nauc_ndcg_at_10_diff1 + value: 36.991054890053746 + - type: nauc_ndcg_at_10_max + value: -5.703804107983826 + - type: nauc_ndcg_at_10_std + value: -18.30890245336646 + - type: nauc_ndcg_at_1_diff1 + value: 63.8931650178703 + - type: nauc_ndcg_at_1_max + value: -19.13870592744866 + - type: nauc_ndcg_at_1_std + value: -36.21650937803273 + - type: nauc_ndcg_at_20_diff1 + value: 38.06195629005128 + - type: nauc_ndcg_at_20_max + value: -5.956938984887445 + - type: nauc_ndcg_at_20_std + value: -18.55811206090083 + - type: nauc_ndcg_at_3_diff1 + value: 38.3253264990881 + - type: nauc_ndcg_at_3_max + value: -6.160356060424505 + - type: nauc_ndcg_at_3_std + value: -21.17644073772092 + - type: nauc_ndcg_at_5_diff1 + value: 36.81395160037575 + - type: nauc_ndcg_at_5_max + value: -5.5184833028226015 + - type: nauc_ndcg_at_5_std + value: -18.855728016827573 + - type: nauc_precision_at_1000_diff1 + value: -1.798023567581113 + - type: nauc_precision_at_1000_max + value: 2.075676216126402 + - type: nauc_precision_at_1000_std + value: 0.6661076521215061 + - type: nauc_precision_at_100_diff1 + value: -3.4104407178365914 + - type: nauc_precision_at_100_max + value: 4.0047525056348565 + - type: nauc_precision_at_100_std + value: 2.9538134117977 + - type: nauc_precision_at_10_diff1 + value: -7.971971190220629 + - type: nauc_precision_at_10_max + value: 5.79095981673231 + - type: nauc_precision_at_10_std + value: 2.679701881943801 + - type: nauc_precision_at_1_diff1 + value: 63.8931650178703 + - type: nauc_precision_at_1_max + value: -19.13870592744866 + - type: nauc_precision_at_1_std + value: -36.21650937803273 + - type: nauc_precision_at_20_diff1 + value: -5.97650346358847 + - type: nauc_precision_at_20_max + value: 5.356231824212161 + - type: nauc_precision_at_20_std + value: 3.3717231487953927 + - type: nauc_precision_at_3_diff1 + value: -4.338422835263307 + - type: nauc_precision_at_3_max + value: 5.225732964596468 + - type: nauc_precision_at_3_std + value: -7.216509536122836 + - type: nauc_precision_at_5_diff1 + value: -8.546583059668556 + - type: nauc_precision_at_5_max + value: 6.3921561938488995 + - type: nauc_precision_at_5_std + value: 0.14590803478964773 + - type: nauc_recall_at_1000_diff1 + value: -14.550446134779385 + - type: nauc_recall_at_1000_max + value: 40.7272814014902 + - type: nauc_recall_at_1000_std + value: 51.09977581242159 + - type: nauc_recall_at_100_diff1 + value: -9.382110771276123 + - type: nauc_recall_at_100_max + value: 29.248829469706678 + - type: nauc_recall_at_100_std + value: 35.13007427579197 + - type: nauc_recall_at_10_diff1 + value: -1.9178724742563424 + - type: nauc_recall_at_10_max + value: 17.388506357276793 + - type: nauc_recall_at_10_std + value: 14.607463593218906 + - type: nauc_recall_at_1_diff1 + value: 43.69122799154449 + - type: nauc_recall_at_1_max + value: -11.63127334717789 + - type: nauc_recall_at_1_std + value: -20.7658737657603 + - type: nauc_recall_at_20_diff1 + value: -4.360500447701097 + - type: nauc_recall_at_20_max + value: 21.02263450303614 + - type: nauc_recall_at_20_std + value: 20.999393483063248 + - type: nauc_recall_at_3_diff1 + value: 11.835627611412372 + - type: nauc_recall_at_3_max + value: 6.73026263313079 + - type: nauc_recall_at_3_std + value: -6.139330166444412 + - type: nauc_recall_at_5_diff1 + value: 3.847666226700295 + - type: nauc_recall_at_5_max + value: 12.82319379524697 + - type: nauc_recall_at_5_std + value: 5.2049518693364165 + - type: ndcg_at_1 + value: 85.912 + - type: ndcg_at_10 + value: 90.021 + - type: ndcg_at_100 + value: 90.807 + - type: ndcg_at_1000 + value: 91.022 + - type: ndcg_at_20 + value: 90.36800000000001 + - type: ndcg_at_3 + value: 88.95100000000001 + - type: ndcg_at_5 + value: 89.54299999999999 + - type: precision_at_1 + value: 85.912 + - type: precision_at_10 + value: 11.17 + - type: precision_at_100 + value: 1.205 + - type: precision_at_1000 + value: 0.125 + - type: precision_at_20 + value: 5.742 + - type: precision_at_3 + value: 34.993 + - type: precision_at_5 + value: 21.653 + - type: recall_at_1 + value: 77.215 + - type: recall_at_10 + value: 95.27 + - type: recall_at_100 + value: 97.946 + - type: recall_at_1000 + value: 99.151 + - type: recall_at_20 + value: 96.282 + - type: recall_at_3 + value: 92.061 + - type: recall_at_5 + value: 93.881 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: dev + type: mteb/fiqa + metrics: + - type: main_score + value: 46.132 + - type: map_at_1 + value: 26.173999999999996 + - type: map_at_10 + value: 38.342999999999996 + - type: map_at_100 + value: 40.264 + - type: map_at_1000 + value: 40.43 + - type: map_at_20 + value: 39.446 + - type: map_at_3 + value: 33.975 + - type: map_at_5 + value: 36.434 + - type: mrr_at_1 + value: 46.800000000000004 + - type: mrr_at_10 + value: 54.254126984126984 + - type: mrr_at_100 + value: 54.923209054678026 + - type: mrr_at_1000 + value: 54.96385524659587 + - type: mrr_at_20 + value: 54.642069278330894 + - type: mrr_at_3 + value: 51.96666666666668 + - type: mrr_at_5 + value: 53.36666666666666 + - type: nauc_map_at_1000_diff1 + value: 49.841885106876695 + - type: nauc_map_at_1000_max + value: 30.36895689778847 + - type: nauc_map_at_1000_std + value: 1.7567744666421903 + - type: nauc_map_at_100_diff1 + value: 49.81372794693455 + - type: nauc_map_at_100_max + value: 30.31791638948266 + - type: nauc_map_at_100_std + value: 1.7727102636629064 + - type: nauc_map_at_10_diff1 + value: 49.799159621528446 + - type: nauc_map_at_10_max + value: 28.95097185909244 + - type: nauc_map_at_10_std + value: -0.2143787100918625 + - type: nauc_map_at_1_diff1 + value: 52.58007399240151 + - type: nauc_map_at_1_max + value: 23.415428952222296 + - type: nauc_map_at_1_std + value: -3.4523781889766534 + - type: nauc_map_at_20_diff1 + value: 49.77759278250616 + - type: nauc_map_at_20_max + value: 29.637020999394448 + - type: nauc_map_at_20_std + value: 0.9417068184996975 + - type: nauc_map_at_3_diff1 + value: 50.15320410883135 + - type: nauc_map_at_3_max + value: 25.672823727430483 + - type: nauc_map_at_3_std + value: -3.6368832994092495 + - type: nauc_map_at_5_diff1 + value: 49.73253471375265 + - type: nauc_map_at_5_max + value: 27.452729712955946 + - type: nauc_map_at_5_std + value: -2.597504538318964 + - type: nauc_mrr_at_1000_diff1 + value: 59.23823771450779 + - type: nauc_mrr_at_1000_max + value: 43.689096630807406 + - type: nauc_mrr_at_1000_std + value: 6.006395209759317 + - type: nauc_mrr_at_100_diff1 + value: 59.24508199769832 + - type: nauc_mrr_at_100_max + value: 43.707191670788845 + - type: nauc_mrr_at_100_std + value: 6.038811740941315 + - type: nauc_mrr_at_10_diff1 + value: 59.18050290269257 + - type: nauc_mrr_at_10_max + value: 43.68703710709348 + - type: nauc_mrr_at_10_std + value: 5.920147856790965 + - type: nauc_mrr_at_1_diff1 + value: 61.23049191214833 + - type: nauc_mrr_at_1_max + value: 42.82186697869064 + - type: nauc_mrr_at_1_std + value: 5.226665401704537 + - type: nauc_mrr_at_20_diff1 + value: 59.20345490177547 + - type: nauc_mrr_at_20_max + value: 43.71801475513994 + - type: nauc_mrr_at_20_std + value: 6.06326305891993 + - type: nauc_mrr_at_3_diff1 + value: 59.51435687918044 + - type: nauc_mrr_at_3_max + value: 42.75973795344299 + - type: nauc_mrr_at_3_std + value: 3.7021523288826534 + - type: nauc_mrr_at_5_diff1 + value: 59.33809476755813 + - type: nauc_mrr_at_5_max + value: 43.35457262061369 + - type: nauc_mrr_at_5_std + value: 5.133928801400819 + - type: nauc_ndcg_at_1000_diff1 + value: 52.201491960514424 + - type: nauc_ndcg_at_1000_max + value: 36.67184214497183 + - type: nauc_ndcg_at_1000_std + value: 7.063547365940826 + - type: nauc_ndcg_at_100_diff1 + value: 51.6839609303026 + - type: nauc_ndcg_at_100_max + value: 36.54239095504816 + - type: nauc_ndcg_at_100_std + value: 8.305198443785065 + - type: nauc_ndcg_at_10_diff1 + value: 51.015102739483666 + - type: nauc_ndcg_at_10_max + value: 33.38470092473942 + - type: nauc_ndcg_at_10_std + value: 3.4372330157713913 + - type: nauc_ndcg_at_1_diff1 + value: 61.23049191214833 + - type: nauc_ndcg_at_1_max + value: 42.82186697869064 + - type: nauc_ndcg_at_1_std + value: 5.226665401704537 + - type: nauc_ndcg_at_20_diff1 + value: 51.148241453136286 + - type: nauc_ndcg_at_20_max + value: 34.415266899737986 + - type: nauc_ndcg_at_20_std + value: 5.722948452578717 + - type: nauc_ndcg_at_3_diff1 + value: 50.183107867516384 + - type: nauc_ndcg_at_3_max + value: 31.825660975728017 + - type: nauc_ndcg_at_3_std + value: 0.05987477146294962 + - type: nauc_ndcg_at_5_diff1 + value: 50.27752187238947 + - type: nauc_ndcg_at_5_max + value: 31.58055768641312 + - type: nauc_ndcg_at_5_std + value: 0.095638813464201 + - type: nauc_precision_at_1000_diff1 + value: -1.081891577216482 + - type: nauc_precision_at_1000_max + value: 22.772384668021623 + - type: nauc_precision_at_1000_std + value: 20.37369910022167 + - type: nauc_precision_at_100_diff1 + value: 4.865265359179138 + - type: nauc_precision_at_100_max + value: 28.950539208916727 + - type: nauc_precision_at_100_std + value: 27.88929247051143 + - type: nauc_precision_at_10_diff1 + value: 18.581939701749484 + - type: nauc_precision_at_10_max + value: 32.5407981760264 + - type: nauc_precision_at_10_std + value: 18.06686305505164 + - type: nauc_precision_at_1_diff1 + value: 61.23049191214833 + - type: nauc_precision_at_1_max + value: 42.82186697869064 + - type: nauc_precision_at_1_std + value: 5.226665401704537 + - type: nauc_precision_at_20_diff1 + value: 12.547121372367496 + - type: nauc_precision_at_20_max + value: 30.247027897607875 + - type: nauc_precision_at_20_std + value: 23.213776336403853 + - type: nauc_precision_at_3_diff1 + value: 33.47981633285446 + - type: nauc_precision_at_3_max + value: 32.05249666039517 + - type: nauc_precision_at_3_std + value: 3.7643758682601813 + - type: nauc_precision_at_5_diff1 + value: 24.156736607137386 + - type: nauc_precision_at_5_max + value: 31.58120543424835 + - type: nauc_precision_at_5_std + value: 8.826547060575736 + - type: nauc_recall_at_1000_diff1 + value: 44.70168791342202 + - type: nauc_recall_at_1000_max + value: 40.019041375679365 + - type: nauc_recall_at_1000_std + value: 26.28492676001751 + - type: nauc_recall_at_100_diff1 + value: 38.85858202136479 + - type: nauc_recall_at_100_max + value: 35.63673405628285 + - type: nauc_recall_at_100_std + value: 26.480426298783005 + - type: nauc_recall_at_10_diff1 + value: 41.87765017247146 + - type: nauc_recall_at_10_max + value: 26.94832721731921 + - type: nauc_recall_at_10_std + value: 5.096767252321309 + - type: nauc_recall_at_1_diff1 + value: 52.58007399240151 + - type: nauc_recall_at_1_max + value: 23.415428952222296 + - type: nauc_recall_at_1_std + value: -3.4523781889766534 + - type: nauc_recall_at_20_diff1 + value: 40.31961054933225 + - type: nauc_recall_at_20_max + value: 29.149084076136273 + - type: nauc_recall_at_20_std + value: 12.080660943653156 + - type: nauc_recall_at_3_diff1 + value: 44.845037051363235 + - type: nauc_recall_at_3_max + value: 22.163030784764484 + - type: nauc_recall_at_3_std + value: -5.426325332659164 + - type: nauc_recall_at_5_diff1 + value: 43.36113793278537 + - type: nauc_recall_at_5_max + value: 23.182744951367788 + - type: nauc_recall_at_5_std + value: -3.634417407112399 + - type: ndcg_at_1 + value: 46.800000000000004 + - type: ndcg_at_10 + value: 46.132 + - type: ndcg_at_100 + value: 52.410000000000004 + - type: ndcg_at_1000 + value: 55.057 + - type: ndcg_at_20 + value: 48.679 + - type: ndcg_at_3 + value: 42.487 + - type: ndcg_at_5 + value: 43.586999999999996 + - type: precision_at_1 + value: 46.800000000000004 + - type: precision_at_10 + value: 11.74 + - type: precision_at_100 + value: 1.8419999999999999 + - type: precision_at_1000 + value: 0.22799999999999998 + - type: precision_at_20 + value: 7.07 + - type: precision_at_3 + value: 26.200000000000003 + - type: precision_at_5 + value: 19.16 + - type: recall_at_1 + value: 26.173999999999996 + - type: recall_at_10 + value: 52.979 + - type: recall_at_100 + value: 76.048 + - type: recall_at_1000 + value: 92.054 + - type: recall_at_20 + value: 60.624 + - type: recall_at_3 + value: 38.657000000000004 + - type: recall_at_5 + value: 44.862 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 43.887 + - type: map_at_1 + value: 21.397 + - type: map_at_10 + value: 35.811 + - type: map_at_100 + value: 37.661 + - type: map_at_1000 + value: 37.839 + - type: map_at_20 + value: 36.727 + - type: map_at_3 + value: 31.493 + - type: map_at_5 + value: 33.992 + - type: mrr_at_1 + value: 42.74691358024691 + - type: mrr_at_10 + value: 52.44727366255143 + - type: mrr_at_100 + value: 53.157106113787755 + - type: mrr_at_1000 + value: 53.19590692557363 + - type: mrr_at_20 + value: 52.788702294851234 + - type: mrr_at_3 + value: 50.231481481481474 + - type: mrr_at_5 + value: 51.604938271604915 + - type: nauc_map_at_1000_diff1 + value: 44.99013932786583 + - type: nauc_map_at_1000_max + value: 36.2931656288237 + - type: nauc_map_at_1000_std + value: 2.744952096504704 + - type: nauc_map_at_100_diff1 + value: 44.86944269697463 + - type: nauc_map_at_100_max + value: 36.18298281198049 + - type: nauc_map_at_100_std + value: 2.7487976881234784 + - type: nauc_map_at_10_diff1 + value: 44.701036690482844 + - type: nauc_map_at_10_max + value: 34.91880124794292 + - type: nauc_map_at_10_std + value: 1.5099484081332097 + - type: nauc_map_at_1_diff1 + value: 50.85379952260034 + - type: nauc_map_at_1_max + value: 27.394421957915572 + - type: nauc_map_at_1_std + value: -3.6437293825619923 + - type: nauc_map_at_20_diff1 + value: 44.643893347140214 + - type: nauc_map_at_20_max + value: 35.78032300474766 + - type: nauc_map_at_20_std + value: 2.0540696985077713 + - type: nauc_map_at_3_diff1 + value: 46.924921206244605 + - type: nauc_map_at_3_max + value: 31.95948324092745 + - type: nauc_map_at_3_std + value: -0.24644658949620132 + - type: nauc_map_at_5_diff1 + value: 45.299548947339346 + - type: nauc_map_at_5_max + value: 33.560927993044636 + - type: nauc_map_at_5_std + value: -0.09229167862135255 + - type: nauc_mrr_at_1000_diff1 + value: 53.97584579514102 + - type: nauc_mrr_at_1000_max + value: 41.39325946543948 + - type: nauc_mrr_at_1000_std + value: 2.7797248987216774 + - type: nauc_mrr_at_100_diff1 + value: 53.95469720996498 + - type: nauc_mrr_at_100_max + value: 41.41453164205358 + - type: nauc_mrr_at_100_std + value: 2.8260988232101902 + - type: nauc_mrr_at_10_diff1 + value: 53.72315979312175 + - type: nauc_mrr_at_10_max + value: 41.177743822376904 + - type: nauc_mrr_at_10_std + value: 2.563267516014612 + - type: nauc_mrr_at_1_diff1 + value: 57.590727821071155 + - type: nauc_mrr_at_1_max + value: 41.635385860154074 + - type: nauc_mrr_at_1_std + value: -0.44532344504198534 + - type: nauc_mrr_at_20_diff1 + value: 53.83801635440246 + - type: nauc_mrr_at_20_max + value: 41.28524524541232 + - type: nauc_mrr_at_20_std + value: 2.5331225115409577 + - type: nauc_mrr_at_3_diff1 + value: 54.39722667585212 + - type: nauc_mrr_at_3_max + value: 40.54145465851505 + - type: nauc_mrr_at_3_std + value: 1.6925912897229027 + - type: nauc_mrr_at_5_diff1 + value: 53.691867160376816 + - type: nauc_mrr_at_5_max + value: 40.94797527156675 + - type: nauc_mrr_at_5_std + value: 2.227219454930413 + - type: nauc_ndcg_at_1000_diff1 + value: 47.28950242475927 + - type: nauc_ndcg_at_1000_max + value: 40.558784896965015 + - type: nauc_ndcg_at_1000_std + value: 6.916048078136412 + - type: nauc_ndcg_at_100_diff1 + value: 45.803609057238724 + - type: nauc_ndcg_at_100_max + value: 39.9247602434488 + - type: nauc_ndcg_at_100_std + value: 8.070013922609293 + - type: nauc_ndcg_at_10_diff1 + value: 44.601721852568154 + - type: nauc_ndcg_at_10_max + value: 36.7523945635637 + - type: nauc_ndcg_at_10_std + value: 3.7741680838463916 + - type: nauc_ndcg_at_1_diff1 + value: 57.590727821071155 + - type: nauc_ndcg_at_1_max + value: 41.635385860154074 + - type: nauc_ndcg_at_1_std + value: -0.44532344504198534 + - type: nauc_ndcg_at_20_diff1 + value: 44.84087184273544 + - type: nauc_ndcg_at_20_max + value: 38.32125780917691 + - type: nauc_ndcg_at_20_std + value: 4.548886454834896 + - type: nauc_ndcg_at_3_diff1 + value: 46.45102235679583 + - type: nauc_ndcg_at_3_max + value: 36.9633250683586 + - type: nauc_ndcg_at_3_std + value: 2.369907620024769 + - type: nauc_ndcg_at_5_diff1 + value: 44.32017759567463 + - type: nauc_ndcg_at_5_max + value: 35.90479608408539 + - type: nauc_ndcg_at_5_std + value: 1.450222645028762 + - type: nauc_precision_at_1000_diff1 + value: 1.3454169253303294 + - type: nauc_precision_at_1000_max + value: 23.88451750412882 + - type: nauc_precision_at_1000_std + value: 12.591204064713308 + - type: nauc_precision_at_100_diff1 + value: 6.012218731725929 + - type: nauc_precision_at_100_max + value: 30.969198659050733 + - type: nauc_precision_at_100_std + value: 18.35239521849261 + - type: nauc_precision_at_10_diff1 + value: 16.908790779236835 + - type: nauc_precision_at_10_max + value: 37.080559157562455 + - type: nauc_precision_at_10_std + value: 12.110645329690259 + - type: nauc_precision_at_1_diff1 + value: 57.590727821071155 + - type: nauc_precision_at_1_max + value: 41.635385860154074 + - type: nauc_precision_at_1_std + value: -0.44532344504198534 + - type: nauc_precision_at_20_diff1 + value: 12.877352199360345 + - type: nauc_precision_at_20_max + value: 37.364422905122815 + - type: nauc_precision_at_20_std + value: 13.813344186459652 + - type: nauc_precision_at_3_diff1 + value: 32.81390693003651 + - type: nauc_precision_at_3_max + value: 38.89224188329493 + - type: nauc_precision_at_3_std + value: 6.490943672811113 + - type: nauc_precision_at_5_diff1 + value: 23.31033104699241 + - type: nauc_precision_at_5_max + value: 37.026347485355956 + - type: nauc_precision_at_5_std + value: 6.082794133847137 + - type: nauc_recall_at_1000_diff1 + value: 40.21199090930344 + - type: nauc_recall_at_1000_max + value: 45.44325141564459 + - type: nauc_recall_at_1000_std + value: 39.95206397839652 + - type: nauc_recall_at_100_diff1 + value: 28.694180171434674 + - type: nauc_recall_at_100_max + value: 36.16137724563645 + - type: nauc_recall_at_100_std + value: 29.362576415720426 + - type: nauc_recall_at_10_diff1 + value: 30.82350118152907 + - type: nauc_recall_at_10_max + value: 28.84721188763083 + - type: nauc_recall_at_10_std + value: 6.871358974808361 + - type: nauc_recall_at_1_diff1 + value: 50.85379952260034 + - type: nauc_recall_at_1_max + value: 27.394421957915572 + - type: nauc_recall_at_1_std + value: -3.6437293825619923 + - type: nauc_recall_at_20_diff1 + value: 30.494672593660365 + - type: nauc_recall_at_20_max + value: 32.451452059083 + - type: nauc_recall_at_20_std + value: 8.857752757738012 + - type: nauc_recall_at_3_diff1 + value: 37.98407967492573 + - type: nauc_recall_at_3_max + value: 26.531560809821137 + - type: nauc_recall_at_3_std + value: 1.2955663995782718 + - type: nauc_recall_at_5_diff1 + value: 32.84916383815314 + - type: nauc_recall_at_5_max + value: 26.621206298631378 + - type: nauc_recall_at_5_std + value: 1.6024978706362352 + - type: ndcg_at_1 + value: 42.747 + - type: ndcg_at_10 + value: 43.887 + - type: ndcg_at_100 + value: 50.485 + - type: ndcg_at_1000 + value: 53.400999999999996 + - type: ndcg_at_20 + value: 46.098 + - type: ndcg_at_3 + value: 40.602 + - type: ndcg_at_5 + value: 41.725 + - type: precision_at_1 + value: 42.747 + - type: precision_at_10 + value: 11.991 + - type: precision_at_100 + value: 1.889 + - type: precision_at_1000 + value: 0.241 + - type: precision_at_20 + value: 6.959999999999999 + - type: precision_at_3 + value: 27.058 + - type: precision_at_5 + value: 19.814999999999998 + - type: recall_at_1 + value: 21.397 + - type: recall_at_10 + value: 50.678 + - type: recall_at_100 + value: 75.108 + - type: recall_at_1000 + value: 92.465 + - type: recall_at_20 + value: 57.474000000000004 + - type: recall_at_3 + value: 37.391000000000005 + - type: recall_at_5 + value: 43.566 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: train + type: mteb/fiqa + metrics: + - type: main_score + value: 45.074 + - type: map_at_1 + value: 22.921 + - type: map_at_10 + value: 37.062 + - type: map_at_100 + value: 38.869 + - type: map_at_1000 + value: 39.031 + - type: map_at_20 + value: 38.073 + - type: map_at_3 + value: 32.482 + - type: map_at_5 + value: 34.975 + - type: mrr_at_1 + value: 42.81818181818181 + - type: mrr_at_10 + value: 52.01925685425696 + - type: mrr_at_100 + value: 52.76535915811975 + - type: mrr_at_1000 + value: 52.80323713270641 + - type: mrr_at_20 + value: 52.46928188075179 + - type: mrr_at_3 + value: 49.563636363636505 + - type: mrr_at_5 + value: 51.04090909090917 + - type: nauc_map_at_1000_diff1 + value: 45.10345424051492 + - type: nauc_map_at_1000_max + value: 29.68487371437469 + - type: nauc_map_at_1000_std + value: 1.238229479331942 + - type: nauc_map_at_100_diff1 + value: 45.07560751433321 + - type: nauc_map_at_100_max + value: 29.621328097853137 + - type: nauc_map_at_100_std + value: 1.1967771682187873 + - type: nauc_map_at_10_diff1 + value: 44.843509175193056 + - type: nauc_map_at_10_max + value: 28.618388907804658 + - type: nauc_map_at_10_std + value: -0.17386075400517237 + - type: nauc_map_at_1_diff1 + value: 49.47111917296565 + - type: nauc_map_at_1_max + value: 20.0742470618401 + - type: nauc_map_at_1_std + value: -4.129360092632688 + - type: nauc_map_at_20_diff1 + value: 44.95018685490344 + - type: nauc_map_at_20_max + value: 29.150108596298434 + - type: nauc_map_at_20_std + value: 0.6249683074740969 + - type: nauc_map_at_3_diff1 + value: 45.01551197502368 + - type: nauc_map_at_3_max + value: 25.1628789711796 + - type: nauc_map_at_3_std + value: -3.321515508442981 + - type: nauc_map_at_5_diff1 + value: 44.91318371210472 + - type: nauc_map_at_5_max + value: 27.12198758255798 + - type: nauc_map_at_5_std + value: -1.8418885545143031 + - type: nauc_mrr_at_1000_diff1 + value: 51.02890753099619 + - type: nauc_mrr_at_1000_max + value: 37.20699525567458 + - type: nauc_mrr_at_1000_std + value: 3.189109744356073 + - type: nauc_mrr_at_100_diff1 + value: 51.015583067584146 + - type: nauc_mrr_at_100_max + value: 37.20945921198165 + - type: nauc_mrr_at_100_std + value: 3.2119457438429047 + - type: nauc_mrr_at_10_diff1 + value: 50.938326208533056 + - type: nauc_mrr_at_10_max + value: 37.2328138702086 + - type: nauc_mrr_at_10_std + value: 3.1417844227142577 + - type: nauc_mrr_at_1_diff1 + value: 54.83336818983676 + - type: nauc_mrr_at_1_max + value: 35.941190580000395 + - type: nauc_mrr_at_1_std + value: 0.11480196188945171 + - type: nauc_mrr_at_20_diff1 + value: 50.97564795196412 + - type: nauc_mrr_at_20_max + value: 37.22205264818766 + - type: nauc_mrr_at_20_std + value: 3.2001064750905672 + - type: nauc_mrr_at_3_diff1 + value: 51.12200690387213 + - type: nauc_mrr_at_3_max + value: 36.605143686242045 + - type: nauc_mrr_at_3_std + value: 1.9427581254272008 + - type: nauc_mrr_at_5_diff1 + value: 51.08466836245801 + - type: nauc_mrr_at_5_max + value: 37.23852403243883 + - type: nauc_mrr_at_5_std + value: 2.7992259556688466 + - type: nauc_ndcg_at_1000_diff1 + value: 45.6295653089338 + - type: nauc_ndcg_at_1000_max + value: 34.25244958857478 + - type: nauc_ndcg_at_1000_std + value: 5.968157773281027 + - type: nauc_ndcg_at_100_diff1 + value: 45.15925091294929 + - type: nauc_ndcg_at_100_max + value: 33.77292060148967 + - type: nauc_ndcg_at_100_std + value: 6.252767106085369 + - type: nauc_ndcg_at_10_diff1 + value: 44.63262132249889 + - type: nauc_ndcg_at_10_max + value: 31.804054311383613 + - type: nauc_ndcg_at_10_std + value: 2.868169824330679 + - type: nauc_ndcg_at_1_diff1 + value: 54.83336818983676 + - type: nauc_ndcg_at_1_max + value: 35.941190580000395 + - type: nauc_ndcg_at_1_std + value: 0.11480196188945171 + - type: nauc_ndcg_at_20_diff1 + value: 44.73531667035927 + - type: nauc_ndcg_at_20_max + value: 32.36405405932841 + - type: nauc_ndcg_at_20_std + value: 4.234168192043894 + - type: nauc_ndcg_at_3_diff1 + value: 45.180068719892965 + - type: nauc_ndcg_at_3_max + value: 31.144658941814473 + - type: nauc_ndcg_at_3_std + value: 0.15981365840386932 + - type: nauc_ndcg_at_5_diff1 + value: 44.91186731928022 + - type: nauc_ndcg_at_5_max + value: 31.097528102462903 + - type: nauc_ndcg_at_5_std + value: 1.0978416567636418 + - type: nauc_precision_at_1000_diff1 + value: 0.10884757461177323 + - type: nauc_precision_at_1000_max + value: 22.44073868984244 + - type: nauc_precision_at_1000_std + value: 18.425802177787244 + - type: nauc_precision_at_100_diff1 + value: 8.326770033288243 + - type: nauc_precision_at_100_max + value: 29.87121252902087 + - type: nauc_precision_at_100_std + value: 22.471637271023955 + - type: nauc_precision_at_10_diff1 + value: 20.3859018808304 + - type: nauc_precision_at_10_max + value: 35.387490020659186 + - type: nauc_precision_at_10_std + value: 14.452716344612679 + - type: nauc_precision_at_1_diff1 + value: 54.83336818983676 + - type: nauc_precision_at_1_max + value: 35.941190580000395 + - type: nauc_precision_at_1_std + value: 0.11480196188945171 + - type: nauc_precision_at_20_diff1 + value: 16.24605754303343 + - type: nauc_precision_at_20_max + value: 33.818393780875525 + - type: nauc_precision_at_20_std + value: 18.42940330763103 + - type: nauc_precision_at_3_diff1 + value: 31.181315158851408 + - type: nauc_precision_at_3_max + value: 35.71839391755647 + - type: nauc_precision_at_3_std + value: 4.86245107443907 + - type: nauc_precision_at_5_diff1 + value: 26.18450860125776 + - type: nauc_precision_at_5_max + value: 36.32130007403958 + - type: nauc_precision_at_5_std + value: 9.106489600607265 + - type: nauc_recall_at_1000_diff1 + value: 21.411131898774677 + - type: nauc_recall_at_1000_max + value: 34.541893106658605 + - type: nauc_recall_at_1000_std + value: 40.6467864769445 + - type: nauc_recall_at_100_diff1 + value: 28.25747320103834 + - type: nauc_recall_at_100_max + value: 29.192936775640888 + - type: nauc_recall_at_100_std + value: 22.38141045002714 + - type: nauc_recall_at_10_diff1 + value: 33.183148689667306 + - type: nauc_recall_at_10_max + value: 26.115736478754542 + - type: nauc_recall_at_10_std + value: 5.779562369828712 + - type: nauc_recall_at_1_diff1 + value: 49.47111917296565 + - type: nauc_recall_at_1_max + value: 20.0742470618401 + - type: nauc_recall_at_1_std + value: -4.129360092632688 + - type: nauc_recall_at_20_diff1 + value: 31.3273565134318 + - type: nauc_recall_at_20_max + value: 26.118667671265268 + - type: nauc_recall_at_20_std + value: 10.337063376342904 + - type: nauc_recall_at_3_diff1 + value: 37.71800914450827 + - type: nauc_recall_at_3_max + value: 21.998612117129866 + - type: nauc_recall_at_3_std + value: -2.8573409678442667 + - type: nauc_recall_at_5_diff1 + value: 36.035788981718326 + - type: nauc_recall_at_5_max + value: 24.462942381019985 + - type: nauc_recall_at_5_std + value: 0.5720741719496573 + - type: ndcg_at_1 + value: 42.818 + - type: ndcg_at_10 + value: 45.074 + - type: ndcg_at_100 + value: 51.405 + - type: ndcg_at_1000 + value: 54.092 + - type: ndcg_at_20 + value: 47.555 + - type: ndcg_at_3 + value: 40.735 + - type: ndcg_at_5 + value: 42.229 + - type: precision_at_1 + value: 42.818 + - type: precision_at_10 + value: 12.110999999999999 + - type: precision_at_100 + value: 1.876 + - type: precision_at_1000 + value: 0.23500000000000001 + - type: precision_at_20 + value: 7.117999999999999 + - type: precision_at_3 + value: 26.473000000000003 + - type: precision_at_5 + value: 19.465 + - type: recall_at_1 + value: 22.921 + - type: recall_at_10 + value: 52.942 + - type: recall_at_100 + value: 76.61200000000001 + - type: recall_at_1000 + value: 92.793 + - type: recall_at_20 + value: 60.809999999999995 + - type: recall_at_3 + value: 37.830999999999996 + - type: recall_at_5 + value: 44.279 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: dev + type: mteb/hotpotqa + metrics: + - type: main_score + value: 77.35600000000001 + - type: map_at_1 + value: 42.299 + - type: map_at_10 + value: 70.006 + - type: map_at_100 + value: 70.775 + - type: map_at_1000 + value: 70.82300000000001 + - type: map_at_20 + value: 70.47099999999999 + - type: map_at_3 + value: 66.81200000000001 + - type: map_at_5 + value: 68.85 + - type: mrr_at_1 + value: 84.59702588580869 + - type: mrr_at_10 + value: 89.3224608857067 + - type: mrr_at_100 + value: 89.42205720574383 + - type: mrr_at_1000 + value: 89.425588995421 + - type: mrr_at_20 + value: 89.38641899747822 + - type: mrr_at_3 + value: 88.68184321644944 + - type: mrr_at_5 + value: 89.0995043143014 + - type: nauc_map_at_1000_diff1 + value: 11.875767523175762 + - type: nauc_map_at_1000_max + value: 23.23376674530728 + - type: nauc_map_at_1000_std + value: 18.523605995632938 + - type: nauc_map_at_100_diff1 + value: 11.85910449749788 + - type: nauc_map_at_100_max + value: 23.239547476164876 + - type: nauc_map_at_100_std + value: 18.565229607460537 + - type: nauc_map_at_10_diff1 + value: 11.607663265355745 + - type: nauc_map_at_10_max + value: 22.923495646620154 + - type: nauc_map_at_10_std + value: 18.030180953748534 + - type: nauc_map_at_1_diff1 + value: 69.04595571010425 + - type: nauc_map_at_1_max + value: 42.68450581268141 + - type: nauc_map_at_1_std + value: 3.9078744944302226 + - type: nauc_map_at_20_diff1 + value: 11.723969128072866 + - type: nauc_map_at_20_max + value: 23.11544870270342 + - type: nauc_map_at_20_std + value: 18.41858338547983 + - type: nauc_map_at_3_diff1 + value: 11.195009895256332 + - type: nauc_map_at_3_max + value: 21.124864974433763 + - type: nauc_map_at_3_std + value: 14.668115105817323 + - type: nauc_map_at_5_diff1 + value: 11.399725827702468 + - type: nauc_map_at_5_max + value: 22.68356071435758 + - type: nauc_map_at_5_std + value: 17.006805900547196 + - type: nauc_mrr_at_1000_diff1 + value: 67.99516710058342 + - type: nauc_mrr_at_1000_max + value: 45.15957182658708 + - type: nauc_mrr_at_1000_std + value: 5.625688035185145 + - type: nauc_mrr_at_100_diff1 + value: 68.00038022639141 + - type: nauc_mrr_at_100_max + value: 45.1718894878634 + - type: nauc_mrr_at_100_std + value: 5.642257978446126 + - type: nauc_mrr_at_10_diff1 + value: 67.97643955659808 + - type: nauc_mrr_at_10_max + value: 45.24875815550117 + - type: nauc_mrr_at_10_std + value: 5.6282245777631825 + - type: nauc_mrr_at_1_diff1 + value: 69.04595571010425 + - type: nauc_mrr_at_1_max + value: 42.68450581268141 + - type: nauc_mrr_at_1_std + value: 3.9078744944302226 + - type: nauc_mrr_at_20_diff1 + value: 67.98186373375957 + - type: nauc_mrr_at_20_max + value: 45.16955056454227 + - type: nauc_mrr_at_20_std + value: 5.643021098296383 + - type: nauc_mrr_at_3_diff1 + value: 67.74068066479995 + - type: nauc_mrr_at_3_max + value: 45.233627819514496 + - type: nauc_mrr_at_3_std + value: 5.073903037944697 + - type: nauc_mrr_at_5_diff1 + value: 67.90073680819802 + - type: nauc_mrr_at_5_max + value: 45.28874529948139 + - type: nauc_mrr_at_5_std + value: 5.533506436522208 + - type: nauc_ndcg_at_1000_diff1 + value: 18.45245983930683 + - type: nauc_ndcg_at_1000_max + value: 27.416507398330854 + - type: nauc_ndcg_at_1000_std + value: 20.799288194838745 + - type: nauc_ndcg_at_100_diff1 + value: 17.774579523633484 + - type: nauc_ndcg_at_100_max + value: 27.484015450724563 + - type: nauc_ndcg_at_100_std + value: 21.824361827289604 + - type: nauc_ndcg_at_10_diff1 + value: 16.454456871906594 + - type: nauc_ndcg_at_10_max + value: 26.248157142106788 + - type: nauc_ndcg_at_10_std + value: 19.85534143153061 + - type: nauc_ndcg_at_1_diff1 + value: 69.04595571010425 + - type: nauc_ndcg_at_1_max + value: 42.68450581268141 + - type: nauc_ndcg_at_1_std + value: 3.9078744944302226 + - type: nauc_ndcg_at_20_diff1 + value: 16.783596764102448 + - type: nauc_ndcg_at_20_max + value: 26.674447936981803 + - type: nauc_ndcg_at_20_std + value: 20.955085734378283 + - type: nauc_ndcg_at_3_diff1 + value: 16.323138577650877 + - type: nauc_ndcg_at_3_max + value: 23.919505607419378 + - type: nauc_ndcg_at_3_std + value: 14.438155012059939 + - type: nauc_ndcg_at_5_diff1 + value: 16.252513953720612 + - type: nauc_ndcg_at_5_max + value: 25.834906380090715 + - type: nauc_ndcg_at_5_std + value: 17.797879786189498 + - type: nauc_precision_at_1000_diff1 + value: -5.612996021391802 + - type: nauc_precision_at_1000_max + value: 29.621124808949475 + - type: nauc_precision_at_1000_std + value: 60.2180272898463 + - type: nauc_precision_at_100_diff1 + value: -0.4655256365736023 + - type: nauc_precision_at_100_max + value: 27.863131801262153 + - type: nauc_precision_at_100_std + value: 48.24283178268865 + - type: nauc_precision_at_10_diff1 + value: 1.467484417678075 + - type: nauc_precision_at_10_max + value: 23.063996835379925 + - type: nauc_precision_at_10_std + value: 30.225428590871395 + - type: nauc_precision_at_1_diff1 + value: 69.04595571010425 + - type: nauc_precision_at_1_max + value: 42.68450581268141 + - type: nauc_precision_at_1_std + value: 3.9078744944302226 + - type: nauc_precision_at_20_diff1 + value: 0.16098170706775244 + - type: nauc_precision_at_20_max + value: 23.545698533798383 + - type: nauc_precision_at_20_std + value: 35.3738609349459 + - type: nauc_precision_at_3_diff1 + value: 4.822099897775316 + - type: nauc_precision_at_3_max + value: 19.882902254898795 + - type: nauc_precision_at_3_std + value: 17.397463603075302 + - type: nauc_precision_at_5_diff1 + value: 3.1779150794512656 + - type: nauc_precision_at_5_max + value: 22.753201773071552 + - type: nauc_precision_at_5_std + value: 24.028684632710412 + - type: nauc_recall_at_1000_diff1 + value: -5.6129960213919 + - type: nauc_recall_at_1000_max + value: 29.62112480894871 + - type: nauc_recall_at_1000_std + value: 60.2180272898464 + - type: nauc_recall_at_100_diff1 + value: -0.4655256365738292 + - type: nauc_recall_at_100_max + value: 27.863131801261865 + - type: nauc_recall_at_100_std + value: 48.24283178268853 + - type: nauc_recall_at_10_diff1 + value: 1.4674844176780142 + - type: nauc_recall_at_10_max + value: 23.063996835379864 + - type: nauc_recall_at_10_std + value: 30.225428590871335 + - type: nauc_recall_at_1_diff1 + value: 69.04595571010425 + - type: nauc_recall_at_1_max + value: 42.68450581268141 + - type: nauc_recall_at_1_std + value: 3.9078744944302226 + - type: nauc_recall_at_20_diff1 + value: 0.16098170706756573 + - type: nauc_recall_at_20_max + value: 23.545698533798166 + - type: nauc_recall_at_20_std + value: 35.37386093494575 + - type: nauc_recall_at_3_diff1 + value: 4.822099897775345 + - type: nauc_recall_at_3_max + value: 19.882902254898895 + - type: nauc_recall_at_3_std + value: 17.397463603075416 + - type: nauc_recall_at_5_diff1 + value: 3.177915079451333 + - type: nauc_recall_at_5_max + value: 22.75320177307157 + - type: nauc_recall_at_5_std + value: 24.028684632710416 + - type: ndcg_at_1 + value: 84.597 + - type: ndcg_at_10 + value: 77.35600000000001 + - type: ndcg_at_100 + value: 79.84700000000001 + - type: ndcg_at_1000 + value: 80.739 + - type: ndcg_at_20 + value: 78.457 + - type: ndcg_at_3 + value: 73.02499999999999 + - type: ndcg_at_5 + value: 75.493 + - type: precision_at_1 + value: 84.597 + - type: precision_at_10 + value: 16.091 + - type: precision_at_100 + value: 1.8010000000000002 + - type: precision_at_1000 + value: 0.192 + - type: precision_at_20 + value: 8.399 + - type: precision_at_3 + value: 47.292 + - type: precision_at_5 + value: 30.318 + - type: recall_at_1 + value: 42.299 + - type: recall_at_10 + value: 80.457 + - type: recall_at_100 + value: 90.03999999999999 + - type: recall_at_1000 + value: 95.91499999999999 + - type: recall_at_20 + value: 83.991 + - type: recall_at_3 + value: 70.938 + - type: recall_at_5 + value: 75.794 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 75.62 + - type: map_at_1 + value: 41.715 + - type: map_at_10 + value: 67.84400000000001 + - type: map_at_100 + value: 68.676 + - type: map_at_1000 + value: 68.72399999999999 + - type: map_at_20 + value: 68.351 + - type: map_at_3 + value: 64.332 + - type: map_at_5 + value: 66.618 + - type: mrr_at_1 + value: 83.43011478730588 + - type: mrr_at_10 + value: 88.32890689474063 + - type: mrr_at_100 + value: 88.45342904155198 + - type: mrr_at_1000 + value: 88.45692717602427 + - type: mrr_at_20 + value: 88.41265148599933 + - type: mrr_at_3 + value: 87.6097231600268 + - type: mrr_at_5 + value: 88.08102633355813 + - type: nauc_map_at_1000_diff1 + value: 9.465654364107301 + - type: nauc_map_at_1000_max + value: 15.417980238546377 + - type: nauc_map_at_1000_std + value: 12.078075854093665 + - type: nauc_map_at_100_diff1 + value: 9.442359625098023 + - type: nauc_map_at_100_max + value: 15.412594933146517 + - type: nauc_map_at_100_std + value: 12.110494024932517 + - type: nauc_map_at_10_diff1 + value: 9.459426708991023 + - type: nauc_map_at_10_max + value: 15.311848156939039 + - type: nauc_map_at_10_std + value: 11.55461807074889 + - type: nauc_map_at_1_diff1 + value: 65.05713874046143 + - type: nauc_map_at_1_max + value: 39.626722996510665 + - type: nauc_map_at_1_std + value: -0.3991780785384316 + - type: nauc_map_at_20_diff1 + value: 9.328534555998699 + - type: nauc_map_at_20_max + value: 15.307575956530108 + - type: nauc_map_at_20_std + value: 11.96904723212192 + - type: nauc_map_at_3_diff1 + value: 8.915324889938061 + - type: nauc_map_at_3_max + value: 13.514273119710563 + - type: nauc_map_at_3_std + value: 8.332620819223683 + - type: nauc_map_at_5_diff1 + value: 8.63645860950366 + - type: nauc_map_at_5_max + value: 14.350213952951254 + - type: nauc_map_at_5_std + value: 10.554511015067682 + - type: nauc_mrr_at_1000_diff1 + value: 64.29376507350443 + - type: nauc_mrr_at_1000_max + value: 42.432971323016226 + - type: nauc_mrr_at_1000_std + value: 1.103214916935443 + - type: nauc_mrr_at_100_diff1 + value: 64.29483641804482 + - type: nauc_mrr_at_100_max + value: 42.438961831187314 + - type: nauc_mrr_at_100_std + value: 1.108904601847414 + - type: nauc_mrr_at_10_diff1 + value: 64.31510468330697 + - type: nauc_mrr_at_10_max + value: 42.52427399840782 + - type: nauc_mrr_at_10_std + value: 1.131217952433522 + - type: nauc_mrr_at_1_diff1 + value: 65.05713874046143 + - type: nauc_mrr_at_1_max + value: 39.626722996510665 + - type: nauc_mrr_at_1_std + value: -0.3991780785384316 + - type: nauc_mrr_at_20_diff1 + value: 64.28943699159083 + - type: nauc_mrr_at_20_max + value: 42.48416850113432 + - type: nauc_mrr_at_20_std + value: 1.1557131772785048 + - type: nauc_mrr_at_3_diff1 + value: 63.94398567446783 + - type: nauc_mrr_at_3_max + value: 42.543599757686565 + - type: nauc_mrr_at_3_std + value: 0.8656592208469659 + - type: nauc_mrr_at_5_diff1 + value: 64.26440164249783 + - type: nauc_mrr_at_5_max + value: 42.76831128910234 + - type: nauc_mrr_at_5_std + value: 0.9815638280513239 + - type: nauc_ndcg_at_1000_diff1 + value: 15.819261980172072 + - type: nauc_ndcg_at_1000_max + value: 20.40080036519792 + - type: nauc_ndcg_at_1000_std + value: 14.437662972269072 + - type: nauc_ndcg_at_100_diff1 + value: 14.934115203495086 + - type: nauc_ndcg_at_100_max + value: 20.17258598061381 + - type: nauc_ndcg_at_100_std + value: 15.368792248125951 + - type: nauc_ndcg_at_10_diff1 + value: 14.601053630285463 + - type: nauc_ndcg_at_10_max + value: 19.4487220332248 + - type: nauc_ndcg_at_10_std + value: 13.167535068795317 + - type: nauc_ndcg_at_1_diff1 + value: 65.05713874046143 + - type: nauc_ndcg_at_1_max + value: 39.626722996510665 + - type: nauc_ndcg_at_1_std + value: -0.3991780785384316 + - type: nauc_ndcg_at_20_diff1 + value: 14.179531301272236 + - type: nauc_ndcg_at_20_max + value: 19.472746452573293 + - type: nauc_ndcg_at_20_std + value: 14.501827055912294 + - type: nauc_ndcg_at_3_diff1 + value: 14.108042690817394 + - type: nauc_ndcg_at_3_max + value: 16.987464708832828 + - type: nauc_ndcg_at_3_std + value: 8.179470755035126 + - type: nauc_ndcg_at_5_diff1 + value: 13.385764378384962 + - type: nauc_ndcg_at_5_max + value: 17.933522110142857 + - type: nauc_ndcg_at_5_std + value: 11.19858703808597 + - type: nauc_precision_at_1000_diff1 + value: -11.509824758756242 + - type: nauc_precision_at_1000_max + value: 22.55648484580021 + - type: nauc_precision_at_1000_std + value: 52.19288714530133 + - type: nauc_precision_at_100_diff1 + value: -7.139163153266277 + - type: nauc_precision_at_100_max + value: 18.186960433502737 + - type: nauc_precision_at_100_std + value: 41.56352667223246 + - type: nauc_precision_at_10_diff1 + value: 0.19926178236397488 + - type: nauc_precision_at_10_max + value: 15.790669273945133 + - type: nauc_precision_at_10_std + value: 22.227701276074303 + - type: nauc_precision_at_1_diff1 + value: 65.05713874046143 + - type: nauc_precision_at_1_max + value: 39.626722996510665 + - type: nauc_precision_at_1_std + value: -0.3991780785384316 + - type: nauc_precision_at_20_diff1 + value: -3.7308762969820637 + - type: nauc_precision_at_20_max + value: 15.252245858128093 + - type: nauc_precision_at_20_std + value: 28.673602701400558 + - type: nauc_precision_at_3_diff1 + value: 2.200279758618242 + - type: nauc_precision_at_3_max + value: 12.01603816399143 + - type: nauc_precision_at_3_std + value: 10.776563947053933 + - type: nauc_precision_at_5_diff1 + value: -0.656454595582822 + - type: nauc_precision_at_5_max + value: 12.954740919197965 + - type: nauc_precision_at_5_std + value: 16.594853377568537 + - type: nauc_recall_at_1000_diff1 + value: -11.50982475875598 + - type: nauc_recall_at_1000_max + value: 22.55648484580021 + - type: nauc_recall_at_1000_std + value: 52.19288714530176 + - type: nauc_recall_at_100_diff1 + value: -7.139163153266106 + - type: nauc_recall_at_100_max + value: 18.186960433502737 + - type: nauc_recall_at_100_std + value: 41.56352667223245 + - type: nauc_recall_at_10_diff1 + value: 0.19926178236406988 + - type: nauc_recall_at_10_max + value: 15.790669273945342 + - type: nauc_recall_at_10_std + value: 22.22770127607443 + - type: nauc_recall_at_1_diff1 + value: 65.05713874046143 + - type: nauc_recall_at_1_max + value: 39.626722996510665 + - type: nauc_recall_at_1_std + value: -0.3991780785384316 + - type: nauc_recall_at_20_diff1 + value: -3.7308762969819664 + - type: nauc_recall_at_20_max + value: 15.252245858128083 + - type: nauc_recall_at_20_std + value: 28.673602701400608 + - type: nauc_recall_at_3_diff1 + value: 2.200279758618139 + - type: nauc_recall_at_3_max + value: 12.016038163991432 + - type: nauc_recall_at_3_std + value: 10.776563947053829 + - type: nauc_recall_at_5_diff1 + value: -0.6564545955828385 + - type: nauc_recall_at_5_max + value: 12.954740919197997 + - type: nauc_recall_at_5_std + value: 16.59485337756855 + - type: ndcg_at_1 + value: 83.43 + - type: ndcg_at_10 + value: 75.62 + - type: ndcg_at_100 + value: 78.365 + - type: ndcg_at_1000 + value: 79.278 + - type: ndcg_at_20 + value: 76.831 + - type: ndcg_at_3 + value: 70.86200000000001 + - type: ndcg_at_5 + value: 73.64 + - type: precision_at_1 + value: 83.43 + - type: precision_at_10 + value: 15.776000000000002 + - type: precision_at_100 + value: 1.79 + - type: precision_at_1000 + value: 0.191 + - type: precision_at_20 + value: 8.276 + - type: precision_at_3 + value: 45.631 + - type: precision_at_5 + value: 29.572 + - type: recall_at_1 + value: 41.715 + - type: recall_at_10 + value: 78.879 + - type: recall_at_100 + value: 89.507 + - type: recall_at_1000 + value: 95.537 + - type: recall_at_20 + value: 82.762 + - type: recall_at_3 + value: 68.447 + - type: recall_at_5 + value: 73.92999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: train + type: mteb/hotpotqa + metrics: + - type: main_score + value: 77.837 + - type: map_at_1 + value: 42.368 + - type: map_at_10 + value: 70.482 + - type: map_at_100 + value: 71.25399999999999 + - type: map_at_1000 + value: 71.3 + - type: map_at_20 + value: 70.951 + - type: map_at_3 + value: 67.094 + - type: map_at_5 + value: 69.28699999999999 + - type: mrr_at_1 + value: 84.73647058823529 + - type: mrr_at_10 + value: 89.43228011204313 + - type: mrr_at_100 + value: 89.53538640990537 + - type: mrr_at_1000 + value: 89.53820110602267 + - type: mrr_at_20 + value: 89.5025639405047 + - type: mrr_at_3 + value: 88.76078431372584 + - type: mrr_at_5 + value: 89.21313725490114 + - type: nauc_map_at_1000_diff1 + value: 12.622422238298029 + - type: nauc_map_at_1000_max + value: 24.134646613977147 + - type: nauc_map_at_1000_std + value: 18.559113679096974 + - type: nauc_map_at_100_diff1 + value: 12.595518910984365 + - type: nauc_map_at_100_max + value: 24.13615988100401 + - type: nauc_map_at_100_std + value: 18.594772743956266 + - type: nauc_map_at_10_diff1 + value: 12.31736038153525 + - type: nauc_map_at_10_max + value: 23.887804934291093 + - type: nauc_map_at_10_std + value: 18.137521899470006 + - type: nauc_map_at_1_diff1 + value: 68.72516447237027 + - type: nauc_map_at_1_max + value: 44.3569136727875 + - type: nauc_map_at_1_std + value: 6.39841495768188 + - type: nauc_map_at_20_diff1 + value: 12.468069986147025 + - type: nauc_map_at_20_max + value: 24.078546039077274 + - type: nauc_map_at_20_std + value: 18.522291511348463 + - type: nauc_map_at_3_diff1 + value: 11.842231338011665 + - type: nauc_map_at_3_max + value: 22.112542722165667 + - type: nauc_map_at_3_std + value: 14.832260061022543 + - type: nauc_map_at_5_diff1 + value: 12.034798052329245 + - type: nauc_map_at_5_max + value: 23.31731384989271 + - type: nauc_map_at_5_std + value: 17.01434920419027 + - type: nauc_mrr_at_1000_diff1 + value: 68.07028540743218 + - type: nauc_mrr_at_1000_max + value: 47.244151670522704 + - type: nauc_mrr_at_1000_std + value: 9.103356279698557 + - type: nauc_mrr_at_100_diff1 + value: 68.07124406272081 + - type: nauc_mrr_at_100_max + value: 47.251355072908616 + - type: nauc_mrr_at_100_std + value: 9.114544406098922 + - type: nauc_mrr_at_10_diff1 + value: 68.05566531720568 + - type: nauc_mrr_at_10_max + value: 47.34781296160981 + - type: nauc_mrr_at_10_std + value: 9.162073165810337 + - type: nauc_mrr_at_1_diff1 + value: 68.72516447237027 + - type: nauc_mrr_at_1_max + value: 44.3569136727875 + - type: nauc_mrr_at_1_std + value: 6.39841495768188 + - type: nauc_mrr_at_20_diff1 + value: 68.06579079523253 + - type: nauc_mrr_at_20_max + value: 47.29519256825747 + - type: nauc_mrr_at_20_std + value: 9.157454906021048 + - type: nauc_mrr_at_3_diff1 + value: 67.86665880252679 + - type: nauc_mrr_at_3_max + value: 47.32534131711564 + - type: nauc_mrr_at_3_std + value: 8.794606309056801 + - type: nauc_mrr_at_5_diff1 + value: 68.01593510697437 + - type: nauc_mrr_at_5_max + value: 47.43102895637358 + - type: nauc_mrr_at_5_std + value: 9.090489695071675 + - type: nauc_ndcg_at_1000_diff1 + value: 19.409351180430658 + - type: nauc_ndcg_at_1000_max + value: 28.708136310658155 + - type: nauc_ndcg_at_1000_std + value: 21.135251598909345 + - type: nauc_ndcg_at_100_diff1 + value: 18.544111410209364 + - type: nauc_ndcg_at_100_max + value: 28.691312106667215 + - type: nauc_ndcg_at_100_std + value: 22.159472487586196 + - type: nauc_ndcg_at_10_diff1 + value: 17.18622230783884 + - type: nauc_ndcg_at_10_max + value: 27.61517105165476 + - type: nauc_ndcg_at_10_std + value: 20.381795917366187 + - type: nauc_ndcg_at_1_diff1 + value: 68.72516447237027 + - type: nauc_ndcg_at_1_max + value: 44.3569136727875 + - type: nauc_ndcg_at_1_std + value: 6.39841495768188 + - type: nauc_ndcg_at_20_diff1 + value: 17.621217561108292 + - type: nauc_ndcg_at_20_max + value: 28.220217881192745 + - type: nauc_ndcg_at_20_std + value: 21.634321155851048 + - type: nauc_ndcg_at_3_diff1 + value: 16.95281740780042 + - type: nauc_ndcg_at_3_max + value: 25.139541410129908 + - type: nauc_ndcg_at_3_std + value: 15.071626218489095 + - type: nauc_ndcg_at_5_diff1 + value: 16.85509256640343 + - type: nauc_ndcg_at_5_max + value: 26.62380882436261 + - type: nauc_ndcg_at_5_std + value: 18.144940484549487 + - type: nauc_precision_at_1000_diff1 + value: -2.498904728204529 + - type: nauc_precision_at_1000_max + value: 33.673710106830924 + - type: nauc_precision_at_1000_std + value: 60.30188328802003 + - type: nauc_precision_at_100_diff1 + value: -0.708165353412955 + - type: nauc_precision_at_100_max + value: 29.52115017710721 + - type: nauc_precision_at_100_std + value: 49.19453346494841 + - type: nauc_precision_at_10_diff1 + value: 2.2783774953634794 + - type: nauc_precision_at_10_max + value: 24.999953606470182 + - type: nauc_precision_at_10_std + value: 30.42307537842161 + - type: nauc_precision_at_1_diff1 + value: 68.72516447237027 + - type: nauc_precision_at_1_max + value: 44.3569136727875 + - type: nauc_precision_at_1_std + value: 6.39841495768188 + - type: nauc_precision_at_20_diff1 + value: 1.1464298366823311 + - type: nauc_precision_at_20_max + value: 26.511392023129375 + - type: nauc_precision_at_20_std + value: 36.70867843499613 + - type: nauc_precision_at_3_diff1 + value: 5.688601758765791 + - type: nauc_precision_at_3_max + value: 21.188583258128727 + - type: nauc_precision_at_3_std + value: 17.592622457537157 + - type: nauc_precision_at_5_diff1 + value: 3.77247674190975 + - type: nauc_precision_at_5_max + value: 23.106552905037606 + - type: nauc_precision_at_5_std + value: 23.561612818949644 + - type: nauc_recall_at_1000_diff1 + value: -2.498904728204562 + - type: nauc_recall_at_1000_max + value: 33.67371010683099 + - type: nauc_recall_at_1000_std + value: 60.301883288019994 + - type: nauc_recall_at_100_diff1 + value: -0.7081653534129272 + - type: nauc_recall_at_100_max + value: 29.52115017710731 + - type: nauc_recall_at_100_std + value: 49.194533464948535 + - type: nauc_recall_at_10_diff1 + value: 2.2783774953635603 + - type: nauc_recall_at_10_max + value: 24.999953606470118 + - type: nauc_recall_at_10_std + value: 30.423075378421586 + - type: nauc_recall_at_1_diff1 + value: 68.72516447237027 + - type: nauc_recall_at_1_max + value: 44.3569136727875 + - type: nauc_recall_at_1_std + value: 6.39841495768188 + - type: nauc_recall_at_20_diff1 + value: 1.146429836682064 + - type: nauc_recall_at_20_max + value: 26.5113920231293 + - type: nauc_recall_at_20_std + value: 36.70867843499605 + - type: nauc_recall_at_3_diff1 + value: 5.688601758765744 + - type: nauc_recall_at_3_max + value: 21.18858325812871 + - type: nauc_recall_at_3_std + value: 17.592622457537157 + - type: nauc_recall_at_5_diff1 + value: 3.7724767419099234 + - type: nauc_recall_at_5_max + value: 23.106552905037674 + - type: nauc_recall_at_5_std + value: 23.561612818949783 + - type: ndcg_at_1 + value: 84.736 + - type: ndcg_at_10 + value: 77.837 + - type: ndcg_at_100 + value: 80.357 + - type: ndcg_at_1000 + value: 81.183 + - type: ndcg_at_20 + value: 78.949 + - type: ndcg_at_3 + value: 73.258 + - type: ndcg_at_5 + value: 75.919 + - type: precision_at_1 + value: 84.736 + - type: precision_at_10 + value: 16.250999999999998 + - type: precision_at_100 + value: 1.82 + - type: precision_at_1000 + value: 0.193 + - type: precision_at_20 + value: 8.482000000000001 + - type: precision_at_3 + value: 47.475 + - type: precision_at_5 + value: 30.581999999999997 + - type: recall_at_1 + value: 42.368 + - type: recall_at_10 + value: 81.255 + - type: recall_at_100 + value: 90.994 + - type: recall_at_1000 + value: 96.398 + - type: recall_at_20 + value: 84.824 + - type: recall_at_3 + value: 71.21300000000001 + - type: recall_at_5 + value: 76.456 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: main_score + value: 43.462 + - type: map_at_1 + value: 23.25 + - type: map_at_10 + value: 36.224000000000004 + - type: map_at_100 + value: 37.349 + - type: map_at_1000 + value: 37.391999999999996 + - type: map_at_20 + value: 36.921 + - type: map_at_3 + value: 32.208 + - type: map_at_5 + value: 34.573 + - type: mrr_at_1 + value: 23.88252148997135 + - type: mrr_at_10 + value: 36.85216832673849 + - type: mrr_at_100 + value: 37.90739898332828 + - type: mrr_at_1000 + value: 37.94515095895543 + - type: mrr_at_20 + value: 37.51240671241301 + - type: mrr_at_3 + value: 32.91786055396362 + - type: mrr_at_5 + value: 35.23304680038204 + - type: nauc_map_at_1000_diff1 + value: 36.39047949939039 + - type: nauc_map_at_1000_max + value: 2.3578743172188035 + - type: nauc_map_at_1000_std + value: -18.727873389577592 + - type: nauc_map_at_100_diff1 + value: 36.384143241496226 + - type: nauc_map_at_100_max + value: 2.3497513932749614 + - type: nauc_map_at_100_std + value: -18.70122938038941 + - type: nauc_map_at_10_diff1 + value: 36.33329278355692 + - type: nauc_map_at_10_max + value: 2.138450676545341 + - type: nauc_map_at_10_std + value: -19.45579958491671 + - type: nauc_map_at_1_diff1 + value: 39.404102475568564 + - type: nauc_map_at_1_max + value: 2.7206579628418126 + - type: nauc_map_at_1_std + value: -16.855247645496085 + - type: nauc_map_at_20_diff1 + value: 36.302767883282456 + - type: nauc_map_at_20_max + value: 2.2735066233134695 + - type: nauc_map_at_20_std + value: -18.973295136131522 + - type: nauc_map_at_3_diff1 + value: 36.56553095724739 + - type: nauc_map_at_3_max + value: 2.3275087952103526 + - type: nauc_map_at_3_std + value: -19.3527032157449 + - type: nauc_map_at_5_diff1 + value: 36.40211831532397 + - type: nauc_map_at_5_max + value: 2.235741458377666 + - type: nauc_map_at_5_std + value: -19.701014659193824 + - type: nauc_mrr_at_1000_diff1 + value: 36.438574231588525 + - type: nauc_mrr_at_1000_max + value: 2.485811765062565 + - type: nauc_mrr_at_1000_std + value: -18.5317957659061 + - type: nauc_mrr_at_100_diff1 + value: 36.432843922329596 + - type: nauc_mrr_at_100_max + value: 2.4824945841823816 + - type: nauc_mrr_at_100_std + value: -18.50245936037501 + - type: nauc_mrr_at_10_diff1 + value: 36.37249341280693 + - type: nauc_mrr_at_10_max + value: 2.3153304860037607 + - type: nauc_mrr_at_10_std + value: -19.22693970447962 + - type: nauc_mrr_at_1_diff1 + value: 39.38128062971168 + - type: nauc_mrr_at_1_max + value: 2.7209494702622874 + - type: nauc_mrr_at_1_std + value: -16.953692595799737 + - type: nauc_mrr_at_20_diff1 + value: 36.3579490781177 + - type: nauc_mrr_at_20_max + value: 2.4387677123377283 + - type: nauc_mrr_at_20_std + value: -18.732976355263567 + - type: nauc_mrr_at_3_diff1 + value: 36.533228792596574 + - type: nauc_mrr_at_3_max + value: 2.361606755695883 + - type: nauc_mrr_at_3_std + value: -19.245211696661034 + - type: nauc_mrr_at_5_diff1 + value: 36.3816321319283 + - type: nauc_mrr_at_5_max + value: 2.3437756296821632 + - type: nauc_mrr_at_5_std + value: -19.471789402286344 + - type: nauc_ndcg_at_1000_diff1 + value: 35.79039219929976 + - type: nauc_ndcg_at_1000_max + value: 2.811728033687246 + - type: nauc_ndcg_at_1000_std + value: -17.338286061955813 + - type: nauc_ndcg_at_100_diff1 + value: 35.59261399719066 + - type: nauc_ndcg_at_100_max + value: 2.7108910063207783 + - type: nauc_ndcg_at_100_std + value: -16.30247877675029 + - type: nauc_ndcg_at_10_diff1 + value: 35.33021934007167 + - type: nauc_ndcg_at_10_max + value: 1.8215726138615624 + - type: nauc_ndcg_at_10_std + value: -20.06278292037688 + - type: nauc_ndcg_at_1_diff1 + value: 39.38128062971168 + - type: nauc_ndcg_at_1_max + value: 2.7209494702622874 + - type: nauc_ndcg_at_1_std + value: -16.953692595799737 + - type: nauc_ndcg_at_20_diff1 + value: 35.166139885264435 + - type: nauc_ndcg_at_20_max + value: 2.2458844698840195 + - type: nauc_ndcg_at_20_std + value: -18.248706272894776 + - type: nauc_ndcg_at_3_diff1 + value: 35.815749048912664 + - type: nauc_ndcg_at_3_max + value: 2.138161873272173 + - type: nauc_ndcg_at_3_std + value: -20.118216970119295 + - type: nauc_ndcg_at_5_diff1 + value: 35.55268589882809 + - type: nauc_ndcg_at_5_max + value: 2.0174915835937095 + - type: nauc_ndcg_at_5_std + value: -20.691081813335547 + - type: nauc_precision_at_1000_diff1 + value: -3.3391122943171885 + - type: nauc_precision_at_1000_max + value: 11.198425802216269 + - type: nauc_precision_at_1000_std + value: 13.383104359443937 + - type: nauc_precision_at_100_diff1 + value: 12.850391114610302 + - type: nauc_precision_at_100_max + value: 8.157136543556543 + - type: nauc_precision_at_100_std + value: 16.476563311300353 + - type: nauc_precision_at_10_diff1 + value: 28.63945922218073 + - type: nauc_precision_at_10_max + value: 0.455900949813612 + - type: nauc_precision_at_10_std + value: -20.77018206831735 + - type: nauc_precision_at_1_diff1 + value: 39.38128062971168 + - type: nauc_precision_at_1_max + value: 2.7209494702622874 + - type: nauc_precision_at_1_std + value: -16.953692595799737 + - type: nauc_precision_at_20_diff1 + value: 24.195296149610957 + - type: nauc_precision_at_20_max + value: 2.5484785002551718 + - type: nauc_precision_at_20_std + value: -10.930465943156257 + - type: nauc_precision_at_3_diff1 + value: 33.06268024815025 + - type: nauc_precision_at_3_max + value: 1.6291541332500454 + - type: nauc_precision_at_3_std + value: -22.18898625767765 + - type: nauc_precision_at_5_diff1 + value: 31.65289218498212 + - type: nauc_precision_at_5_max + value: 1.2951472084768743 + - type: nauc_precision_at_5_std + value: -23.27704936042841 + - type: nauc_recall_at_1000_diff1 + value: 23.23177983481788 + - type: nauc_recall_at_1000_max + value: 38.7253356088564 + - type: nauc_recall_at_1000_std + value: 67.48000156648311 + - type: nauc_recall_at_100_diff1 + value: 28.544420505491562 + - type: nauc_recall_at_100_max + value: 7.671908258293046 + - type: nauc_recall_at_100_std + value: 21.858917656037523 + - type: nauc_recall_at_10_diff1 + value: 31.49652837714782 + - type: nauc_recall_at_10_max + value: 0.4106392530350634 + - type: nauc_recall_at_10_std + value: -21.78064007132412 + - type: nauc_recall_at_1_diff1 + value: 39.404102475568564 + - type: nauc_recall_at_1_max + value: 2.7206579628418126 + - type: nauc_recall_at_1_std + value: -16.855247645496085 + - type: nauc_recall_at_20_diff1 + value: 29.666357411097906 + - type: nauc_recall_at_20_max + value: 1.9441414764681684 + - type: nauc_recall_at_20_std + value: -12.932407352213746 + - type: nauc_recall_at_3_diff1 + value: 33.55593640265306 + - type: nauc_recall_at_3_max + value: 1.5516845419621723 + - type: nauc_recall_at_3_std + value: -22.119363526106568 + - type: nauc_recall_at_5_diff1 + value: 32.857815579888154 + - type: nauc_recall_at_5_max + value: 1.2405193929536131 + - type: nauc_recall_at_5_std + value: -23.542815544770555 + - type: ndcg_at_1 + value: 23.883 + - type: ndcg_at_10 + value: 43.462 + - type: ndcg_at_100 + value: 48.845 + - type: ndcg_at_1000 + value: 49.883 + - type: ndcg_at_20 + value: 45.921 + - type: ndcg_at_3 + value: 35.321999999999996 + - type: ndcg_at_5 + value: 39.512 + - type: precision_at_1 + value: 23.883 + - type: precision_at_10 + value: 6.862 + - type: precision_at_100 + value: 0.9560000000000001 + - type: precision_at_1000 + value: 0.105 + - type: precision_at_20 + value: 3.946 + - type: precision_at_3 + value: 15.076 + - type: precision_at_5 + value: 11.158 + - type: recall_at_1 + value: 23.25 + - type: recall_at_10 + value: 65.694 + - type: recall_at_100 + value: 90.554 + - type: recall_at_1000 + value: 98.378 + - type: recall_at_20 + value: 75.224 + - type: recall_at_3 + value: 43.628 + - type: recall_at_5 + value: 53.659 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: main_score + value: 74.139 + - type: map_at_1 + value: 2.464 + - type: map_at_10 + value: 16.541 + - type: map_at_100 + value: 44.478 + - type: map_at_1000 + value: 53.15 + - type: map_at_20 + value: 25.904 + - type: map_at_3 + value: 6.765000000000001 + - type: map_at_5 + value: 9.983 + - type: mrr_at_1 + value: 95.34883720930233 + - type: mrr_at_10 + value: 97.28682170542636 + - type: mrr_at_100 + value: 97.28682170542636 + - type: mrr_at_1000 + value: 97.28682170542636 + - type: mrr_at_20 + value: 97.28682170542636 + - type: mrr_at_3 + value: 97.28682170542636 + - type: mrr_at_5 + value: 97.28682170542636 + - type: nauc_map_at_1000_diff1 + value: -24.31518623918347 + - type: nauc_map_at_1000_max + value: 33.70070261129663 + - type: nauc_map_at_1000_std + value: 52.73406144577475 + - type: nauc_map_at_100_diff1 + value: -6.716075858891885 + - type: nauc_map_at_100_max + value: 14.830377435009204 + - type: nauc_map_at_100_std + value: 22.182430558548326 + - type: nauc_map_at_10_diff1 + value: 22.52761274919368 + - type: nauc_map_at_10_max + value: -10.100583311291869 + - type: nauc_map_at_10_std + value: -24.033121680575295 + - type: nauc_map_at_1_diff1 + value: 34.97928775395744 + - type: nauc_map_at_1_max + value: -29.165988209556343 + - type: nauc_map_at_1_std + value: -40.87952221234793 + - type: nauc_map_at_20_diff1 + value: 15.889296464003886 + - type: nauc_map_at_20_max + value: -4.223749887147732 + - type: nauc_map_at_20_std + value: -11.765238600018108 + - type: nauc_map_at_3_diff1 + value: 35.02306731951517 + - type: nauc_map_at_3_max + value: -25.811140250024874 + - type: nauc_map_at_3_std + value: -37.502121900015425 + - type: nauc_map_at_5_diff1 + value: 31.60050502637396 + - type: nauc_map_at_5_max + value: -19.753939742728406 + - type: nauc_map_at_5_std + value: -32.326759394631495 + - type: nauc_mrr_at_1000_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_1000_max + value: -5.264078482070403 + - type: nauc_mrr_at_1000_std + value: -16.896242659959608 + - type: nauc_mrr_at_100_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_100_max + value: -5.264078482070403 + - type: nauc_mrr_at_100_std + value: -16.896242659959608 + - type: nauc_mrr_at_10_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_10_max + value: -5.264078482070403 + - type: nauc_mrr_at_10_std + value: -16.896242659959608 + - type: nauc_mrr_at_1_diff1 + value: 7.609161311583414 + - type: nauc_mrr_at_1_max + value: -3.1385223772769497 + - type: nauc_mrr_at_1_std + value: -28.92678640083504 + - type: nauc_mrr_at_20_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_20_max + value: -5.264078482070403 + - type: nauc_mrr_at_20_std + value: -16.896242659959608 + - type: nauc_mrr_at_3_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_3_max + value: -5.264078482070403 + - type: nauc_mrr_at_3_std + value: -16.896242659959608 + - type: nauc_mrr_at_5_diff1 + value: -1.6109249129507694 + - type: nauc_mrr_at_5_max + value: -5.264078482070403 + - type: nauc_mrr_at_5_std + value: -16.896242659959608 + - type: nauc_ndcg_at_1000_diff1 + value: -30.3495925805214 + - type: nauc_ndcg_at_1000_max + value: 48.80276747021238 + - type: nauc_ndcg_at_1000_std + value: 54.598664753311596 + - type: nauc_ndcg_at_100_diff1 + value: -21.4043832806614 + - type: nauc_ndcg_at_100_max + value: 30.876451567336744 + - type: nauc_ndcg_at_100_std + value: 49.443818028199324 + - type: nauc_ndcg_at_10_diff1 + value: -0.45843729874817324 + - type: nauc_ndcg_at_10_max + value: 19.369035024488383 + - type: nauc_ndcg_at_10_std + value: 15.441351418216314 + - type: nauc_ndcg_at_1_diff1 + value: 27.57020304062517 + - type: nauc_ndcg_at_1_max + value: 13.126334420445016 + - type: nauc_ndcg_at_1_std + value: -29.628242116322607 + - type: nauc_ndcg_at_20_diff1 + value: -15.246366332733999 + - type: nauc_ndcg_at_20_max + value: 14.478542591051463 + - type: nauc_ndcg_at_20_std + value: 27.20707635200001 + - type: nauc_ndcg_at_3_diff1 + value: 14.58709456804409 + - type: nauc_ndcg_at_3_max + value: 13.824849529705482 + - type: nauc_ndcg_at_3_std + value: -8.313833570480671 + - type: nauc_ndcg_at_5_diff1 + value: 8.91665165479885 + - type: nauc_ndcg_at_5_max + value: 13.930708098322576 + - type: nauc_ndcg_at_5_std + value: 2.127642899981599 + - type: nauc_precision_at_1000_diff1 + value: -40.268595202063054 + - type: nauc_precision_at_1000_max + value: 25.88884164935188 + - type: nauc_precision_at_1000_std + value: 55.568406766964415 + - type: nauc_precision_at_100_diff1 + value: -42.911915287643346 + - type: nauc_precision_at_100_max + value: 30.08901353124011 + - type: nauc_precision_at_100_std + value: 62.17803024269468 + - type: nauc_precision_at_10_diff1 + value: -43.802137487466524 + - type: nauc_precision_at_10_max + value: 41.558045207768075 + - type: nauc_precision_at_10_std + value: 66.11133414044444 + - type: nauc_precision_at_1_diff1 + value: 7.609161311583414 + - type: nauc_precision_at_1_max + value: -3.1385223772769497 + - type: nauc_precision_at_1_std + value: -28.92678640083504 + - type: nauc_precision_at_20_diff1 + value: -45.342704264263865 + - type: nauc_precision_at_20_max + value: 26.376743923651265 + - type: nauc_precision_at_20_std + value: 64.3163432020867 + - type: nauc_precision_at_3_diff1 + value: -16.02113730834142 + - type: nauc_precision_at_3_max + value: 24.617646770629815 + - type: nauc_precision_at_3_std + value: 35.79299638781981 + - type: nauc_precision_at_5_diff1 + value: -18.344530395955896 + - type: nauc_precision_at_5_max + value: 34.95602706071007 + - type: nauc_precision_at_5_std + value: 55.121489979935255 + - type: nauc_recall_at_1000_diff1 + value: -43.604640987833875 + - type: nauc_recall_at_1000_max + value: 58.59201591599778 + - type: nauc_recall_at_1000_std + value: 58.04926306248595 + - type: nauc_recall_at_100_diff1 + value: -1.8581886293054308 + - type: nauc_recall_at_100_max + value: 17.598407276190557 + - type: nauc_recall_at_100_std + value: 16.1056507235371 + - type: nauc_recall_at_10_diff1 + value: 24.296861713164493 + - type: nauc_recall_at_10_max + value: -12.840082189664468 + - type: nauc_recall_at_10_std + value: -27.648232955581015 + - type: nauc_recall_at_1_diff1 + value: 34.97928775395744 + - type: nauc_recall_at_1_max + value: -29.165988209556343 + - type: nauc_recall_at_1_std + value: -40.87952221234793 + - type: nauc_recall_at_20_diff1 + value: 17.34425404446603 + - type: nauc_recall_at_20_max + value: -6.759844869600909 + - type: nauc_recall_at_20_std + value: -16.34420887019204 + - type: nauc_recall_at_3_diff1 + value: 35.7400036137557 + - type: nauc_recall_at_3_max + value: -26.22669187910205 + - type: nauc_recall_at_3_std + value: -38.248247791322314 + - type: nauc_recall_at_5_diff1 + value: 33.10320420212989 + - type: nauc_recall_at_5_max + value: -20.833157601550315 + - type: nauc_recall_at_5_std + value: -34.06908006216781 + - type: ndcg_at_1 + value: 76.744 + - type: ndcg_at_10 + value: 74.139 + - type: ndcg_at_100 + value: 68.147 + - type: ndcg_at_1000 + value: 75.65899999999999 + - type: ndcg_at_20 + value: 71.788 + - type: ndcg_at_3 + value: 75.696 + - type: ndcg_at_5 + value: 74.787 + - type: precision_at_1 + value: 95.34899999999999 + - type: precision_at_10 + value: 84.186 + - type: precision_at_100 + value: 40.163 + - type: precision_at_1000 + value: 7.457999999999999 + - type: precision_at_20 + value: 74.767 + - type: precision_at_3 + value: 89.922 + - type: precision_at_5 + value: 87.442 + - type: recall_at_1 + value: 2.464 + - type: recall_at_10 + value: 17.910999999999998 + - type: recall_at_100 + value: 55.969 + - type: recall_at_1000 + value: 82.416 + - type: recall_at_20 + value: 28.829 + - type: recall_at_3 + value: 6.866 + - type: recall_at_5 + value: 10.45 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: train + type: mteb/msmarco + metrics: + - type: main_score + value: 40.276 + - type: map_at_1 + value: 20.773 + - type: map_at_10 + value: 33.187 + - type: map_at_100 + value: 34.445 + - type: map_at_1000 + value: 34.491 + - type: map_at_20 + value: 33.969 + - type: map_at_3 + value: 29.156 + - type: map_at_5 + value: 31.446 + - type: mrr_at_1 + value: 21.359250326580362 + - type: mrr_at_10 + value: 33.705331647898106 + - type: mrr_at_100 + value: 34.90938915980538 + - type: mrr_at_1000 + value: 34.949373687506714 + - type: mrr_at_20 + value: 34.459868257867136 + - type: mrr_at_3 + value: 29.754569308269037 + - type: mrr_at_5 + value: 32.00982292750348 + - type: nauc_map_at_1000_diff1 + value: 34.01601087498396 + - type: nauc_map_at_1000_max + value: -1.7691442171563223 + - type: nauc_map_at_1000_std + value: -19.828285053003967 + - type: nauc_map_at_100_diff1 + value: 34.00675015775064 + - type: nauc_map_at_100_max + value: -1.7686866050766759 + - type: nauc_map_at_100_std + value: -19.794937232515526 + - type: nauc_map_at_10_diff1 + value: 33.925657930927954 + - type: nauc_map_at_10_max + value: -1.9081926342048643 + - type: nauc_map_at_10_std + value: -20.459142515845954 + - type: nauc_map_at_1_diff1 + value: 37.86779004020525 + - type: nauc_map_at_1_max + value: -1.693381899018092 + - type: nauc_map_at_1_std + value: -18.888409837359983 + - type: nauc_map_at_20_diff1 + value: 33.95897235069661 + - type: nauc_map_at_20_max + value: -1.8385762082257249 + - type: nauc_map_at_20_std + value: -20.049973139551135 + - type: nauc_map_at_3_diff1 + value: 34.1811433717322 + - type: nauc_map_at_3_max + value: -1.9862134491651453 + - type: nauc_map_at_3_std + value: -20.7157496103899 + - type: nauc_map_at_5_diff1 + value: 33.945489663762515 + - type: nauc_map_at_5_max + value: -1.9633952142297522 + - type: nauc_map_at_5_std + value: -20.83632680413325 + - type: nauc_mrr_at_1000_diff1 + value: 33.999206219812045 + - type: nauc_mrr_at_1000_max + value: -1.7412465287451229 + - type: nauc_mrr_at_1000_std + value: -19.800789638791937 + - type: nauc_mrr_at_100_diff1 + value: 33.99041315883828 + - type: nauc_mrr_at_100_max + value: -1.7393575325316621 + - type: nauc_mrr_at_100_std + value: -19.7676764349925 + - type: nauc_mrr_at_10_diff1 + value: 33.90510191763504 + - type: nauc_mrr_at_10_max + value: -1.8632220774794626 + - type: nauc_mrr_at_10_std + value: -20.39043116739617 + - type: nauc_mrr_at_1_diff1 + value: 37.92957327608907 + - type: nauc_mrr_at_1_max + value: -1.6241365807332726 + - type: nauc_mrr_at_1_std + value: -19.02476057424658 + - type: nauc_mrr_at_20_diff1 + value: 33.94188630069156 + - type: nauc_mrr_at_20_max + value: -1.799932652089817 + - type: nauc_mrr_at_20_std + value: -19.997042702823485 + - type: nauc_mrr_at_3_diff1 + value: 34.16520468314214 + - type: nauc_mrr_at_3_max + value: -1.9279951943420828 + - type: nauc_mrr_at_3_std + value: -20.706091936842984 + - type: nauc_mrr_at_5_diff1 + value: 33.92480963299017 + - type: nauc_mrr_at_5_max + value: -1.9122782451155143 + - type: nauc_mrr_at_5_std + value: -20.781713634553793 + - type: nauc_ndcg_at_1000_diff1 + value: 33.184126158160126 + - type: nauc_ndcg_at_1000_max + value: -1.1875420124951162 + - type: nauc_ndcg_at_1000_std + value: -18.23591819025179 + - type: nauc_ndcg_at_100_diff1 + value: 32.935688069598314 + - type: nauc_ndcg_at_100_max + value: -1.0828464321478635 + - type: nauc_ndcg_at_100_std + value: -16.99124635594882 + - type: nauc_ndcg_at_10_diff1 + value: 32.5885629805019 + - type: nauc_ndcg_at_10_max + value: -1.8951992549933268 + - type: nauc_ndcg_at_10_std + value: -20.400520136402704 + - type: nauc_ndcg_at_1_diff1 + value: 37.953966660906325 + - type: nauc_ndcg_at_1_max + value: -1.637085728039103 + - type: nauc_ndcg_at_1_std + value: -19.029991106168055 + - type: nauc_ndcg_at_20_diff1 + value: 32.659068964537944 + - type: nauc_ndcg_at_20_max + value: -1.6414522913717806 + - type: nauc_ndcg_at_20_std + value: -18.857438624779295 + - type: nauc_ndcg_at_3_diff1 + value: 33.13495243897897 + - type: nauc_ndcg_at_3_max + value: -2.056752787606917 + - type: nauc_ndcg_at_3_std + value: -21.17861388162733 + - type: nauc_ndcg_at_5_diff1 + value: 32.69463838392566 + - type: nauc_ndcg_at_5_max + value: -2.025092695004754 + - type: nauc_ndcg_at_5_std + value: -21.34771429039138 + - type: nauc_precision_at_1000_diff1 + value: -2.8558032644991016 + - type: nauc_precision_at_1000_max + value: 9.86657019787611 + - type: nauc_precision_at_1000_std + value: 10.988749489672406 + - type: nauc_precision_at_100_diff1 + value: 12.864328710169968 + - type: nauc_precision_at_100_max + value: 7.464201984721404 + - type: nauc_precision_at_100_std + value: 16.13392945907579 + - type: nauc_precision_at_10_diff1 + value: 26.399898010761824 + - type: nauc_precision_at_10_max + value: -1.2999170215959819 + - type: nauc_precision_at_10_std + value: -18.71491641617564 + - type: nauc_precision_at_1_diff1 + value: 37.953966660906325 + - type: nauc_precision_at_1_max + value: -1.637085728039103 + - type: nauc_precision_at_1_std + value: -19.029991106168055 + - type: nauc_precision_at_20_diff1 + value: 23.79119509543501 + - type: nauc_precision_at_20_max + value: 0.17939408447227603 + - type: nauc_precision_at_20_std + value: -10.441178169364324 + - type: nauc_precision_at_3_diff1 + value: 30.04047755424759 + - type: nauc_precision_at_3_max + value: -2.136156697163606 + - type: nauc_precision_at_3_std + value: -22.2944352990041 + - type: nauc_precision_at_5_diff1 + value: 28.422010621063933 + - type: nauc_precision_at_5_max + value: -1.9424211602360555 + - type: nauc_precision_at_5_std + value: -22.333141313684994 + - type: nauc_recall_at_1000_diff1 + value: 13.732116062991514 + - type: nauc_recall_at_1000_max + value: 45.18551288931526 + - type: nauc_recall_at_1000_std + value: 71.21674392317534 + - type: nauc_recall_at_100_diff1 + value: 24.303127023267894 + - type: nauc_recall_at_100_max + value: 8.834243296556114 + - type: nauc_recall_at_100_std + value: 23.97303108762705 + - type: nauc_recall_at_10_diff1 + value: 28.10048351507634 + - type: nauc_recall_at_10_max + value: -1.8539512450800857 + - type: nauc_recall_at_10_std + value: -19.61933014312325 + - type: nauc_recall_at_1_diff1 + value: 37.86779004020525 + - type: nauc_recall_at_1_max + value: -1.693381899018092 + - type: nauc_recall_at_1_std + value: -18.888409837359983 + - type: nauc_recall_at_20_diff1 + value: 27.298837251716414 + - type: nauc_recall_at_20_max + value: -0.6338536811417125 + - type: nauc_recall_at_20_std + value: -11.839172034010947 + - type: nauc_recall_at_3_diff1 + value: 30.29606466428335 + - type: nauc_recall_at_3_max + value: -2.286134715776902 + - type: nauc_recall_at_3_std + value: -22.284294332227482 + - type: nauc_recall_at_5_diff1 + value: 29.11776633049639 + - type: nauc_recall_at_5_max + value: -2.227765233466803 + - type: nauc_recall_at_5_std + value: -22.613701283140504 + - type: ndcg_at_1 + value: 21.353 + - type: ndcg_at_10 + value: 40.276 + - type: ndcg_at_100 + value: 46.323 + - type: ndcg_at_1000 + value: 47.418 + - type: ndcg_at_20 + value: 43.053999999999995 + - type: ndcg_at_3 + value: 32.055 + - type: ndcg_at_5 + value: 36.138 + - type: precision_at_1 + value: 21.353 + - type: precision_at_10 + value: 6.486 + - type: precision_at_100 + value: 0.9490000000000001 + - type: precision_at_1000 + value: 0.104 + - type: precision_at_20 + value: 3.818 + - type: precision_at_3 + value: 13.739 + - type: precision_at_5 + value: 10.309 + - type: recall_at_1 + value: 20.773 + - type: recall_at_10 + value: 62.275999999999996 + - type: recall_at_100 + value: 90.217 + - type: recall_at_1000 + value: 98.519 + - type: recall_at_20 + value: 73.072 + - type: recall_at_3 + value: 39.855000000000004 + - type: recall_at_5 + value: 49.675999999999995 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 37.283 + - type: map_at_1 + value: 5.574 + - type: map_at_10 + value: 14.005 + - type: map_at_100 + value: 17.796 + - type: map_at_1000 + value: 19.283 + - type: map_at_20 + value: 15.578 + - type: map_at_3 + value: 10.236 + - type: map_at_5 + value: 11.899 + - type: mrr_at_1 + value: 46.749226006191954 + - type: mrr_at_10 + value: 56.59811292938226 + - type: mrr_at_100 + value: 57.12051023998412 + - type: mrr_at_1000 + value: 57.15371186820038 + - type: mrr_at_20 + value: 56.916688370838195 + - type: mrr_at_3 + value: 54.12796697626418 + - type: mrr_at_5 + value: 55.768833849329205 + - type: nauc_map_at_1000_diff1 + value: 28.635277848807 + - type: nauc_map_at_1000_max + value: 35.35613366796442 + - type: nauc_map_at_1000_std + value: 17.10747783924917 + - type: nauc_map_at_100_diff1 + value: 29.755264219349424 + - type: nauc_map_at_100_max + value: 34.327008938244944 + - type: nauc_map_at_100_std + value: 13.445288572684394 + - type: nauc_map_at_10_diff1 + value: 32.48957394170802 + - type: nauc_map_at_10_max + value: 27.80407105939758 + - type: nauc_map_at_10_std + value: 1.9070818822162425 + - type: nauc_map_at_1_diff1 + value: 50.027513759193376 + - type: nauc_map_at_1_max + value: 19.429910518237936 + - type: nauc_map_at_1_std + value: -8.97104145052985 + - type: nauc_map_at_20_diff1 + value: 31.56634560890853 + - type: nauc_map_at_20_max + value: 31.051371548545692 + - type: nauc_map_at_20_std + value: 6.504916213964518 + - type: nauc_map_at_3_diff1 + value: 38.42783943501391 + - type: nauc_map_at_3_max + value: 22.268789244002495 + - type: nauc_map_at_3_std + value: -3.875096100356707 + - type: nauc_map_at_5_diff1 + value: 35.358236844401475 + - type: nauc_map_at_5_max + value: 23.849302939085845 + - type: nauc_map_at_5_std + value: -2.3503635251536994 + - type: nauc_mrr_at_1000_diff1 + value: 30.746859712785913 + - type: nauc_mrr_at_1000_max + value: 53.6904747530386 + - type: nauc_mrr_at_1000_std + value: 31.47487691466055 + - type: nauc_mrr_at_100_diff1 + value: 30.763063585195706 + - type: nauc_mrr_at_100_max + value: 53.7250123160408 + - type: nauc_mrr_at_100_std + value: 31.50978078188992 + - type: nauc_mrr_at_10_diff1 + value: 30.82775738393116 + - type: nauc_mrr_at_10_max + value: 53.4071427116327 + - type: nauc_mrr_at_10_std + value: 31.263564750803962 + - type: nauc_mrr_at_1_diff1 + value: 32.106085379422524 + - type: nauc_mrr_at_1_max + value: 47.77541655844478 + - type: nauc_mrr_at_1_std + value: 24.786702037536276 + - type: nauc_mrr_at_20_diff1 + value: 30.719148309921696 + - type: nauc_mrr_at_20_max + value: 53.70017178047271 + - type: nauc_mrr_at_20_std + value: 31.467979505375443 + - type: nauc_mrr_at_3_diff1 + value: 30.981638809404405 + - type: nauc_mrr_at_3_max + value: 53.3270677412482 + - type: nauc_mrr_at_3_std + value: 30.26681784453818 + - type: nauc_mrr_at_5_diff1 + value: 30.969579053025992 + - type: nauc_mrr_at_5_max + value: 53.700404196240385 + - type: nauc_mrr_at_5_std + value: 30.24431182973286 + - type: nauc_ndcg_at_1000_diff1 + value: 26.077520236345453 + - type: nauc_ndcg_at_1000_max + value: 50.44278008464641 + - type: nauc_ndcg_at_1000_std + value: 36.462860570166185 + - type: nauc_ndcg_at_100_diff1 + value: 25.784205218824514 + - type: nauc_ndcg_at_100_max + value: 44.6479793696097 + - type: nauc_ndcg_at_100_std + value: 29.51865427077206 + - type: nauc_ndcg_at_10_diff1 + value: 23.20557245363688 + - type: nauc_ndcg_at_10_max + value: 42.22895428413661 + - type: nauc_ndcg_at_10_std + value: 25.969842351518235 + - type: nauc_ndcg_at_1_diff1 + value: 33.427281404508435 + - type: nauc_ndcg_at_1_max + value: 46.94546610566201 + - type: nauc_ndcg_at_1_std + value: 24.496790902482985 + - type: nauc_ndcg_at_20_diff1 + value: 23.43536419777015 + - type: nauc_ndcg_at_20_max + value: 42.0469006433796 + - type: nauc_ndcg_at_20_std + value: 27.24688044890543 + - type: nauc_ndcg_at_3_diff1 + value: 25.933255443748944 + - type: nauc_ndcg_at_3_max + value: 45.01703507302794 + - type: nauc_ndcg_at_3_std + value: 24.53456197157044 + - type: nauc_ndcg_at_5_diff1 + value: 24.329950172007088 + - type: nauc_ndcg_at_5_max + value: 42.83693422152606 + - type: nauc_ndcg_at_5_std + value: 24.11535369089384 + - type: nauc_precision_at_1000_diff1 + value: -12.669594168389192 + - type: nauc_precision_at_1000_max + value: 8.798164077517391 + - type: nauc_precision_at_1000_std + value: 33.81862573258825 + - type: nauc_precision_at_100_diff1 + value: -7.005181564872601 + - type: nauc_precision_at_100_max + value: 22.648723626866374 + - type: nauc_precision_at_100_std + value: 43.65426389346721 + - type: nauc_precision_at_10_diff1 + value: 4.8405576299864945 + - type: nauc_precision_at_10_max + value: 39.91286717889381 + - type: nauc_precision_at_10_std + value: 35.574065561205096 + - type: nauc_precision_at_1_diff1 + value: 32.106085379422524 + - type: nauc_precision_at_1_max + value: 47.77541655844478 + - type: nauc_precision_at_1_std + value: 24.786702037536276 + - type: nauc_precision_at_20_diff1 + value: 0.08875655110882817 + - type: nauc_precision_at_20_max + value: 34.77100967209973 + - type: nauc_precision_at_20_std + value: 39.851412685464176 + - type: nauc_precision_at_3_diff1 + value: 16.574574215758624 + - type: nauc_precision_at_3_max + value: 45.42842355154502 + - type: nauc_precision_at_3_std + value: 28.31538323007723 + - type: nauc_precision_at_5_diff1 + value: 10.494687717697923 + - type: nauc_precision_at_5_max + value: 42.0168314602896 + - type: nauc_precision_at_5_std + value: 30.72486385311608 + - type: nauc_recall_at_1000_diff1 + value: 9.418427515050707 + - type: nauc_recall_at_1000_max + value: 27.143782318814182 + - type: nauc_recall_at_1000_std + value: 27.349192687153284 + - type: nauc_recall_at_100_diff1 + value: 16.884742295138704 + - type: nauc_recall_at_100_max + value: 27.5200727845606 + - type: nauc_recall_at_100_std + value: 16.76172862155474 + - type: nauc_recall_at_10_diff1 + value: 23.894239139033917 + - type: nauc_recall_at_10_max + value: 20.19653160625137 + - type: nauc_recall_at_10_std + value: -1.1818405987921334 + - type: nauc_recall_at_1_diff1 + value: 50.027513759193376 + - type: nauc_recall_at_1_max + value: 19.429910518237936 + - type: nauc_recall_at_1_std + value: -8.97104145052985 + - type: nauc_recall_at_20_diff1 + value: 23.687099370897887 + - type: nauc_recall_at_20_max + value: 24.6629558566208 + - type: nauc_recall_at_20_std + value: 5.407720319345621 + - type: nauc_recall_at_3_diff1 + value: 34.403660975814034 + - type: nauc_recall_at_3_max + value: 20.066555724505257 + - type: nauc_recall_at_3_std + value: -3.63779773997605 + - type: nauc_recall_at_5_diff1 + value: 27.409120048379066 + - type: nauc_recall_at_5_max + value: 17.871400437143393 + - type: nauc_recall_at_5_std + value: -4.490534640413254 + - type: ndcg_at_1 + value: 45.201 + - type: ndcg_at_10 + value: 37.283 + - type: ndcg_at_100 + value: 34.019 + - type: ndcg_at_1000 + value: 42.339 + - type: ndcg_at_20 + value: 34.827000000000005 + - type: ndcg_at_3 + value: 42.841 + - type: ndcg_at_5 + value: 40.778 + - type: precision_at_1 + value: 46.749 + - type: precision_at_10 + value: 27.771 + - type: precision_at_100 + value: 8.762 + - type: precision_at_1000 + value: 2.137 + - type: precision_at_20 + value: 20.759 + - type: precision_at_3 + value: 41.073 + - type: precision_at_5 + value: 35.975 + - type: recall_at_1 + value: 5.574 + - type: recall_at_10 + value: 18.631 + - type: recall_at_100 + value: 34.352 + - type: recall_at_1000 + value: 64.57000000000001 + - type: recall_at_20 + value: 22.359 + - type: recall_at_3 + value: 11.440999999999999 + - type: recall_at_5 + value: 14.493 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 61.028999999999996 + - type: map_at_1 + value: 37.177 + - type: map_at_10 + value: 53.40899999999999 + - type: map_at_100 + value: 54.298 + - type: map_at_1000 + value: 54.315000000000005 + - type: map_at_20 + value: 54.025 + - type: map_at_3 + value: 49.05 + - type: map_at_5 + value: 51.82 + - type: mrr_at_1 + value: 41.59907300115875 + - type: mrr_at_10 + value: 55.78067235005224 + - type: mrr_at_100 + value: 56.41660993735389 + - type: mrr_at_1000 + value: 56.42754475461054 + - type: mrr_at_20 + value: 56.23518276066669 + - type: mrr_at_3 + value: 52.37543453070661 + - type: mrr_at_5 + value: 54.548088064889775 + - type: nauc_map_at_1000_diff1 + value: 37.27249375628604 + - type: nauc_map_at_1000_max + value: 27.392138921419324 + - type: nauc_map_at_1000_std + value: -3.5900106216193315 + - type: nauc_map_at_100_diff1 + value: 37.2697901014825 + - type: nauc_map_at_100_max + value: 27.405921213076223 + - type: nauc_map_at_100_std + value: -3.573566659351339 + - type: nauc_map_at_10_diff1 + value: 37.16335435590572 + - type: nauc_map_at_10_max + value: 27.413006448193094 + - type: nauc_map_at_10_std + value: -3.9602938844810303 + - type: nauc_map_at_1_diff1 + value: 40.79178035869281 + - type: nauc_map_at_1_max + value: 21.840846704021168 + - type: nauc_map_at_1_std + value: -6.154432706859515 + - type: nauc_map_at_20_diff1 + value: 37.19465980632151 + - type: nauc_map_at_20_max + value: 27.472653634570786 + - type: nauc_map_at_20_std + value: -3.6471752193658094 + - type: nauc_map_at_3_diff1 + value: 37.00050883840103 + - type: nauc_map_at_3_max + value: 26.166201606832622 + - type: nauc_map_at_3_std + value: -5.058745283770789 + - type: nauc_map_at_5_diff1 + value: 37.312001024201614 + - type: nauc_map_at_5_max + value: 27.20835796415595 + - type: nauc_map_at_5_std + value: -4.534370816807776 + - type: nauc_mrr_at_1000_diff1 + value: 37.0970736659852 + - type: nauc_mrr_at_1000_max + value: 27.50593927169649 + - type: nauc_mrr_at_1000_std + value: -1.4306799570196265 + - type: nauc_mrr_at_100_diff1 + value: 37.097509694127424 + - type: nauc_mrr_at_100_max + value: 27.51661298886077 + - type: nauc_mrr_at_100_std + value: -1.4199131237737803 + - type: nauc_mrr_at_10_diff1 + value: 36.932844699119116 + - type: nauc_mrr_at_10_max + value: 27.621686914876264 + - type: nauc_mrr_at_10_std + value: -1.5134823279039098 + - type: nauc_mrr_at_1_diff1 + value: 40.02588975690894 + - type: nauc_mrr_at_1_max + value: 23.299213673927742 + - type: nauc_mrr_at_1_std + value: -3.2449821682928857 + - type: nauc_mrr_at_20_diff1 + value: 37.03753600016832 + - type: nauc_mrr_at_20_max + value: 27.595623068393866 + - type: nauc_mrr_at_20_std + value: -1.420887979592882 + - type: nauc_mrr_at_3_diff1 + value: 36.91182898204814 + - type: nauc_mrr_at_3_max + value: 27.152051504473885 + - type: nauc_mrr_at_3_std + value: -1.9927562689418785 + - type: nauc_mrr_at_5_diff1 + value: 36.99585850355028 + - type: nauc_mrr_at_5_max + value: 27.595839086884865 + - type: nauc_mrr_at_5_std + value: -1.647378331798377 + - type: nauc_ndcg_at_1000_diff1 + value: 36.81876435190347 + - type: nauc_ndcg_at_1000_max + value: 28.829624794175935 + - type: nauc_ndcg_at_1000_std + value: -1.65861992216032 + - type: nauc_ndcg_at_100_diff1 + value: 36.78530077714473 + - type: nauc_ndcg_at_100_max + value: 29.345829163429332 + - type: nauc_ndcg_at_100_std + value: -0.9834660238902133 + - type: nauc_ndcg_at_10_diff1 + value: 36.12614493982964 + - type: nauc_ndcg_at_10_max + value: 29.68306077249619 + - type: nauc_ndcg_at_10_std + value: -2.2988088369038424 + - type: nauc_ndcg_at_1_diff1 + value: 40.02588975690894 + - type: nauc_ndcg_at_1_max + value: 23.299213673927742 + - type: nauc_ndcg_at_1_std + value: -3.2449821682928857 + - type: nauc_ndcg_at_20_diff1 + value: 36.305901085440176 + - type: nauc_ndcg_at_20_max + value: 29.900293267731914 + - type: nauc_ndcg_at_20_std + value: -1.299150832053996 + - type: nauc_ndcg_at_3_diff1 + value: 36.08231518905999 + - type: nauc_ndcg_at_3_max + value: 27.551888883244995 + - type: nauc_ndcg_at_3_std + value: -4.148899293368668 + - type: nauc_ndcg_at_5_diff1 + value: 36.46875305559966 + - type: nauc_ndcg_at_5_max + value: 29.164887327209787 + - type: nauc_ndcg_at_5_std + value: -3.3697390325217076 + - type: nauc_precision_at_1000_diff1 + value: -10.3219194845074 + - type: nauc_precision_at_1000_max + value: 3.539745607347162 + - type: nauc_precision_at_1000_std + value: 14.732306584403634 + - type: nauc_precision_at_100_diff1 + value: -6.560356132891633 + - type: nauc_precision_at_100_max + value: 10.337169381451696 + - type: nauc_precision_at_100_std + value: 19.20600399831645 + - type: nauc_precision_at_10_diff1 + value: 8.363445709346582 + - type: nauc_precision_at_10_max + value: 23.63627616639036 + - type: nauc_precision_at_10_std + value: 10.673622244929492 + - type: nauc_precision_at_1_diff1 + value: 40.02588975690894 + - type: nauc_precision_at_1_max + value: 23.299213673927742 + - type: nauc_precision_at_1_std + value: -3.2449821682928857 + - type: nauc_precision_at_20_diff1 + value: 1.4455832869975551 + - type: nauc_precision_at_20_max + value: 19.98564944586283 + - type: nauc_precision_at_20_std + value: 16.313152259234684 + - type: nauc_precision_at_3_diff1 + value: 22.401426703012387 + - type: nauc_precision_at_3_max + value: 27.664284153790934 + - type: nauc_precision_at_3_std + value: 2.0415835028145013 + - type: nauc_precision_at_5_diff1 + value: 16.858040191181527 + - type: nauc_precision_at_5_max + value: 26.95159466584669 + - type: nauc_precision_at_5_std + value: 5.337376948898463 + - type: nauc_recall_at_1000_diff1 + value: 33.419325094531246 + - type: nauc_recall_at_1000_max + value: 81.65994088738964 + - type: nauc_recall_at_1000_std + value: 63.36886394313217 + - type: nauc_recall_at_100_diff1 + value: 33.73442949813673 + - type: nauc_recall_at_100_max + value: 64.50622866427926 + - type: nauc_recall_at_100_std + value: 46.52235851200254 + - type: nauc_recall_at_10_diff1 + value: 29.788714544862056 + - type: nauc_recall_at_10_max + value: 38.99828655870941 + - type: nauc_recall_at_10_std + value: 1.7091690344792725 + - type: nauc_recall_at_1_diff1 + value: 40.79178035869281 + - type: nauc_recall_at_1_max + value: 21.840846704021168 + - type: nauc_recall_at_1_std + value: -6.154432706859515 + - type: nauc_recall_at_20_diff1 + value: 29.268077606585464 + - type: nauc_recall_at_20_max + value: 46.544672010268386 + - type: nauc_recall_at_20_std + value: 11.559943847242257 + - type: nauc_recall_at_3_diff1 + value: 32.274860688833726 + - type: nauc_recall_at_3_max + value: 29.74799709828914 + - type: nauc_recall_at_3_std + value: -4.408458412201667 + - type: nauc_recall_at_5_diff1 + value: 32.393551871375514 + - type: nauc_recall_at_5_max + value: 34.33472583999946 + - type: nauc_recall_at_5_std + value: -2.6839106423963486 + - type: ndcg_at_1 + value: 41.599000000000004 + - type: ndcg_at_10 + value: 61.028999999999996 + - type: ndcg_at_100 + value: 64.55 + - type: ndcg_at_1000 + value: 64.948 + - type: ndcg_at_20 + value: 62.971 + - type: ndcg_at_3 + value: 53.122 + - type: ndcg_at_5 + value: 57.607 + - type: precision_at_1 + value: 41.599000000000004 + - type: precision_at_10 + value: 9.754 + - type: precision_at_100 + value: 1.172 + - type: precision_at_1000 + value: 0.121 + - type: precision_at_20 + value: 5.346 + - type: precision_at_3 + value: 23.880000000000003 + - type: precision_at_5 + value: 16.964000000000002 + - type: recall_at_1 + value: 37.177 + - type: recall_at_10 + value: 81.658 + - type: recall_at_100 + value: 96.497 + - type: recall_at_1000 + value: 99.445 + - type: recall_at_20 + value: 88.75800000000001 + - type: recall_at_3 + value: 61.525 + - type: recall_at_5 + value: 71.76 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: dev + type: mteb/quora + metrics: + - type: main_score + value: 89.036 + - type: map_at_1 + value: 71.101 + - type: map_at_10 + value: 85.455 + - type: map_at_100 + value: 85.994 + - type: map_at_1000 + value: 86.008 + - type: map_at_20 + value: 85.828 + - type: map_at_3 + value: 82.53399999999999 + - type: map_at_5 + value: 84.436 + - type: mrr_at_1 + value: 81.86 + - type: mrr_at_10 + value: 88.11046031746035 + - type: mrr_at_100 + value: 88.19975129757977 + - type: mrr_at_1000 + value: 88.20025683960115 + - type: mrr_at_20 + value: 88.17505422553023 + - type: mrr_at_3 + value: 87.21666666666681 + - type: mrr_at_5 + value: 87.86166666666674 + - type: nauc_map_at_1000_diff1 + value: 76.87108519650897 + - type: nauc_map_at_1000_max + value: 33.61242692238016 + - type: nauc_map_at_1000_std + value: -41.17597310279849 + - type: nauc_map_at_100_diff1 + value: 76.87153736524259 + - type: nauc_map_at_100_max + value: 33.54970297094648 + - type: nauc_map_at_100_std + value: -41.25992178085852 + - type: nauc_map_at_10_diff1 + value: 77.09438545715085 + - type: nauc_map_at_10_max + value: 33.2308328259168 + - type: nauc_map_at_10_std + value: -42.899051862463516 + - type: nauc_map_at_1_diff1 + value: 80.4545167505852 + - type: nauc_map_at_1_max + value: 23.403575293489297 + - type: nauc_map_at_1_std + value: -38.73915078390272 + - type: nauc_map_at_20_diff1 + value: 76.94979482879727 + - type: nauc_map_at_20_max + value: 33.3965542820201 + - type: nauc_map_at_20_std + value: -41.86565874579091 + - type: nauc_map_at_3_diff1 + value: 77.49566624548056 + - type: nauc_map_at_3_max + value: 31.780987466527982 + - type: nauc_map_at_3_std + value: -44.21854519305753 + - type: nauc_map_at_5_diff1 + value: 77.42771789228605 + - type: nauc_map_at_5_max + value: 32.68020733774396 + - type: nauc_map_at_5_std + value: -44.02529373114044 + - type: nauc_mrr_at_1000_diff1 + value: 77.2505984468272 + - type: nauc_mrr_at_1000_max + value: 35.55233116927507 + - type: nauc_mrr_at_1000_std + value: -36.53616122640594 + - type: nauc_mrr_at_100_diff1 + value: 77.2505647746378 + - type: nauc_mrr_at_100_max + value: 35.55185874722589 + - type: nauc_mrr_at_100_std + value: -36.536878149072706 + - type: nauc_mrr_at_10_diff1 + value: 77.28454775401565 + - type: nauc_mrr_at_10_max + value: 35.66029990876809 + - type: nauc_mrr_at_10_std + value: -36.59040430274804 + - type: nauc_mrr_at_1_diff1 + value: 77.78026873953571 + - type: nauc_mrr_at_1_max + value: 34.24444208714401 + - type: nauc_mrr_at_1_std + value: -35.78176040034259 + - type: nauc_mrr_at_20_diff1 + value: 77.26647675316424 + - type: nauc_mrr_at_20_max + value: 35.55846836956988 + - type: nauc_mrr_at_20_std + value: -36.573881740702944 + - type: nauc_mrr_at_3_diff1 + value: 76.97249605916133 + - type: nauc_mrr_at_3_max + value: 35.75239213026302 + - type: nauc_mrr_at_3_std + value: -36.66948654144912 + - type: nauc_mrr_at_5_diff1 + value: 77.23448498990302 + - type: nauc_mrr_at_5_max + value: 35.66032506714416 + - type: nauc_mrr_at_5_std + value: -36.38867782403099 + - type: nauc_ndcg_at_1000_diff1 + value: 76.78192029636689 + - type: nauc_ndcg_at_1000_max + value: 34.838983961231115 + - type: nauc_ndcg_at_1000_std + value: -38.7139917221289 + - type: nauc_ndcg_at_100_diff1 + value: 76.74994017852701 + - type: nauc_ndcg_at_100_max + value: 34.5562459567844 + - type: nauc_ndcg_at_100_std + value: -39.1159390113717 + - type: nauc_ndcg_at_10_diff1 + value: 77.03700409583301 + - type: nauc_ndcg_at_10_max + value: 34.49775612114203 + - type: nauc_ndcg_at_10_std + value: -42.03003149796472 + - type: nauc_ndcg_at_1_diff1 + value: 77.81816314669393 + - type: nauc_ndcg_at_1_max + value: 34.07485459082228 + - type: nauc_ndcg_at_1_std + value: -35.94895056306454 + - type: nauc_ndcg_at_20_diff1 + value: 76.96510332497088 + - type: nauc_ndcg_at_20_max + value: 34.450082024564146 + - type: nauc_ndcg_at_20_std + value: -40.63314555768711 + - type: nauc_ndcg_at_3_diff1 + value: 76.151643391554 + - type: nauc_ndcg_at_3_max + value: 34.66383376117758 + - type: nauc_ndcg_at_3_std + value: -41.39392660300224 + - type: nauc_ndcg_at_5_diff1 + value: 76.92278503649814 + - type: nauc_ndcg_at_5_max + value: 34.35931928202013 + - type: nauc_ndcg_at_5_std + value: -42.28302402211198 + - type: nauc_precision_at_1000_diff1 + value: -44.32392932408826 + - type: nauc_precision_at_1000_max + value: -1.5976203820441983 + - type: nauc_precision_at_1000_std + value: 38.70649763774179 + - type: nauc_precision_at_100_diff1 + value: -44.12260005400485 + - type: nauc_precision_at_100_max + value: -3.0647204564936312 + - type: nauc_precision_at_100_std + value: 36.21137758417562 + - type: nauc_precision_at_10_diff1 + value: -38.874503464270056 + - type: nauc_precision_at_10_max + value: -0.7995397378969676 + - type: nauc_precision_at_10_std + value: 25.08941543528278 + - type: nauc_precision_at_1_diff1 + value: 77.81816314669393 + - type: nauc_precision_at_1_max + value: 34.07485459082228 + - type: nauc_precision_at_1_std + value: -35.94895056306454 + - type: nauc_precision_at_20_diff1 + value: -41.93097475974228 + - type: nauc_precision_at_20_max + value: -2.691181750976814 + - type: nauc_precision_at_20_std + value: 30.655007568557085 + - type: nauc_precision_at_3_diff1 + value: -21.109490315436517 + - type: nauc_precision_at_3_max + value: 9.49736775358964 + - type: nauc_precision_at_3_std + value: 9.195033684093397 + - type: nauc_precision_at_5_diff1 + value: -32.49764534227595 + - type: nauc_precision_at_5_max + value: 3.0490365273648803 + - type: nauc_precision_at_5_std + value: 18.119935851058468 + - type: nauc_recall_at_1000_diff1 + value: 75.62341631050762 + - type: nauc_recall_at_1000_max + value: 83.86481603169511 + - type: nauc_recall_at_1000_std + value: 58.55405944964621 + - type: nauc_recall_at_100_diff1 + value: 65.95496827539912 + - type: nauc_recall_at_100_max + value: 14.97452268550046 + - type: nauc_recall_at_100_std + value: -62.18680465170524 + - type: nauc_recall_at_10_diff1 + value: 75.08434366486102 + - type: nauc_recall_at_10_max + value: 32.852276917018116 + - type: nauc_recall_at_10_std + value: -62.12970511272648 + - type: nauc_recall_at_1_diff1 + value: 80.4545167505852 + - type: nauc_recall_at_1_max + value: 23.403575293489297 + - type: nauc_recall_at_1_std + value: -38.73915078390272 + - type: nauc_recall_at_20_diff1 + value: 75.66480840772607 + - type: nauc_recall_at_20_max + value: 31.230359729601208 + - type: nauc_recall_at_20_std + value: -64.11261226121559 + - type: nauc_recall_at_3_diff1 + value: 73.81582560951404 + - type: nauc_recall_at_3_max + value: 31.052473048456708 + - type: nauc_recall_at_3_std + value: -49.45567344158681 + - type: nauc_recall_at_5_diff1 + value: 74.06384098137175 + - type: nauc_recall_at_5_max + value: 31.48187742884454 + - type: nauc_recall_at_5_std + value: -53.45142194227105 + - type: ndcg_at_1 + value: 81.84 + - type: ndcg_at_10 + value: 89.036 + - type: ndcg_at_100 + value: 90.08800000000001 + - type: ndcg_at_1000 + value: 90.171 + - type: ndcg_at_20 + value: 89.632 + - type: ndcg_at_3 + value: 86.39 + - type: ndcg_at_5 + value: 87.943 + - type: precision_at_1 + value: 81.84 + - type: precision_at_10 + value: 13.464 + - type: precision_at_100 + value: 1.49 + - type: precision_at_1000 + value: 0.152 + - type: precision_at_20 + value: 7.0760000000000005 + - type: precision_at_3 + value: 38.027 + - type: precision_at_5 + value: 24.951999999999998 + - type: recall_at_1 + value: 71.101 + - type: recall_at_10 + value: 96.071 + - type: recall_at_100 + value: 99.641 + - type: recall_at_1000 + value: 99.98700000000001 + - type: recall_at_20 + value: 97.961 + - type: recall_at_3 + value: 88.436 + - type: recall_at_5 + value: 92.898 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 89.208 + - type: map_at_1 + value: 71.635 + - type: map_at_10 + value: 85.625 + - type: map_at_100 + value: 86.236 + - type: map_at_1000 + value: 86.251 + - type: map_at_20 + value: 86.036 + - type: map_at_3 + value: 82.664 + - type: map_at_5 + value: 84.588 + - type: mrr_at_1 + value: 82.42 + - type: mrr_at_10 + value: 88.43901190476178 + - type: mrr_at_100 + value: 88.52632666726963 + - type: mrr_at_1000 + value: 88.52691231190065 + - type: mrr_at_20 + value: 88.5086530013243 + - type: mrr_at_3 + value: 87.52666666666644 + - type: mrr_at_5 + value: 88.16716666666639 + - type: nauc_map_at_1000_diff1 + value: 76.69308460928899 + - type: nauc_map_at_1000_max + value: 35.4676191405908 + - type: nauc_map_at_1000_std + value: -42.45246342350121 + - type: nauc_map_at_100_diff1 + value: 76.69724007993696 + - type: nauc_map_at_100_max + value: 35.44406733319827 + - type: nauc_map_at_100_std + value: -42.503413138162486 + - type: nauc_map_at_10_diff1 + value: 76.91685742813964 + - type: nauc_map_at_10_max + value: 35.02153657433807 + - type: nauc_map_at_10_std + value: -44.367365466570426 + - type: nauc_map_at_1_diff1 + value: 80.55801255675962 + - type: nauc_map_at_1_max + value: 27.058161138340527 + - type: nauc_map_at_1_std + value: -39.4963211510531 + - type: nauc_map_at_20_diff1 + value: 76.76447537369087 + - type: nauc_map_at_20_max + value: 35.32040158644433 + - type: nauc_map_at_20_std + value: -43.21303554960284 + - type: nauc_map_at_3_diff1 + value: 77.40499840514137 + - type: nauc_map_at_3_max + value: 33.10906358569285 + - type: nauc_map_at_3_std + value: -46.04737347284554 + - type: nauc_map_at_5_diff1 + value: 77.15728738532938 + - type: nauc_map_at_5_max + value: 34.33464314840439 + - type: nauc_map_at_5_std + value: -45.89958892369562 + - type: nauc_mrr_at_1000_diff1 + value: 77.31291439145946 + - type: nauc_mrr_at_1000_max + value: 37.230887514872805 + - type: nauc_mrr_at_1000_std + value: -39.38330115067387 + - type: nauc_mrr_at_100_diff1 + value: 77.31258475265957 + - type: nauc_mrr_at_100_max + value: 37.2318332422385 + - type: nauc_mrr_at_100_std + value: -39.38278945609743 + - type: nauc_mrr_at_10_diff1 + value: 77.27217320343534 + - type: nauc_mrr_at_10_max + value: 37.26080710249818 + - type: nauc_mrr_at_10_std + value: -39.5294415983385 + - type: nauc_mrr_at_1_diff1 + value: 78.23833876100495 + - type: nauc_mrr_at_1_max + value: 36.656764402278775 + - type: nauc_mrr_at_1_std + value: -37.255149721562184 + - type: nauc_mrr_at_20_diff1 + value: 77.30440129198894 + - type: nauc_mrr_at_20_max + value: 37.24212487079394 + - type: nauc_mrr_at_20_std + value: -39.40823051440391 + - type: nauc_mrr_at_3_diff1 + value: 77.0650697336263 + - type: nauc_mrr_at_3_max + value: 37.338365680984595 + - type: nauc_mrr_at_3_std + value: -39.61465396146359 + - type: nauc_mrr_at_5_diff1 + value: 77.23689991901227 + - type: nauc_mrr_at_5_max + value: 37.402095366186515 + - type: nauc_mrr_at_5_std + value: -39.81000570358434 + - type: nauc_ndcg_at_1000_diff1 + value: 76.52492111059385 + - type: nauc_ndcg_at_1000_max + value: 36.4917030050163 + - type: nauc_ndcg_at_1000_std + value: -40.57405843022022 + - type: nauc_ndcg_at_100_diff1 + value: 76.52885222990776 + - type: nauc_ndcg_at_100_max + value: 36.459002270403104 + - type: nauc_ndcg_at_100_std + value: -40.700799028706136 + - type: nauc_ndcg_at_10_diff1 + value: 76.47989448348181 + - type: nauc_ndcg_at_10_max + value: 36.07571701542727 + - type: nauc_ndcg_at_10_std + value: -43.68216832570433 + - type: nauc_ndcg_at_1_diff1 + value: 78.21904562929713 + - type: nauc_ndcg_at_1_max + value: 36.68800580256306 + - type: nauc_ndcg_at_1_std + value: -37.1106119214964 + - type: nauc_ndcg_at_20_diff1 + value: 76.51018855356082 + - type: nauc_ndcg_at_20_max + value: 36.25847353699082 + - type: nauc_ndcg_at_20_std + value: -42.26728405297162 + - type: nauc_ndcg_at_3_diff1 + value: 75.98751306811951 + - type: nauc_ndcg_at_3_max + value: 35.53532168839834 + - type: nauc_ndcg_at_3_std + value: -43.22027231551964 + - type: nauc_ndcg_at_5_diff1 + value: 76.41353684969529 + - type: nauc_ndcg_at_5_max + value: 35.84158818150277 + - type: nauc_ndcg_at_5_std + value: -44.678250163660735 + - type: nauc_precision_at_1000_diff1 + value: -44.547524496944504 + - type: nauc_precision_at_1000_max + value: -7.017755716303293 + - type: nauc_precision_at_1000_std + value: 37.81857144040679 + - type: nauc_precision_at_100_diff1 + value: -44.2990697671559 + - type: nauc_precision_at_100_max + value: -7.090370898560614 + - type: nauc_precision_at_100_std + value: 36.74158403150684 + - type: nauc_precision_at_10_diff1 + value: -39.80812285102048 + - type: nauc_precision_at_10_max + value: -3.2239932083528116 + - type: nauc_precision_at_10_std + value: 26.540899746112927 + - type: nauc_precision_at_1_diff1 + value: 78.21904562929713 + - type: nauc_precision_at_1_max + value: 36.68800580256306 + - type: nauc_precision_at_1_std + value: -37.1106119214964 + - type: nauc_precision_at_20_diff1 + value: -42.72592324685673 + - type: nauc_precision_at_20_max + value: -5.3434665602492455 + - type: nauc_precision_at_20_std + value: 32.0763404810473 + - type: nauc_precision_at_3_diff1 + value: -20.448213979815964 + - type: nauc_precision_at_3_max + value: 6.48540224514135 + - type: nauc_precision_at_3_std + value: 7.144269812256157 + - type: nauc_precision_at_5_diff1 + value: -32.73748400918877 + - type: nauc_precision_at_5_max + value: 0.5351204546857261 + - type: nauc_precision_at_5_std + value: 17.21939760056977 + - type: nauc_recall_at_1000_diff1 + value: 54.36176817603542 + - type: nauc_recall_at_1000_max + value: 8.42245797354225 + - type: nauc_recall_at_1000_std + value: 20.82920230407764 + - type: nauc_recall_at_100_diff1 + value: 70.75825465627794 + - type: nauc_recall_at_100_max + value: 40.02545502828442 + - type: nauc_recall_at_100_std + value: -29.381365717773434 + - type: nauc_recall_at_10_diff1 + value: 71.99814968277674 + - type: nauc_recall_at_10_max + value: 33.07283139289303 + - type: nauc_recall_at_10_std + value: -61.868754150647 + - type: nauc_recall_at_1_diff1 + value: 80.55801255675962 + - type: nauc_recall_at_1_max + value: 27.058161138340527 + - type: nauc_recall_at_1_std + value: -39.4963211510531 + - type: nauc_recall_at_20_diff1 + value: 72.20770471431179 + - type: nauc_recall_at_20_max + value: 34.27388608815473 + - type: nauc_recall_at_20_std + value: -57.02562075619354 + - type: nauc_recall_at_3_diff1 + value: 73.33228189075119 + - type: nauc_recall_at_3_max + value: 31.031018188701548 + - type: nauc_recall_at_3_std + value: -51.71143501327714 + - type: nauc_recall_at_5_diff1 + value: 72.23242137345602 + - type: nauc_recall_at_5_max + value: 32.306978089143975 + - type: nauc_recall_at_5_std + value: -58.18075857337518 + - type: ndcg_at_1 + value: 82.43 + - type: ndcg_at_10 + value: 89.208 + - type: ndcg_at_100 + value: 90.312 + - type: ndcg_at_1000 + value: 90.39500000000001 + - type: ndcg_at_20 + value: 89.822 + - type: ndcg_at_3 + value: 86.443 + - type: ndcg_at_5 + value: 88.051 + - type: precision_at_1 + value: 82.43 + - type: precision_at_10 + value: 13.513 + - type: precision_at_100 + value: 1.532 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_20 + value: 7.158 + - type: precision_at_3 + value: 37.753 + - type: precision_at_5 + value: 24.886 + - type: recall_at_1 + value: 71.635 + - type: recall_at_10 + value: 95.967 + - type: recall_at_100 + value: 99.644 + - type: recall_at_1000 + value: 99.98599999999999 + - type: recall_at_20 + value: 97.897 + - type: recall_at_3 + value: 88.036 + - type: recall_at_5 + value: 92.551 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 22.585 + - type: map_at_1 + value: 5.267 + - type: map_at_10 + value: 13.682 + - type: map_at_100 + value: 15.821 + - type: map_at_1000 + value: 16.155 + - type: map_at_20 + value: 14.776 + - type: map_at_3 + value: 9.447999999999999 + - type: map_at_5 + value: 11.537 + - type: mrr_at_1 + value: 25.900000000000002 + - type: mrr_at_10 + value: 37.2399206349206 + - type: mrr_at_100 + value: 38.27279652206334 + - type: mrr_at_1000 + value: 38.32018340983372 + - type: mrr_at_20 + value: 37.88470320013656 + - type: mrr_at_3 + value: 33.70000000000001 + - type: mrr_at_5 + value: 35.929999999999964 + - type: nauc_map_at_1000_diff1 + value: 15.010512584883928 + - type: nauc_map_at_1000_max + value: 28.131592592280125 + - type: nauc_map_at_1000_std + value: 18.23227227598505 + - type: nauc_map_at_100_diff1 + value: 15.038422438580948 + - type: nauc_map_at_100_max + value: 28.118579098188683 + - type: nauc_map_at_100_std + value: 18.102627506796637 + - type: nauc_map_at_10_diff1 + value: 15.2281617921156 + - type: nauc_map_at_10_max + value: 26.358609940161813 + - type: nauc_map_at_10_std + value: 14.028442329121555 + - type: nauc_map_at_1_diff1 + value: 19.804944135000376 + - type: nauc_map_at_1_max + value: 20.639841719764735 + - type: nauc_map_at_1_std + value: 8.423093067457737 + - type: nauc_map_at_20_diff1 + value: 15.2511720546573 + - type: nauc_map_at_20_max + value: 27.7290112272419 + - type: nauc_map_at_20_std + value: 16.279489028653636 + - type: nauc_map_at_3_diff1 + value: 18.969154716718396 + - type: nauc_map_at_3_max + value: 25.211069495284065 + - type: nauc_map_at_3_std + value: 8.183585306093075 + - type: nauc_map_at_5_diff1 + value: 16.995226268024048 + - type: nauc_map_at_5_max + value: 26.05551249234277 + - type: nauc_map_at_5_std + value: 10.672250037070603 + - type: nauc_mrr_at_1000_diff1 + value: 18.900489928879864 + - type: nauc_mrr_at_1000_max + value: 24.818364671912125 + - type: nauc_mrr_at_1000_std + value: 13.55809626059453 + - type: nauc_mrr_at_100_diff1 + value: 18.885312642782274 + - type: nauc_mrr_at_100_max + value: 24.815818576928283 + - type: nauc_mrr_at_100_std + value: 13.59041082400011 + - type: nauc_mrr_at_10_diff1 + value: 18.840497849547965 + - type: nauc_mrr_at_10_max + value: 24.508418448385445 + - type: nauc_mrr_at_10_std + value: 13.24104462801846 + - type: nauc_mrr_at_1_diff1 + value: 19.939676779904232 + - type: nauc_mrr_at_1_max + value: 20.867982502501388 + - type: nauc_mrr_at_1_std + value: 8.654485218204698 + - type: nauc_mrr_at_20_diff1 + value: 18.75686501314611 + - type: nauc_mrr_at_20_max + value: 24.764731653376685 + - type: nauc_mrr_at_20_std + value: 13.593035396029709 + - type: nauc_mrr_at_3_diff1 + value: 19.762798012479887 + - type: nauc_mrr_at_3_max + value: 24.851437035247397 + - type: nauc_mrr_at_3_std + value: 11.616646922331773 + - type: nauc_mrr_at_5_diff1 + value: 19.48751619117306 + - type: nauc_mrr_at_5_max + value: 25.02565432972893 + - type: nauc_mrr_at_5_std + value: 13.096726015560694 + - type: nauc_ndcg_at_1000_diff1 + value: 14.421194341988578 + - type: nauc_ndcg_at_1000_max + value: 29.46627137066849 + - type: nauc_ndcg_at_1000_std + value: 25.294914478704282 + - type: nauc_ndcg_at_100_diff1 + value: 14.188910253634393 + - type: nauc_ndcg_at_100_max + value: 29.675945969703676 + - type: nauc_ndcg_at_100_std + value: 25.152541930218398 + - type: nauc_ndcg_at_10_diff1 + value: 14.950700299876996 + - type: nauc_ndcg_at_10_max + value: 26.552125339735355 + - type: nauc_ndcg_at_10_std + value: 16.423237887520827 + - type: nauc_ndcg_at_1_diff1 + value: 19.939676779904232 + - type: nauc_ndcg_at_1_max + value: 20.867982502501388 + - type: nauc_ndcg_at_1_std + value: 8.654485218204698 + - type: nauc_ndcg_at_20_diff1 + value: 14.646062844584721 + - type: nauc_ndcg_at_20_max + value: 29.019613358216105 + - type: nauc_ndcg_at_20_std + value: 20.258510159436103 + - type: nauc_ndcg_at_3_diff1 + value: 19.14228516186438 + - type: nauc_ndcg_at_3_max + value: 25.884698532628796 + - type: nauc_ndcg_at_3_std + value: 10.082340457184428 + - type: nauc_ndcg_at_5_diff1 + value: 17.648427955677832 + - type: nauc_ndcg_at_5_max + value: 26.960002111496234 + - type: nauc_ndcg_at_5_std + value: 13.165986859638604 + - type: nauc_precision_at_1000_diff1 + value: 3.837505819613137 + - type: nauc_precision_at_1000_max + value: 22.085273204384773 + - type: nauc_precision_at_1000_std + value: 37.749767215473746 + - type: nauc_precision_at_100_diff1 + value: 6.0618779651125525 + - type: nauc_precision_at_100_max + value: 26.55293689015515 + - type: nauc_precision_at_100_std + value: 35.92840742685366 + - type: nauc_precision_at_10_diff1 + value: 9.609219002496197 + - type: nauc_precision_at_10_max + value: 24.7210313158673 + - type: nauc_precision_at_10_std + value: 19.688687883244082 + - type: nauc_precision_at_1_diff1 + value: 19.939676779904232 + - type: nauc_precision_at_1_max + value: 20.867982502501388 + - type: nauc_precision_at_1_std + value: 8.654485218204698 + - type: nauc_precision_at_20_diff1 + value: 8.491039455217111 + - type: nauc_precision_at_20_max + value: 28.41137144178967 + - type: nauc_precision_at_20_std + value: 26.3995307896142 + - type: nauc_precision_at_3_diff1 + value: 18.574797308038786 + - type: nauc_precision_at_3_max + value: 27.317203178234887 + - type: nauc_precision_at_3_std + value: 10.752025361042627 + - type: nauc_precision_at_5_diff1 + value: 15.19646090790648 + - type: nauc_precision_at_5_max + value: 27.46968680886624 + - type: nauc_precision_at_5_std + value: 15.291114444897175 + - type: nauc_recall_at_1000_diff1 + value: 3.8560988027864984 + - type: nauc_recall_at_1000_max + value: 21.962689956944313 + - type: nauc_recall_at_1000_std + value: 39.54218946626981 + - type: nauc_recall_at_100_diff1 + value: 6.027047924475086 + - type: nauc_recall_at_100_max + value: 26.199898112709867 + - type: nauc_recall_at_100_std + value: 36.2830620090185 + - type: nauc_recall_at_10_diff1 + value: 9.535572267531073 + - type: nauc_recall_at_10_max + value: 24.611837567240595 + - type: nauc_recall_at_10_std + value: 19.643464138242795 + - type: nauc_recall_at_1_diff1 + value: 19.804944135000376 + - type: nauc_recall_at_1_max + value: 20.639841719764735 + - type: nauc_recall_at_1_std + value: 8.423093067457737 + - type: nauc_recall_at_20_diff1 + value: 8.380441122318603 + - type: nauc_recall_at_20_max + value: 28.304675323191418 + - type: nauc_recall_at_20_std + value: 26.478505583494798 + - type: nauc_recall_at_3_diff1 + value: 18.589842650254056 + - type: nauc_recall_at_3_max + value: 27.267022468432433 + - type: nauc_recall_at_3_std + value: 10.489972416983772 + - type: nauc_recall_at_5_diff1 + value: 14.991522037739355 + - type: nauc_recall_at_5_max + value: 27.171074789756666 + - type: nauc_recall_at_5_std + value: 15.06566087881635 + - type: ndcg_at_1 + value: 25.900000000000002 + - type: ndcg_at_10 + value: 22.585 + - type: ndcg_at_100 + value: 30.666 + - type: ndcg_at_1000 + value: 36.356 + - type: ndcg_at_20 + value: 25.469 + - type: ndcg_at_3 + value: 20.892 + - type: ndcg_at_5 + value: 18.617 + - type: precision_at_1 + value: 25.900000000000002 + - type: precision_at_10 + value: 11.84 + - type: precision_at_100 + value: 2.3539999999999996 + - type: precision_at_1000 + value: 0.372 + - type: precision_at_20 + value: 7.595000000000001 + - type: precision_at_3 + value: 19.467000000000002 + - type: precision_at_5 + value: 16.5 + - type: recall_at_1 + value: 5.267 + - type: recall_at_10 + value: 24.023 + - type: recall_at_100 + value: 47.825 + - type: recall_at_1000 + value: 75.613 + - type: recall_at_20 + value: 30.814999999999998 + - type: recall_at_3 + value: 11.831999999999999 + - type: recall_at_5 + value: 16.742 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 73.095 + - type: map_at_1 + value: 58.760999999999996 + - type: map_at_10 + value: 68.645 + - type: map_at_100 + value: 69.273 + - type: map_at_1000 + value: 69.28999999999999 + - type: map_at_20 + value: 69.148 + - type: map_at_3 + value: 65.93 + - type: map_at_5 + value: 67.227 + - type: mrr_at_1 + value: 62.0 + - type: mrr_at_10 + value: 69.9334656084656 + - type: mrr_at_100 + value: 70.4425638039262 + - type: mrr_at_1000 + value: 70.4592383022689 + - type: mrr_at_20 + value: 70.3430039931975 + - type: mrr_at_3 + value: 67.94444444444444 + - type: mrr_at_5 + value: 68.9111111111111 + - type: nauc_map_at_1000_diff1 + value: 73.89926164336681 + - type: nauc_map_at_1000_max + value: 58.520107712601245 + - type: nauc_map_at_1000_std + value: 6.203966518670752 + - type: nauc_map_at_100_diff1 + value: 73.88266895863376 + - type: nauc_map_at_100_max + value: 58.52869559413426 + - type: nauc_map_at_100_std + value: 6.2094530706982605 + - type: nauc_map_at_10_diff1 + value: 73.83454676041971 + - type: nauc_map_at_10_max + value: 58.728632474849476 + - type: nauc_map_at_10_std + value: 6.161321625117715 + - type: nauc_map_at_1_diff1 + value: 75.8262967666803 + - type: nauc_map_at_1_max + value: 50.75430912296499 + - type: nauc_map_at_1_std + value: -3.611304329879618 + - type: nauc_map_at_20_diff1 + value: 73.7570380099859 + - type: nauc_map_at_20_max + value: 58.579878823697186 + - type: nauc_map_at_20_std + value: 6.331471307882834 + - type: nauc_map_at_3_diff1 + value: 73.8670063410728 + - type: nauc_map_at_3_max + value: 56.097293037109296 + - type: nauc_map_at_3_std + value: 3.118147916941721 + - type: nauc_map_at_5_diff1 + value: 73.85961347670359 + - type: nauc_map_at_5_max + value: 56.73699214051663 + - type: nauc_map_at_5_std + value: 4.106265483441233 + - type: nauc_mrr_at_1000_diff1 + value: 74.43827928989487 + - type: nauc_mrr_at_1000_max + value: 60.4918184019879 + - type: nauc_mrr_at_1000_std + value: 8.2550027653635 + - type: nauc_mrr_at_100_diff1 + value: 74.42093690901741 + - type: nauc_mrr_at_100_max + value: 60.499273965963 + - type: nauc_mrr_at_100_std + value: 8.259231345026938 + - type: nauc_mrr_at_10_diff1 + value: 74.35347564500812 + - type: nauc_mrr_at_10_max + value: 60.84757750349501 + - type: nauc_mrr_at_10_std + value: 8.661941517184076 + - type: nauc_mrr_at_1_diff1 + value: 76.705227209796 + - type: nauc_mrr_at_1_max + value: 57.32137546277776 + - type: nauc_mrr_at_1_std + value: 4.129875191007982 + - type: nauc_mrr_at_20_diff1 + value: 74.30079205050251 + - type: nauc_mrr_at_20_max + value: 60.53532363656904 + - type: nauc_mrr_at_20_std + value: 8.32956272621327 + - type: nauc_mrr_at_3_diff1 + value: 74.87770487889848 + - type: nauc_mrr_at_3_max + value: 60.084677423267784 + - type: nauc_mrr_at_3_std + value: 7.3354753376762964 + - type: nauc_mrr_at_5_diff1 + value: 74.40302787656852 + - type: nauc_mrr_at_5_max + value: 60.069030786945795 + - type: nauc_mrr_at_5_std + value: 7.9515339665590075 + - type: nauc_ndcg_at_1000_diff1 + value: 73.66774503145189 + - type: nauc_ndcg_at_1000_max + value: 60.51016113928767 + - type: nauc_ndcg_at_1000_std + value: 8.65619371919538 + - type: nauc_ndcg_at_100_diff1 + value: 73.31381886910967 + - type: nauc_ndcg_at_100_max + value: 60.804013515995535 + - type: nauc_ndcg_at_100_std + value: 8.968020348251471 + - type: nauc_ndcg_at_10_diff1 + value: 72.99733432767304 + - type: nauc_ndcg_at_10_max + value: 62.116824264281135 + - type: nauc_ndcg_at_10_std + value: 9.809485757709925 + - type: nauc_ndcg_at_1_diff1 + value: 76.705227209796 + - type: nauc_ndcg_at_1_max + value: 57.32137546277776 + - type: nauc_ndcg_at_1_std + value: 4.129875191007982 + - type: nauc_ndcg_at_20_diff1 + value: 72.52123153995032 + - type: nauc_ndcg_at_20_max + value: 61.27934142158071 + - type: nauc_ndcg_at_20_std + value: 9.86085851593245 + - type: nauc_ndcg_at_3_diff1 + value: 73.29758270502096 + - type: nauc_ndcg_at_3_max + value: 59.004555912521774 + - type: nauc_ndcg_at_3_std + value: 6.372325905257958 + - type: nauc_ndcg_at_5_diff1 + value: 72.98853570048864 + - type: nauc_ndcg_at_5_max + value: 58.64946586595039 + - type: nauc_ndcg_at_5_std + value: 6.492229141399973 + - type: nauc_precision_at_1000_diff1 + value: -18.039255567985364 + - type: nauc_precision_at_1000_max + value: 20.62036001220385 + - type: nauc_precision_at_1000_std + value: 48.84436760568162 + - type: nauc_precision_at_100_diff1 + value: -7.274183459314691 + - type: nauc_precision_at_100_max + value: 27.97079336127723 + - type: nauc_precision_at_100_std + value: 45.54563683450541 + - type: nauc_precision_at_10_diff1 + value: 18.09725433020935 + - type: nauc_precision_at_10_max + value: 49.11398598954457 + - type: nauc_precision_at_10_std + value: 43.237184128141266 + - type: nauc_precision_at_1_diff1 + value: 76.705227209796 + - type: nauc_precision_at_1_max + value: 57.32137546277776 + - type: nauc_precision_at_1_std + value: 4.129875191007982 + - type: nauc_precision_at_20_diff1 + value: 1.3410525627186838 + - type: nauc_precision_at_20_max + value: 37.35867159476222 + - type: nauc_precision_at_20_std + value: 48.245728802102036 + - type: nauc_precision_at_3_diff1 + value: 46.28921347186669 + - type: nauc_precision_at_3_max + value: 55.29086984891835 + - type: nauc_precision_at_3_std + value: 25.485619635597068 + - type: nauc_precision_at_5_diff1 + value: 36.10414877829668 + - type: nauc_precision_at_5_max + value: 50.74423891086506 + - type: nauc_precision_at_5_std + value: 29.633563462559685 + - type: nauc_recall_at_1000_diff1 + value: 100.0 + - type: nauc_recall_at_1000_max + value: 100.0 + - type: nauc_recall_at_1000_std + value: 55.4154995331476 + - type: nauc_recall_at_100_diff1 + value: 63.437597261126946 + - type: nauc_recall_at_100_max + value: 76.15157173980718 + - type: nauc_recall_at_100_std + value: 27.439309056956162 + - type: nauc_recall_at_10_diff1 + value: 66.76520922141613 + - type: nauc_recall_at_10_max + value: 74.88986784140963 + - type: nauc_recall_at_10_std + value: 22.76893323200783 + - type: nauc_recall_at_1_diff1 + value: 75.8262967666803 + - type: nauc_recall_at_1_max + value: 50.75430912296499 + - type: nauc_recall_at_1_std + value: -3.611304329879618 + - type: nauc_recall_at_20_diff1 + value: 57.56881264902657 + - type: nauc_recall_at_20_max + value: 74.94173978131198 + - type: nauc_recall_at_20_std + value: 30.5661658602836 + - type: nauc_recall_at_3_diff1 + value: 69.47119910780243 + - type: nauc_recall_at_3_max + value: 59.27944653429989 + - type: nauc_recall_at_3_std + value: 6.2814183903482546 + - type: nauc_recall_at_5_diff1 + value: 68.10420927979328 + - type: nauc_recall_at_5_max + value: 60.164296893761815 + - type: nauc_recall_at_5_std + value: 9.5025037567499 + - type: ndcg_at_1 + value: 62.0 + - type: ndcg_at_10 + value: 73.095 + - type: ndcg_at_100 + value: 75.57199999999999 + - type: ndcg_at_1000 + value: 76.03 + - type: ndcg_at_20 + value: 74.785 + - type: ndcg_at_3 + value: 68.527 + - type: ndcg_at_5 + value: 70.333 + - type: precision_at_1 + value: 62.0 + - type: precision_at_10 + value: 9.667 + - type: precision_at_100 + value: 1.09 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.2170000000000005 + - type: precision_at_3 + value: 26.667 + - type: precision_at_5 + value: 17.267 + - type: recall_at_1 + value: 58.760999999999996 + - type: recall_at_10 + value: 85.422 + - type: recall_at_100 + value: 96.0 + - type: recall_at_1000 + value: 99.667 + - type: recall_at_20 + value: 91.93299999999999 + - type: recall_at_3 + value: 72.906 + - type: recall_at_5 + value: 77.694 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: train + type: mteb/scifact + metrics: + - type: main_score + value: 76.527 + - type: map_at_1 + value: 62.159 + - type: map_at_10 + value: 72.298 + - type: map_at_100 + value: 72.789 + - type: map_at_1000 + value: 72.80499999999999 + - type: map_at_20 + value: 72.658 + - type: map_at_3 + value: 69.697 + - type: map_at_5 + value: 71.405 + - type: mrr_at_1 + value: 65.01854140914709 + - type: mrr_at_10 + value: 73.3364235681912 + - type: mrr_at_100 + value: 73.69023773006475 + - type: mrr_at_1000 + value: 73.70379275258956 + - type: mrr_at_20 + value: 73.58899784126623 + - type: mrr_at_3 + value: 71.63164400494436 + - type: mrr_at_5 + value: 72.6266996291718 + - type: nauc_map_at_1000_diff1 + value: 72.26196805521474 + - type: nauc_map_at_1000_max + value: 54.82473601925078 + - type: nauc_map_at_1000_std + value: 7.532896905808398 + - type: nauc_map_at_100_diff1 + value: 72.26762601665212 + - type: nauc_map_at_100_max + value: 54.84436183081319 + - type: nauc_map_at_100_std + value: 7.553915623782155 + - type: nauc_map_at_10_diff1 + value: 72.09152947041464 + - type: nauc_map_at_10_max + value: 54.566662723409344 + - type: nauc_map_at_10_std + value: 6.8617531224659984 + - type: nauc_map_at_1_diff1 + value: 76.44362554275227 + - type: nauc_map_at_1_max + value: 47.92837030943323 + - type: nauc_map_at_1_std + value: 1.2712665978711795 + - type: nauc_map_at_20_diff1 + value: 72.1932546895839 + - type: nauc_map_at_20_max + value: 54.77868328671626 + - type: nauc_map_at_20_std + value: 7.5390256852193085 + - type: nauc_map_at_3_diff1 + value: 72.32463213490826 + - type: nauc_map_at_3_max + value: 51.82850176376716 + - type: nauc_map_at_3_std + value: 3.313691247008456 + - type: nauc_map_at_5_diff1 + value: 72.07694535940702 + - type: nauc_map_at_5_max + value: 53.746544557259725 + - type: nauc_map_at_5_std + value: 5.460765188941276 + - type: nauc_mrr_at_1000_diff1 + value: 71.91364820971862 + - type: nauc_mrr_at_1000_max + value: 55.999150811401144 + - type: nauc_mrr_at_1000_std + value: 10.398705225694902 + - type: nauc_mrr_at_100_diff1 + value: 71.9166900352723 + - type: nauc_mrr_at_100_max + value: 56.0158980617252 + - type: nauc_mrr_at_100_std + value: 10.416397031952592 + - type: nauc_mrr_at_10_diff1 + value: 71.6000299472608 + - type: nauc_mrr_at_10_max + value: 55.91890883710817 + - type: nauc_mrr_at_10_std + value: 10.291906323764916 + - type: nauc_mrr_at_1_diff1 + value: 76.49718519036318 + - type: nauc_mrr_at_1_max + value: 54.12604217431032 + - type: nauc_mrr_at_1_std + value: 8.333140302649584 + - type: nauc_mrr_at_20_diff1 + value: 71.83180901219741 + - type: nauc_mrr_at_20_max + value: 55.95516059386792 + - type: nauc_mrr_at_20_std + value: 10.410595110736114 + - type: nauc_mrr_at_3_diff1 + value: 71.41066101878594 + - type: nauc_mrr_at_3_max + value: 56.33030426786812 + - type: nauc_mrr_at_3_std + value: 9.807092627499873 + - type: nauc_mrr_at_5_diff1 + value: 71.48457263107547 + - type: nauc_mrr_at_5_max + value: 55.79523079804451 + - type: nauc_mrr_at_5_std + value: 9.56339540662926 + - type: nauc_ndcg_at_1000_diff1 + value: 71.00844332582724 + - type: nauc_ndcg_at_1000_max + value: 56.0830968411215 + - type: nauc_ndcg_at_1000_std + value: 10.12536414515097 + - type: nauc_ndcg_at_100_diff1 + value: 71.08255901217294 + - type: nauc_ndcg_at_100_max + value: 56.58354344196779 + - type: nauc_ndcg_at_100_std + value: 10.788436869510683 + - type: nauc_ndcg_at_10_diff1 + value: 70.0351612983415 + - type: nauc_ndcg_at_10_max + value: 55.69237259785501 + - type: nauc_ndcg_at_10_std + value: 9.098137226872005 + - type: nauc_ndcg_at_1_diff1 + value: 76.49718519036318 + - type: nauc_ndcg_at_1_max + value: 54.12604217431032 + - type: nauc_ndcg_at_1_std + value: 8.333140302649584 + - type: nauc_ndcg_at_20_diff1 + value: 70.55288229160162 + - type: nauc_ndcg_at_20_max + value: 56.02912372617168 + - type: nauc_ndcg_at_20_std + value: 10.658004918812695 + - type: nauc_ndcg_at_3_diff1 + value: 70.05425859113052 + - type: nauc_ndcg_at_3_max + value: 53.60471853426119 + - type: nauc_ndcg_at_3_std + value: 5.230816816865092 + - type: nauc_ndcg_at_5_diff1 + value: 69.93016148017965 + - type: nauc_ndcg_at_5_max + value: 54.4721191074644 + - type: nauc_ndcg_at_5_std + value: 6.577620935495792 + - type: nauc_precision_at_1000_diff1 + value: -34.15207795410865 + - type: nauc_precision_at_1000_max + value: 19.192406477803747 + - type: nauc_precision_at_1000_std + value: 44.20120249056698 + - type: nauc_precision_at_100_diff1 + value: -21.92421802281828 + - type: nauc_precision_at_100_max + value: 27.932025006196444 + - type: nauc_precision_at_100_std + value: 46.15700787499129 + - type: nauc_precision_at_10_diff1 + value: 1.4405770914568594 + - type: nauc_precision_at_10_max + value: 39.638084561158536 + - type: nauc_precision_at_10_std + value: 36.69460260973796 + - type: nauc_precision_at_1_diff1 + value: 76.49718519036318 + - type: nauc_precision_at_1_max + value: 54.12604217431032 + - type: nauc_precision_at_1_std + value: 8.333140302649584 + - type: nauc_precision_at_20_diff1 + value: -9.073464951503986 + - type: nauc_precision_at_20_max + value: 33.43558333269937 + - type: nauc_precision_at_20_std + value: 43.649313315759635 + - type: nauc_precision_at_3_diff1 + value: 33.24438747635695 + - type: nauc_precision_at_3_max + value: 49.669129551161866 + - type: nauc_precision_at_3_std + value: 20.597427388463906 + - type: nauc_precision_at_5_diff1 + value: 14.390391464956412 + - type: nauc_precision_at_5_max + value: 42.21194236044368 + - type: nauc_precision_at_5_std + value: 27.341151685288402 + - type: nauc_recall_at_1000_diff1 + value: -13.439275396098257 + - type: nauc_recall_at_1000_max + value: 70.2668332789378 + - type: nauc_recall_at_1000_std + value: 81.47725384292593 + - type: nauc_recall_at_100_diff1 + value: 63.12484158375845 + - type: nauc_recall_at_100_max + value: 78.21397899681712 + - type: nauc_recall_at_100_std + value: 47.95971895328952 + - type: nauc_recall_at_10_diff1 + value: 59.258619066241124 + - type: nauc_recall_at_10_max + value: 55.72780924365118 + - type: nauc_recall_at_10_std + value: 12.070465110706309 + - type: nauc_recall_at_1_diff1 + value: 76.44362554275227 + - type: nauc_recall_at_1_max + value: 47.92837030943323 + - type: nauc_recall_at_1_std + value: 1.2712665978711795 + - type: nauc_recall_at_20_diff1 + value: 60.27194163739572 + - type: nauc_recall_at_20_max + value: 57.859640930044556 + - type: nauc_recall_at_20_std + value: 24.959871261637183 + - type: nauc_recall_at_3_diff1 + value: 63.809558015026404 + - type: nauc_recall_at_3_max + value: 50.68780898644539 + - type: nauc_recall_at_3_std + value: 0.37064353382673126 + - type: nauc_recall_at_5_diff1 + value: 61.34563891446967 + - type: nauc_recall_at_5_max + value: 52.02870480839336 + - type: nauc_recall_at_5_std + value: 3.3678431493557657 + - type: ndcg_at_1 + value: 65.019 + - type: ndcg_at_10 + value: 76.527 + - type: ndcg_at_100 + value: 78.476 + - type: ndcg_at_1000 + value: 78.859 + - type: ndcg_at_20 + value: 77.608 + - type: ndcg_at_3 + value: 72.237 + - type: ndcg_at_5 + value: 74.578 + - type: precision_at_1 + value: 65.019 + - type: precision_at_10 + value: 9.963 + - type: precision_at_100 + value: 1.099 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.235 + - type: precision_at_3 + value: 28.224 + - type: precision_at_5 + value: 18.541 + - type: recall_at_1 + value: 62.159 + - type: recall_at_10 + value: 88.177 + - type: recall_at_100 + value: 96.70400000000001 + - type: recall_at_1000 + value: 99.629 + - type: recall_at_20 + value: 92.171 + - type: recall_at_3 + value: 76.98 + - type: recall_at_5 + value: 82.39800000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 85.786 + - type: map_at_1 + value: 0.241 + - type: map_at_10 + value: 2.2560000000000002 + - type: map_at_100 + value: 13.478000000000002 + - type: map_at_1000 + value: 32.080999999999996 + - type: map_at_20 + value: 4.034 + - type: map_at_3 + value: 0.721 + - type: map_at_5 + value: 1.202 + - type: mrr_at_1 + value: 92.0 + - type: mrr_at_10 + value: 95.66666666666666 + - type: mrr_at_100 + value: 95.66666666666666 + - type: mrr_at_1000 + value: 95.66666666666666 + - type: mrr_at_20 + value: 95.66666666666666 + - type: mrr_at_3 + value: 95.66666666666666 + - type: mrr_at_5 + value: 95.66666666666666 + - type: nauc_map_at_1000_diff1 + value: -33.856397215348224 + - type: nauc_map_at_1000_max + value: 52.442628978801686 + - type: nauc_map_at_1000_std + value: 78.121550023329 + - type: nauc_map_at_100_diff1 + value: -24.62901955392776 + - type: nauc_map_at_100_max + value: 23.848254681406715 + - type: nauc_map_at_100_std + value: 44.891168295557435 + - type: nauc_map_at_10_diff1 + value: 8.624081477851847 + - type: nauc_map_at_10_max + value: -9.045454596970382 + - type: nauc_map_at_10_std + value: -5.7784874943617375 + - type: nauc_map_at_1_diff1 + value: 17.522197196988433 + - type: nauc_map_at_1_max + value: -9.591987859324789 + - type: nauc_map_at_1_std + value: -7.711185842864 + - type: nauc_map_at_20_diff1 + value: -0.3901783306886495 + - type: nauc_map_at_20_max + value: -2.061541912435094 + - type: nauc_map_at_20_std + value: 5.1798742009931 + - type: nauc_map_at_3_diff1 + value: 13.263750752688159 + - type: nauc_map_at_3_max + value: -9.833822942004682 + - type: nauc_map_at_3_std + value: -9.816054237663943 + - type: nauc_map_at_5_diff1 + value: 11.492446526529632 + - type: nauc_map_at_5_max + value: -10.413949409485241 + - type: nauc_map_at_5_std + value: -11.239134010710497 + - type: nauc_mrr_at_1000_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_1000_max + value: 46.59197012138196 + - type: nauc_mrr_at_1000_std + value: 80.28442146089233 + - type: nauc_mrr_at_100_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_100_max + value: 46.59197012138196 + - type: nauc_mrr_at_100_std + value: 80.28442146089233 + - type: nauc_mrr_at_10_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_10_max + value: 46.59197012138196 + - type: nauc_mrr_at_10_std + value: 80.28442146089233 + - type: nauc_mrr_at_1_diff1 + value: -29.108309990663138 + - type: nauc_mrr_at_1_max + value: 43.23062558356683 + - type: nauc_mrr_at_1_std + value: 78.64145658263308 + - type: nauc_mrr_at_20_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_20_max + value: 46.59197012138196 + - type: nauc_mrr_at_20_std + value: 80.28442146089233 + - type: nauc_mrr_at_3_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_3_max + value: 46.59197012138196 + - type: nauc_mrr_at_3_std + value: 80.28442146089233 + - type: nauc_mrr_at_5_diff1 + value: -31.20376355670401 + - type: nauc_mrr_at_5_max + value: 46.59197012138196 + - type: nauc_mrr_at_5_std + value: 80.28442146089233 + - type: nauc_ndcg_at_1000_diff1 + value: -30.02494733757554 + - type: nauc_ndcg_at_1000_max + value: 46.879741543484386 + - type: nauc_ndcg_at_1000_std + value: 71.28860776857371 + - type: nauc_ndcg_at_100_diff1 + value: -40.382758704499686 + - type: nauc_ndcg_at_100_max + value: 46.81853301905501 + - type: nauc_ndcg_at_100_std + value: 78.08882504276026 + - type: nauc_ndcg_at_10_diff1 + value: -37.9762225498264 + - type: nauc_ndcg_at_10_max + value: 33.818776701290645 + - type: nauc_ndcg_at_10_std + value: 60.60876378870803 + - type: nauc_ndcg_at_1_diff1 + value: -29.64995269631029 + - type: nauc_ndcg_at_1_max + value: 11.702932828760678 + - type: nauc_ndcg_at_1_std + value: 46.36707663197732 + - type: nauc_ndcg_at_20_diff1 + value: -34.21566964686303 + - type: nauc_ndcg_at_20_max + value: 35.71546714747097 + - type: nauc_ndcg_at_20_std + value: 64.96478634285614 + - type: nauc_ndcg_at_3_diff1 + value: -40.87606957878375 + - type: nauc_ndcg_at_3_max + value: 34.266783345764296 + - type: nauc_ndcg_at_3_std + value: 59.417588176302125 + - type: nauc_ndcg_at_5_diff1 + value: -40.86776131403312 + - type: nauc_ndcg_at_5_max + value: 32.103157304099696 + - type: nauc_ndcg_at_5_std + value: 53.26187123017394 + - type: nauc_precision_at_1000_diff1 + value: -27.155383361683644 + - type: nauc_precision_at_1000_max + value: 47.99609392284812 + - type: nauc_precision_at_1000_std + value: 53.130872385717154 + - type: nauc_precision_at_100_diff1 + value: -44.040520753793835 + - type: nauc_precision_at_100_max + value: 49.40807778768706 + - type: nauc_precision_at_100_std + value: 76.68780066667708 + - type: nauc_precision_at_10_diff1 + value: -38.63910231606874 + - type: nauc_precision_at_10_max + value: 42.93405560776088 + - type: nauc_precision_at_10_std + value: 66.83323199380891 + - type: nauc_precision_at_1_diff1 + value: -29.108309990663138 + - type: nauc_precision_at_1_max + value: 43.23062558356683 + - type: nauc_precision_at_1_std + value: 78.64145658263308 + - type: nauc_precision_at_20_diff1 + value: -35.962158439352734 + - type: nauc_precision_at_20_max + value: 36.22370294628403 + - type: nauc_precision_at_20_std + value: 65.49049101917842 + - type: nauc_precision_at_3_diff1 + value: -53.11469565992303 + - type: nauc_precision_at_3_max + value: 62.111220033865045 + - type: nauc_precision_at_3_std + value: 67.69895731218259 + - type: nauc_precision_at_5_diff1 + value: -53.04735248757662 + - type: nauc_precision_at_5_max + value: 60.29588164734101 + - type: nauc_precision_at_5_std + value: 61.332609813217566 + - type: nauc_recall_at_1000_diff1 + value: -26.68853089093055 + - type: nauc_recall_at_1000_max + value: 40.15392752238839 + - type: nauc_recall_at_1000_std + value: 58.18451441165892 + - type: nauc_recall_at_100_diff1 + value: -15.581247880461934 + - type: nauc_recall_at_100_max + value: 10.81212430083709 + - type: nauc_recall_at_100_std + value: 27.018420696008477 + - type: nauc_recall_at_10_diff1 + value: 11.246082508546243 + - type: nauc_recall_at_10_max + value: -13.581652280948264 + - type: nauc_recall_at_10_std + value: -11.980214279022423 + - type: nauc_recall_at_1_diff1 + value: 17.522197196988433 + - type: nauc_recall_at_1_max + value: -9.591987859324789 + - type: nauc_recall_at_1_std + value: -7.711185842864 + - type: nauc_recall_at_20_diff1 + value: 4.890473144429516 + - type: nauc_recall_at_20_max + value: -8.848258614984216 + - type: nauc_recall_at_20_std + value: -4.194164888978863 + - type: nauc_recall_at_3_diff1 + value: 13.525152290557976 + - type: nauc_recall_at_3_max + value: -13.266833552882778 + - type: nauc_recall_at_3_std + value: -14.734712973008559 + - type: nauc_recall_at_5_diff1 + value: 12.38086304308239 + - type: nauc_recall_at_5_max + value: -14.125430291797542 + - type: nauc_recall_at_5_std + value: -16.303159417191377 + - type: ndcg_at_1 + value: 90.0 + - type: ndcg_at_10 + value: 85.786 + - type: ndcg_at_100 + value: 65.689 + - type: ndcg_at_1000 + value: 57.51500000000001 + - type: ndcg_at_20 + value: 81.291 + - type: ndcg_at_3 + value: 89.531 + - type: ndcg_at_5 + value: 88.435 + - type: precision_at_1 + value: 92.0 + - type: precision_at_10 + value: 90.0 + - type: precision_at_100 + value: 67.64 + - type: precision_at_1000 + value: 25.422 + - type: precision_at_20 + value: 84.89999999999999 + - type: precision_at_3 + value: 92.667 + - type: precision_at_5 + value: 93.2 + - type: recall_at_1 + value: 0.241 + - type: recall_at_10 + value: 2.37 + - type: recall_at_100 + value: 16.242 + - type: recall_at_1000 + value: 53.702000000000005 + - type: recall_at_20 + value: 4.343 + - type: recall_at_3 + value: 0.744 + - type: recall_at_5 + value: 1.248 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 30.676 + - type: map_at_1 + value: 3.17 + - type: map_at_10 + value: 12.838 + - type: map_at_100 + value: 19.455 + - type: map_at_1000 + value: 21.096999999999998 + - type: map_at_20 + value: 15.781 + - type: map_at_3 + value: 6.938 + - type: map_at_5 + value: 9.324 + - type: mrr_at_1 + value: 38.775510204081634 + - type: mrr_at_10 + value: 54.38208616780046 + - type: mrr_at_100 + value: 54.88429833086117 + - type: mrr_at_1000 + value: 54.88429833086117 + - type: mrr_at_20 + value: 54.69357918606039 + - type: mrr_at_3 + value: 51.02040816326531 + - type: mrr_at_5 + value: 52.44897959183673 + - type: nauc_map_at_1000_diff1 + value: 11.768546469752255 + - type: nauc_map_at_1000_max + value: -6.234751836059205 + - type: nauc_map_at_1000_std + value: -0.5086610596792738 + - type: nauc_map_at_100_diff1 + value: 12.210218562618925 + - type: nauc_map_at_100_max + value: -7.479895692892787 + - type: nauc_map_at_100_std + value: -3.9456755950311653 + - type: nauc_map_at_10_diff1 + value: 17.872233692928692 + - type: nauc_map_at_10_max + value: -1.4391736686946837 + - type: nauc_map_at_10_std + value: -19.04083165317906 + - type: nauc_map_at_1_diff1 + value: 26.952695929538866 + - type: nauc_map_at_1_max + value: -23.861150686867994 + - type: nauc_map_at_1_std + value: -36.57857926974273 + - type: nauc_map_at_20_diff1 + value: 15.79525205450058 + - type: nauc_map_at_20_max + value: -5.818581673388666 + - type: nauc_map_at_20_std + value: -14.222828899523332 + - type: nauc_map_at_3_diff1 + value: 24.296906628915092 + - type: nauc_map_at_3_max + value: -3.075381662286569 + - type: nauc_map_at_3_std + value: -25.324259455516085 + - type: nauc_map_at_5_diff1 + value: 23.81656417505337 + - type: nauc_map_at_5_max + value: -3.736702154899666 + - type: nauc_map_at_5_std + value: -25.914105892424722 + - type: nauc_mrr_at_1000_diff1 + value: 17.59241956039767 + - type: nauc_mrr_at_1000_max + value: -33.70575077889871 + - type: nauc_mrr_at_1000_std + value: -31.563016486948225 + - type: nauc_mrr_at_100_diff1 + value: 17.59241956039767 + - type: nauc_mrr_at_100_max + value: -33.70575077889871 + - type: nauc_mrr_at_100_std + value: -31.563016486948225 + - type: nauc_mrr_at_10_diff1 + value: 16.7444853592715 + - type: nauc_mrr_at_10_max + value: -34.67620993606911 + - type: nauc_mrr_at_10_std + value: -30.36717732372874 + - type: nauc_mrr_at_1_diff1 + value: 24.89375000365368 + - type: nauc_mrr_at_1_max + value: -30.815417372385873 + - type: nauc_mrr_at_1_std + value: -44.687809069434245 + - type: nauc_mrr_at_20_diff1 + value: 17.80682781563912 + - type: nauc_mrr_at_20_max + value: -33.65132043726252 + - type: nauc_mrr_at_20_std + value: -30.788168935299247 + - type: nauc_mrr_at_3_diff1 + value: 16.98952594458621 + - type: nauc_mrr_at_3_max + value: -31.87405417907046 + - type: nauc_mrr_at_3_std + value: -32.99668568417734 + - type: nauc_mrr_at_5_diff1 + value: 17.692734228351465 + - type: nauc_mrr_at_5_max + value: -31.478014354340267 + - type: nauc_mrr_at_5_std + value: -34.27625710571425 + - type: nauc_ndcg_at_1000_diff1 + value: 7.2521145392859925 + - type: nauc_ndcg_at_1000_max + value: -11.879052032552305 + - type: nauc_ndcg_at_1000_std + value: 16.868276570948492 + - type: nauc_ndcg_at_100_diff1 + value: 9.68273273743821 + - type: nauc_ndcg_at_100_max + value: -19.509766471983163 + - type: nauc_ndcg_at_100_std + value: 10.902137038006767 + - type: nauc_ndcg_at_10_diff1 + value: 15.249688997310848 + - type: nauc_ndcg_at_10_max + value: -10.630040416461807 + - type: nauc_ndcg_at_10_std + value: -12.375334439103657 + - type: nauc_ndcg_at_1_diff1 + value: 23.20606123961159 + - type: nauc_ndcg_at_1_max + value: -29.329783979356527 + - type: nauc_ndcg_at_1_std + value: -44.10128294915467 + - type: nauc_ndcg_at_20_diff1 + value: 13.146989938292835 + - type: nauc_ndcg_at_20_max + value: -17.320226384710132 + - type: nauc_ndcg_at_20_std + value: -9.593117671485109 + - type: nauc_ndcg_at_3_diff1 + value: 18.262720339591553 + - type: nauc_ndcg_at_3_max + value: -10.618248628559396 + - type: nauc_ndcg_at_3_std + value: -24.069451775959436 + - type: nauc_ndcg_at_5_diff1 + value: 23.015053471568216 + - type: nauc_ndcg_at_5_max + value: -7.6818187454174485 + - type: nauc_ndcg_at_5_std + value: -23.610640745384508 + - type: nauc_precision_at_1000_diff1 + value: -21.295596373775506 + - type: nauc_precision_at_1000_max + value: 33.313558338532154 + - type: nauc_precision_at_1000_std + value: 36.00306839548485 + - type: nauc_precision_at_100_diff1 + value: -8.17984508673104 + - type: nauc_precision_at_100_max + value: -3.5218633922770186 + - type: nauc_precision_at_100_std + value: 64.06409459764816 + - type: nauc_precision_at_10_diff1 + value: 9.669119653314857 + - type: nauc_precision_at_10_max + value: -7.486292775323736 + - type: nauc_precision_at_10_std + value: 6.05291075028193 + - type: nauc_precision_at_1_diff1 + value: 24.89375000365368 + - type: nauc_precision_at_1_max + value: -30.815417372385873 + - type: nauc_precision_at_1_std + value: -44.687809069434245 + - type: nauc_precision_at_20_diff1 + value: 5.612232465910688 + - type: nauc_precision_at_20_max + value: -9.493221506431967 + - type: nauc_precision_at_20_std + value: 21.580627790601074 + - type: nauc_precision_at_3_diff1 + value: 17.374772867960296 + - type: nauc_precision_at_3_max + value: -5.4513905841762496 + - type: nauc_precision_at_3_std + value: -18.247738169868203 + - type: nauc_precision_at_5_diff1 + value: 24.856012104520754 + - type: nauc_precision_at_5_max + value: -1.689335249747221 + - type: nauc_precision_at_5_std + value: -17.759731374287938 + - type: nauc_recall_at_1000_diff1 + value: -16.083745923678773 + - type: nauc_recall_at_1000_max + value: -6.4871691773402285 + - type: nauc_recall_at_1000_std + value: 72.67593737144807 + - type: nauc_recall_at_100_diff1 + value: -2.2459215656431395 + - type: nauc_recall_at_100_max + value: -22.74818872908392 + - type: nauc_recall_at_100_std + value: 32.77497339706697 + - type: nauc_recall_at_10_diff1 + value: 8.670501799477833 + - type: nauc_recall_at_10_max + value: -9.585611028753716 + - type: nauc_recall_at_10_std + value: -10.351304338231115 + - type: nauc_recall_at_1_diff1 + value: 26.952695929538866 + - type: nauc_recall_at_1_max + value: -23.861150686867994 + - type: nauc_recall_at_1_std + value: -36.57857926974273 + - type: nauc_recall_at_20_diff1 + value: 8.556995668015755 + - type: nauc_recall_at_20_max + value: -17.78731664551538 + - type: nauc_recall_at_20_std + value: -2.6521355533836433 + - type: nauc_recall_at_3_diff1 + value: 21.343842933377587 + - type: nauc_recall_at_3_max + value: -2.6294436308829456 + - type: nauc_recall_at_3_std + value: -21.662684580036945 + - type: nauc_recall_at_5_diff1 + value: 20.98116651540531 + - type: nauc_recall_at_5_max + value: -6.952288993104518 + - type: nauc_recall_at_5_std + value: -24.78098743592733 + - type: ndcg_at_1 + value: 34.694 + - type: ndcg_at_10 + value: 30.676 + - type: ndcg_at_100 + value: 41.345 + - type: ndcg_at_1000 + value: 52.586 + - type: ndcg_at_20 + value: 31.176 + - type: ndcg_at_3 + value: 35.467 + - type: ndcg_at_5 + value: 32.784 + - type: precision_at_1 + value: 38.775999999999996 + - type: precision_at_10 + value: 27.346999999999998 + - type: precision_at_100 + value: 8.265 + - type: precision_at_1000 + value: 1.58 + - type: precision_at_20 + value: 20.51 + - type: precision_at_3 + value: 38.775999999999996 + - type: precision_at_5 + value: 33.061 + - type: recall_at_1 + value: 3.17 + - type: recall_at_10 + value: 19.188 + - type: recall_at_100 + value: 50.775000000000006 + - type: recall_at_1000 + value: 85.392 + - type: recall_at_20 + value: 28.061000000000003 + - type: recall_at_3 + value: 7.949000000000001 + - type: recall_at_5 + value: 11.863 + task: + type: Retrieval +tags: +- mteb license: mit ---