--- model-index: - name: no_model_name_available results: - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 62.44 - type: map_at_1 value: 37.909 - type: map_at_10 value: 54.071000000000005 - type: map_at_100 value: 54.706999999999994 - type: map_at_1000 value: 54.71 - type: map_at_20 value: 54.61 - type: map_at_3 value: 49.787 - type: map_at_5 value: 52.471999999999994 - type: mrr_at_1 value: 38.54907539118065 - type: mrr_at_10 value: 54.30778522883794 - type: mrr_at_100 value: 54.95058676123675 - type: mrr_at_1000 value: 54.9534745787606 - type: mrr_at_20 value: 54.85371234607436 - type: mrr_at_3 value: 50.023707918444806 - type: mrr_at_5 value: 52.71574205784745 - type: nauc_map_at_1000_diff1 value: 9.700052151236969 - type: nauc_map_at_1000_max value: -11.480601048675311 - type: nauc_map_at_1000_std value: -16.80933897048166 - type: nauc_map_at_100_diff1 value: 9.702439916132208 - type: nauc_map_at_100_max value: -11.477121863613672 - type: nauc_map_at_100_std value: -16.805809477344237 - type: nauc_map_at_10_diff1 value: 9.55964875147944 - type: nauc_map_at_10_max value: -11.221604673423611 - type: nauc_map_at_10_std value: -16.84817138477702 - type: nauc_map_at_1_diff1 value: 13.414379505055546 - type: nauc_map_at_1_max value: -13.64398031891019 - type: nauc_map_at_1_std value: -17.823564900618976 - type: nauc_map_at_20_diff1 value: 9.656264829584742 - type: nauc_map_at_20_max value: -11.402956696331874 - type: nauc_map_at_20_std value: -16.729584639384093 - type: nauc_map_at_3_diff1 value: 9.074651468472236 - type: nauc_map_at_3_max value: -11.938799932445345 - type: nauc_map_at_3_std value: -17.292542932113854 - type: nauc_map_at_5_diff1 value: 9.375988599355505 - type: nauc_map_at_5_max value: -11.472571205679664 - type: nauc_map_at_5_std value: -17.40403356468899 - type: nauc_mrr_at_1000_diff1 value: 7.411799940331186 - type: nauc_mrr_at_1000_max value: -12.508159837494434 - type: nauc_mrr_at_1000_std value: -16.707342470667285 - type: nauc_mrr_at_100_diff1 value: 7.414405067064217 - type: nauc_mrr_at_100_max value: -12.50459019538836 - type: nauc_mrr_at_100_std value: -16.703833468680948 - type: nauc_mrr_at_10_diff1 value: 7.286842407775826 - type: nauc_mrr_at_10_max value: -12.258550496378401 - type: nauc_mrr_at_10_std value: -16.731699740418414 - type: nauc_mrr_at_1_diff1 value: 11.596538956075104 - type: nauc_mrr_at_1_max value: -13.73394271953812 - type: nauc_mrr_at_1_std value: -17.64007975098422 - type: nauc_mrr_at_20_diff1 value: 7.376312921473681 - type: nauc_mrr_at_20_max value: -12.426813484836043 - type: nauc_mrr_at_20_std value: -16.627786497409552 - type: nauc_mrr_at_3_diff1 value: 6.654949505817999 - type: nauc_mrr_at_3_max value: -13.137022485458507 - type: nauc_mrr_at_3_std value: -17.32424266610232 - type: nauc_mrr_at_5_diff1 value: 7.2434372901234525 - type: nauc_mrr_at_5_max value: -12.429947223764405 - type: nauc_mrr_at_5_std value: -17.228937753898123 - type: nauc_ndcg_at_1000_diff1 value: 9.36855285735971 - type: nauc_ndcg_at_1000_max value: -10.953666720445836 - type: nauc_ndcg_at_1000_std value: -16.347516200301456 - type: nauc_ndcg_at_100_diff1 value: 9.409452556684755 - type: nauc_ndcg_at_100_max value: -10.862168660345734 - type: nauc_ndcg_at_100_std value: -16.229401930460405 - type: nauc_ndcg_at_10_diff1 value: 8.77691653610156 - type: nauc_ndcg_at_10_max value: -9.563379218779584 - type: nauc_ndcg_at_10_std value: -16.274566801403125 - type: nauc_ndcg_at_1_diff1 value: 13.414379505055546 - type: nauc_ndcg_at_1_max value: -13.64398031891019 - type: nauc_ndcg_at_1_std value: -17.823564900618976 - type: nauc_ndcg_at_20_diff1 value: 9.131323452637305 - type: nauc_ndcg_at_20_max value: -10.266530434189066 - type: nauc_ndcg_at_20_std value: -15.737108435541888 - type: nauc_ndcg_at_3_diff1 value: 7.739062271477399 - type: nauc_ndcg_at_3_max value: -11.488056154638532 - type: nauc_ndcg_at_3_std value: -17.411333288529267 - type: nauc_ndcg_at_5_diff1 value: 8.272542020803597 - type: nauc_ndcg_at_5_max value: -10.397456408544468 - type: nauc_ndcg_at_5_std value: -17.59822117969101 - type: nauc_precision_at_1000_diff1 value: 13.208924542423258 - type: nauc_precision_at_1000_max value: 13.208924542423258 - type: nauc_precision_at_1000_std value: 66.71142287338954 - type: nauc_precision_at_100_diff1 value: 18.762786994282852 - type: nauc_precision_at_100_max value: 20.099447719178784 - type: nauc_precision_at_100_std value: 48.431125716899956 - type: nauc_precision_at_10_diff1 value: 4.019933323360742 - type: nauc_precision_at_10_max value: 4.884910439588258 - type: nauc_precision_at_10_std value: -11.127362742499441 - type: nauc_precision_at_1_diff1 value: 13.414379505055546 - type: nauc_precision_at_1_max value: -13.64398031891019 - type: nauc_precision_at_1_std value: -17.823564900618976 - type: nauc_precision_at_20_diff1 value: 3.6375128143838293 - type: nauc_precision_at_20_max value: 14.126083805554671 - type: nauc_precision_at_20_std value: 10.615757350586888 - type: nauc_precision_at_3_diff1 value: 3.3422754903034884 - type: nauc_precision_at_3_max value: -10.034405870340006 - type: nauc_precision_at_3_std value: -17.917533977279017 - type: nauc_precision_at_5_diff1 value: 3.7950183183380957 - type: nauc_precision_at_5_max value: -5.449035408572837 - type: nauc_precision_at_5_std value: -18.586669848898257 - type: nauc_recall_at_1000_diff1 value: 13.208924542421252 - type: nauc_recall_at_1000_max value: 13.208924542421252 - type: nauc_recall_at_1000_std value: 66.71142287338697 - type: nauc_recall_at_100_diff1 value: 18.76278699428332 - type: nauc_recall_at_100_max value: 20.099447719179743 - type: nauc_recall_at_100_std value: 48.431125716900205 - type: nauc_recall_at_10_diff1 value: 4.019933323360658 - type: nauc_recall_at_10_max value: 4.884910439588057 - type: nauc_recall_at_10_std value: -11.127362742499546 - type: nauc_recall_at_1_diff1 value: 13.414379505055546 - type: nauc_recall_at_1_max value: -13.64398031891019 - type: nauc_recall_at_1_std value: -17.823564900618976 - type: nauc_recall_at_20_diff1 value: 3.6375128143838387 - type: nauc_recall_at_20_max value: 14.126083805554623 - type: nauc_recall_at_20_std value: 10.61575735058658 - type: nauc_recall_at_3_diff1 value: 3.3422754903035554 - type: nauc_recall_at_3_max value: -10.034405870339956 - type: nauc_recall_at_3_std value: -17.917533977278943 - type: nauc_recall_at_5_diff1 value: 3.795018318338047 - type: nauc_recall_at_5_max value: -5.449035408572804 - type: nauc_recall_at_5_std value: -18.58666984889819 - type: ndcg_at_1 value: 37.909 - type: ndcg_at_10 value: 62.44 - type: ndcg_at_100 value: 64.932 - type: ndcg_at_1000 value: 64.99000000000001 - type: ndcg_at_20 value: 64.319 - type: ndcg_at_3 value: 53.778000000000006 - type: ndcg_at_5 value: 58.599000000000004 - type: precision_at_1 value: 37.909 - type: precision_at_10 value: 8.883000000000001 - type: precision_at_100 value: 0.992 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.804 - type: precision_at_3 value: 21.788 - type: precision_at_5 value: 15.405 - type: recall_at_1 value: 37.909 - type: recall_at_10 value: 88.834 - type: recall_at_100 value: 99.21799999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 96.088 - type: recall_at_3 value: 65.363 - type: recall_at_5 value: 77.027 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 53.176 - type: map_at_1 value: 33.650999999999996 - type: map_at_10 value: 46.471000000000004 - type: map_at_100 value: 47.985 - type: map_at_1000 value: 48.102000000000004 - type: map_at_20 value: 47.292 - type: map_at_3 value: 42.623 - type: map_at_5 value: 44.979 - type: mrr_at_1 value: 41.201716738197426 - type: mrr_at_10 value: 52.25355950677838 - type: mrr_at_100 value: 52.88338300595689 - type: mrr_at_1000 value: 52.921972185432885 - type: mrr_at_20 value: 52.572720245822445 - type: mrr_at_3 value: 49.38006676204101 - type: mrr_at_5 value: 51.368621840724806 - type: nauc_map_at_1000_diff1 value: 52.424580577365674 - type: nauc_map_at_1000_max value: 35.94853426088666 - type: nauc_map_at_1000_std value: -3.1129808405979116 - type: nauc_map_at_100_diff1 value: 52.42314269469678 - type: nauc_map_at_100_max value: 35.95564099324896 - type: nauc_map_at_100_std value: -3.101625069102785 - type: nauc_map_at_10_diff1 value: 52.674357307094496 - type: nauc_map_at_10_max value: 35.62082218057774 - type: nauc_map_at_10_std value: -3.7915962794353173 - type: nauc_map_at_1_diff1 value: 58.88454782432587 - type: nauc_map_at_1_max value: 31.58887282969742 - type: nauc_map_at_1_std value: -3.3197840386400843 - type: nauc_map_at_20_diff1 value: 52.57811291835384 - type: nauc_map_at_20_max value: 35.98370464846043 - type: nauc_map_at_20_std value: -3.282933904055322 - type: nauc_map_at_3_diff1 value: 53.23139053968499 - type: nauc_map_at_3_max value: 35.27374020498982 - type: nauc_map_at_3_std value: -4.586249483195213 - type: nauc_map_at_5_diff1 value: 52.59485178437643 - type: nauc_map_at_5_max value: 35.514513542685876 - type: nauc_map_at_5_std value: -4.434526651693118 - type: nauc_mrr_at_1000_diff1 value: 49.59556586828132 - type: nauc_mrr_at_1000_max value: 36.84616750157751 - type: nauc_mrr_at_1000_std value: -3.8525984466340764 - type: nauc_mrr_at_100_diff1 value: 49.57531335928693 - type: nauc_mrr_at_100_max value: 36.82683956190645 - type: nauc_mrr_at_100_std value: -3.872554481570826 - type: nauc_mrr_at_10_diff1 value: 49.62497265122659 - type: nauc_mrr_at_10_max value: 36.98985018458424 - type: nauc_mrr_at_10_std value: -3.8376513272257733 - type: nauc_mrr_at_1_diff1 value: 54.49327345294693 - type: nauc_mrr_at_1_max value: 34.8934028739382 - type: nauc_mrr_at_1_std value: -4.437791198183867 - type: nauc_mrr_at_20_diff1 value: 49.5890168206895 - type: nauc_mrr_at_20_max value: 36.89726798208358 - type: nauc_mrr_at_20_std value: -3.866993349889667 - type: nauc_mrr_at_3_diff1 value: 49.59634094819107 - type: nauc_mrr_at_3_max value: 37.16225648718551 - type: nauc_mrr_at_3_std value: -4.414442576808539 - type: nauc_mrr_at_5_diff1 value: 49.225081579422344 - type: nauc_mrr_at_5_max value: 36.747751335426756 - type: nauc_mrr_at_5_std value: -4.324178992210884 - type: nauc_ndcg_at_1000_diff1 value: 50.31882542922762 - type: nauc_ndcg_at_1000_max value: 36.94417408184034 - type: nauc_ndcg_at_1000_std value: -1.8041849909913372 - type: nauc_ndcg_at_100_diff1 value: 49.66655309339676 - type: nauc_ndcg_at_100_max value: 36.70372545075 - type: nauc_ndcg_at_100_std value: -1.6243834018453231 - type: nauc_ndcg_at_10_diff1 value: 49.940843283397214 - type: nauc_ndcg_at_10_max value: 36.0676312207537 - type: nauc_ndcg_at_10_std value: -3.439514885728974 - type: nauc_ndcg_at_1_diff1 value: 54.49327345294693 - type: nauc_ndcg_at_1_max value: 34.8934028739382 - type: nauc_ndcg_at_1_std value: -4.437791198183867 - type: nauc_ndcg_at_20_diff1 value: 49.93181052825062 - type: nauc_ndcg_at_20_max value: 36.71459050402181 - type: nauc_ndcg_at_20_std value: -2.6921628328410265 - type: nauc_ndcg_at_3_diff1 value: 50.26692043258316 - type: nauc_ndcg_at_3_max value: 36.24184609760576 - type: nauc_ndcg_at_3_std value: -4.757874636308119 - type: nauc_ndcg_at_5_diff1 value: 49.37130579587368 - type: nauc_ndcg_at_5_max value: 35.73812624135239 - type: nauc_ndcg_at_5_std value: -4.5919788051135555 - type: nauc_precision_at_1000_diff1 value: -24.43795561769816 - type: nauc_precision_at_1000_max value: -13.261416374377383 - type: nauc_precision_at_1000_std value: -4.971448949934886 - type: nauc_precision_at_100_diff1 value: -16.883129718999133 - type: nauc_precision_at_100_max value: -2.46701167013433 - type: nauc_precision_at_100_std value: 3.277974208302033 - type: nauc_precision_at_10_diff1 value: 6.58192062605803 - type: nauc_precision_at_10_max value: 17.66130584790626 - type: nauc_precision_at_10_std value: 1.5300268853781491 - type: nauc_precision_at_1_diff1 value: 54.49327345294693 - type: nauc_precision_at_1_max value: 34.8934028739382 - type: nauc_precision_at_1_std value: -4.437791198183867 - type: nauc_precision_at_20_diff1 value: -1.8753425950377052 - type: nauc_precision_at_20_max value: 12.343845069467402 - type: nauc_precision_at_20_std value: 4.625866298054727 - type: nauc_precision_at_3_diff1 value: 26.25293210293932 - type: nauc_precision_at_3_max value: 31.20810752338666 - type: nauc_precision_at_3_std value: -4.53249841922141 - type: nauc_precision_at_5_diff1 value: 16.615368164537657 - type: nauc_precision_at_5_max value: 25.232698186133707 - type: nauc_precision_at_5_std value: -2.663050054635891 - type: nauc_recall_at_1000_diff1 value: 35.83705078359078 - type: nauc_recall_at_1000_max value: 62.30748246780233 - type: nauc_recall_at_1000_std value: 63.240763200045805 - type: nauc_recall_at_100_diff1 value: 33.467633455800815 - type: nauc_recall_at_100_max value: 36.60323449435162 - type: nauc_recall_at_100_std value: 14.015411684054346 - type: nauc_recall_at_10_diff1 value: 41.42599884119931 - type: nauc_recall_at_10_max value: 33.20419643286129 - type: nauc_recall_at_10_std value: -2.159643957172222 - type: nauc_recall_at_1_diff1 value: 58.88454782432587 - type: nauc_recall_at_1_max value: 31.58887282969742 - type: nauc_recall_at_1_std value: -3.3197840386400843 - type: nauc_recall_at_20_diff1 value: 40.65866346855011 - type: nauc_recall_at_20_max value: 35.30555514387619 - type: nauc_recall_at_20_std value: 0.08694081684299272 - type: nauc_recall_at_3_diff1 value: 46.09760653175857 - type: nauc_recall_at_3_max value: 34.90824497182377 - type: nauc_recall_at_3_std value: -5.655059126448061 - type: nauc_recall_at_5_diff1 value: 41.53532865271283 - type: nauc_recall_at_5_max value: 33.39745163988502 - type: nauc_recall_at_5_std value: -5.016436615159224 - type: ndcg_at_1 value: 41.202 - type: ndcg_at_10 value: 53.176 - type: ndcg_at_100 value: 58.328 - type: ndcg_at_1000 value: 59.965999999999994 - type: ndcg_at_20 value: 55.008 - type: ndcg_at_3 value: 47.859 - type: ndcg_at_5 value: 50.768 - type: precision_at_1 value: 41.202 - type: precision_at_10 value: 10.186 - type: precision_at_100 value: 1.609 - type: precision_at_1000 value: 0.20400000000000001 - type: precision_at_20 value: 5.973 - type: precision_at_3 value: 23.176 - type: precision_at_5 value: 16.881 - type: recall_at_1 value: 33.650999999999996 - type: recall_at_10 value: 65.977 - type: recall_at_100 value: 87.302 - type: recall_at_1000 value: 97.336 - type: recall_at_20 value: 72.294 - type: recall_at_3 value: 50.797000000000004 - type: recall_at_5 value: 58.872 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 50.92100000000001 - type: map_at_1 value: 33.744 - type: map_at_10 value: 44.815 - type: map_at_100 value: 46.245999999999995 - type: map_at_1000 value: 46.376 - type: map_at_20 value: 45.609 - type: map_at_3 value: 41.531 - type: map_at_5 value: 43.391999999999996 - type: mrr_at_1 value: 42.10191082802548 - type: mrr_at_10 value: 51.08573450611672 - type: mrr_at_100 value: 51.74891122170677 - type: mrr_at_1000 value: 51.78529712995296 - type: mrr_at_20 value: 51.4967715101907 - type: mrr_at_3 value: 48.91719745222933 - type: mrr_at_5 value: 50.28980891719754 - type: nauc_map_at_1000_diff1 value: 55.176936659421294 - type: nauc_map_at_1000_max value: 36.48371284702768 - type: nauc_map_at_1000_std value: -2.4447515702989806 - type: nauc_map_at_100_diff1 value: 55.1863019000113 - type: nauc_map_at_100_max value: 36.43246962553196 - type: nauc_map_at_100_std value: -2.5450740079709044 - type: nauc_map_at_10_diff1 value: 55.762997970306394 - type: nauc_map_at_10_max value: 35.380624071909175 - type: nauc_map_at_10_std value: -4.558912389227884 - type: nauc_map_at_1_diff1 value: 61.0608868067328 - type: nauc_map_at_1_max value: 29.72548408222947 - type: nauc_map_at_1_std value: -10.069038170579741 - type: nauc_map_at_20_diff1 value: 55.41603585876044 - type: nauc_map_at_20_max value: 36.02816334732108 - type: nauc_map_at_20_std value: -3.3699246431509717 - type: nauc_map_at_3_diff1 value: 56.82908515426453 - type: nauc_map_at_3_max value: 33.15737676707489 - type: nauc_map_at_3_std value: -7.378910489256622 - type: nauc_map_at_5_diff1 value: 56.14588532401665 - type: nauc_map_at_5_max value: 34.414293818549005 - type: nauc_map_at_5_std value: -6.047619727680526 - type: nauc_mrr_at_1000_diff1 value: 52.56773367624669 - type: nauc_mrr_at_1000_max value: 39.31200496491635 - type: nauc_mrr_at_1000_std value: 2.0642958415792685 - type: nauc_mrr_at_100_diff1 value: 52.56372613071439 - type: nauc_mrr_at_100_max value: 39.3159360559684 - type: nauc_mrr_at_100_std value: 2.0805091403344997 - type: nauc_mrr_at_10_diff1 value: 52.64975462157789 - type: nauc_mrr_at_10_max value: 39.208820614240295 - type: nauc_mrr_at_10_std value: 1.5932304576085854 - type: nauc_mrr_at_1_diff1 value: 56.58854551625778 - type: nauc_mrr_at_1_max value: 38.83187422216751 - type: nauc_mrr_at_1_std value: -1.1292455097337009 - type: nauc_mrr_at_20_diff1 value: 52.57378574296517 - type: nauc_mrr_at_20_max value: 39.33846363894702 - type: nauc_mrr_at_20_std value: 2.013232706080241 - type: nauc_mrr_at_3_diff1 value: 52.92910407019309 - type: nauc_mrr_at_3_max value: 38.91108571047644 - type: nauc_mrr_at_3_std value: 1.067703035548225 - type: nauc_mrr_at_5_diff1 value: 52.636125724089254 - type: nauc_mrr_at_5_max value: 39.209637006609455 - type: nauc_mrr_at_5_std value: 1.2426388707039298 - type: nauc_ndcg_at_1000_diff1 value: 52.31111968341887 - type: nauc_ndcg_at_1000_max value: 38.75742129669778 - type: nauc_ndcg_at_1000_std value: 3.5536257954775157 - type: nauc_ndcg_at_100_diff1 value: 52.37103775070086 - type: nauc_ndcg_at_100_max value: 38.753000166661344 - type: nauc_ndcg_at_100_std value: 3.6667964133015762 - type: nauc_ndcg_at_10_diff1 value: 53.56092641993905 - type: nauc_ndcg_at_10_max value: 37.62257371918095 - type: nauc_ndcg_at_10_std value: -0.3933425825827704 - type: nauc_ndcg_at_1_diff1 value: 56.58854551625778 - type: nauc_ndcg_at_1_max value: 38.83187422216751 - type: nauc_ndcg_at_1_std value: -1.1292455097337009 - type: nauc_ndcg_at_20_diff1 value: 52.997119382659484 - type: nauc_ndcg_at_20_max value: 38.41095357471896 - type: nauc_ndcg_at_20_std value: 1.9075677183444468 - type: nauc_ndcg_at_3_diff1 value: 53.32041550278149 - type: nauc_ndcg_at_3_max value: 36.54542124064425 - type: nauc_ndcg_at_3_std value: -2.1268638356088374 - type: nauc_ndcg_at_5_diff1 value: 53.389257836500256 - type: nauc_ndcg_at_5_max value: 37.307434494043676 - type: nauc_ndcg_at_5_std value: -1.7664881562750538 - type: nauc_precision_at_1000_diff1 value: -18.061781127353505 - type: nauc_precision_at_1000_max value: 14.164961693343972 - type: nauc_precision_at_1000_std value: 32.08207789236699 - type: nauc_precision_at_100_diff1 value: -12.629587588058818 - type: nauc_precision_at_100_max value: 23.723177704853438 - type: nauc_precision_at_100_std value: 37.3224630704383 - type: nauc_precision_at_10_diff1 value: 6.0985411491844195 - type: nauc_precision_at_10_max value: 34.01467623470949 - type: nauc_precision_at_10_std value: 26.343490397284334 - type: nauc_precision_at_1_diff1 value: 56.58854551625778 - type: nauc_precision_at_1_max value: 38.83187422216751 - type: nauc_precision_at_1_std value: -1.1292455097337009 - type: nauc_precision_at_20_diff1 value: -2.905957928684381 - type: nauc_precision_at_20_max value: 31.591825090757908 - type: nauc_precision_at_20_std value: 32.989888342109076 - type: nauc_precision_at_3_diff1 value: 27.17928355856029 - type: nauc_precision_at_3_max value: 37.33885605249689 - type: nauc_precision_at_3_std value: 12.651453071713059 - type: nauc_precision_at_5_diff1 value: 16.526381349737242 - type: nauc_precision_at_5_max value: 36.88010744074558 - type: nauc_precision_at_5_std value: 19.135126725576384 - type: nauc_recall_at_1000_diff1 value: 36.638153528487635 - type: nauc_recall_at_1000_max value: 45.19430762946925 - type: nauc_recall_at_1000_std value: 42.57303922365023 - type: nauc_recall_at_100_diff1 value: 40.43544826397977 - type: nauc_recall_at_100_max value: 40.784066455275706 - type: nauc_recall_at_100_std value: 27.301271412381144 - type: nauc_recall_at_10_diff1 value: 48.37295419396959 - type: nauc_recall_at_10_max value: 34.16271996741004 - type: nauc_recall_at_10_std value: 0.9252807039977983 - type: nauc_recall_at_1_diff1 value: 61.0608868067328 - type: nauc_recall_at_1_max value: 29.72548408222947 - type: nauc_recall_at_1_std value: -10.069038170579741 - type: nauc_recall_at_20_diff1 value: 44.94065991142139 - type: nauc_recall_at_20_max value: 37.603936202852786 - type: nauc_recall_at_20_std value: 11.60064066504551 - type: nauc_recall_at_3_diff1 value: 51.99741579524252 - type: nauc_recall_at_3_max value: 31.388906920168104 - type: nauc_recall_at_3_std value: -6.153653310119753 - type: nauc_recall_at_5_diff1 value: 49.67027790654694 - type: nauc_recall_at_5_max value: 33.09777021504344 - type: nauc_recall_at_5_std value: -3.9074095515554643 - type: ndcg_at_1 value: 42.102000000000004 - type: ndcg_at_10 value: 50.92100000000001 - type: ndcg_at_100 value: 55.381 - type: ndcg_at_1000 value: 57.18600000000001 - type: ndcg_at_20 value: 52.778000000000006 - type: ndcg_at_3 value: 46.542 - type: ndcg_at_5 value: 48.681000000000004 - type: precision_at_1 value: 42.102000000000004 - type: precision_at_10 value: 9.745 - type: precision_at_100 value: 1.548 - type: precision_at_1000 value: 0.198 - type: precision_at_20 value: 5.742 - type: precision_at_3 value: 22.695999999999998 - type: precision_at_5 value: 16.14 - type: recall_at_1 value: 33.744 - type: recall_at_10 value: 61.17700000000001 - type: recall_at_100 value: 79.71000000000001 - type: recall_at_1000 value: 91.008 - type: recall_at_20 value: 68.03399999999999 - type: recall_at_3 value: 48.087 - type: recall_at_5 value: 54.142 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 62.458000000000006 - type: map_at_1 value: 43.839 - type: map_at_10 value: 56.724 - type: map_at_100 value: 57.751 - type: map_at_1000 value: 57.797 - type: map_at_20 value: 57.387 - type: map_at_3 value: 53.494 - type: map_at_5 value: 55.372 - type: mrr_at_1 value: 50.15673981191222 - type: mrr_at_10 value: 60.11456933870735 - type: mrr_at_100 value: 60.76087999656381 - type: mrr_at_1000 value: 60.77978089317033 - type: mrr_at_20 value: 60.55360369120728 - type: mrr_at_3 value: 58.025078369906026 - type: mrr_at_5 value: 59.22257053291546 - type: nauc_map_at_1000_diff1 value: 54.411253174343344 - type: nauc_map_at_1000_max value: 39.83549610516408 - type: nauc_map_at_1000_std value: -2.194420641407535 - type: nauc_map_at_100_diff1 value: 54.38831483785624 - type: nauc_map_at_100_max value: 39.80801320822348 - type: nauc_map_at_100_std value: -2.1803664698780842 - type: nauc_map_at_10_diff1 value: 54.45604359775012 - type: nauc_map_at_10_max value: 39.063307413982 - type: nauc_map_at_10_std value: -3.4236632847098423 - type: nauc_map_at_1_diff1 value: 56.60631395015112 - type: nauc_map_at_1_max value: 32.467568481080036 - type: nauc_map_at_1_std value: -5.800399911526891 - type: nauc_map_at_20_diff1 value: 54.370786642447655 - type: nauc_map_at_20_max value: 39.59321046436977 - type: nauc_map_at_20_std value: -2.4088559799214813 - type: nauc_map_at_3_diff1 value: 55.49957006713255 - type: nauc_map_at_3_max value: 37.118764615368356 - type: nauc_map_at_3_std value: -5.909943937274052 - type: nauc_map_at_5_diff1 value: 54.81041509611971 - type: nauc_map_at_5_max value: 38.24140182494858 - type: nauc_map_at_5_std value: -4.509625968871774 - type: nauc_mrr_at_1000_diff1 value: 53.74660770823747 - type: nauc_mrr_at_1000_max value: 41.361501849395225 - type: nauc_mrr_at_1000_std value: -0.8127913246616565 - type: nauc_mrr_at_100_diff1 value: 53.737280189706624 - type: nauc_mrr_at_100_max value: 41.373323086448075 - type: nauc_mrr_at_100_std value: -0.7945211619535609 - type: nauc_mrr_at_10_diff1 value: 53.60002836781194 - type: nauc_mrr_at_10_max value: 41.294906284672145 - type: nauc_mrr_at_10_std value: -1.133159614693189 - type: nauc_mrr_at_1_diff1 value: 55.872003219794344 - type: nauc_mrr_at_1_max value: 38.42398154139028 - type: nauc_mrr_at_1_std value: -3.262385266943247 - type: nauc_mrr_at_20_diff1 value: 53.660372497054865 - type: nauc_mrr_at_20_max value: 41.423640159792335 - type: nauc_mrr_at_20_std value: -0.6992108032958381 - type: nauc_mrr_at_3_diff1 value: 54.246382328404074 - type: nauc_mrr_at_3_max value: 41.167575858831476 - type: nauc_mrr_at_3_std value: -1.9090830671107353 - type: nauc_mrr_at_5_diff1 value: 53.85586718570862 - type: nauc_mrr_at_5_max value: 40.98294334278317 - type: nauc_mrr_at_5_std value: -1.7121845127201107 - type: nauc_ndcg_at_1000_diff1 value: 53.37939317348487 - type: nauc_ndcg_at_1000_max value: 42.25503051093623 - type: nauc_ndcg_at_1000_std value: 0.9024947979875332 - type: nauc_ndcg_at_100_diff1 value: 53.02194451446347 - type: nauc_ndcg_at_100_max value: 42.43117968471603 - type: nauc_ndcg_at_100_std value: 1.6097860371997164 - type: nauc_ndcg_at_10_diff1 value: 52.864882508290044 - type: nauc_ndcg_at_10_max value: 41.30405029504235 - type: nauc_ndcg_at_10_std value: -1.1315174337193916 - type: nauc_ndcg_at_1_diff1 value: 55.872003219794344 - type: nauc_ndcg_at_1_max value: 38.42398154139028 - type: nauc_ndcg_at_1_std value: -3.262385266943247 - type: nauc_ndcg_at_20_diff1 value: 52.78243804716271 - type: nauc_ndcg_at_20_max value: 42.200708727692884 - type: nauc_ndcg_at_20_std value: 1.204386994029969 - type: nauc_ndcg_at_3_diff1 value: 54.134588048680165 - type: nauc_ndcg_at_3_max value: 39.262737508813956 - type: nauc_ndcg_at_3_std value: -3.9798145740330866 - type: nauc_ndcg_at_5_diff1 value: 53.43380266993641 - type: nauc_ndcg_at_5_max value: 40.1700690079209 - type: nauc_ndcg_at_5_std value: -2.81233830575759 - type: nauc_precision_at_1000_diff1 value: -16.085237050718256 - type: nauc_precision_at_1000_max value: 21.56903927967793 - type: nauc_precision_at_1000_std value: 25.163563893770934 - type: nauc_precision_at_100_diff1 value: -13.409177660433013 - type: nauc_precision_at_100_max value: 26.191889066691694 - type: nauc_precision_at_100_std value: 30.434449110434343 - type: nauc_precision_at_10_diff1 value: 7.653820392496794 - type: nauc_precision_at_10_max value: 33.512847797440386 - type: nauc_precision_at_10_std value: 17.46948584875833 - type: nauc_precision_at_1_diff1 value: 55.872003219794344 - type: nauc_precision_at_1_max value: 38.42398154139028 - type: nauc_precision_at_1_std value: -3.262385266943247 - type: nauc_precision_at_20_diff1 value: -1.7882509799446464 - type: nauc_precision_at_20_max value: 32.667378017254244 - type: nauc_precision_at_20_std value: 27.51279914879186 - type: nauc_precision_at_3_diff1 value: 30.46461628659826 - type: nauc_precision_at_3_max value: 37.74901386898987 - type: nauc_precision_at_3_std value: 2.466674787017699 - type: nauc_precision_at_5_diff1 value: 18.80573985694938 - type: nauc_precision_at_5_max value: 34.86218095871847 - type: nauc_precision_at_5_std value: 9.231195357997013 - type: nauc_recall_at_1000_diff1 value: 44.175128440767175 - type: nauc_recall_at_1000_max value: 72.76306751265861 - type: nauc_recall_at_1000_std value: 69.72788552092433 - type: nauc_recall_at_100_diff1 value: 39.33252228382757 - type: nauc_recall_at_100_max value: 55.56135688396655 - type: nauc_recall_at_100_std value: 37.203018125948766 - type: nauc_recall_at_10_diff1 value: 45.481900144718836 - type: nauc_recall_at_10_max value: 42.54097511363277 - type: nauc_recall_at_10_std value: 2.6063345056649796 - type: nauc_recall_at_1_diff1 value: 56.60631395015112 - type: nauc_recall_at_1_max value: 32.467568481080036 - type: nauc_recall_at_1_std value: -5.800399911526891 - type: nauc_recall_at_20_diff1 value: 42.76239836038449 - type: nauc_recall_at_20_max value: 48.446363988908665 - type: nauc_recall_at_20_std value: 17.640762405916508 - type: nauc_recall_at_3_diff1 value: 51.60470647047845 - type: nauc_recall_at_3_max value: 37.418467889921224 - type: nauc_recall_at_3_std value: -6.408088458035488 - type: nauc_recall_at_5_diff1 value: 48.70731792808808 - type: nauc_recall_at_5_max value: 39.09353288109433 - type: nauc_recall_at_5_std value: -3.262225734608099 - type: ndcg_at_1 value: 50.157 - type: ndcg_at_10 value: 62.458000000000006 - type: ndcg_at_100 value: 66.27499999999999 - type: ndcg_at_1000 value: 67.11 - type: ndcg_at_20 value: 64.3 - type: ndcg_at_3 value: 57.348 - type: ndcg_at_5 value: 59.870999999999995 - type: precision_at_1 value: 50.157 - type: precision_at_10 value: 9.875 - type: precision_at_100 value: 1.269 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 value: 5.527 - type: precision_at_3 value: 25.474999999999998 - type: precision_at_5 value: 17.279 - type: recall_at_1 value: 43.839 - type: recall_at_10 value: 75.94300000000001 - type: recall_at_100 value: 92.036 - type: recall_at_1000 value: 97.848 - type: recall_at_20 value: 82.592 - type: recall_at_3 value: 62.227 - type: recall_at_5 value: 68.443 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 43.805 - type: map_at_1 value: 29.429 - type: map_at_10 value: 38.708 - type: map_at_100 value: 39.834 - type: map_at_1000 value: 39.896 - type: map_at_20 value: 39.330999999999996 - type: map_at_3 value: 36.02 - type: map_at_5 value: 37.547999999999995 - type: mrr_at_1 value: 31.63841807909605 - type: mrr_at_10 value: 40.82633844498248 - type: mrr_at_100 value: 41.76109003638645 - type: mrr_at_1000 value: 41.8059087475105 - type: mrr_at_20 value: 41.36288532812116 - type: mrr_at_3 value: 38.24858757062146 - type: mrr_at_5 value: 39.717514124293764 - type: nauc_map_at_1000_diff1 value: 45.585812879455524 - type: nauc_map_at_1000_max value: 31.31175404949036 - type: nauc_map_at_1000_std value: -0.6688504922328871 - type: nauc_map_at_100_diff1 value: 45.57793192934199 - type: nauc_map_at_100_max value: 31.31449058161509 - type: nauc_map_at_100_std value: -0.6711471739699831 - type: nauc_map_at_10_diff1 value: 45.63641283675042 - type: nauc_map_at_10_max value: 31.34383247627637 - type: nauc_map_at_10_std value: -0.8969771419071247 - type: nauc_map_at_1_diff1 value: 51.20029025787074 - type: nauc_map_at_1_max value: 29.29320638697403 - type: nauc_map_at_1_std value: -4.195575175603184 - type: nauc_map_at_20_diff1 value: 45.50579311311032 - type: nauc_map_at_20_max value: 31.162777948119203 - type: nauc_map_at_20_std value: -0.8437520900178488 - type: nauc_map_at_3_diff1 value: 46.69781509400438 - type: nauc_map_at_3_max value: 30.454657702219357 - type: nauc_map_at_3_std value: -1.961062011363698 - type: nauc_map_at_5_diff1 value: 46.04910492816806 - type: nauc_map_at_5_max value: 30.930622367372457 - type: nauc_map_at_5_std value: -1.3197031926341913 - type: nauc_mrr_at_1000_diff1 value: 45.184418431720836 - type: nauc_mrr_at_1000_max value: 32.691464662489466 - type: nauc_mrr_at_1000_std value: 0.8007278440166657 - type: nauc_mrr_at_100_diff1 value: 45.167327620455126 - type: nauc_mrr_at_100_max value: 32.70344473782206 - type: nauc_mrr_at_100_std value: 0.8064086841104559 - type: nauc_mrr_at_10_diff1 value: 45.21931014425146 - type: nauc_mrr_at_10_max value: 32.89922709426894 - type: nauc_mrr_at_10_std value: 0.726548346036894 - type: nauc_mrr_at_1_diff1 value: 50.32992410650978 - type: nauc_mrr_at_1_max value: 31.6443297540481 - type: nauc_mrr_at_1_std value: -2.2413873790433225 - type: nauc_mrr_at_20_diff1 value: 45.113204601824044 - type: nauc_mrr_at_20_max value: 32.61736305768626 - type: nauc_mrr_at_20_std value: 0.7278143932053411 - type: nauc_mrr_at_3_diff1 value: 46.240077882820316 - type: nauc_mrr_at_3_max value: 32.27275303260653 - type: nauc_mrr_at_3_std value: 0.1282059654192661 - type: nauc_mrr_at_5_diff1 value: 45.58559508660604 - type: nauc_mrr_at_5_max value: 32.59296526810394 - type: nauc_mrr_at_5_std value: 0.7874095845402367 - type: nauc_ndcg_at_1000_diff1 value: 43.20858304283118 - type: nauc_ndcg_at_1000_max value: 32.44654538809174 - type: nauc_ndcg_at_1000_std value: 1.9808645746749782 - type: nauc_ndcg_at_100_diff1 value: 42.80944482285779 - type: nauc_ndcg_at_100_max value: 32.63314035546906 - type: nauc_ndcg_at_100_std value: 2.5177765413154884 - type: nauc_ndcg_at_10_diff1 value: 43.16290325539329 - type: nauc_ndcg_at_10_max value: 32.61740129429683 - type: nauc_ndcg_at_10_std value: 1.2892420693179965 - type: nauc_ndcg_at_1_diff1 value: 50.32992410650978 - type: nauc_ndcg_at_1_max value: 31.6443297540481 - type: nauc_ndcg_at_1_std value: -2.2413873790433225 - type: nauc_ndcg_at_20_diff1 value: 42.597191894775015 - type: nauc_ndcg_at_20_max value: 31.751099582584125 - type: nauc_ndcg_at_20_std value: 1.438787341128167 - type: nauc_ndcg_at_3_diff1 value: 45.425750906136706 - type: nauc_ndcg_at_3_max value: 31.118153819129173 - type: nauc_ndcg_at_3_std value: -0.7887794544621397 - type: nauc_ndcg_at_5_diff1 value: 44.24184750204594 - type: nauc_ndcg_at_5_max value: 31.678340776396162 - type: nauc_ndcg_at_5_std value: 0.38897464065601617 - type: nauc_precision_at_1000_diff1 value: -9.25461469977963 - type: nauc_precision_at_1000_max value: 11.546970772317056 - type: nauc_precision_at_1000_std value: 11.77950666462821 - type: nauc_precision_at_100_diff1 value: 5.325820460767819 - type: nauc_precision_at_100_max value: 22.610950942174625 - type: nauc_precision_at_100_std value: 16.210181509270097 - type: nauc_precision_at_10_diff1 value: 26.09126825014653 - type: nauc_precision_at_10_max value: 35.00999838883753 - type: nauc_precision_at_10_std value: 9.40564293375869 - type: nauc_precision_at_1_diff1 value: 50.32992410650978 - type: nauc_precision_at_1_max value: 31.6443297540481 - type: nauc_precision_at_1_std value: -2.2413873790433225 - type: nauc_precision_at_20_diff1 value: 19.233219692159693 - type: nauc_precision_at_20_max value: 29.03044299067655 - type: nauc_precision_at_20_std value: 10.317579302538391 - type: nauc_precision_at_3_diff1 value: 37.364819598304315 - type: nauc_precision_at_3_max value: 33.379165297552724 - type: nauc_precision_at_3_std value: 3.424932892620743 - type: nauc_precision_at_5_diff1 value: 32.872702946200945 - type: nauc_precision_at_5_max value: 34.571450997070706 - type: nauc_precision_at_5_std value: 7.12035598939766 - type: nauc_recall_at_1000_diff1 value: 11.279997042195749 - type: nauc_recall_at_1000_max value: 40.44953937460631 - type: nauc_recall_at_1000_std value: 31.19505726194957 - type: nauc_recall_at_100_diff1 value: 24.15672423727942 - type: nauc_recall_at_100_max value: 36.814968545741614 - type: nauc_recall_at_100_std value: 21.50699037479782 - type: nauc_recall_at_10_diff1 value: 34.34584531211266 - type: nauc_recall_at_10_max value: 34.196420028975375 - type: nauc_recall_at_10_std value: 6.855963891373787 - type: nauc_recall_at_1_diff1 value: 51.20029025787074 - type: nauc_recall_at_1_max value: 29.29320638697403 - type: nauc_recall_at_1_std value: -4.195575175603184 - type: nauc_recall_at_20_diff1 value: 30.313271321859748 - type: nauc_recall_at_20_max value: 30.019409239750388 - type: nauc_recall_at_20_std value: 8.01887379774591 - type: nauc_recall_at_3_diff1 value: 41.3611355564578 - type: nauc_recall_at_3_max value: 30.190666918387272 - type: nauc_recall_at_3_std value: 0.7366693042344981 - type: nauc_recall_at_5_diff1 value: 38.46041757825592 - type: nauc_recall_at_5_max value: 31.35545227469271 - type: nauc_recall_at_5_std value: 3.226901160844341 - type: ndcg_at_1 value: 31.637999999999998 - type: ndcg_at_10 value: 43.805 - type: ndcg_at_100 value: 49.168 - type: ndcg_at_1000 value: 50.77700000000001 - type: ndcg_at_20 value: 45.866 - type: ndcg_at_3 value: 38.608 - type: ndcg_at_5 value: 41.152 - type: precision_at_1 value: 31.637999999999998 - type: precision_at_10 value: 6.61 - type: precision_at_100 value: 0.9809999999999999 - type: precision_at_1000 value: 0.11499999999999999 - type: precision_at_20 value: 3.7800000000000002 - type: precision_at_3 value: 16.195999999999998 - type: precision_at_5 value: 11.209 - type: recall_at_1 value: 29.429 - type: recall_at_10 value: 57.327 - type: recall_at_100 value: 81.74900000000001 - type: recall_at_1000 value: 93.967 - type: recall_at_20 value: 65.01400000000001 - type: recall_at_3 value: 43.472 - type: recall_at_5 value: 49.521 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 34.63 - type: map_at_1 value: 20.541999999999998 - type: map_at_10 value: 29.121000000000002 - type: map_at_100 value: 30.389 - type: map_at_1000 value: 30.497999999999998 - type: map_at_20 value: 29.787999999999997 - type: map_at_3 value: 26.514 - type: map_at_5 value: 27.723 - type: mrr_at_1 value: 24.62686567164179 - type: mrr_at_10 value: 33.77897220247966 - type: mrr_at_100 value: 34.71645100175941 - type: mrr_at_1000 value: 34.77428365380689 - type: mrr_at_20 value: 34.31909140865809 - type: mrr_at_3 value: 31.281094527363194 - type: mrr_at_5 value: 32.568407960199 - type: nauc_map_at_1000_diff1 value: 31.065597401371054 - type: nauc_map_at_1000_max value: 22.53058113245784 - type: nauc_map_at_1000_std value: 3.385336368837248 - type: nauc_map_at_100_diff1 value: 31.066996795756317 - type: nauc_map_at_100_max value: 22.526621520577233 - type: nauc_map_at_100_std value: 3.390224080489411 - type: nauc_map_at_10_diff1 value: 30.98735163587709 - type: nauc_map_at_10_max value: 22.033975223583145 - type: nauc_map_at_10_std value: 3.037362136271266 - type: nauc_map_at_1_diff1 value: 34.7860915604864 - type: nauc_map_at_1_max value: 21.990883014000932 - type: nauc_map_at_1_std value: 3.215046066755989 - type: nauc_map_at_20_diff1 value: 30.95841793371864 - type: nauc_map_at_20_max value: 22.312212038670587 - type: nauc_map_at_20_std value: 3.204234721808634 - type: nauc_map_at_3_diff1 value: 31.873464867905415 - type: nauc_map_at_3_max value: 22.344535220057306 - type: nauc_map_at_3_std value: 3.037466472476692 - type: nauc_map_at_5_diff1 value: 31.298770866792836 - type: nauc_map_at_5_max value: 22.02799162331672 - type: nauc_map_at_5_std value: 2.994008224596537 - type: nauc_mrr_at_1000_diff1 value: 32.58365390317668 - type: nauc_mrr_at_1000_max value: 24.960504988463303 - type: nauc_mrr_at_1000_std value: 3.266331629091531 - type: nauc_mrr_at_100_diff1 value: 32.563483708724526 - type: nauc_mrr_at_100_max value: 24.956287015467943 - type: nauc_mrr_at_100_std value: 3.270422121157774 - type: nauc_mrr_at_10_diff1 value: 32.65613325350289 - type: nauc_mrr_at_10_max value: 24.825654782716384 - type: nauc_mrr_at_10_std value: 3.1340776275891025 - type: nauc_mrr_at_1_diff1 value: 36.55632726985752 - type: nauc_mrr_at_1_max value: 24.4445917993785 - type: nauc_mrr_at_1_std value: 2.264391282317747 - type: nauc_mrr_at_20_diff1 value: 32.47925104262513 - type: nauc_mrr_at_20_max value: 24.89432614603361 - type: nauc_mrr_at_20_std value: 3.1774200263878054 - type: nauc_mrr_at_3_diff1 value: 33.50322152633588 - type: nauc_mrr_at_3_max value: 25.199564396471096 - type: nauc_mrr_at_3_std value: 2.9397581352257345 - type: nauc_mrr_at_5_diff1 value: 32.9982729251397 - type: nauc_mrr_at_5_max value: 24.890193912899377 - type: nauc_mrr_at_5_std value: 3.0867452313583623 - type: nauc_ndcg_at_1000_diff1 value: 30.026151364827403 - type: nauc_ndcg_at_1000_max value: 24.49889088739547 - type: nauc_ndcg_at_1000_std value: 5.381413285104224 - type: nauc_ndcg_at_100_diff1 value: 29.80539228010773 - type: nauc_ndcg_at_100_max value: 24.309010907634338 - type: nauc_ndcg_at_100_std value: 5.232303167670201 - type: nauc_ndcg_at_10_diff1 value: 29.691994838075185 - type: nauc_ndcg_at_10_max value: 22.67822625590708 - type: nauc_ndcg_at_10_std value: 3.499987146410407 - type: nauc_ndcg_at_1_diff1 value: 36.55632726985752 - type: nauc_ndcg_at_1_max value: 24.4445917993785 - type: nauc_ndcg_at_1_std value: 2.264391282317747 - type: nauc_ndcg_at_20_diff1 value: 29.345854238086844 - type: nauc_ndcg_at_20_max value: 23.323621216002355 - type: nauc_ndcg_at_20_std value: 3.9174664108448236 - type: nauc_ndcg_at_3_diff1 value: 31.580762995014105 - type: nauc_ndcg_at_3_max value: 23.30762843542372 - type: nauc_ndcg_at_3_std value: 3.0944885327411535 - type: nauc_ndcg_at_5_diff1 value: 30.47041676971102 - type: nauc_ndcg_at_5_max value: 22.77605457106532 - type: nauc_ndcg_at_5_std value: 3.3449847079523596 - type: nauc_precision_at_1000_diff1 value: 0.717852604455919 - type: nauc_precision_at_1000_max value: 3.38068239732633 - type: nauc_precision_at_1000_std value: 0.13673896630835028 - type: nauc_precision_at_100_diff1 value: 7.401760552752896 - type: nauc_precision_at_100_max value: 13.294128452575041 - type: nauc_precision_at_100_std value: 4.65501490276724 - type: nauc_precision_at_10_diff1 value: 19.426577293440936 - type: nauc_precision_at_10_max value: 18.143059865611235 - type: nauc_precision_at_10_std value: 3.4033224978068946 - type: nauc_precision_at_1_diff1 value: 36.55632726985752 - type: nauc_precision_at_1_max value: 24.4445917993785 - type: nauc_precision_at_1_std value: 2.264391282317747 - type: nauc_precision_at_20_diff1 value: 15.526124347926789 - type: nauc_precision_at_20_max value: 18.585967204985604 - type: nauc_precision_at_20_std value: 3.3631487559984836 - type: nauc_precision_at_3_diff1 value: 27.11838946665272 - type: nauc_precision_at_3_max value: 22.13989357114677 - type: nauc_precision_at_3_std value: 1.903120042102994 - type: nauc_precision_at_5_diff1 value: 23.35690634122196 - type: nauc_precision_at_5_max value: 19.585624668123234 - type: nauc_precision_at_5_std value: 2.1933428786067988 - type: nauc_recall_at_1000_diff1 value: 16.950131691896043 - type: nauc_recall_at_1000_max value: 39.951723428573956 - type: nauc_recall_at_1000_std value: 35.28642001796766 - type: nauc_recall_at_100_diff1 value: 21.660771108426637 - type: nauc_recall_at_100_max value: 27.98817391149549 - type: nauc_recall_at_100_std value: 15.547143224954521 - type: nauc_recall_at_10_diff1 value: 23.290961405166108 - type: nauc_recall_at_10_max value: 20.728190074086502 - type: nauc_recall_at_10_std value: 3.955634752870681 - type: nauc_recall_at_1_diff1 value: 34.7860915604864 - type: nauc_recall_at_1_max value: 21.990883014000932 - type: nauc_recall_at_1_std value: 3.215046066755989 - type: nauc_recall_at_20_diff1 value: 21.3100020769249 - type: nauc_recall_at_20_max value: 22.417233320077408 - type: nauc_recall_at_20_std value: 5.701968308692029 - type: nauc_recall_at_3_diff1 value: 28.467978075005014 - type: nauc_recall_at_3_max value: 22.86743332429378 - type: nauc_recall_at_3_std value: 4.126266767988962 - type: nauc_recall_at_5_diff1 value: 26.085272342534953 - type: nauc_recall_at_5_max value: 21.547168834265605 - type: nauc_recall_at_5_std value: 4.230798615841751 - type: ndcg_at_1 value: 24.627 - type: ndcg_at_10 value: 34.63 - type: ndcg_at_100 value: 40.501 - type: ndcg_at_1000 value: 42.925000000000004 - type: ndcg_at_20 value: 36.783 - type: ndcg_at_3 value: 29.784 - type: ndcg_at_5 value: 31.607000000000003 - type: precision_at_1 value: 24.627 - type: precision_at_10 value: 6.306000000000001 - type: precision_at_100 value: 1.0670000000000002 - type: precision_at_1000 value: 0.13899999999999998 - type: precision_at_20 value: 3.762 - type: precision_at_3 value: 14.262 - type: precision_at_5 value: 10.025 - type: recall_at_1 value: 20.541999999999998 - type: recall_at_10 value: 46.805 - type: recall_at_100 value: 72.294 - type: recall_at_1000 value: 89.425 - type: recall_at_20 value: 54.481 - type: recall_at_3 value: 33.15 - type: recall_at_5 value: 37.830999999999996 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 48.897 - type: map_at_1 value: 32.462 - type: map_at_10 value: 42.954 - type: map_at_100 value: 44.371 - type: map_at_1000 value: 44.484 - type: map_at_20 value: 43.756 - type: map_at_3 value: 39.762 - type: map_at_5 value: 41.515 - type: mrr_at_1 value: 39.46102021174206 - type: mrr_at_10 value: 48.738637578868556 - type: mrr_at_100 value: 49.62686026413403 - type: mrr_at_1000 value: 49.66868518383456 - type: mrr_at_20 value: 49.25907585537658 - type: mrr_at_3 value: 46.310555020853364 - type: mrr_at_5 value: 47.78312479948663 - type: nauc_map_at_1000_diff1 value: 51.87542801592498 - type: nauc_map_at_1000_max value: 33.97981571634409 - type: nauc_map_at_1000_std value: -1.8786792242943482 - type: nauc_map_at_100_diff1 value: 51.85293643969287 - type: nauc_map_at_100_max value: 33.9428890229597 - type: nauc_map_at_100_std value: -1.9332474390946115 - type: nauc_map_at_10_diff1 value: 52.02856985184854 - type: nauc_map_at_10_max value: 33.61198359968745 - type: nauc_map_at_10_std value: -2.6398128511204884 - type: nauc_map_at_1_diff1 value: 56.74886676878923 - type: nauc_map_at_1_max value: 30.22917247812168 - type: nauc_map_at_1_std value: -6.42573662254084 - type: nauc_map_at_20_diff1 value: 51.82428924313089 - type: nauc_map_at_20_max value: 33.751285311806384 - type: nauc_map_at_20_std value: -2.3103774320981803 - type: nauc_map_at_3_diff1 value: 51.86255252819861 - type: nauc_map_at_3_max value: 33.0377584961136 - type: nauc_map_at_3_std value: -3.2636230519519387 - type: nauc_map_at_5_diff1 value: 52.01515212806803 - type: nauc_map_at_5_max value: 33.7459062556087 - type: nauc_map_at_5_std value: -2.693869845552142 - type: nauc_mrr_at_1000_diff1 value: 51.48855418945387 - type: nauc_mrr_at_1000_max value: 35.27912845548713 - type: nauc_mrr_at_1000_std value: -0.08726282212006752 - type: nauc_mrr_at_100_diff1 value: 51.48335893173882 - type: nauc_mrr_at_100_max value: 35.28023925219956 - type: nauc_mrr_at_100_std value: -0.08619390644755517 - type: nauc_mrr_at_10_diff1 value: 51.52941953883595 - type: nauc_mrr_at_10_max value: 35.08219573936157 - type: nauc_mrr_at_10_std value: -0.5918448278251544 - type: nauc_mrr_at_1_diff1 value: 55.31838125779277 - type: nauc_mrr_at_1_max value: 33.77228714612555 - type: nauc_mrr_at_1_std value: -1.499292265426672 - type: nauc_mrr_at_20_diff1 value: 51.408259709777646 - type: nauc_mrr_at_20_max value: 35.162570989755174 - type: nauc_mrr_at_20_std value: -0.2682578167220845 - type: nauc_mrr_at_3_diff1 value: 51.46574092636792 - type: nauc_mrr_at_3_max value: 35.811987430657325 - type: nauc_mrr_at_3_std value: 0.26013601831722494 - type: nauc_mrr_at_5_diff1 value: 51.612013747911526 - type: nauc_mrr_at_5_max value: 35.650056877501655 - type: nauc_mrr_at_5_std value: -0.21245093564084463 - type: nauc_ndcg_at_1000_diff1 value: 50.880872461025305 - type: nauc_ndcg_at_1000_max value: 35.44994521014937 - type: nauc_ndcg_at_1000_std value: 1.118216393534395 - type: nauc_ndcg_at_100_diff1 value: 50.53466908072639 - type: nauc_ndcg_at_100_max value: 35.11045555620107 - type: nauc_ndcg_at_100_std value: 0.8249078981154204 - type: nauc_ndcg_at_10_diff1 value: 50.90734870734591 - type: nauc_ndcg_at_10_max value: 33.771004172948224 - type: nauc_ndcg_at_10_std value: -2.1711028069297633 - type: nauc_ndcg_at_1_diff1 value: 55.31838125779277 - type: nauc_ndcg_at_1_max value: 33.77228714612555 - type: nauc_ndcg_at_1_std value: -1.499292265426672 - type: nauc_ndcg_at_20_diff1 value: 50.23324800143884 - type: nauc_ndcg_at_20_max value: 34.07801014616702 - type: nauc_ndcg_at_20_std value: -1.124681004529109 - type: nauc_ndcg_at_3_diff1 value: 50.25341657253588 - type: nauc_ndcg_at_3_max value: 34.591139933602335 - type: nauc_ndcg_at_3_std value: -1.1956710813776108 - type: nauc_ndcg_at_5_diff1 value: 50.80312504204779 - type: nauc_ndcg_at_5_max value: 34.85042501470775 - type: nauc_ndcg_at_5_std value: -1.396135873756306 - type: nauc_precision_at_1000_diff1 value: -13.557597583919549 - type: nauc_precision_at_1000_max value: 2.8147206953918125 - type: nauc_precision_at_1000_std value: 14.537543538963874 - type: nauc_precision_at_100_diff1 value: -3.987982340720788 - type: nauc_precision_at_100_max value: 12.028213960584699 - type: nauc_precision_at_100_std value: 17.715033463695278 - type: nauc_precision_at_10_diff1 value: 18.57698421541843 - type: nauc_precision_at_10_max value: 24.283366463408097 - type: nauc_precision_at_10_std value: 9.324420531172114 - type: nauc_precision_at_1_diff1 value: 55.31838125779277 - type: nauc_precision_at_1_max value: 33.77228714612555 - type: nauc_precision_at_1_std value: -1.499292265426672 - type: nauc_precision_at_20_diff1 value: 8.944759267836282 - type: nauc_precision_at_20_max value: 20.721165285655687 - type: nauc_precision_at_20_std value: 13.176434479597365 - type: nauc_precision_at_3_diff1 value: 32.237083541824376 - type: nauc_precision_at_3_max value: 32.11555184738906 - type: nauc_precision_at_3_std value: 7.15349181819355 - type: nauc_precision_at_5_diff1 value: 26.273699865022195 - type: nauc_precision_at_5_max value: 30.37038723885166 - type: nauc_precision_at_5_std value: 8.769386986802829 - type: nauc_recall_at_1000_diff1 value: 37.18342037488666 - type: nauc_recall_at_1000_max value: 51.700120834339295 - type: nauc_recall_at_1000_std value: 51.25572071492458 - type: nauc_recall_at_100_diff1 value: 38.1032797078489 - type: nauc_recall_at_100_max value: 35.62651164450783 - type: nauc_recall_at_100_std value: 16.8247368098434 - type: nauc_recall_at_10_diff1 value: 44.77080899011338 - type: nauc_recall_at_10_max value: 29.6963695239568 - type: nauc_recall_at_10_std value: -3.503513207679883 - type: nauc_recall_at_1_diff1 value: 56.74886676878923 - type: nauc_recall_at_1_max value: 30.22917247812168 - type: nauc_recall_at_1_std value: -6.42573662254084 - type: nauc_recall_at_20_diff1 value: 40.23275073277284 - type: nauc_recall_at_20_max value: 29.263920974237713 - type: nauc_recall_at_20_std value: 0.4276885400977964 - type: nauc_recall_at_3_diff1 value: 46.04199760913928 - type: nauc_recall_at_3_max value: 32.835175771043346 - type: nauc_recall_at_3_std value: -2.3805979024363424 - type: nauc_recall_at_5_diff1 value: 45.848157092548504 - type: nauc_recall_at_5_max value: 33.2265904276858 - type: nauc_recall_at_5_std value: -2.0965197326580256 - type: ndcg_at_1 value: 39.461 - type: ndcg_at_10 value: 48.897 - type: ndcg_at_100 value: 54.541 - type: ndcg_at_1000 value: 56.371 - type: ndcg_at_20 value: 51.239000000000004 - type: ndcg_at_3 value: 44.129000000000005 - type: ndcg_at_5 value: 46.424 - type: precision_at_1 value: 39.461 - type: precision_at_10 value: 8.758000000000001 - type: precision_at_100 value: 1.3379999999999999 - type: precision_at_1000 value: 0.168 - type: precision_at_20 value: 5.135 - type: precision_at_3 value: 20.852999999999998 - type: precision_at_5 value: 14.649000000000001 - type: recall_at_1 value: 32.462 - type: recall_at_10 value: 60.531 - type: recall_at_100 value: 83.878 - type: recall_at_1000 value: 95.30999999999999 - type: recall_at_20 value: 68.771 - type: recall_at_3 value: 46.916000000000004 - type: recall_at_5 value: 53.09199999999999 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 45.226 - type: map_at_1 value: 27.887 - type: map_at_10 value: 39.086999999999996 - type: map_at_100 value: 40.477999999999994 - type: map_at_1000 value: 40.585 - type: map_at_20 value: 39.83 - type: map_at_3 value: 35.875 - type: map_at_5 value: 37.695 - type: mrr_at_1 value: 34.817351598173516 - type: mrr_at_10 value: 45.01653439153436 - type: mrr_at_100 value: 45.87242089610603 - type: mrr_at_1000 value: 45.920675520064755 - type: mrr_at_20 value: 45.507374469348 - type: mrr_at_3 value: 42.465753424657514 - type: mrr_at_5 value: 43.97260273972599 - type: nauc_map_at_1000_diff1 value: 43.95170137620123 - type: nauc_map_at_1000_max value: 37.19129408748076 - type: nauc_map_at_1000_std value: 7.888925157034662 - type: nauc_map_at_100_diff1 value: 43.9558720789432 - type: nauc_map_at_100_max value: 37.214429573625246 - type: nauc_map_at_100_std value: 7.933552664308029 - type: nauc_map_at_10_diff1 value: 44.21929145274994 - type: nauc_map_at_10_max value: 36.65671027839632 - type: nauc_map_at_10_std value: 6.982108869364163 - type: nauc_map_at_1_diff1 value: 49.74596478079841 - type: nauc_map_at_1_max value: 32.56861544149044 - type: nauc_map_at_1_std value: 1.097128889360163 - type: nauc_map_at_20_diff1 value: 44.104092078784234 - type: nauc_map_at_20_max value: 36.99566957257224 - type: nauc_map_at_20_std value: 7.477043291777348 - type: nauc_map_at_3_diff1 value: 44.467213345851086 - type: nauc_map_at_3_max value: 35.03024865450431 - type: nauc_map_at_3_std value: 5.06566672879735 - type: nauc_map_at_5_diff1 value: 44.554827534750636 - type: nauc_map_at_5_max value: 36.31225914769019 - type: nauc_map_at_5_std value: 6.0593177568412475 - type: nauc_mrr_at_1000_diff1 value: 41.8894252387263 - type: nauc_mrr_at_1000_max value: 38.73824247221018 - type: nauc_mrr_at_1000_std value: 10.312822889457024 - type: nauc_mrr_at_100_diff1 value: 41.88062595488504 - type: nauc_mrr_at_100_max value: 38.74215906747668 - type: nauc_mrr_at_100_std value: 10.353181155239255 - type: nauc_mrr_at_10_diff1 value: 41.94013647827115 - type: nauc_mrr_at_10_max value: 38.78288768729759 - type: nauc_mrr_at_10_std value: 10.090580330580437 - type: nauc_mrr_at_1_diff1 value: 47.56077396895218 - type: nauc_mrr_at_1_max value: 36.98399403952428 - type: nauc_mrr_at_1_std value: 6.5721798897773684 - type: nauc_mrr_at_20_diff1 value: 41.89386639716785 - type: nauc_mrr_at_20_max value: 38.68491067215507 - type: nauc_mrr_at_20_std value: 10.182838094619267 - type: nauc_mrr_at_3_diff1 value: 42.01969733662613 - type: nauc_mrr_at_3_max value: 37.800805484199444 - type: nauc_mrr_at_3_std value: 9.483998874247575 - type: nauc_mrr_at_5_diff1 value: 41.65309923696901 - type: nauc_mrr_at_5_max value: 38.54063168917584 - type: nauc_mrr_at_5_std value: 9.673479912636347 - type: nauc_ndcg_at_1000_diff1 value: 41.47176832694651 - type: nauc_ndcg_at_1000_max value: 39.169786971026255 - type: nauc_ndcg_at_1000_std value: 11.679974828658501 - type: nauc_ndcg_at_100_diff1 value: 41.222156890249764 - type: nauc_ndcg_at_100_max value: 39.53250258278856 - type: nauc_ndcg_at_100_std value: 12.933003811182312 - type: nauc_ndcg_at_10_diff1 value: 42.0337725964669 - type: nauc_ndcg_at_10_max value: 38.273909940579124 - type: nauc_ndcg_at_10_std value: 9.593414260430325 - type: nauc_ndcg_at_1_diff1 value: 47.56077396895218 - type: nauc_ndcg_at_1_max value: 36.98399403952428 - type: nauc_ndcg_at_1_std value: 6.5721798897773684 - type: nauc_ndcg_at_20_diff1 value: 41.85575848899653 - type: nauc_ndcg_at_20_max value: 38.82160272309426 - type: nauc_ndcg_at_20_std value: 10.794229083924927 - type: nauc_ndcg_at_3_diff1 value: 41.65599882159262 - type: nauc_ndcg_at_3_max value: 36.15866038270778 - type: nauc_ndcg_at_3_std value: 7.748508197949587 - type: nauc_ndcg_at_5_diff1 value: 42.28410633684388 - type: nauc_ndcg_at_5_max value: 37.74519017293837 - type: nauc_ndcg_at_5_std value: 8.061749452741854 - type: nauc_precision_at_1000_diff1 value: -13.371472140934939 - type: nauc_precision_at_1000_max value: -1.9535541625334698 - type: nauc_precision_at_1000_std value: 8.618739674058643 - type: nauc_precision_at_100_diff1 value: -5.44331936385817 - type: nauc_precision_at_100_max value: 15.019947345639547 - type: nauc_precision_at_100_std value: 23.080372230077405 - type: nauc_precision_at_10_diff1 value: 15.445549733621986 - type: nauc_precision_at_10_max value: 30.89290049169744 - type: nauc_precision_at_10_std value: 20.002890083398132 - type: nauc_precision_at_1_diff1 value: 47.56077396895218 - type: nauc_precision_at_1_max value: 36.98399403952428 - type: nauc_precision_at_1_std value: 6.5721798897773684 - type: nauc_precision_at_20_diff1 value: 8.623105688967403 - type: nauc_precision_at_20_max value: 26.91178852977823 - type: nauc_precision_at_20_std value: 22.17285887384737 - type: nauc_precision_at_3_diff1 value: 26.381468882549814 - type: nauc_precision_at_3_max value: 35.90410043864788 - type: nauc_precision_at_3_std value: 16.101145360947154 - type: nauc_precision_at_5_diff1 value: 22.842829661572875 - type: nauc_precision_at_5_max value: 35.92997099694966 - type: nauc_precision_at_5_std value: 18.18378930746855 - type: nauc_recall_at_1000_diff1 value: 13.266400124330257 - type: nauc_recall_at_1000_max value: 58.21247340815739 - type: nauc_recall_at_1000_std value: 57.31393380709915 - type: nauc_recall_at_100_diff1 value: 25.95593534295009 - type: nauc_recall_at_100_max value: 45.03843584939201 - type: nauc_recall_at_100_std value: 38.100799360138765 - type: nauc_recall_at_10_diff1 value: 34.789715559053604 - type: nauc_recall_at_10_max value: 38.042187250662884 - type: nauc_recall_at_10_std value: 13.229947908309544 - type: nauc_recall_at_1_diff1 value: 49.74596478079841 - type: nauc_recall_at_1_max value: 32.56861544149044 - type: nauc_recall_at_1_std value: 1.097128889360163 - type: nauc_recall_at_20_diff1 value: 33.384723599926446 - type: nauc_recall_at_20_max value: 39.15835336776037 - type: nauc_recall_at_20_std value: 17.52735115682057 - type: nauc_recall_at_3_diff1 value: 37.99962076163248 - type: nauc_recall_at_3_max value: 33.51343167685077 - type: nauc_recall_at_3_std value: 6.783531552157573 - type: nauc_recall_at_5_diff1 value: 37.02597430521191 - type: nauc_recall_at_5_max value: 36.8381283963646 - type: nauc_recall_at_5_std value: 8.407347972075284 - type: ndcg_at_1 value: 34.817 - type: ndcg_at_10 value: 45.226 - type: ndcg_at_100 value: 50.913 - type: ndcg_at_1000 value: 52.943 - type: ndcg_at_20 value: 47.367 - type: ndcg_at_3 value: 40.332 - type: ndcg_at_5 value: 42.555 - type: precision_at_1 value: 34.817 - type: precision_at_10 value: 8.322000000000001 - type: precision_at_100 value: 1.288 - type: precision_at_1000 value: 0.163 - type: precision_at_20 value: 4.869 - type: precision_at_3 value: 19.559 - type: precision_at_5 value: 13.79 - type: recall_at_1 value: 27.887 - type: recall_at_10 value: 57.523 - type: recall_at_100 value: 81.853 - type: recall_at_1000 value: 95.36200000000001 - type: recall_at_20 value: 65.069 - type: recall_at_3 value: 43.342000000000006 - type: recall_at_5 value: 49.596000000000004 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 44.86833333333333 - type: ndcg_at_10 value: 44.86833333333333 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 39.654 - type: map_at_1 value: 28.488999999999997 - type: map_at_10 value: 35.621 - type: map_at_100 value: 36.662 - type: map_at_1000 value: 36.754 - type: map_at_20 value: 36.215 - type: map_at_3 value: 33.689 - type: map_at_5 value: 34.733999999999995 - type: mrr_at_1 value: 31.901840490797547 - type: mrr_at_10 value: 38.76101616515727 - type: mrr_at_100 value: 39.6328900317746 - type: mrr_at_1000 value: 39.69875777929701 - type: mrr_at_20 value: 39.27824740202471 - type: mrr_at_3 value: 37.11656441717794 - type: mrr_at_5 value: 38.090490797546025 - type: nauc_map_at_1000_diff1 value: 44.60417734115683 - type: nauc_map_at_1000_max value: 40.97869080753014 - type: nauc_map_at_1000_std value: 5.748743395996931 - type: nauc_map_at_100_diff1 value: 44.57736501620202 - type: nauc_map_at_100_max value: 40.97420581082456 - type: nauc_map_at_100_std value: 5.762383589620662 - type: nauc_map_at_10_diff1 value: 44.92204225912857 - type: nauc_map_at_10_max value: 40.675386978230904 - type: nauc_map_at_10_std value: 5.245272300708162 - type: nauc_map_at_1_diff1 value: 51.03525578589323 - type: nauc_map_at_1_max value: 39.02148856903404 - type: nauc_map_at_1_std value: 0.4146617412031749 - type: nauc_map_at_20_diff1 value: 44.58262404664568 - type: nauc_map_at_20_max value: 40.77381417315517 - type: nauc_map_at_20_std value: 5.530849792503221 - type: nauc_map_at_3_diff1 value: 45.930245969820646 - type: nauc_map_at_3_max value: 40.436169462774416 - type: nauc_map_at_3_std value: 3.3879829560660895 - type: nauc_map_at_5_diff1 value: 45.17424281922756 - type: nauc_map_at_5_max value: 40.47857337528189 - type: nauc_map_at_5_std value: 4.414695304860574 - type: nauc_mrr_at_1000_diff1 value: 44.08694838852825 - type: nauc_mrr_at_1000_max value: 42.42348869902589 - type: nauc_mrr_at_1000_std value: 7.942150916764917 - type: nauc_mrr_at_100_diff1 value: 44.04467099375857 - type: nauc_mrr_at_100_max value: 42.43605871354086 - type: nauc_mrr_at_100_std value: 7.956534359718217 - type: nauc_mrr_at_10_diff1 value: 44.266216857247684 - type: nauc_mrr_at_10_max value: 42.30356366796194 - type: nauc_mrr_at_10_std value: 7.644077273142069 - type: nauc_mrr_at_1_diff1 value: 50.221648566432464 - type: nauc_mrr_at_1_max value: 41.235095557704646 - type: nauc_mrr_at_1_std value: 3.7408348785402556 - type: nauc_mrr_at_20_diff1 value: 44.05821823838852 - type: nauc_mrr_at_20_max value: 42.42933700317326 - type: nauc_mrr_at_20_std value: 7.8665259168401445 - type: nauc_mrr_at_3_diff1 value: 45.03683838233249 - type: nauc_mrr_at_3_max value: 42.24769488191134 - type: nauc_mrr_at_3_std value: 6.601038869035635 - type: nauc_mrr_at_5_diff1 value: 44.201862019181455 - type: nauc_mrr_at_5_max value: 42.07946832877691 - type: nauc_mrr_at_5_std value: 7.189671715715843 - type: nauc_ndcg_at_1000_diff1 value: 42.42699854748652 - type: nauc_ndcg_at_1000_max value: 42.43824947781245 - type: nauc_ndcg_at_1000_std value: 9.67675385214925 - type: nauc_ndcg_at_100_diff1 value: 41.51922844841962 - type: nauc_ndcg_at_100_max value: 42.61282487350817 - type: nauc_ndcg_at_100_std value: 10.25445083001239 - type: nauc_ndcg_at_10_diff1 value: 42.574630501270825 - type: nauc_ndcg_at_10_max value: 41.14145061750566 - type: nauc_ndcg_at_10_std value: 7.647757048969349 - type: nauc_ndcg_at_1_diff1 value: 50.221648566432464 - type: nauc_ndcg_at_1_max value: 41.235095557704646 - type: nauc_ndcg_at_1_std value: 3.7408348785402556 - type: nauc_ndcg_at_20_diff1 value: 41.600087618079066 - type: nauc_ndcg_at_20_max value: 41.491254134292376 - type: nauc_ndcg_at_20_std value: 8.596229791444 - type: nauc_ndcg_at_3_diff1 value: 43.82522265410307 - type: nauc_ndcg_at_3_max value: 41.10083488299727 - type: nauc_ndcg_at_3_std value: 5.098425173217254 - type: nauc_ndcg_at_5_diff1 value: 42.72862798064444 - type: nauc_ndcg_at_5_max value: 40.85829769060509 - type: nauc_ndcg_at_5_std value: 6.31424002071968 - type: nauc_precision_at_1000_diff1 value: -2.0820534872545116 - type: nauc_precision_at_1000_max value: 16.298683462791594 - type: nauc_precision_at_1000_std value: 16.97189734146589 - type: nauc_precision_at_100_diff1 value: 6.4514456279287105 - type: nauc_precision_at_100_max value: 30.968130476508765 - type: nauc_precision_at_100_std value: 24.590810752136445 - type: nauc_precision_at_10_diff1 value: 23.83061356229352 - type: nauc_precision_at_10_max value: 37.44657709667713 - type: nauc_precision_at_10_std value: 18.3818856475441 - type: nauc_precision_at_1_diff1 value: 50.221648566432464 - type: nauc_precision_at_1_max value: 41.235095557704646 - type: nauc_precision_at_1_std value: 3.7408348785402556 - type: nauc_precision_at_20_diff1 value: 16.8100155001696 - type: nauc_precision_at_20_max value: 35.019447938152055 - type: nauc_precision_at_20_std value: 20.67504386650297 - type: nauc_precision_at_3_diff1 value: 35.33999854814717 - type: nauc_precision_at_3_max value: 42.464592248955334 - type: nauc_precision_at_3_std value: 11.735324415513306 - type: nauc_precision_at_5_diff1 value: 29.095637605444765 - type: nauc_precision_at_5_max value: 40.80816684911544 - type: nauc_precision_at_5_std value: 15.54403823719892 - type: nauc_recall_at_1000_diff1 value: 30.88859886501841 - type: nauc_recall_at_1000_max value: 47.675952718888595 - type: nauc_recall_at_1000_std value: 37.808899612070284 - type: nauc_recall_at_100_diff1 value: 27.102674231258376 - type: nauc_recall_at_100_max value: 46.24207104250558 - type: nauc_recall_at_100_std value: 29.033516460715735 - type: nauc_recall_at_10_diff1 value: 35.626332465234064 - type: nauc_recall_at_10_max value: 39.7007789760367 - type: nauc_recall_at_10_std value: 12.129960491073899 - type: nauc_recall_at_1_diff1 value: 51.03525578589323 - type: nauc_recall_at_1_max value: 39.02148856903404 - type: nauc_recall_at_1_std value: 0.4146617412031749 - type: nauc_recall_at_20_diff1 value: 31.088505920845705 - type: nauc_recall_at_20_max value: 40.09779003608529 - type: nauc_recall_at_20_std value: 15.383713495321466 - type: nauc_recall_at_3_diff1 value: 39.376987315291004 - type: nauc_recall_at_3_max value: 39.579665630711865 - type: nauc_recall_at_3_std value: 5.903646172290545 - type: nauc_recall_at_5_diff1 value: 36.374552126907986 - type: nauc_recall_at_5_max value: 39.01714515551238 - type: nauc_recall_at_5_std value: 8.765416107748178 - type: ndcg_at_1 value: 31.902 - type: ndcg_at_10 value: 39.654 - type: ndcg_at_100 value: 44.667 - type: ndcg_at_1000 value: 47.038999999999994 - type: ndcg_at_20 value: 41.619 - type: ndcg_at_3 value: 36.317 - type: ndcg_at_5 value: 37.887 - type: precision_at_1 value: 31.902 - type: precision_at_10 value: 5.997 - type: precision_at_100 value: 0.9259999999999999 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 3.489 - type: precision_at_3 value: 15.286 - type: precision_at_5 value: 10.306999999999999 - type: recall_at_1 value: 28.488999999999997 - type: recall_at_10 value: 48.684 - type: recall_at_100 value: 71.572 - type: recall_at_1000 value: 89.059 - type: recall_at_20 value: 56.089999999999996 - type: recall_at_3 value: 39.42 - type: recall_at_5 value: 43.461 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 32.957 - type: map_at_1 value: 19.61 - type: map_at_10 value: 27.816999999999997 - type: map_at_100 value: 29.037000000000003 - type: map_at_1000 value: 29.164 - type: map_at_20 value: 28.48 - type: map_at_3 value: 25.212 - type: map_at_5 value: 26.552999999999997 - type: mrr_at_1 value: 23.675154852030282 - type: mrr_at_10 value: 31.855588874687356 - type: mrr_at_100 value: 32.82754708152588 - type: mrr_at_1000 value: 32.899811984634525 - type: mrr_at_20 value: 32.41521823340382 - type: mrr_at_3 value: 29.553796742372164 - type: mrr_at_5 value: 30.799495297086587 - type: nauc_map_at_1000_diff1 value: 37.067009963494954 - type: nauc_map_at_1000_max value: 29.319194409596722 - type: nauc_map_at_1000_std value: 0.9381129561343189 - type: nauc_map_at_100_diff1 value: 37.02118730103881 - type: nauc_map_at_100_max value: 29.308885900656872 - type: nauc_map_at_100_std value: 0.9305359416352115 - type: nauc_map_at_10_diff1 value: 37.055079813792894 - type: nauc_map_at_10_max value: 29.115677528784456 - type: nauc_map_at_10_std value: 0.47079061336618017 - type: nauc_map_at_1_diff1 value: 43.59374607558271 - type: nauc_map_at_1_max value: 27.502697897665936 - type: nauc_map_at_1_std value: -0.7674781552217746 - type: nauc_map_at_20_diff1 value: 37.08280714662923 - type: nauc_map_at_20_max value: 29.214420781305805 - type: nauc_map_at_20_std value: 0.7207141923408105 - type: nauc_map_at_3_diff1 value: 38.12508979586986 - type: nauc_map_at_3_max value: 28.64334196655506 - type: nauc_map_at_3_std value: -0.3639494958439447 - type: nauc_map_at_5_diff1 value: 37.391645974882024 - type: nauc_map_at_5_max value: 28.973156260444533 - type: nauc_map_at_5_std value: -0.026789953157566142 - type: nauc_mrr_at_1000_diff1 value: 37.08768410345192 - type: nauc_mrr_at_1000_max value: 30.226139008765173 - type: nauc_mrr_at_1000_std value: 0.9258173149071044 - type: nauc_mrr_at_100_diff1 value: 37.06958335624731 - type: nauc_mrr_at_100_max value: 30.229943564905703 - type: nauc_mrr_at_100_std value: 0.932361149242787 - type: nauc_mrr_at_10_diff1 value: 37.0206077048578 - type: nauc_mrr_at_10_max value: 30.158443599717195 - type: nauc_mrr_at_10_std value: 0.5492249230345497 - type: nauc_mrr_at_1_diff1 value: 42.978918552672035 - type: nauc_mrr_at_1_max value: 29.114319394090987 - type: nauc_mrr_at_1_std value: -0.7624439199673105 - type: nauc_mrr_at_20_diff1 value: 37.057384418223485 - type: nauc_mrr_at_20_max value: 30.171076020906597 - type: nauc_mrr_at_20_std value: 0.7891456760838766 - type: nauc_mrr_at_3_diff1 value: 37.78963260621373 - type: nauc_mrr_at_3_max value: 30.057936692440613 - type: nauc_mrr_at_3_std value: -0.2723394617050784 - type: nauc_mrr_at_5_diff1 value: 37.428672595130074 - type: nauc_mrr_at_5_max value: 30.21732196933017 - type: nauc_mrr_at_5_std value: 0.046615676950734625 - type: nauc_ndcg_at_1000_diff1 value: 34.910684324371516 - type: nauc_ndcg_at_1000_max value: 30.43187052799894 - type: nauc_ndcg_at_1000_std value: 3.7886613934368976 - type: nauc_ndcg_at_100_diff1 value: 34.435496295156035 - type: nauc_ndcg_at_100_max value: 30.3229405609203 - type: nauc_ndcg_at_100_std value: 3.837221374981068 - type: nauc_ndcg_at_10_diff1 value: 34.84989431829001 - type: nauc_ndcg_at_10_max value: 29.56612074818309 - type: nauc_ndcg_at_10_std value: 1.3497668647221701 - type: nauc_ndcg_at_1_diff1 value: 42.978918552672035 - type: nauc_ndcg_at_1_max value: 29.114319394090987 - type: nauc_ndcg_at_1_std value: -0.7624439199673105 - type: nauc_ndcg_at_20_diff1 value: 34.85666256341009 - type: nauc_ndcg_at_20_max value: 29.749817141122936 - type: nauc_ndcg_at_20_std value: 2.2719371477731314 - type: nauc_ndcg_at_3_diff1 value: 36.47550623795379 - type: nauc_ndcg_at_3_max value: 29.18024982921919 - type: nauc_ndcg_at_3_std value: -0.5158571946638861 - type: nauc_ndcg_at_5_diff1 value: 35.66325406382566 - type: nauc_ndcg_at_5_max value: 29.52486267505514 - type: nauc_ndcg_at_5_std value: 0.1446834436782509 - type: nauc_precision_at_1000_diff1 value: 5.179309010526755 - type: nauc_precision_at_1000_max value: 9.078351835753596 - type: nauc_precision_at_1000_std value: 1.0888951899790398 - type: nauc_precision_at_100_diff1 value: 11.746442333432986 - type: nauc_precision_at_100_max value: 18.328100169309472 - type: nauc_precision_at_100_std value: 6.488315017239334 - type: nauc_precision_at_10_diff1 value: 21.225993531448843 - type: nauc_precision_at_10_max value: 26.786229561182516 - type: nauc_precision_at_10_std value: 3.1118485436954697 - type: nauc_precision_at_1_diff1 value: 42.978918552672035 - type: nauc_precision_at_1_max value: 29.114319394090987 - type: nauc_precision_at_1_std value: -0.7624439199673105 - type: nauc_precision_at_20_diff1 value: 18.36569388308726 - type: nauc_precision_at_20_max value: 24.567477667257474 - type: nauc_precision_at_20_std value: 4.650751092711225 - type: nauc_precision_at_3_diff1 value: 29.268806480620423 - type: nauc_precision_at_3_max value: 29.83598747609324 - type: nauc_precision_at_3_std value: -0.4949630951452181 - type: nauc_precision_at_5_diff1 value: 25.82678700262483 - type: nauc_precision_at_5_max value: 29.633692602172523 - type: nauc_precision_at_5_std value: 0.3502444708980338 - type: nauc_recall_at_1000_diff1 value: 14.762867599197998 - type: nauc_recall_at_1000_max value: 33.77703013085514 - type: nauc_recall_at_1000_std value: 32.6887608409825 - type: nauc_recall_at_100_diff1 value: 21.717683611413836 - type: nauc_recall_at_100_max value: 30.34761714689701 - type: nauc_recall_at_100_std value: 17.14217507105933 - type: nauc_recall_at_10_diff1 value: 27.011051446233097 - type: nauc_recall_at_10_max value: 28.011038995610356 - type: nauc_recall_at_10_std value: 3.886680866597647 - type: nauc_recall_at_1_diff1 value: 43.59374607558271 - type: nauc_recall_at_1_max value: 27.502697897665936 - type: nauc_recall_at_1_std value: -0.7674781552217746 - type: nauc_recall_at_20_diff1 value: 26.40508046848651 - type: nauc_recall_at_20_max value: 27.948123862879175 - type: nauc_recall_at_20_std value: 7.068531738030853 - type: nauc_recall_at_3_diff1 value: 31.750498628363722 - type: nauc_recall_at_3_max value: 28.059646483159213 - type: nauc_recall_at_3_std value: 0.14742455169624066 - type: nauc_recall_at_5_diff1 value: 29.76053437646529 - type: nauc_recall_at_5_max value: 28.594754498676544 - type: nauc_recall_at_5_std value: 1.2832203560417643 - type: ndcg_at_1 value: 23.674999999999997 - type: ndcg_at_10 value: 32.957 - type: ndcg_at_100 value: 38.584 - type: ndcg_at_1000 value: 41.359 - type: ndcg_at_20 value: 35.093999999999994 - type: ndcg_at_3 value: 28.354000000000003 - type: ndcg_at_5 value: 30.305 - type: precision_at_1 value: 23.674999999999997 - type: precision_at_10 value: 6.077 - type: precision_at_100 value: 1.043 - type: precision_at_1000 value: 0.146 - type: precision_at_20 value: 3.665 - type: precision_at_3 value: 13.443 - type: precision_at_5 value: 9.600999999999999 - type: recall_at_1 value: 19.61 - type: recall_at_10 value: 44.263000000000005 - type: recall_at_100 value: 69.41199999999999 - type: recall_at_1000 value: 88.994 - type: recall_at_20 value: 52.198 - type: recall_at_3 value: 31.293 - type: recall_at_5 value: 36.415 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 45.958 - type: map_at_1 value: 30.048000000000002 - type: map_at_10 value: 40.239000000000004 - type: map_at_100 value: 41.493 - type: map_at_1000 value: 41.582 - type: map_at_20 value: 40.955000000000005 - type: map_at_3 value: 37.097 - type: map_at_5 value: 38.824 - type: mrr_at_1 value: 35.07462686567165 - type: mrr_at_10 value: 44.19283789386398 - type: mrr_at_100 value: 45.08036630404521 - type: mrr_at_1000 value: 45.12183896199538 - type: mrr_at_20 value: 44.72186969518418 - type: mrr_at_3 value: 41.588930348258664 - type: mrr_at_5 value: 42.91355721393029 - type: nauc_map_at_1000_diff1 value: 48.76811649208976 - type: nauc_map_at_1000_max value: 36.982550067325484 - type: nauc_map_at_1000_std value: -0.5290701509883527 - type: nauc_map_at_100_diff1 value: 48.78866361951362 - type: nauc_map_at_100_max value: 36.99605340092298 - type: nauc_map_at_100_std value: -0.5018270195287452 - type: nauc_map_at_10_diff1 value: 48.928085770942 - type: nauc_map_at_10_max value: 36.73594814898575 - type: nauc_map_at_10_std value: -0.834228741972828 - type: nauc_map_at_1_diff1 value: 54.15059861768532 - type: nauc_map_at_1_max value: 36.44764098320589 - type: nauc_map_at_1_std value: -5.784565726873563 - type: nauc_map_at_20_diff1 value: 48.78043391669103 - type: nauc_map_at_20_max value: 36.89270974821098 - type: nauc_map_at_20_std value: -0.5945049292688708 - type: nauc_map_at_3_diff1 value: 49.79196039319051 - type: nauc_map_at_3_max value: 36.09927970784603 - type: nauc_map_at_3_std value: -2.0296894202771667 - type: nauc_map_at_5_diff1 value: 49.529286793014634 - type: nauc_map_at_5_max value: 36.62049971049548 - type: nauc_map_at_5_std value: -1.0187508539964767 - type: nauc_mrr_at_1000_diff1 value: 47.26105007482722 - type: nauc_mrr_at_1000_max value: 37.69068231080959 - type: nauc_mrr_at_1000_std value: -0.6510844517264812 - type: nauc_mrr_at_100_diff1 value: 47.25846776943622 - type: nauc_mrr_at_100_max value: 37.67838976933151 - type: nauc_mrr_at_100_std value: -0.6433335236107469 - type: nauc_mrr_at_10_diff1 value: 47.18519224298452 - type: nauc_mrr_at_10_max value: 37.62431544151827 - type: nauc_mrr_at_10_std value: -0.8474316078853749 - type: nauc_mrr_at_1_diff1 value: 51.77981410020824 - type: nauc_mrr_at_1_max value: 38.02059405009231 - type: nauc_mrr_at_1_std value: -5.783426776910806 - type: nauc_mrr_at_20_diff1 value: 47.14864249544432 - type: nauc_mrr_at_20_max value: 37.601607893461406 - type: nauc_mrr_at_20_std value: -0.6859574897303896 - type: nauc_mrr_at_3_diff1 value: 47.58252175947335 - type: nauc_mrr_at_3_max value: 37.6324837651506 - type: nauc_mrr_at_3_std value: -1.2482167973735598 - type: nauc_mrr_at_5_diff1 value: 47.448011129354974 - type: nauc_mrr_at_5_max value: 37.7148441309698 - type: nauc_mrr_at_5_std value: -0.7119792397225159 - type: nauc_ndcg_at_1000_diff1 value: 46.6329460576133 - type: nauc_ndcg_at_1000_max value: 37.51805344108184 - type: nauc_ndcg_at_1000_std value: 1.8100059353579894 - type: nauc_ndcg_at_100_diff1 value: 46.66586884984403 - type: nauc_ndcg_at_100_max value: 37.64300440363974 - type: nauc_ndcg_at_100_std value: 2.500233245881423 - type: nauc_ndcg_at_10_diff1 value: 46.615015396347644 - type: nauc_ndcg_at_10_max value: 36.78201798029491 - type: nauc_ndcg_at_10_std value: 1.0809742189657263 - type: nauc_ndcg_at_1_diff1 value: 51.77981410020824 - type: nauc_ndcg_at_1_max value: 38.02059405009231 - type: nauc_ndcg_at_1_std value: -5.783426776910806 - type: nauc_ndcg_at_20_diff1 value: 46.282072099888325 - type: nauc_ndcg_at_20_max value: 37.003478966138836 - type: nauc_ndcg_at_20_std value: 1.9291637916464186 - type: nauc_ndcg_at_3_diff1 value: 47.539278944889126 - type: nauc_ndcg_at_3_max value: 36.43508238199665 - type: nauc_ndcg_at_3_std value: -0.6027788390857911 - type: nauc_ndcg_at_5_diff1 value: 47.55837749401022 - type: nauc_ndcg_at_5_max value: 36.78249382035288 - type: nauc_ndcg_at_5_std value: 0.8497645104808546 - type: nauc_precision_at_1000_diff1 value: -20.71803333315221 - type: nauc_precision_at_1000_max value: -4.38547466190951 - type: nauc_precision_at_1000_std value: -0.0853978825586052 - type: nauc_precision_at_100_diff1 value: -8.67085404598523 - type: nauc_precision_at_100_max value: 9.733682801445893 - type: nauc_precision_at_100_std value: 7.507170439875122 - type: nauc_precision_at_10_diff1 value: 14.495060576585853 - type: nauc_precision_at_10_max value: 24.4514279841787 - type: nauc_precision_at_10_std value: 5.59489027531012 - type: nauc_precision_at_1_diff1 value: 51.77981410020824 - type: nauc_precision_at_1_max value: 38.02059405009231 - type: nauc_precision_at_1_std value: -5.783426776910806 - type: nauc_precision_at_20_diff1 value: 6.509848499042286 - type: nauc_precision_at_20_max value: 20.348715961396525 - type: nauc_precision_at_20_std value: 8.193012313602315 - type: nauc_precision_at_3_diff1 value: 32.384501021918794 - type: nauc_precision_at_3_max value: 31.935466435393828 - type: nauc_precision_at_3_std value: 3.0560771209934994 - type: nauc_precision_at_5_diff1 value: 25.702459594777277 - type: nauc_precision_at_5_max value: 30.014370132120067 - type: nauc_precision_at_5_std value: 6.4512965213006925 - type: nauc_recall_at_1000_diff1 value: 36.20840483033314 - type: nauc_recall_at_1000_max value: 45.47785143996727 - type: nauc_recall_at_1000_std value: 37.14510941691126 - type: nauc_recall_at_100_diff1 value: 39.11101186057974 - type: nauc_recall_at_100_max value: 38.066390280827925 - type: nauc_recall_at_100_std value: 21.470218305879797 - type: nauc_recall_at_10_diff1 value: 39.70476039879197 - type: nauc_recall_at_10_max value: 33.75721430862531 - type: nauc_recall_at_10_std value: 6.8486633835335295 - type: nauc_recall_at_1_diff1 value: 54.15059861768532 - type: nauc_recall_at_1_max value: 36.44764098320589 - type: nauc_recall_at_1_std value: -5.784565726873563 - type: nauc_recall_at_20_diff1 value: 37.86978682409901 - type: nauc_recall_at_20_max value: 33.96219184798075 - type: nauc_recall_at_20_std value: 11.029348617729221 - type: nauc_recall_at_3_diff1 value: 43.72514359112328 - type: nauc_recall_at_3_max value: 33.77645792572399 - type: nauc_recall_at_3_std value: 2.428536024679842 - type: nauc_recall_at_5_diff1 value: 43.06859065126547 - type: nauc_recall_at_5_max value: 34.665515195886755 - type: nauc_recall_at_5_std value: 5.905094189769508 - type: ndcg_at_1 value: 35.075 - type: ndcg_at_10 value: 45.958 - type: ndcg_at_100 value: 51.353 - type: ndcg_at_1000 value: 53.173 - type: ndcg_at_20 value: 48.191 - type: ndcg_at_3 value: 40.473 - type: ndcg_at_5 value: 42.902 - type: precision_at_1 value: 35.075 - type: precision_at_10 value: 7.836 - type: precision_at_100 value: 1.176 - type: precision_at_1000 value: 0.14300000000000002 - type: precision_at_20 value: 4.529 - type: precision_at_3 value: 18.315 - type: precision_at_5 value: 12.854 - type: recall_at_1 value: 30.048000000000002 - type: recall_at_10 value: 59.248 - type: recall_at_100 value: 82.111 - type: recall_at_1000 value: 94.592 - type: recall_at_20 value: 67.227 - type: recall_at_3 value: 44.471 - type: recall_at_5 value: 50.512 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 43.951 - type: map_at_1 value: 27.964 - type: map_at_10 value: 37.692 - type: map_at_100 value: 39.365 - type: map_at_1000 value: 39.594 - type: map_at_20 value: 38.576 - type: map_at_3 value: 34.388999999999996 - type: map_at_5 value: 36.081 - type: mrr_at_1 value: 33.00395256916996 - type: mrr_at_10 value: 42.18434343434343 - type: mrr_at_100 value: 43.16939140168712 - type: mrr_at_1000 value: 43.21751142486867 - type: mrr_at_20 value: 42.75017657291823 - type: mrr_at_3 value: 39.42687747035574 - type: mrr_at_5 value: 41.037549407114625 - type: nauc_map_at_1000_diff1 value: 45.415876956978444 - type: nauc_map_at_1000_max value: 32.59464568060356 - type: nauc_map_at_1000_std value: 4.262293486763028 - type: nauc_map_at_100_diff1 value: 45.313981831518504 - type: nauc_map_at_100_max value: 32.68688502742583 - type: nauc_map_at_100_std value: 4.039368086319619 - type: nauc_map_at_10_diff1 value: 45.92372812130138 - type: nauc_map_at_10_max value: 32.37880184303658 - type: nauc_map_at_10_std value: 2.7481583678385197 - type: nauc_map_at_1_diff1 value: 52.388363332106294 - type: nauc_map_at_1_max value: 32.184315523196425 - type: nauc_map_at_1_std value: -2.5295830272351103 - type: nauc_map_at_20_diff1 value: 45.32570996908948 - type: nauc_map_at_20_max value: 32.48108405862084 - type: nauc_map_at_20_std value: 3.3087482176392657 - type: nauc_map_at_3_diff1 value: 46.85896834397904 - type: nauc_map_at_3_max value: 32.007995254903484 - type: nauc_map_at_3_std value: 0.5938674689810656 - type: nauc_map_at_5_diff1 value: 46.04911706905517 - type: nauc_map_at_5_max value: 31.503815774957864 - type: nauc_map_at_5_std value: 1.696567086029842 - type: nauc_mrr_at_1000_diff1 value: 44.33835674531675 - type: nauc_mrr_at_1000_max value: 31.313824311436395 - type: nauc_mrr_at_1000_std value: 5.585471654306175 - type: nauc_mrr_at_100_diff1 value: 44.315294514270484 - type: nauc_mrr_at_100_max value: 31.311504710219847 - type: nauc_mrr_at_100_std value: 5.61460359116941 - type: nauc_mrr_at_10_diff1 value: 44.34727343874123 - type: nauc_mrr_at_10_max value: 31.214381968197323 - type: nauc_mrr_at_10_std value: 5.358694756592366 - type: nauc_mrr_at_1_diff1 value: 50.076532500963985 - type: nauc_mrr_at_1_max value: 31.893100393844602 - type: nauc_mrr_at_1_std value: 1.6345537979715576 - type: nauc_mrr_at_20_diff1 value: 44.1861019252696 - type: nauc_mrr_at_20_max value: 31.18274283874542 - type: nauc_mrr_at_20_std value: 5.4141357527576845 - type: nauc_mrr_at_3_diff1 value: 44.84108608280401 - type: nauc_mrr_at_3_max value: 31.260937651084618 - type: nauc_mrr_at_3_std value: 4.32099205393322 - type: nauc_mrr_at_5_diff1 value: 43.957386353594615 - type: nauc_mrr_at_5_max value: 30.521363697945542 - type: nauc_mrr_at_5_std value: 5.111409983030411 - type: nauc_ndcg_at_1000_diff1 value: 43.302642169855055 - type: nauc_ndcg_at_1000_max value: 33.60452429135082 - type: nauc_ndcg_at_1000_std value: 8.11547083584825 - type: nauc_ndcg_at_100_diff1 value: 42.2303708262867 - type: nauc_ndcg_at_100_max value: 33.14409254803362 - type: nauc_ndcg_at_100_std value: 8.506478151524918 - type: nauc_ndcg_at_10_diff1 value: 43.767161847177874 - type: nauc_ndcg_at_10_max value: 32.07274047816015 - type: nauc_ndcg_at_10_std value: 6.481707365740993 - type: nauc_ndcg_at_1_diff1 value: 50.076532500963985 - type: nauc_ndcg_at_1_max value: 31.893100393844602 - type: nauc_ndcg_at_1_std value: 1.6345537979715576 - type: nauc_ndcg_at_20_diff1 value: 42.48660354871869 - type: nauc_ndcg_at_20_max value: 32.14769800363052 - type: nauc_ndcg_at_20_std value: 6.916826847813196 - type: nauc_ndcg_at_3_diff1 value: 44.243795943637885 - type: nauc_ndcg_at_3_max value: 31.48406187592552 - type: nauc_ndcg_at_3_std value: 3.701214987805142 - type: nauc_ndcg_at_5_diff1 value: 43.10518503245774 - type: nauc_ndcg_at_5_max value: 30.40120224782154 - type: nauc_ndcg_at_5_std value: 5.546435005776079 - type: nauc_precision_at_1000_diff1 value: -3.993607814341118 - type: nauc_precision_at_1000_max value: -10.729918180758647 - type: nauc_precision_at_1000_std value: 23.024270860729565 - type: nauc_precision_at_100_diff1 value: -1.6566704673461674 - type: nauc_precision_at_100_max value: 1.458081777116833 - type: nauc_precision_at_100_std value: 28.18670349958774 - type: nauc_precision_at_10_diff1 value: 12.792685733612547 - type: nauc_precision_at_10_max value: 20.206988909219923 - type: nauc_precision_at_10_std value: 22.53427005574754 - type: nauc_precision_at_1_diff1 value: 50.076532500963985 - type: nauc_precision_at_1_max value: 31.893100393844602 - type: nauc_precision_at_1_std value: 1.6345537979715576 - type: nauc_precision_at_20_diff1 value: 3.9538716249460384 - type: nauc_precision_at_20_max value: 16.21789405497108 - type: nauc_precision_at_20_std value: 24.348575609653487 - type: nauc_precision_at_3_diff1 value: 27.339649813425037 - type: nauc_precision_at_3_max value: 26.223578620825194 - type: nauc_precision_at_3_std value: 10.996293038771013 - type: nauc_precision_at_5_diff1 value: 18.869561918004056 - type: nauc_precision_at_5_max value: 20.709270779442967 - type: nauc_precision_at_5_std value: 17.384126283115698 - type: nauc_recall_at_1000_diff1 value: 16.194455177769477 - type: nauc_recall_at_1000_max value: 58.66023925715464 - type: nauc_recall_at_1000_std value: 58.25233058362688 - type: nauc_recall_at_100_diff1 value: 21.15194880649059 - type: nauc_recall_at_100_max value: 32.44572125606809 - type: nauc_recall_at_100_std value: 31.94013583626886 - type: nauc_recall_at_10_diff1 value: 37.66956774103016 - type: nauc_recall_at_10_max value: 30.925800174559832 - type: nauc_recall_at_10_std value: 9.299447104776808 - type: nauc_recall_at_1_diff1 value: 52.388363332106294 - type: nauc_recall_at_1_max value: 32.184315523196425 - type: nauc_recall_at_1_std value: -2.5295830272351103 - type: nauc_recall_at_20_diff1 value: 31.552065521976175 - type: nauc_recall_at_20_max value: 29.74690417386352 - type: nauc_recall_at_20_std value: 14.180880251108768 - type: nauc_recall_at_3_diff1 value: 40.454215107630645 - type: nauc_recall_at_3_max value: 30.042646762149484 - type: nauc_recall_at_3_std value: 2.8753957129080447 - type: nauc_recall_at_5_diff1 value: 36.586530595627345 - type: nauc_recall_at_5_max value: 27.14535453599763 - type: nauc_recall_at_5_std value: 5.997416531615016 - type: ndcg_at_1 value: 33.004 - type: ndcg_at_10 value: 43.951 - type: ndcg_at_100 value: 49.741 - type: ndcg_at_1000 value: 51.946000000000005 - type: ndcg_at_20 value: 46.168 - type: ndcg_at_3 value: 38.550000000000004 - type: ndcg_at_5 value: 41.014 - type: precision_at_1 value: 33.004 - type: precision_at_10 value: 8.577 - type: precision_at_100 value: 1.617 - type: precision_at_1000 value: 0.247 - type: precision_at_20 value: 5.346 - type: precision_at_3 value: 18.05 - type: precision_at_5 value: 13.281 - type: recall_at_1 value: 27.964 - type: recall_at_10 value: 55.702 - type: recall_at_100 value: 81.69999999999999 - type: recall_at_1000 value: 94.926 - type: recall_at_20 value: 64.142 - type: recall_at_3 value: 40.793 - type: recall_at_5 value: 47.046 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 36.787 - type: map_at_1 value: 23.915 - type: map_at_10 value: 31.735000000000003 - type: map_at_100 value: 32.806000000000004 - type: map_at_1000 value: 32.9 - type: map_at_20 value: 32.301 - type: map_at_3 value: 28.436 - type: map_at_5 value: 30.575999999999997 - type: mrr_at_1 value: 25.87800369685767 - type: mrr_at_10 value: 33.96487985212568 - type: mrr_at_100 value: 34.89689439154211 - type: mrr_at_1000 value: 34.95770776172314 - type: mrr_at_20 value: 34.46162046071626 - type: mrr_at_3 value: 31.022797288971038 - type: mrr_at_5 value: 32.991373998767706 - type: nauc_map_at_1000_diff1 value: 41.411411226747745 - type: nauc_map_at_1000_max value: 25.65879736535548 - type: nauc_map_at_1000_std value: -1.0008275040804908 - type: nauc_map_at_100_diff1 value: 41.41167985449119 - type: nauc_map_at_100_max value: 25.6584285870538 - type: nauc_map_at_100_std value: -1.0142856959019102 - type: nauc_map_at_10_diff1 value: 41.56309522812082 - type: nauc_map_at_10_max value: 25.66930315132308 - type: nauc_map_at_10_std value: -1.5502752272271925 - type: nauc_map_at_1_diff1 value: 49.425905570437116 - type: nauc_map_at_1_max value: 23.541197544220545 - type: nauc_map_at_1_std value: -4.360019071552991 - type: nauc_map_at_20_diff1 value: 41.38734082223361 - type: nauc_map_at_20_max value: 25.620079428409127 - type: nauc_map_at_20_std value: -1.4042978268225208 - type: nauc_map_at_3_diff1 value: 43.620208615142644 - type: nauc_map_at_3_max value: 25.71853688922115 - type: nauc_map_at_3_std value: -1.8769387740803976 - type: nauc_map_at_5_diff1 value: 41.97672177355559 - type: nauc_map_at_5_max value: 26.035163926212334 - type: nauc_map_at_5_std value: -2.11363374949669 - type: nauc_mrr_at_1000_diff1 value: 40.49508214793536 - type: nauc_mrr_at_1000_max value: 26.620330593078616 - type: nauc_mrr_at_1000_std value: -0.3634968622281096 - type: nauc_mrr_at_100_diff1 value: 40.465539927932895 - type: nauc_mrr_at_100_max value: 26.61340099486517 - type: nauc_mrr_at_100_std value: -0.35206443295384626 - type: nauc_mrr_at_10_diff1 value: 40.573109996611144 - type: nauc_mrr_at_10_max value: 26.71149031482008 - type: nauc_mrr_at_10_std value: -0.9166267231737095 - type: nauc_mrr_at_1_diff1 value: 48.29138921797353 - type: nauc_mrr_at_1_max value: 24.927185077919813 - type: nauc_mrr_at_1_std value: -4.332258870474254 - type: nauc_mrr_at_20_diff1 value: 40.40723703282917 - type: nauc_mrr_at_20_max value: 26.59812216818852 - type: nauc_mrr_at_20_std value: -0.6209755736362238 - type: nauc_mrr_at_3_diff1 value: 42.1104901364276 - type: nauc_mrr_at_3_max value: 27.158847936548643 - type: nauc_mrr_at_3_std value: -0.4768337585685568 - type: nauc_mrr_at_5_diff1 value: 40.822869162681044 - type: nauc_mrr_at_5_max value: 27.137910001879362 - type: nauc_mrr_at_5_std value: -0.9466391394053442 - type: nauc_ndcg_at_1000_diff1 value: 38.696314753739436 - type: nauc_ndcg_at_1000_max value: 26.428473010143723 - type: nauc_ndcg_at_1000_std value: 2.3402588363330272 - type: nauc_ndcg_at_100_diff1 value: 37.898005515159134 - type: nauc_ndcg_at_100_max value: 25.68578401772755 - type: nauc_ndcg_at_100_std value: 2.6295479217711453 - type: nauc_ndcg_at_10_diff1 value: 38.28392376933128 - type: nauc_ndcg_at_10_max value: 25.850126852320628 - type: nauc_ndcg_at_10_std value: -0.5560800621942364 - type: nauc_ndcg_at_1_diff1 value: 48.29138921797353 - type: nauc_ndcg_at_1_max value: 24.927185077919813 - type: nauc_ndcg_at_1_std value: -4.332258870474254 - type: nauc_ndcg_at_20_diff1 value: 37.673206490621396 - type: nauc_ndcg_at_20_max value: 25.583716405723937 - type: nauc_ndcg_at_20_std value: 0.1953323128781521 - type: nauc_ndcg_at_3_diff1 value: 41.41453304326318 - type: nauc_ndcg_at_3_max value: 26.61748802333722 - type: nauc_ndcg_at_3_std value: -0.5476999435389482 - type: nauc_ndcg_at_5_diff1 value: 38.98483145760039 - type: nauc_ndcg_at_5_max value: 26.777342255255647 - type: nauc_ndcg_at_5_std value: -1.3051979393226087 - type: nauc_precision_at_1000_diff1 value: -14.856110292516775 - type: nauc_precision_at_1000_max value: -5.848771877910694 - type: nauc_precision_at_1000_std value: 15.34411836334217 - type: nauc_precision_at_100_diff1 value: 3.4939759054218333 - type: nauc_precision_at_100_max value: 16.356980505161676 - type: nauc_precision_at_100_std value: 24.608528146713404 - type: nauc_precision_at_10_diff1 value: 18.407011878399366 - type: nauc_precision_at_10_max value: 24.800531781431303 - type: nauc_precision_at_10_std value: 8.698077886826768 - type: nauc_precision_at_1_diff1 value: 48.29138921797353 - type: nauc_precision_at_1_max value: 24.927185077919813 - type: nauc_precision_at_1_std value: -4.332258870474254 - type: nauc_precision_at_20_diff1 value: 14.541755251519852 - type: nauc_precision_at_20_max value: 21.97457692156994 - type: nauc_precision_at_20_std value: 11.578274506336108 - type: nauc_precision_at_3_diff1 value: 33.23900172092169 - type: nauc_precision_at_3_max value: 28.967167315040072 - type: nauc_precision_at_3_std value: 3.6476384007647136 - type: nauc_precision_at_5_diff1 value: 24.289869074161572 - type: nauc_precision_at_5_max value: 30.194681915534748 - type: nauc_precision_at_5_std value: 4.054952118325518 - type: nauc_recall_at_1000_diff1 value: 29.11829826259677 - type: nauc_recall_at_1000_max value: 39.25426036108557 - type: nauc_recall_at_1000_std value: 36.3591900236558 - type: nauc_recall_at_100_diff1 value: 22.900753883773152 - type: nauc_recall_at_100_max value: 20.40038512546472 - type: nauc_recall_at_100_std value: 20.736883688677032 - type: nauc_recall_at_10_diff1 value: 29.183788265901534 - type: nauc_recall_at_10_max value: 24.025061243297948 - type: nauc_recall_at_10_std value: 0.8086675135479778 - type: nauc_recall_at_1_diff1 value: 49.425905570437116 - type: nauc_recall_at_1_max value: 23.541197544220545 - type: nauc_recall_at_1_std value: -4.360019071552991 - type: nauc_recall_at_20_diff1 value: 26.21751562892008 - type: nauc_recall_at_20_max value: 22.78118083757151 - type: nauc_recall_at_20_std value: 3.6627753391462825 - type: nauc_recall_at_3_diff1 value: 37.20946031817167 - type: nauc_recall_at_3_max value: 27.059274716311005 - type: nauc_recall_at_3_std value: 0.8325033099157856 - type: nauc_recall_at_5_diff1 value: 31.269097954181547 - type: nauc_recall_at_5_max value: 26.853918763485463 - type: nauc_recall_at_5_std value: -0.9226280392689135 - type: ndcg_at_1 value: 25.878 - type: ndcg_at_10 value: 36.787 - type: ndcg_at_100 value: 42.085 - type: ndcg_at_1000 value: 44.303 - type: ndcg_at_20 value: 38.690000000000005 - type: ndcg_at_3 value: 30.657 - type: ndcg_at_5 value: 34.242 - type: precision_at_1 value: 25.878 - type: precision_at_10 value: 5.86 - type: precision_at_100 value: 0.9209999999999999 - type: precision_at_1000 value: 0.123 - type: precision_at_20 value: 3.392 - type: precision_at_3 value: 12.815999999999999 - type: precision_at_5 value: 9.76 - type: recall_at_1 value: 23.915 - type: recall_at_10 value: 50.196 - type: recall_at_100 value: 74.66199999999999 - type: recall_at_1000 value: 90.949 - type: recall_at_20 value: 57.404999999999994 - type: recall_at_3 value: 34.156 - type: recall_at_5 value: 42.671 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 37.835 - type: map_at_1 value: 16.408 - type: map_at_10 value: 28.102 - type: map_at_100 value: 30.245 - type: map_at_1000 value: 30.44 - type: map_at_20 value: 29.325000000000003 - type: map_at_3 value: 23.49 - type: map_at_5 value: 26.075 - type: mrr_at_1 value: 36.48208469055375 - type: mrr_at_10 value: 49.35310997363119 - type: mrr_at_100 value: 50.12144284733654 - type: mrr_at_1000 value: 50.14901403511052 - type: mrr_at_20 value: 49.86902911912245 - type: mrr_at_3 value: 46.3952225841477 - type: mrr_at_5 value: 48.16720955483177 - type: nauc_map_at_1000_diff1 value: 25.310850675849366 - type: nauc_map_at_1000_max value: 37.09503121120242 - type: nauc_map_at_1000_std value: 20.554977994819744 - type: nauc_map_at_100_diff1 value: 25.299966872724244 - type: nauc_map_at_100_max value: 37.07757844963315 - type: nauc_map_at_100_std value: 20.51941286942183 - type: nauc_map_at_10_diff1 value: 24.97097616375397 - type: nauc_map_at_10_max value: 36.21802106435102 - type: nauc_map_at_10_std value: 19.04179638942543 - type: nauc_map_at_1_diff1 value: 31.079857565386533 - type: nauc_map_at_1_max value: 31.982413172438463 - type: nauc_map_at_1_std value: 10.837120383351104 - type: nauc_map_at_20_diff1 value: 25.274561705603706 - type: nauc_map_at_20_max value: 36.846696717838334 - type: nauc_map_at_20_std value: 20.073241003865924 - type: nauc_map_at_3_diff1 value: 26.01764061167898 - type: nauc_map_at_3_max value: 33.20138049456973 - type: nauc_map_at_3_std value: 14.230139192374121 - type: nauc_map_at_5_diff1 value: 25.09123372044605 - type: nauc_map_at_5_max value: 34.89124594920631 - type: nauc_map_at_5_std value: 16.70319126587545 - type: nauc_mrr_at_1000_diff1 value: 26.375252226612467 - type: nauc_mrr_at_1000_max value: 35.477327849397575 - type: nauc_mrr_at_1000_std value: 21.16791565302958 - type: nauc_mrr_at_100_diff1 value: 26.377160750801053 - type: nauc_mrr_at_100_max value: 35.49211341503135 - type: nauc_mrr_at_100_std value: 21.19391590137402 - type: nauc_mrr_at_10_diff1 value: 26.311212981822052 - type: nauc_mrr_at_10_max value: 35.588662356341594 - type: nauc_mrr_at_10_std value: 21.24369092394658 - type: nauc_mrr_at_1_diff1 value: 27.198678190552865 - type: nauc_mrr_at_1_max value: 31.017785831517703 - type: nauc_mrr_at_1_std value: 16.42737819423067 - type: nauc_mrr_at_20_diff1 value: 26.32032615102818 - type: nauc_mrr_at_20_max value: 35.57367760733253 - type: nauc_mrr_at_20_std value: 21.29294301389274 - type: nauc_mrr_at_3_diff1 value: 26.092036806660612 - type: nauc_mrr_at_3_max value: 34.31665231049064 - type: nauc_mrr_at_3_std value: 19.6674385140531 - type: nauc_mrr_at_5_diff1 value: 26.151603897636 - type: nauc_mrr_at_5_max value: 35.17650680885225 - type: nauc_mrr_at_5_std value: 20.573080891241787 - type: nauc_ndcg_at_1000_diff1 value: 25.65498442794641 - type: nauc_ndcg_at_1000_max value: 40.084443405536575 - type: nauc_ndcg_at_1000_std value: 26.795793663747304 - type: nauc_ndcg_at_100_diff1 value: 25.237187946595334 - type: nauc_ndcg_at_100_max value: 40.07873047722652 - type: nauc_ndcg_at_100_std value: 26.7859861991128 - type: nauc_ndcg_at_10_diff1 value: 24.236337614114206 - type: nauc_ndcg_at_10_max value: 38.22607740025273 - type: nauc_ndcg_at_10_std value: 23.272039117089907 - type: nauc_ndcg_at_1_diff1 value: 27.198678190552865 - type: nauc_ndcg_at_1_max value: 31.017785831517703 - type: nauc_ndcg_at_1_std value: 16.42737819423067 - type: nauc_ndcg_at_20_diff1 value: 24.724738711624312 - type: nauc_ndcg_at_20_max value: 39.24548121605356 - type: nauc_ndcg_at_20_std value: 25.228893154519525 - type: nauc_ndcg_at_3_diff1 value: 24.658317235435362 - type: nauc_ndcg_at_3_max value: 33.335101247559486 - type: nauc_ndcg_at_3_std value: 17.01054703727399 - type: nauc_ndcg_at_5_diff1 value: 24.31704097148463 - type: nauc_ndcg_at_5_max value: 36.14336690565576 - type: nauc_ndcg_at_5_std value: 19.69214379372329 - type: nauc_precision_at_1000_diff1 value: -2.8924045105824114 - type: nauc_precision_at_1000_max value: 5.89979568196701 - type: nauc_precision_at_1000_std value: 19.595702020634185 - type: nauc_precision_at_100_diff1 value: 3.8998389837458203 - type: nauc_precision_at_100_max value: 19.95415054849711 - type: nauc_precision_at_100_std value: 29.065971451387774 - type: nauc_precision_at_10_diff1 value: 9.462651146259638 - type: nauc_precision_at_10_max value: 29.680510389273447 - type: nauc_precision_at_10_std value: 29.345395013388686 - type: nauc_precision_at_1_diff1 value: 27.198678190552865 - type: nauc_precision_at_1_max value: 31.017785831517703 - type: nauc_precision_at_1_std value: 16.42737819423067 - type: nauc_precision_at_20_diff1 value: 8.261243519089712 - type: nauc_precision_at_20_max value: 27.929320115110023 - type: nauc_precision_at_20_std value: 31.459012229844742 - type: nauc_precision_at_3_diff1 value: 15.273777636613955 - type: nauc_precision_at_3_max value: 28.204944302903996 - type: nauc_precision_at_3_std value: 19.80674678483048 - type: nauc_precision_at_5_diff1 value: 11.487918382134389 - type: nauc_precision_at_5_max value: 28.62173130088314 - type: nauc_precision_at_5_std value: 23.626716801834526 - type: nauc_recall_at_1000_diff1 value: 22.332855309918482 - type: nauc_recall_at_1000_max value: 46.19202209060043 - type: nauc_recall_at_1000_std value: 48.263282583608465 - type: nauc_recall_at_100_diff1 value: 18.606992875038713 - type: nauc_recall_at_100_max value: 39.8050305915271 - type: nauc_recall_at_100_std value: 36.24645472497941 - type: nauc_recall_at_10_diff1 value: 18.232071663795725 - type: nauc_recall_at_10_max value: 37.67075857623269 - type: nauc_recall_at_10_std value: 26.788012514411548 - type: nauc_recall_at_1_diff1 value: 31.079857565386533 - type: nauc_recall_at_1_max value: 31.982413172438463 - type: nauc_recall_at_1_std value: 10.837120383351104 - type: nauc_recall_at_20_diff1 value: 18.306236535885443 - type: nauc_recall_at_20_max value: 38.24540146525127 - type: nauc_recall_at_20_std value: 30.329987162287033 - type: nauc_recall_at_3_diff1 value: 22.00237059430624 - type: nauc_recall_at_3_max value: 32.60315366638792 - type: nauc_recall_at_3_std value: 15.991207369096077 - type: nauc_recall_at_5_diff1 value: 19.305335536530087 - type: nauc_recall_at_5_max value: 35.001491825528966 - type: nauc_recall_at_5_std value: 20.46796749831726 - type: ndcg_at_1 value: 36.482 - type: ndcg_at_10 value: 37.835 - type: ndcg_at_100 value: 45.332 - type: ndcg_at_1000 value: 48.503 - type: ndcg_at_20 value: 40.991 - type: ndcg_at_3 value: 31.735999999999997 - type: ndcg_at_5 value: 34.015 - type: precision_at_1 value: 36.482 - type: precision_at_10 value: 11.726 - type: precision_at_100 value: 1.978 - type: precision_at_1000 value: 0.258 - type: precision_at_20 value: 7.234999999999999 - type: precision_at_3 value: 23.822 - type: precision_at_5 value: 18.319 - type: recall_at_1 value: 16.408 - type: recall_at_10 value: 43.915 - type: recall_at_100 value: 69.173 - type: recall_at_1000 value: 86.58 - type: recall_at_20 value: 52.744 - type: recall_at_3 value: 28.682999999999996 - type: recall_at_5 value: 35.481 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: dev type: mteb/dbpedia metrics: - type: main_score value: 55.144000000000005 - type: map_at_1 value: 11.826 - type: map_at_10 value: 27.172 - type: map_at_100 value: 38.257000000000005 - type: map_at_1000 value: 40.097 - type: map_at_20 value: 32.123000000000005 - type: map_at_3 value: 19.369 - type: map_at_5 value: 22.351 - type: mrr_at_1 value: 80.59701492537313 - type: mrr_at_10 value: 86.33499170812604 - type: mrr_at_100 value: 86.45227090143814 - type: mrr_at_1000 value: 86.45227090143814 - type: mrr_at_20 value: 86.40961857379767 - type: mrr_at_3 value: 85.57213930348257 - type: mrr_at_5 value: 86.16915422885573 - type: nauc_map_at_1000_diff1 value: 31.072194916682385 - type: nauc_map_at_1000_max value: 21.804811518161618 - type: nauc_map_at_1000_std value: -2.951237857245905 - type: nauc_map_at_100_diff1 value: 32.56060360145279 - type: nauc_map_at_100_max value: 21.242298925848857 - type: nauc_map_at_100_std value: -6.601591083112349 - type: nauc_map_at_10_diff1 value: 45.43742246641206 - type: nauc_map_at_10_max value: 17.21692770004215 - type: nauc_map_at_10_std value: -26.109238645663996 - type: nauc_map_at_1_diff1 value: 59.342871771182246 - type: nauc_map_at_1_max value: 7.61369981711965 - type: nauc_map_at_1_std value: -43.77056595417028 - type: nauc_map_at_20_diff1 value: 41.28476777471806 - type: nauc_map_at_20_max value: 19.146619219149965 - type: nauc_map_at_20_std value: -18.138173228934672 - type: nauc_map_at_3_diff1 value: 50.01554010863971 - type: nauc_map_at_3_max value: 8.780067252066651 - type: nauc_map_at_3_std value: -38.97142391357302 - type: nauc_map_at_5_diff1 value: 49.10129058095009 - type: nauc_map_at_5_max value: 11.656196663534313 - type: nauc_map_at_5_std value: -34.72355570603387 - type: nauc_mrr_at_1000_diff1 value: 58.78754980587956 - type: nauc_mrr_at_1000_max value: 49.8860031204746 - type: nauc_mrr_at_1000_std value: 8.296926794472618 - type: nauc_mrr_at_100_diff1 value: 58.78754980587956 - type: nauc_mrr_at_100_max value: 49.8860031204746 - type: nauc_mrr_at_100_std value: 8.296926794472618 - type: nauc_mrr_at_10_diff1 value: 58.91162028285357 - type: nauc_mrr_at_10_max value: 50.335451094273985 - type: nauc_mrr_at_10_std value: 9.007586894775534 - type: nauc_mrr_at_1_diff1 value: 57.59201084653059 - type: nauc_mrr_at_1_max value: 37.00330988333697 - type: nauc_mrr_at_1_std value: -1.747744103132987 - type: nauc_mrr_at_20_diff1 value: 58.75119254917311 - type: nauc_mrr_at_20_max value: 50.05039741296804 - type: nauc_mrr_at_20_std value: 8.560730939300612 - type: nauc_mrr_at_3_diff1 value: 59.25818070675737 - type: nauc_mrr_at_3_max value: 50.21290391831141 - type: nauc_mrr_at_3_std value: 5.888545263632479 - type: nauc_mrr_at_5_diff1 value: 58.86883176773856 - type: nauc_mrr_at_5_max value: 50.957401246316245 - type: nauc_mrr_at_5_std value: 9.799770718943135 - type: nauc_ndcg_at_1000_diff1 value: 31.017440394196054 - type: nauc_ndcg_at_1000_max value: 34.76839774920455 - type: nauc_ndcg_at_1000_std value: 18.394503679584197 - type: nauc_ndcg_at_100_diff1 value: 33.46897937355806 - type: nauc_ndcg_at_100_max value: 30.1308096551965 - type: nauc_ndcg_at_100_std value: 4.811329419196584 - type: nauc_ndcg_at_10_diff1 value: 34.738421563806796 - type: nauc_ndcg_at_10_max value: 31.63787832072571 - type: nauc_ndcg_at_10_std value: 6.047471445378135 - type: nauc_ndcg_at_1_diff1 value: 41.838767871859105 - type: nauc_ndcg_at_1_max value: 29.76412378121819 - type: nauc_ndcg_at_1_std value: -6.662981751747337 - type: nauc_ndcg_at_20_diff1 value: 37.2936047770493 - type: nauc_ndcg_at_20_max value: 27.509688843351928 - type: nauc_ndcg_at_20_std value: -4.226207480988211 - type: nauc_ndcg_at_3_diff1 value: 26.741771232683075 - type: nauc_ndcg_at_3_max value: 27.39386896838887 - type: nauc_ndcg_at_3_std value: 1.6639808702221104 - type: nauc_ndcg_at_5_diff1 value: 32.70843930376316 - type: nauc_ndcg_at_5_max value: 27.924846120043256 - type: nauc_ndcg_at_5_std value: 6.138807313274158 - type: nauc_precision_at_1000_diff1 value: -32.41203303482423 - type: nauc_precision_at_1000_max value: 8.093545818882905 - type: nauc_precision_at_1000_std value: 47.02494471043404 - type: nauc_precision_at_100_diff1 value: -31.578281780421502 - type: nauc_precision_at_100_max value: 11.08125301543009 - type: nauc_precision_at_100_std value: 50.533022672180394 - type: nauc_precision_at_10_diff1 value: -22.738530687885405 - type: nauc_precision_at_10_max value: 23.330840950192325 - type: nauc_precision_at_10_std value: 50.76435402136226 - type: nauc_precision_at_1_diff1 value: 57.59201084653059 - type: nauc_precision_at_1_max value: 37.00330988333697 - type: nauc_precision_at_1_std value: -1.747744103132987 - type: nauc_precision_at_20_diff1 value: -25.002019953837003 - type: nauc_precision_at_20_max value: 16.971378988976706 - type: nauc_precision_at_20_std value: 48.07345104684135 - type: nauc_precision_at_3_diff1 value: -8.197173818536056 - type: nauc_precision_at_3_max value: 25.695195187226403 - type: nauc_precision_at_3_std value: 31.111863515602995 - type: nauc_precision_at_5_diff1 value: -12.956574437433844 - type: nauc_precision_at_5_max value: 21.41273346493039 - type: nauc_precision_at_5_std value: 42.55631329398401 - type: nauc_recall_at_1000_diff1 value: 9.76915442349142 - type: nauc_recall_at_1000_max value: 23.74302893109814 - type: nauc_recall_at_1000_std value: 33.123159475147816 - type: nauc_recall_at_100_diff1 value: 13.96782611551897 - type: nauc_recall_at_100_max value: 21.02306088177266 - type: nauc_recall_at_100_std value: 3.0239346149170645 - type: nauc_recall_at_10_diff1 value: 36.502833630310036 - type: nauc_recall_at_10_max value: 15.575967406133087 - type: nauc_recall_at_10_std value: -25.645224052787295 - type: nauc_recall_at_1_diff1 value: 59.342871771182246 - type: nauc_recall_at_1_max value: 7.61369981711965 - type: nauc_recall_at_1_std value: -43.77056595417028 - type: nauc_recall_at_20_diff1 value: 26.27422331579885 - type: nauc_recall_at_20_max value: 13.135043270702166 - type: nauc_recall_at_20_std value: -19.92673944513883 - type: nauc_recall_at_3_diff1 value: 48.18220967640245 - type: nauc_recall_at_3_max value: 9.54094958941248 - type: nauc_recall_at_3_std value: -37.97033782144305 - type: nauc_recall_at_5_diff1 value: 46.575464923304686 - type: nauc_recall_at_5_max value: 12.024807120200766 - type: nauc_recall_at_5_std value: -33.73533843493903 - type: ndcg_at_1 value: 71.642 - type: ndcg_at_10 value: 55.144000000000005 - type: ndcg_at_100 value: 59.753 - type: ndcg_at_1000 value: 66.89500000000001 - type: ndcg_at_20 value: 54.114 - type: ndcg_at_3 value: 62.373 - type: ndcg_at_5 value: 57.926 - type: precision_at_1 value: 80.597 - type: precision_at_10 value: 41.343 - type: precision_at_100 value: 12.030000000000001 - type: precision_at_1000 value: 1.8270000000000002 - type: precision_at_20 value: 31.791000000000004 - type: precision_at_3 value: 63.682 - type: precision_at_5 value: 52.239000000000004 - type: recall_at_1 value: 11.826 - type: recall_at_10 value: 33.28 - type: recall_at_100 value: 65.91 - type: recall_at_1000 value: 88.39200000000001 - type: recall_at_20 value: 44.482 - type: recall_at_3 value: 20.377000000000002 - type: recall_at_5 value: 24.102999999999998 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 46.062999999999995 - type: map_at_1 value: 9.913 - type: map_at_10 value: 22.713 - type: map_at_100 value: 32.995999999999995 - type: map_at_1000 value: 34.845 - type: map_at_20 value: 26.650000000000002 - type: map_at_3 value: 16.052 - type: map_at_5 value: 18.892999999999997 - type: mrr_at_1 value: 72.75 - type: mrr_at_10 value: 79.93075396825398 - type: mrr_at_100 value: 80.15202418448516 - type: mrr_at_1000 value: 80.16338022685652 - type: mrr_at_20 value: 80.10524750447352 - type: mrr_at_3 value: 78.375 - type: mrr_at_5 value: 79.5 - type: nauc_map_at_1000_diff1 value: 15.703992161125676 - type: nauc_map_at_1000_max value: 23.35271482732561 - type: nauc_map_at_1000_std value: 31.149527138283002 - type: nauc_map_at_100_diff1 value: 16.785306132760873 - type: nauc_map_at_100_max value: 21.540254096945795 - type: nauc_map_at_100_std value: 28.232069035246422 - type: nauc_map_at_10_diff1 value: 20.402743546183082 - type: nauc_map_at_10_max value: 7.042045670852542 - type: nauc_map_at_10_std value: 0.16763671800997607 - type: nauc_map_at_1_diff1 value: 35.775061062200926 - type: nauc_map_at_1_max value: -3.2698850217174287 - type: nauc_map_at_1_std value: -19.56795709087053 - type: nauc_map_at_20_diff1 value: 18.699651665323326 - type: nauc_map_at_20_max value: 13.328266382559917 - type: nauc_map_at_20_std value: 11.47185661443564 - type: nauc_map_at_3_diff1 value: 25.81987347945424 - type: nauc_map_at_3_max value: -0.15648299152936088 - type: nauc_map_at_3_std value: -13.835424548479757 - type: nauc_map_at_5_diff1 value: 23.439523519895587 - type: nauc_map_at_5_max value: 1.5356852327250021 - type: nauc_map_at_5_std value: -9.703910926625412 - type: nauc_mrr_at_1000_diff1 value: 52.46673675514906 - type: nauc_mrr_at_1000_max value: 63.470733964613935 - type: nauc_mrr_at_1000_std value: 45.63124329941225 - type: nauc_mrr_at_100_diff1 value: 52.453615789844285 - type: nauc_mrr_at_100_max value: 63.46889395676577 - type: nauc_mrr_at_100_std value: 45.60690760740741 - type: nauc_mrr_at_10_diff1 value: 52.418811815325775 - type: nauc_mrr_at_10_max value: 63.458017896693896 - type: nauc_mrr_at_10_std value: 45.69048100462888 - type: nauc_mrr_at_1_diff1 value: 51.64249864649329 - type: nauc_mrr_at_1_max value: 61.7930671192988 - type: nauc_mrr_at_1_std value: 45.65780424635283 - type: nauc_mrr_at_20_diff1 value: 52.51320760078821 - type: nauc_mrr_at_20_max value: 63.45648957193841 - type: nauc_mrr_at_20_std value: 45.643345257424215 - type: nauc_mrr_at_3_diff1 value: 52.684081166956375 - type: nauc_mrr_at_3_max value: 63.47934202170013 - type: nauc_mrr_at_3_std value: 45.258022228781805 - type: nauc_mrr_at_5_diff1 value: 52.404417203072725 - type: nauc_mrr_at_5_max value: 63.622003998330335 - type: nauc_mrr_at_5_std value: 45.56023178180955 - type: nauc_ndcg_at_1000_diff1 value: 21.457460034962793 - type: nauc_ndcg_at_1000_max value: 38.48004433256833 - type: nauc_ndcg_at_1000_std value: 44.50501821602239 - type: nauc_ndcg_at_100_diff1 value: 22.96499973613431 - type: nauc_ndcg_at_100_max value: 32.279961000176996 - type: nauc_ndcg_at_100_std value: 36.24772810425709 - type: nauc_ndcg_at_10_diff1 value: 22.80486448431605 - type: nauc_ndcg_at_10_max value: 31.855350572992712 - type: nauc_ndcg_at_10_std value: 32.02098815228779 - type: nauc_ndcg_at_1_diff1 value: 42.52237678010534 - type: nauc_ndcg_at_1_max value: 43.07107038550254 - type: nauc_ndcg_at_1_std value: 32.29636539687786 - type: nauc_ndcg_at_20_diff1 value: 23.33376144999378 - type: nauc_ndcg_at_20_max value: 29.47723113288734 - type: nauc_ndcg_at_20_std value: 29.39360988758012 - type: nauc_ndcg_at_3_diff1 value: 26.354022177902426 - type: nauc_ndcg_at_3_max value: 34.34518581558593 - type: nauc_ndcg_at_3_std value: 30.620971800188308 - type: nauc_ndcg_at_5_diff1 value: 23.743192738244137 - type: nauc_ndcg_at_5_max value: 31.84064266620126 - type: nauc_ndcg_at_5_std value: 31.185813277650304 - type: nauc_precision_at_1000_diff1 value: -23.397310460810505 - type: nauc_precision_at_1000_max value: 4.094434610744116 - type: nauc_precision_at_1000_std value: 16.721869991290177 - type: nauc_precision_at_100_diff1 value: -9.979052269943192 - type: nauc_precision_at_100_max value: 30.59858046499311 - type: nauc_precision_at_100_std value: 48.98467116206844 - type: nauc_precision_at_10_diff1 value: -5.612358654181445 - type: nauc_precision_at_10_max value: 38.881592521775225 - type: nauc_precision_at_10_std value: 55.44555278772913 - type: nauc_precision_at_1_diff1 value: 51.64249864649329 - type: nauc_precision_at_1_max value: 61.7930671192988 - type: nauc_precision_at_1_std value: 45.65780424635283 - type: nauc_precision_at_20_diff1 value: -5.663214776548806 - type: nauc_precision_at_20_max value: 37.95746951813096 - type: nauc_precision_at_20_std value: 55.85134464939927 - type: nauc_precision_at_3_diff1 value: 5.956898719194746 - type: nauc_precision_at_3_max value: 37.315381572930626 - type: nauc_precision_at_3_std value: 43.463129246499506 - type: nauc_precision_at_5_diff1 value: -0.67640128719057 - type: nauc_precision_at_5_max value: 36.05694594117169 - type: nauc_precision_at_5_std value: 48.36937473304257 - type: nauc_recall_at_1000_diff1 value: 11.230184686028919 - type: nauc_recall_at_1000_max value: 33.60147376937396 - type: nauc_recall_at_1000_std value: 53.068732741076055 - type: nauc_recall_at_100_diff1 value: 15.566530633394684 - type: nauc_recall_at_100_max value: 23.57721391991314 - type: nauc_recall_at_100_std value: 31.386352775767566 - type: nauc_recall_at_10_diff1 value: 17.096462310522874 - type: nauc_recall_at_10_max value: 2.2836136689655127 - type: nauc_recall_at_10_std value: -4.65565377513818 - type: nauc_recall_at_1_diff1 value: 35.775061062200926 - type: nauc_recall_at_1_max value: -3.2698850217174287 - type: nauc_recall_at_1_std value: -19.56795709087053 - type: nauc_recall_at_20_diff1 value: 14.19787786895807 - type: nauc_recall_at_20_max value: 7.524383196640643 - type: nauc_recall_at_20_std value: 5.656566482975458 - type: nauc_recall_at_3_diff1 value: 23.847261122849588 - type: nauc_recall_at_3_max value: -2.611801666377753 - type: nauc_recall_at_3_std value: -16.43695458424158 - type: nauc_recall_at_5_diff1 value: 20.607771671835604 - type: nauc_recall_at_5_max value: -2.949503014688604 - type: nauc_recall_at_5_std value: -14.602394621100709 - type: ndcg_at_1 value: 60.0 - type: ndcg_at_10 value: 46.062999999999995 - type: ndcg_at_100 value: 51.717999999999996 - type: ndcg_at_1000 value: 59.181 - type: ndcg_at_20 value: 45.837 - type: ndcg_at_3 value: 50.568999999999996 - type: ndcg_at_5 value: 47.981 - type: precision_at_1 value: 72.75 - type: precision_at_10 value: 37.1 - type: precision_at_100 value: 11.98 - type: precision_at_1000 value: 2.284 - type: precision_at_20 value: 28.499999999999996 - type: precision_at_3 value: 54.833 - type: precision_at_5 value: 46.550000000000004 - type: recall_at_1 value: 9.913 - type: recall_at_10 value: 28.154 - type: recall_at_100 value: 58.841 - type: recall_at_1000 value: 82.329 - type: recall_at_20 value: 36.971 - type: recall_at_3 value: 17.336 - type: recall_at_5 value: 21.612000000000002 task: type: Retrieval - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: dev type: mteb/fever metrics: - type: main_score value: 90.881 - type: map_at_1 value: 80.818 - type: map_at_10 value: 87.866 - type: map_at_100 value: 88.083 - type: map_at_1000 value: 88.095 - type: map_at_20 value: 87.991 - type: map_at_3 value: 87.069 - type: map_at_5 value: 87.569 - type: mrr_at_1 value: 87.56375637563757 - type: mrr_at_10 value: 92.82259178298779 - type: mrr_at_100 value: 92.84322154467066 - type: mrr_at_1000 value: 92.84344246383182 - type: mrr_at_20 value: 92.83903406133638 - type: mrr_at_3 value: 92.52175217521747 - type: mrr_at_5 value: 92.73627362736265 - type: nauc_map_at_1000_diff1 value: 46.87623575032174 - type: nauc_map_at_1000_max value: 12.297201771693372 - type: nauc_map_at_1000_std value: -9.479310845495277 - type: nauc_map_at_100_diff1 value: 46.84134556922246 - type: nauc_map_at_100_max value: 12.292309938105879 - type: nauc_map_at_100_std value: -9.466678629428921 - type: nauc_map_at_10_diff1 value: 46.181390015451946 - type: nauc_map_at_10_max value: 11.927988984700725 - type: nauc_map_at_10_std value: -9.666045508151084 - type: nauc_map_at_1_diff1 value: 53.10928810328134 - type: nauc_map_at_1_max value: 7.540404621177918 - type: nauc_map_at_1_std value: -13.906212384769297 - type: nauc_map_at_20_diff1 value: 46.49635746130797 - type: nauc_map_at_20_max value: 12.13593751368467 - type: nauc_map_at_20_std value: -9.607633449073036 - type: nauc_map_at_3_diff1 value: 45.940411564236655 - type: nauc_map_at_3_max value: 11.433507590443073 - type: nauc_map_at_3_std value: -10.96299821239248 - type: nauc_map_at_5_diff1 value: 45.87354953980392 - type: nauc_map_at_5_max value: 11.548053546333442 - type: nauc_map_at_5_std value: -10.299403473081103 - type: nauc_mrr_at_1000_diff1 value: 74.96436552895679 - type: nauc_mrr_at_1000_max value: 15.081704623272563 - type: nauc_mrr_at_1000_std value: -21.505452950257524 - type: nauc_mrr_at_100_diff1 value: 74.96337776424838 - type: nauc_mrr_at_100_max value: 15.084165693265266 - type: nauc_mrr_at_100_std value: -21.502705745641805 - type: nauc_mrr_at_10_diff1 value: 74.95512856225042 - type: nauc_mrr_at_10_max value: 15.179216919044547 - type: nauc_mrr_at_10_std value: -21.54772408489513 - type: nauc_mrr_at_1_diff1 value: 75.1059297404218 - type: nauc_mrr_at_1_max value: 11.81006208731222 - type: nauc_mrr_at_1_std value: -20.585909179161106 - type: nauc_mrr_at_20_diff1 value: 74.96842612971291 - type: nauc_mrr_at_20_max value: 15.114351703094453 - type: nauc_mrr_at_20_std value: -21.513817851207094 - type: nauc_mrr_at_3_diff1 value: 75.02285494504581 - type: nauc_mrr_at_3_max value: 16.0556430520842 - type: nauc_mrr_at_3_std value: -21.96831001623427 - type: nauc_mrr_at_5_diff1 value: 74.90651790965175 - type: nauc_mrr_at_5_max value: 15.372261833733539 - type: nauc_mrr_at_5_std value: -21.675988243802003 - type: nauc_ndcg_at_1000_diff1 value: 50.2435944626682 - type: nauc_ndcg_at_1000_max value: 14.561661200135982 - type: nauc_ndcg_at_1000_std value: -8.914496686293512 - type: nauc_ndcg_at_100_diff1 value: 49.45862609681797 - type: nauc_ndcg_at_100_max value: 14.574933247820116 - type: nauc_ndcg_at_100_std value: -8.401737989352354 - type: nauc_ndcg_at_10_diff1 value: 46.70923651777826 - type: nauc_ndcg_at_10_max value: 13.472299853545234 - type: nauc_ndcg_at_10_std value: -8.83553728476895 - type: nauc_ndcg_at_1_diff1 value: 75.1059297404218 - type: nauc_ndcg_at_1_max value: 11.81006208731222 - type: nauc_ndcg_at_1_std value: -20.585909179161106 - type: nauc_ndcg_at_20_diff1 value: 47.55000104826263 - type: nauc_ndcg_at_20_max value: 14.006480095713588 - type: nauc_ndcg_at_20_std value: -8.658752805425454 - type: nauc_ndcg_at_3_diff1 value: 47.637455273739995 - type: nauc_ndcg_at_3_max value: 13.770838942196637 - type: nauc_ndcg_at_3_std value: -11.280620068648076 - type: nauc_ndcg_at_5_diff1 value: 46.43880641265911 - type: nauc_ndcg_at_5_max value: 13.08583931363886 - type: nauc_ndcg_at_5_std value: -10.06515821709641 - type: nauc_precision_at_1000_diff1 value: -7.74658978838917 - type: nauc_precision_at_1000_max value: 4.751261690843568 - type: nauc_precision_at_1000_std value: 9.364113114197997 - type: nauc_precision_at_100_diff1 value: -6.8148922522222115 - type: nauc_precision_at_100_max value: 6.972247112602814 - type: nauc_precision_at_100_std value: 11.878899724333886 - type: nauc_precision_at_10_diff1 value: -9.26742080488489 - type: nauc_precision_at_10_max value: 10.151685398959382 - type: nauc_precision_at_10_std value: 12.57287300284158 - type: nauc_precision_at_1_diff1 value: 75.1059297404218 - type: nauc_precision_at_1_max value: 11.81006208731222 - type: nauc_precision_at_1_std value: -20.585909179161106 - type: nauc_precision_at_20_diff1 value: -9.46809712351495 - type: nauc_precision_at_20_max value: 9.070842702517606 - type: nauc_precision_at_20_std value: 12.63029281322448 - type: nauc_precision_at_3_diff1 value: 4.482731450261291 - type: nauc_precision_at_3_max value: 15.23040684493045 - type: nauc_precision_at_3_std value: 1.6067730909628326 - type: nauc_precision_at_5_diff1 value: -5.71269063574531 - type: nauc_precision_at_5_max value: 11.572460670136449 - type: nauc_precision_at_5_std value: 7.83824414993744 - type: nauc_recall_at_1000_diff1 value: 2.7016711342522663 - type: nauc_recall_at_1000_max value: 38.550518524354906 - type: nauc_recall_at_1000_std value: 46.777091414426614 - type: nauc_recall_at_100_diff1 value: 8.833739498081504 - type: nauc_recall_at_100_max value: 28.457805489841665 - type: nauc_recall_at_100_std value: 32.44508615804357 - type: nauc_recall_at_10_diff1 value: 9.414374970261905 - type: nauc_recall_at_10_max value: 16.400771079732788 - type: nauc_recall_at_10_std value: 11.211729067346221 - type: nauc_recall_at_1_diff1 value: 53.10928810328134 - type: nauc_recall_at_1_max value: 7.540404621177918 - type: nauc_recall_at_1_std value: -13.906212384769297 - type: nauc_recall_at_20_diff1 value: 7.2361585201604255 - type: nauc_recall_at_20_max value: 19.916481947882193 - type: nauc_recall_at_20_std value: 16.717994401180736 - type: nauc_recall_at_3_diff1 value: 23.19365013128098 - type: nauc_recall_at_3_max value: 15.22562423195164 - type: nauc_recall_at_3_std value: -3.6529481843146376 - type: nauc_recall_at_5_diff1 value: 15.503999284173625 - type: nauc_recall_at_5_max value: 14.508056870663811 - type: nauc_recall_at_5_std value: 1.978806929057799 - type: ndcg_at_1 value: 87.564 - type: ndcg_at_10 value: 90.881 - type: ndcg_at_100 value: 91.513 - type: ndcg_at_1000 value: 91.71000000000001 - type: ndcg_at_20 value: 91.148 - type: ndcg_at_3 value: 89.917 - type: ndcg_at_5 value: 90.434 - type: precision_at_1 value: 87.564 - type: precision_at_10 value: 10.711 - type: precision_at_100 value: 1.135 - type: precision_at_1000 value: 0.117 - type: precision_at_20 value: 5.463 - type: precision_at_3 value: 33.993 - type: precision_at_5 value: 20.888 - type: recall_at_1 value: 80.818 - type: recall_at_10 value: 95.22800000000001 - type: recall_at_100 value: 97.52499999999999 - type: recall_at_1000 value: 98.691 - type: recall_at_20 value: 96.081 - type: recall_at_3 value: 92.43299999999999 - type: recall_at_5 value: 93.92200000000001 task: type: Retrieval - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 89.917 - type: map_at_1 value: 78.50200000000001 - type: map_at_10 value: 86.568 - type: map_at_100 value: 86.785 - type: map_at_1000 value: 86.797 - type: map_at_20 value: 86.701 - type: map_at_3 value: 85.59400000000001 - type: map_at_5 value: 86.223 - type: mrr_at_1 value: 84.77347734773477 - type: mrr_at_10 value: 91.097966939551 - type: mrr_at_100 value: 91.12558512468273 - type: mrr_at_1000 value: 91.1260701737618 - type: mrr_at_20 value: 91.11946032681844 - type: mrr_at_3 value: 90.68406840684058 - type: mrr_at_5 value: 90.98784878487835 - type: nauc_map_at_1000_diff1 value: 50.87906171648577 - type: nauc_map_at_1000_max value: 7.146488902357113 - type: nauc_map_at_1000_std value: -12.846432203603294 - type: nauc_map_at_100_diff1 value: 50.81856235257227 - type: nauc_map_at_100_max value: 7.142093753041584 - type: nauc_map_at_100_std value: -12.819609867775798 - type: nauc_map_at_10_diff1 value: 50.334680606872986 - type: nauc_map_at_10_max value: 7.0836766324370695 - type: nauc_map_at_10_std value: -12.768283326531977 - type: nauc_map_at_1_diff1 value: 56.03047128824491 - type: nauc_map_at_1_max value: 1.9657828096288057 - type: nauc_map_at_1_std value: -16.09258344775108 - type: nauc_map_at_20_diff1 value: 50.59898980840294 - type: nauc_map_at_20_max value: 7.171824094888314 - type: nauc_map_at_20_std value: -12.755654528759749 - type: nauc_map_at_3_diff1 value: 50.10970484630358 - type: nauc_map_at_3_max value: 6.495427590658401 - type: nauc_map_at_3_std value: -14.334341284587198 - type: nauc_map_at_5_diff1 value: 50.085796858441846 - type: nauc_map_at_5_max value: 6.9713526722279235 - type: nauc_map_at_5_std value: -13.24882433153497 - type: nauc_mrr_at_1000_diff1 value: 71.7413632225038 - type: nauc_mrr_at_1000_max value: 3.865641782196838 - type: nauc_mrr_at_1000_std value: -24.555236632082018 - type: nauc_mrr_at_100_diff1 value: 71.73848550292642 - type: nauc_mrr_at_100_max value: 3.868547078561582 - type: nauc_mrr_at_100_std value: -24.549516364510097 - type: nauc_mrr_at_10_diff1 value: 71.71567149170303 - type: nauc_mrr_at_10_max value: 3.996112870850431 - type: nauc_mrr_at_10_std value: -24.507926982679656 - type: nauc_mrr_at_1_diff1 value: 72.45922013700734 - type: nauc_mrr_at_1_max value: 1.8703455839128875 - type: nauc_mrr_at_1_std value: -23.12219651563944 - type: nauc_mrr_at_20_diff1 value: 71.74174120635641 - type: nauc_mrr_at_20_max value: 3.929695014596715 - type: nauc_mrr_at_20_std value: -24.492801146396122 - type: nauc_mrr_at_3_diff1 value: 71.6212411128049 - type: nauc_mrr_at_3_max value: 4.227925028200142 - type: nauc_mrr_at_3_std value: -25.64285955172264 - type: nauc_mrr_at_5_diff1 value: 71.80132592467288 - type: nauc_mrr_at_5_max value: 4.1553514465112995 - type: nauc_mrr_at_5_std value: -24.93394619376225 - type: nauc_ndcg_at_1000_diff1 value: 53.6216140857924 - type: nauc_ndcg_at_1000_max value: 8.199696972556648 - type: nauc_ndcg_at_1000_std value: -12.848833254863706 - type: nauc_ndcg_at_100_diff1 value: 52.4771074390175 - type: nauc_ndcg_at_100_max value: 8.266327098153694 - type: nauc_ndcg_at_100_std value: -12.141877748527016 - type: nauc_ndcg_at_10_diff1 value: 50.39079678583025 - type: nauc_ndcg_at_10_max value: 8.460346209587346 - type: nauc_ndcg_at_10_std value: -11.739805102684473 - type: nauc_ndcg_at_1_diff1 value: 72.45922013700734 - type: nauc_ndcg_at_1_max value: 1.8703455839128875 - type: nauc_ndcg_at_1_std value: -23.12219651563944 - type: nauc_ndcg_at_20_diff1 value: 51.17449748619954 - type: nauc_ndcg_at_20_max value: 8.560656277843842 - type: nauc_ndcg_at_20_std value: -11.721957002532669 - type: nauc_ndcg_at_3_diff1 value: 51.697701767290724 - type: nauc_ndcg_at_3_max value: 7.949689650260239 - type: nauc_ndcg_at_3_std value: -15.497849863574933 - type: nauc_ndcg_at_5_diff1 value: 50.49788213345009 - type: nauc_ndcg_at_5_max value: 8.380898947808362 - type: nauc_ndcg_at_5_std value: -13.119756502356564 - type: nauc_precision_at_1000_diff1 value: -4.321234329511238 - type: nauc_precision_at_1000_max value: 4.842614825492312 - type: nauc_precision_at_1000_std value: 3.517128181017838 - type: nauc_precision_at_100_diff1 value: -7.201118735439735 - type: nauc_precision_at_100_max value: 6.529523563838742 - type: nauc_precision_at_100_std value: 7.106363711097527 - type: nauc_precision_at_10_diff1 value: -9.482064191334755 - type: nauc_precision_at_10_max value: 10.994306197736153 - type: nauc_precision_at_10_std value: 9.958273491520254 - type: nauc_precision_at_1_diff1 value: 72.45922013700734 - type: nauc_precision_at_1_max value: 1.8703455839128875 - type: nauc_precision_at_1_std value: -23.12219651563944 - type: nauc_precision_at_20_diff1 value: -9.380072735429245 - type: nauc_precision_at_20_max value: 9.856465558009173 - type: nauc_precision_at_20_std value: 9.131673380453492 - type: nauc_precision_at_3_diff1 value: 9.586710337314623 - type: nauc_precision_at_3_max value: 14.740209113800102 - type: nauc_precision_at_3_std value: -3.891333715748583 - type: nauc_precision_at_5_diff1 value: -3.998520236788054 - type: nauc_precision_at_5_max value: 13.422868860819156 - type: nauc_precision_at_5_std value: 6.108452997840511 - type: nauc_recall_at_1000_diff1 value: 3.385758105150115 - type: nauc_recall_at_1000_max value: 47.3665730767981 - type: nauc_recall_at_1000_std value: 56.87746303806031 - type: nauc_recall_at_100_diff1 value: -2.028014907991153 - type: nauc_recall_at_100_max value: 32.48324188848066 - type: nauc_recall_at_100_std value: 44.261168385513336 - type: nauc_recall_at_10_diff1 value: 10.768002004459115 - type: nauc_recall_at_10_max value: 22.566005820537097 - type: nauc_recall_at_10_std value: 17.40223735419854 - type: nauc_recall_at_1_diff1 value: 56.03047128824491 - type: nauc_recall_at_1_max value: 1.9657828096288057 - type: nauc_recall_at_1_std value: -16.09258344775108 - type: nauc_recall_at_20_diff1 value: 6.801138990752192 - type: nauc_recall_at_20_max value: 26.58420813169432 - type: nauc_recall_at_20_std value: 25.593452124921424 - type: nauc_recall_at_3_diff1 value: 28.43603012844233 - type: nauc_recall_at_3_max value: 13.635019609839791 - type: nauc_recall_at_3_std value: -7.307728685928379 - type: nauc_recall_at_5_diff1 value: 19.599627188133983 - type: nauc_recall_at_5_max value: 17.90056850206721 - type: nauc_recall_at_5_std value: 3.353861530030554 - type: ndcg_at_1 value: 84.773 - type: ndcg_at_10 value: 89.917 - type: ndcg_at_100 value: 90.577 - type: ndcg_at_1000 value: 90.739 - type: ndcg_at_20 value: 90.22200000000001 - type: ndcg_at_3 value: 88.601 - type: ndcg_at_5 value: 89.35499999999999 - type: precision_at_1 value: 84.773 - type: precision_at_10 value: 10.696 - type: precision_at_100 value: 1.13 - type: precision_at_1000 value: 0.116 - type: precision_at_20 value: 5.455 - type: precision_at_3 value: 33.663 - type: precision_at_5 value: 20.801 - type: recall_at_1 value: 78.50200000000001 - type: recall_at_10 value: 95.64099999999999 - type: recall_at_100 value: 98.05 - type: recall_at_1000 value: 98.964 - type: recall_at_20 value: 96.619 - type: recall_at_3 value: 92.11500000000001 - type: recall_at_5 value: 94.06 task: type: Retrieval - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: train type: mteb/fever metrics: - type: main_score value: 90.021 - type: map_at_1 value: 77.215 - type: map_at_10 value: 86.476 - type: map_at_100 value: 86.761 - type: map_at_1000 value: 86.777 - type: map_at_20 value: 86.644 - type: map_at_3 value: 85.468 - type: map_at_5 value: 86.114 - type: mrr_at_1 value: 85.91202986977507 - type: mrr_at_10 value: 92.10172296159176 - type: mrr_at_100 value: 92.11177503330649 - type: mrr_at_1000 value: 92.11183644281331 - type: mrr_at_20 value: 92.10977698448572 - type: mrr_at_3 value: 91.81556021005755 - type: mrr_at_5 value: 92.04623136933206 - type: nauc_map_at_1000_diff1 value: 37.58072321236068 - type: nauc_map_at_1000_max value: -6.510278319693357 - type: nauc_map_at_1000_std value: -18.5792270431547 - type: nauc_map_at_100_diff1 value: 37.52385817661018 - type: nauc_map_at_100_max value: -6.489982072051949 - type: nauc_map_at_100_std value: -18.540942037635315 - type: nauc_map_at_10_diff1 value: 36.72584282122918 - type: nauc_map_at_10_max value: -6.378333016857416 - type: nauc_map_at_10_std value: -18.334301752515383 - type: nauc_map_at_1_diff1 value: 43.69122799154449 - type: nauc_map_at_1_max value: -11.63127334717789 - type: nauc_map_at_1_std value: -20.7658737657603 - type: nauc_map_at_20_diff1 value: 37.15506375729163 - type: nauc_map_at_20_max value: -6.429970912214997 - type: nauc_map_at_20_std value: -18.42568919268748 - type: nauc_map_at_3_diff1 value: 36.215420008113746 - type: nauc_map_at_3_max value: -6.550185095475879 - type: nauc_map_at_3_std value: -19.166433923188197 - type: nauc_map_at_5_diff1 value: 36.27440671840188 - type: nauc_map_at_5_max value: -6.295231222513407 - type: nauc_map_at_5_std value: -18.381810402883904 - type: nauc_mrr_at_1000_diff1 value: 63.48752265792847 - type: nauc_mrr_at_1000_max value: -19.18676872869155 - type: nauc_mrr_at_1000_std value: -39.57174458519824 - type: nauc_mrr_at_100_diff1 value: 63.48736991454802 - type: nauc_mrr_at_100_max value: -19.185964488505324 - type: nauc_mrr_at_100_std value: -39.571005370486844 - type: nauc_mrr_at_10_diff1 value: 63.496892773682575 - type: nauc_mrr_at_10_max value: -19.137184489398113 - type: nauc_mrr_at_10_std value: -39.61121405465908 - type: nauc_mrr_at_1_diff1 value: 63.8931650178703 - type: nauc_mrr_at_1_max value: -19.13870592744866 - type: nauc_mrr_at_1_std value: -36.21650937803273 - type: nauc_mrr_at_20_diff1 value: 63.48977631792124 - type: nauc_mrr_at_20_max value: -19.167118938060913 - type: nauc_mrr_at_20_std value: -39.57706812851535 - type: nauc_mrr_at_3_diff1 value: 63.32934405332199 - type: nauc_mrr_at_3_max value: -19.24641986865118 - type: nauc_mrr_at_3_std value: -40.940129761950985 - type: nauc_mrr_at_5_diff1 value: 63.517348684708644 - type: nauc_mrr_at_5_max value: -19.11256790994168 - type: nauc_mrr_at_5_std value: -39.9749657068304 - type: nauc_ndcg_at_1000_diff1 value: 41.076101906247835 - type: nauc_ndcg_at_1000_max value: -7.226733640213606 - type: nauc_ndcg_at_1000_std value: -20.509409301747596 - type: nauc_ndcg_at_100_diff1 value: 39.912775071923846 - type: nauc_ndcg_at_100_max value: -6.6031024308101305 - type: nauc_ndcg_at_100_std value: -19.488976518418685 - type: nauc_ndcg_at_10_diff1 value: 36.991054890053746 - type: nauc_ndcg_at_10_max value: -5.703804107983826 - type: nauc_ndcg_at_10_std value: -18.30890245336646 - type: nauc_ndcg_at_1_diff1 value: 63.8931650178703 - type: nauc_ndcg_at_1_max value: -19.13870592744866 - type: nauc_ndcg_at_1_std value: -36.21650937803273 - type: nauc_ndcg_at_20_diff1 value: 38.06195629005128 - type: nauc_ndcg_at_20_max value: -5.956938984887445 - type: nauc_ndcg_at_20_std value: -18.55811206090083 - type: nauc_ndcg_at_3_diff1 value: 38.3253264990881 - type: nauc_ndcg_at_3_max value: -6.160356060424505 - type: nauc_ndcg_at_3_std value: -21.17644073772092 - type: nauc_ndcg_at_5_diff1 value: 36.81395160037575 - type: nauc_ndcg_at_5_max value: -5.5184833028226015 - type: nauc_ndcg_at_5_std value: -18.855728016827573 - type: nauc_precision_at_1000_diff1 value: -1.798023567581113 - type: nauc_precision_at_1000_max value: 2.075676216126402 - type: nauc_precision_at_1000_std value: 0.6661076521215061 - type: nauc_precision_at_100_diff1 value: -3.4104407178365914 - type: nauc_precision_at_100_max value: 4.0047525056348565 - type: nauc_precision_at_100_std value: 2.9538134117977 - type: nauc_precision_at_10_diff1 value: -7.971971190220629 - type: nauc_precision_at_10_max value: 5.79095981673231 - type: nauc_precision_at_10_std value: 2.679701881943801 - type: nauc_precision_at_1_diff1 value: 63.8931650178703 - type: nauc_precision_at_1_max value: -19.13870592744866 - type: nauc_precision_at_1_std value: -36.21650937803273 - type: nauc_precision_at_20_diff1 value: -5.97650346358847 - type: nauc_precision_at_20_max value: 5.356231824212161 - type: nauc_precision_at_20_std value: 3.3717231487953927 - type: nauc_precision_at_3_diff1 value: -4.338422835263307 - type: nauc_precision_at_3_max value: 5.225732964596468 - type: nauc_precision_at_3_std value: -7.216509536122836 - type: nauc_precision_at_5_diff1 value: -8.546583059668556 - type: nauc_precision_at_5_max value: 6.3921561938488995 - type: nauc_precision_at_5_std value: 0.14590803478964773 - type: nauc_recall_at_1000_diff1 value: -14.550446134779385 - type: nauc_recall_at_1000_max value: 40.7272814014902 - type: nauc_recall_at_1000_std value: 51.09977581242159 - type: nauc_recall_at_100_diff1 value: -9.382110771276123 - type: nauc_recall_at_100_max value: 29.248829469706678 - type: nauc_recall_at_100_std value: 35.13007427579197 - type: nauc_recall_at_10_diff1 value: -1.9178724742563424 - type: nauc_recall_at_10_max value: 17.388506357276793 - type: nauc_recall_at_10_std value: 14.607463593218906 - type: nauc_recall_at_1_diff1 value: 43.69122799154449 - type: nauc_recall_at_1_max value: -11.63127334717789 - type: nauc_recall_at_1_std value: -20.7658737657603 - type: nauc_recall_at_20_diff1 value: -4.360500447701097 - type: nauc_recall_at_20_max value: 21.02263450303614 - type: nauc_recall_at_20_std value: 20.999393483063248 - type: nauc_recall_at_3_diff1 value: 11.835627611412372 - type: nauc_recall_at_3_max value: 6.73026263313079 - type: nauc_recall_at_3_std value: -6.139330166444412 - type: nauc_recall_at_5_diff1 value: 3.847666226700295 - type: nauc_recall_at_5_max value: 12.82319379524697 - type: nauc_recall_at_5_std value: 5.2049518693364165 - type: ndcg_at_1 value: 85.912 - type: ndcg_at_10 value: 90.021 - type: ndcg_at_100 value: 90.807 - type: ndcg_at_1000 value: 91.022 - type: ndcg_at_20 value: 90.36800000000001 - type: ndcg_at_3 value: 88.95100000000001 - type: ndcg_at_5 value: 89.54299999999999 - type: precision_at_1 value: 85.912 - type: precision_at_10 value: 11.17 - type: precision_at_100 value: 1.205 - type: precision_at_1000 value: 0.125 - type: precision_at_20 value: 5.742 - type: precision_at_3 value: 34.993 - type: precision_at_5 value: 21.653 - type: recall_at_1 value: 77.215 - type: recall_at_10 value: 95.27 - type: recall_at_100 value: 97.946 - type: recall_at_1000 value: 99.151 - type: recall_at_20 value: 96.282 - type: recall_at_3 value: 92.061 - type: recall_at_5 value: 93.881 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: dev type: mteb/fiqa metrics: - type: main_score value: 46.132 - type: map_at_1 value: 26.173999999999996 - type: map_at_10 value: 38.342999999999996 - type: map_at_100 value: 40.264 - type: map_at_1000 value: 40.43 - type: map_at_20 value: 39.446 - type: map_at_3 value: 33.975 - type: map_at_5 value: 36.434 - type: mrr_at_1 value: 46.800000000000004 - type: mrr_at_10 value: 54.254126984126984 - type: mrr_at_100 value: 54.923209054678026 - type: mrr_at_1000 value: 54.96385524659587 - type: mrr_at_20 value: 54.642069278330894 - type: mrr_at_3 value: 51.96666666666668 - type: mrr_at_5 value: 53.36666666666666 - type: nauc_map_at_1000_diff1 value: 49.841885106876695 - type: nauc_map_at_1000_max value: 30.36895689778847 - type: nauc_map_at_1000_std value: 1.7567744666421903 - type: nauc_map_at_100_diff1 value: 49.81372794693455 - type: nauc_map_at_100_max value: 30.31791638948266 - type: nauc_map_at_100_std value: 1.7727102636629064 - type: nauc_map_at_10_diff1 value: 49.799159621528446 - type: nauc_map_at_10_max value: 28.95097185909244 - type: nauc_map_at_10_std value: -0.2143787100918625 - type: nauc_map_at_1_diff1 value: 52.58007399240151 - type: nauc_map_at_1_max value: 23.415428952222296 - type: nauc_map_at_1_std value: -3.4523781889766534 - type: nauc_map_at_20_diff1 value: 49.77759278250616 - type: nauc_map_at_20_max value: 29.637020999394448 - type: nauc_map_at_20_std value: 0.9417068184996975 - type: nauc_map_at_3_diff1 value: 50.15320410883135 - type: nauc_map_at_3_max value: 25.672823727430483 - type: nauc_map_at_3_std value: -3.6368832994092495 - type: nauc_map_at_5_diff1 value: 49.73253471375265 - type: nauc_map_at_5_max value: 27.452729712955946 - type: nauc_map_at_5_std value: -2.597504538318964 - type: nauc_mrr_at_1000_diff1 value: 59.23823771450779 - type: nauc_mrr_at_1000_max value: 43.689096630807406 - type: nauc_mrr_at_1000_std value: 6.006395209759317 - type: nauc_mrr_at_100_diff1 value: 59.24508199769832 - type: nauc_mrr_at_100_max value: 43.707191670788845 - type: nauc_mrr_at_100_std value: 6.038811740941315 - type: nauc_mrr_at_10_diff1 value: 59.18050290269257 - type: nauc_mrr_at_10_max value: 43.68703710709348 - type: nauc_mrr_at_10_std value: 5.920147856790965 - type: nauc_mrr_at_1_diff1 value: 61.23049191214833 - type: nauc_mrr_at_1_max value: 42.82186697869064 - type: nauc_mrr_at_1_std value: 5.226665401704537 - type: nauc_mrr_at_20_diff1 value: 59.20345490177547 - type: nauc_mrr_at_20_max value: 43.71801475513994 - type: nauc_mrr_at_20_std value: 6.06326305891993 - type: nauc_mrr_at_3_diff1 value: 59.51435687918044 - type: nauc_mrr_at_3_max value: 42.75973795344299 - type: nauc_mrr_at_3_std value: 3.7021523288826534 - type: nauc_mrr_at_5_diff1 value: 59.33809476755813 - type: nauc_mrr_at_5_max value: 43.35457262061369 - type: nauc_mrr_at_5_std value: 5.133928801400819 - type: nauc_ndcg_at_1000_diff1 value: 52.201491960514424 - type: nauc_ndcg_at_1000_max value: 36.67184214497183 - type: nauc_ndcg_at_1000_std value: 7.063547365940826 - type: nauc_ndcg_at_100_diff1 value: 51.6839609303026 - type: nauc_ndcg_at_100_max value: 36.54239095504816 - type: nauc_ndcg_at_100_std value: 8.305198443785065 - type: nauc_ndcg_at_10_diff1 value: 51.015102739483666 - type: nauc_ndcg_at_10_max value: 33.38470092473942 - type: nauc_ndcg_at_10_std value: 3.4372330157713913 - type: nauc_ndcg_at_1_diff1 value: 61.23049191214833 - type: nauc_ndcg_at_1_max value: 42.82186697869064 - type: nauc_ndcg_at_1_std value: 5.226665401704537 - type: nauc_ndcg_at_20_diff1 value: 51.148241453136286 - type: nauc_ndcg_at_20_max value: 34.415266899737986 - type: nauc_ndcg_at_20_std value: 5.722948452578717 - type: nauc_ndcg_at_3_diff1 value: 50.183107867516384 - type: nauc_ndcg_at_3_max value: 31.825660975728017 - type: nauc_ndcg_at_3_std value: 0.05987477146294962 - type: nauc_ndcg_at_5_diff1 value: 50.27752187238947 - type: nauc_ndcg_at_5_max value: 31.58055768641312 - type: nauc_ndcg_at_5_std value: 0.095638813464201 - type: nauc_precision_at_1000_diff1 value: -1.081891577216482 - type: nauc_precision_at_1000_max value: 22.772384668021623 - type: nauc_precision_at_1000_std value: 20.37369910022167 - type: nauc_precision_at_100_diff1 value: 4.865265359179138 - type: nauc_precision_at_100_max value: 28.950539208916727 - type: nauc_precision_at_100_std value: 27.88929247051143 - type: nauc_precision_at_10_diff1 value: 18.581939701749484 - type: nauc_precision_at_10_max value: 32.5407981760264 - type: nauc_precision_at_10_std value: 18.06686305505164 - type: nauc_precision_at_1_diff1 value: 61.23049191214833 - type: nauc_precision_at_1_max value: 42.82186697869064 - type: nauc_precision_at_1_std value: 5.226665401704537 - type: nauc_precision_at_20_diff1 value: 12.547121372367496 - type: nauc_precision_at_20_max value: 30.247027897607875 - type: nauc_precision_at_20_std value: 23.213776336403853 - type: nauc_precision_at_3_diff1 value: 33.47981633285446 - type: nauc_precision_at_3_max value: 32.05249666039517 - type: nauc_precision_at_3_std value: 3.7643758682601813 - type: nauc_precision_at_5_diff1 value: 24.156736607137386 - type: nauc_precision_at_5_max value: 31.58120543424835 - type: nauc_precision_at_5_std value: 8.826547060575736 - type: nauc_recall_at_1000_diff1 value: 44.70168791342202 - type: nauc_recall_at_1000_max value: 40.019041375679365 - type: nauc_recall_at_1000_std value: 26.28492676001751 - type: nauc_recall_at_100_diff1 value: 38.85858202136479 - type: nauc_recall_at_100_max value: 35.63673405628285 - type: nauc_recall_at_100_std value: 26.480426298783005 - type: nauc_recall_at_10_diff1 value: 41.87765017247146 - type: nauc_recall_at_10_max value: 26.94832721731921 - type: nauc_recall_at_10_std value: 5.096767252321309 - type: nauc_recall_at_1_diff1 value: 52.58007399240151 - type: nauc_recall_at_1_max value: 23.415428952222296 - type: nauc_recall_at_1_std value: -3.4523781889766534 - type: nauc_recall_at_20_diff1 value: 40.31961054933225 - type: nauc_recall_at_20_max value: 29.149084076136273 - type: nauc_recall_at_20_std value: 12.080660943653156 - type: nauc_recall_at_3_diff1 value: 44.845037051363235 - type: nauc_recall_at_3_max value: 22.163030784764484 - type: nauc_recall_at_3_std value: -5.426325332659164 - type: nauc_recall_at_5_diff1 value: 43.36113793278537 - type: nauc_recall_at_5_max value: 23.182744951367788 - type: nauc_recall_at_5_std value: -3.634417407112399 - type: ndcg_at_1 value: 46.800000000000004 - type: ndcg_at_10 value: 46.132 - type: ndcg_at_100 value: 52.410000000000004 - type: ndcg_at_1000 value: 55.057 - type: ndcg_at_20 value: 48.679 - type: ndcg_at_3 value: 42.487 - type: ndcg_at_5 value: 43.586999999999996 - type: precision_at_1 value: 46.800000000000004 - type: precision_at_10 value: 11.74 - type: precision_at_100 value: 1.8419999999999999 - type: precision_at_1000 value: 0.22799999999999998 - type: precision_at_20 value: 7.07 - type: precision_at_3 value: 26.200000000000003 - type: precision_at_5 value: 19.16 - type: recall_at_1 value: 26.173999999999996 - type: recall_at_10 value: 52.979 - type: recall_at_100 value: 76.048 - type: recall_at_1000 value: 92.054 - type: recall_at_20 value: 60.624 - type: recall_at_3 value: 38.657000000000004 - type: recall_at_5 value: 44.862 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 43.887 - type: map_at_1 value: 21.397 - type: map_at_10 value: 35.811 - type: map_at_100 value: 37.661 - type: map_at_1000 value: 37.839 - type: map_at_20 value: 36.727 - type: map_at_3 value: 31.493 - type: map_at_5 value: 33.992 - type: mrr_at_1 value: 42.74691358024691 - type: mrr_at_10 value: 52.44727366255143 - type: mrr_at_100 value: 53.157106113787755 - type: mrr_at_1000 value: 53.19590692557363 - type: mrr_at_20 value: 52.788702294851234 - type: mrr_at_3 value: 50.231481481481474 - type: mrr_at_5 value: 51.604938271604915 - type: nauc_map_at_1000_diff1 value: 44.99013932786583 - type: nauc_map_at_1000_max value: 36.2931656288237 - type: nauc_map_at_1000_std value: 2.744952096504704 - type: nauc_map_at_100_diff1 value: 44.86944269697463 - type: nauc_map_at_100_max value: 36.18298281198049 - type: nauc_map_at_100_std value: 2.7487976881234784 - type: nauc_map_at_10_diff1 value: 44.701036690482844 - type: nauc_map_at_10_max value: 34.91880124794292 - type: nauc_map_at_10_std value: 1.5099484081332097 - type: nauc_map_at_1_diff1 value: 50.85379952260034 - type: nauc_map_at_1_max value: 27.394421957915572 - type: nauc_map_at_1_std value: -3.6437293825619923 - type: nauc_map_at_20_diff1 value: 44.643893347140214 - type: nauc_map_at_20_max value: 35.78032300474766 - type: nauc_map_at_20_std value: 2.0540696985077713 - type: nauc_map_at_3_diff1 value: 46.924921206244605 - type: nauc_map_at_3_max value: 31.95948324092745 - type: nauc_map_at_3_std value: -0.24644658949620132 - type: nauc_map_at_5_diff1 value: 45.299548947339346 - type: nauc_map_at_5_max value: 33.560927993044636 - type: nauc_map_at_5_std value: -0.09229167862135255 - type: nauc_mrr_at_1000_diff1 value: 53.97584579514102 - type: nauc_mrr_at_1000_max value: 41.39325946543948 - type: nauc_mrr_at_1000_std value: 2.7797248987216774 - type: nauc_mrr_at_100_diff1 value: 53.95469720996498 - type: nauc_mrr_at_100_max value: 41.41453164205358 - type: nauc_mrr_at_100_std value: 2.8260988232101902 - type: nauc_mrr_at_10_diff1 value: 53.72315979312175 - type: nauc_mrr_at_10_max value: 41.177743822376904 - type: nauc_mrr_at_10_std value: 2.563267516014612 - type: nauc_mrr_at_1_diff1 value: 57.590727821071155 - type: nauc_mrr_at_1_max value: 41.635385860154074 - type: nauc_mrr_at_1_std value: -0.44532344504198534 - type: nauc_mrr_at_20_diff1 value: 53.83801635440246 - type: nauc_mrr_at_20_max value: 41.28524524541232 - type: nauc_mrr_at_20_std value: 2.5331225115409577 - type: nauc_mrr_at_3_diff1 value: 54.39722667585212 - type: nauc_mrr_at_3_max value: 40.54145465851505 - type: nauc_mrr_at_3_std value: 1.6925912897229027 - type: nauc_mrr_at_5_diff1 value: 53.691867160376816 - type: nauc_mrr_at_5_max value: 40.94797527156675 - type: nauc_mrr_at_5_std value: 2.227219454930413 - type: nauc_ndcg_at_1000_diff1 value: 47.28950242475927 - type: nauc_ndcg_at_1000_max value: 40.558784896965015 - type: nauc_ndcg_at_1000_std value: 6.916048078136412 - type: nauc_ndcg_at_100_diff1 value: 45.803609057238724 - type: nauc_ndcg_at_100_max value: 39.9247602434488 - type: nauc_ndcg_at_100_std value: 8.070013922609293 - type: nauc_ndcg_at_10_diff1 value: 44.601721852568154 - type: nauc_ndcg_at_10_max value: 36.7523945635637 - type: nauc_ndcg_at_10_std value: 3.7741680838463916 - type: nauc_ndcg_at_1_diff1 value: 57.590727821071155 - type: nauc_ndcg_at_1_max value: 41.635385860154074 - type: nauc_ndcg_at_1_std value: -0.44532344504198534 - type: nauc_ndcg_at_20_diff1 value: 44.84087184273544 - type: nauc_ndcg_at_20_max value: 38.32125780917691 - type: nauc_ndcg_at_20_std value: 4.548886454834896 - type: nauc_ndcg_at_3_diff1 value: 46.45102235679583 - type: nauc_ndcg_at_3_max value: 36.9633250683586 - type: nauc_ndcg_at_3_std value: 2.369907620024769 - type: nauc_ndcg_at_5_diff1 value: 44.32017759567463 - type: nauc_ndcg_at_5_max value: 35.90479608408539 - type: nauc_ndcg_at_5_std value: 1.450222645028762 - type: nauc_precision_at_1000_diff1 value: 1.3454169253303294 - type: nauc_precision_at_1000_max value: 23.88451750412882 - type: nauc_precision_at_1000_std value: 12.591204064713308 - type: nauc_precision_at_100_diff1 value: 6.012218731725929 - type: nauc_precision_at_100_max value: 30.969198659050733 - type: nauc_precision_at_100_std value: 18.35239521849261 - type: nauc_precision_at_10_diff1 value: 16.908790779236835 - type: nauc_precision_at_10_max value: 37.080559157562455 - type: nauc_precision_at_10_std value: 12.110645329690259 - type: nauc_precision_at_1_diff1 value: 57.590727821071155 - type: nauc_precision_at_1_max value: 41.635385860154074 - type: nauc_precision_at_1_std value: -0.44532344504198534 - type: nauc_precision_at_20_diff1 value: 12.877352199360345 - type: nauc_precision_at_20_max value: 37.364422905122815 - type: nauc_precision_at_20_std value: 13.813344186459652 - type: nauc_precision_at_3_diff1 value: 32.81390693003651 - type: nauc_precision_at_3_max value: 38.89224188329493 - type: nauc_precision_at_3_std value: 6.490943672811113 - type: nauc_precision_at_5_diff1 value: 23.31033104699241 - type: nauc_precision_at_5_max value: 37.026347485355956 - type: nauc_precision_at_5_std value: 6.082794133847137 - type: nauc_recall_at_1000_diff1 value: 40.21199090930344 - type: nauc_recall_at_1000_max value: 45.44325141564459 - type: nauc_recall_at_1000_std value: 39.95206397839652 - type: nauc_recall_at_100_diff1 value: 28.694180171434674 - type: nauc_recall_at_100_max value: 36.16137724563645 - type: nauc_recall_at_100_std value: 29.362576415720426 - type: nauc_recall_at_10_diff1 value: 30.82350118152907 - type: nauc_recall_at_10_max value: 28.84721188763083 - type: nauc_recall_at_10_std value: 6.871358974808361 - type: nauc_recall_at_1_diff1 value: 50.85379952260034 - type: nauc_recall_at_1_max value: 27.394421957915572 - type: nauc_recall_at_1_std value: -3.6437293825619923 - type: nauc_recall_at_20_diff1 value: 30.494672593660365 - type: nauc_recall_at_20_max value: 32.451452059083 - type: nauc_recall_at_20_std value: 8.857752757738012 - type: nauc_recall_at_3_diff1 value: 37.98407967492573 - type: nauc_recall_at_3_max value: 26.531560809821137 - type: nauc_recall_at_3_std value: 1.2955663995782718 - type: nauc_recall_at_5_diff1 value: 32.84916383815314 - type: nauc_recall_at_5_max value: 26.621206298631378 - type: nauc_recall_at_5_std value: 1.6024978706362352 - type: ndcg_at_1 value: 42.747 - type: ndcg_at_10 value: 43.887 - type: ndcg_at_100 value: 50.485 - type: ndcg_at_1000 value: 53.400999999999996 - type: ndcg_at_20 value: 46.098 - type: ndcg_at_3 value: 40.602 - type: ndcg_at_5 value: 41.725 - type: precision_at_1 value: 42.747 - type: precision_at_10 value: 11.991 - type: precision_at_100 value: 1.889 - type: precision_at_1000 value: 0.241 - type: precision_at_20 value: 6.959999999999999 - type: precision_at_3 value: 27.058 - type: precision_at_5 value: 19.814999999999998 - type: recall_at_1 value: 21.397 - type: recall_at_10 value: 50.678 - type: recall_at_100 value: 75.108 - type: recall_at_1000 value: 92.465 - type: recall_at_20 value: 57.474000000000004 - type: recall_at_3 value: 37.391000000000005 - type: recall_at_5 value: 43.566 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: train type: mteb/fiqa metrics: - type: main_score value: 45.074 - type: map_at_1 value: 22.921 - type: map_at_10 value: 37.062 - type: map_at_100 value: 38.869 - type: map_at_1000 value: 39.031 - type: map_at_20 value: 38.073 - type: map_at_3 value: 32.482 - type: map_at_5 value: 34.975 - type: mrr_at_1 value: 42.81818181818181 - type: mrr_at_10 value: 52.01925685425696 - type: mrr_at_100 value: 52.76535915811975 - type: mrr_at_1000 value: 52.80323713270641 - type: mrr_at_20 value: 52.46928188075179 - type: mrr_at_3 value: 49.563636363636505 - type: mrr_at_5 value: 51.04090909090917 - type: nauc_map_at_1000_diff1 value: 45.10345424051492 - type: nauc_map_at_1000_max value: 29.68487371437469 - type: nauc_map_at_1000_std value: 1.238229479331942 - type: nauc_map_at_100_diff1 value: 45.07560751433321 - type: nauc_map_at_100_max value: 29.621328097853137 - type: nauc_map_at_100_std value: 1.1967771682187873 - type: nauc_map_at_10_diff1 value: 44.843509175193056 - type: nauc_map_at_10_max value: 28.618388907804658 - type: nauc_map_at_10_std value: -0.17386075400517237 - type: nauc_map_at_1_diff1 value: 49.47111917296565 - type: nauc_map_at_1_max value: 20.0742470618401 - type: nauc_map_at_1_std value: -4.129360092632688 - type: nauc_map_at_20_diff1 value: 44.95018685490344 - type: nauc_map_at_20_max value: 29.150108596298434 - type: nauc_map_at_20_std value: 0.6249683074740969 - type: nauc_map_at_3_diff1 value: 45.01551197502368 - type: nauc_map_at_3_max value: 25.1628789711796 - type: nauc_map_at_3_std value: -3.321515508442981 - type: nauc_map_at_5_diff1 value: 44.91318371210472 - type: nauc_map_at_5_max value: 27.12198758255798 - type: nauc_map_at_5_std value: -1.8418885545143031 - type: nauc_mrr_at_1000_diff1 value: 51.02890753099619 - type: nauc_mrr_at_1000_max value: 37.20699525567458 - type: nauc_mrr_at_1000_std value: 3.189109744356073 - type: nauc_mrr_at_100_diff1 value: 51.015583067584146 - type: nauc_mrr_at_100_max value: 37.20945921198165 - type: nauc_mrr_at_100_std value: 3.2119457438429047 - type: nauc_mrr_at_10_diff1 value: 50.938326208533056 - type: nauc_mrr_at_10_max value: 37.2328138702086 - type: nauc_mrr_at_10_std value: 3.1417844227142577 - type: nauc_mrr_at_1_diff1 value: 54.83336818983676 - type: nauc_mrr_at_1_max value: 35.941190580000395 - type: nauc_mrr_at_1_std value: 0.11480196188945171 - type: nauc_mrr_at_20_diff1 value: 50.97564795196412 - type: nauc_mrr_at_20_max value: 37.22205264818766 - type: nauc_mrr_at_20_std value: 3.2001064750905672 - type: nauc_mrr_at_3_diff1 value: 51.12200690387213 - type: nauc_mrr_at_3_max value: 36.605143686242045 - type: nauc_mrr_at_3_std value: 1.9427581254272008 - type: nauc_mrr_at_5_diff1 value: 51.08466836245801 - type: nauc_mrr_at_5_max value: 37.23852403243883 - type: nauc_mrr_at_5_std value: 2.7992259556688466 - type: nauc_ndcg_at_1000_diff1 value: 45.6295653089338 - type: nauc_ndcg_at_1000_max value: 34.25244958857478 - type: nauc_ndcg_at_1000_std value: 5.968157773281027 - type: nauc_ndcg_at_100_diff1 value: 45.15925091294929 - type: nauc_ndcg_at_100_max value: 33.77292060148967 - type: nauc_ndcg_at_100_std value: 6.252767106085369 - type: nauc_ndcg_at_10_diff1 value: 44.63262132249889 - type: nauc_ndcg_at_10_max value: 31.804054311383613 - type: nauc_ndcg_at_10_std value: 2.868169824330679 - type: nauc_ndcg_at_1_diff1 value: 54.83336818983676 - type: nauc_ndcg_at_1_max value: 35.941190580000395 - type: nauc_ndcg_at_1_std value: 0.11480196188945171 - type: nauc_ndcg_at_20_diff1 value: 44.73531667035927 - type: nauc_ndcg_at_20_max value: 32.36405405932841 - type: nauc_ndcg_at_20_std value: 4.234168192043894 - type: nauc_ndcg_at_3_diff1 value: 45.180068719892965 - type: nauc_ndcg_at_3_max value: 31.144658941814473 - type: nauc_ndcg_at_3_std value: 0.15981365840386932 - type: nauc_ndcg_at_5_diff1 value: 44.91186731928022 - type: nauc_ndcg_at_5_max value: 31.097528102462903 - type: nauc_ndcg_at_5_std value: 1.0978416567636418 - type: nauc_precision_at_1000_diff1 value: 0.10884757461177323 - type: nauc_precision_at_1000_max value: 22.44073868984244 - type: nauc_precision_at_1000_std value: 18.425802177787244 - type: nauc_precision_at_100_diff1 value: 8.326770033288243 - type: nauc_precision_at_100_max value: 29.87121252902087 - type: nauc_precision_at_100_std value: 22.471637271023955 - type: nauc_precision_at_10_diff1 value: 20.3859018808304 - type: nauc_precision_at_10_max value: 35.387490020659186 - type: nauc_precision_at_10_std value: 14.452716344612679 - type: nauc_precision_at_1_diff1 value: 54.83336818983676 - type: nauc_precision_at_1_max value: 35.941190580000395 - type: nauc_precision_at_1_std value: 0.11480196188945171 - type: nauc_precision_at_20_diff1 value: 16.24605754303343 - type: nauc_precision_at_20_max value: 33.818393780875525 - type: nauc_precision_at_20_std value: 18.42940330763103 - type: nauc_precision_at_3_diff1 value: 31.181315158851408 - type: nauc_precision_at_3_max value: 35.71839391755647 - type: nauc_precision_at_3_std value: 4.86245107443907 - type: nauc_precision_at_5_diff1 value: 26.18450860125776 - type: nauc_precision_at_5_max value: 36.32130007403958 - type: nauc_precision_at_5_std value: 9.106489600607265 - type: nauc_recall_at_1000_diff1 value: 21.411131898774677 - type: nauc_recall_at_1000_max value: 34.541893106658605 - type: nauc_recall_at_1000_std value: 40.6467864769445 - type: nauc_recall_at_100_diff1 value: 28.25747320103834 - type: nauc_recall_at_100_max value: 29.192936775640888 - type: nauc_recall_at_100_std value: 22.38141045002714 - type: nauc_recall_at_10_diff1 value: 33.183148689667306 - type: nauc_recall_at_10_max value: 26.115736478754542 - type: nauc_recall_at_10_std value: 5.779562369828712 - type: nauc_recall_at_1_diff1 value: 49.47111917296565 - type: nauc_recall_at_1_max value: 20.0742470618401 - type: nauc_recall_at_1_std value: -4.129360092632688 - type: nauc_recall_at_20_diff1 value: 31.3273565134318 - type: nauc_recall_at_20_max value: 26.118667671265268 - type: nauc_recall_at_20_std value: 10.337063376342904 - type: nauc_recall_at_3_diff1 value: 37.71800914450827 - type: nauc_recall_at_3_max value: 21.998612117129866 - type: nauc_recall_at_3_std value: -2.8573409678442667 - type: nauc_recall_at_5_diff1 value: 36.035788981718326 - type: nauc_recall_at_5_max value: 24.462942381019985 - type: nauc_recall_at_5_std value: 0.5720741719496573 - type: ndcg_at_1 value: 42.818 - type: ndcg_at_10 value: 45.074 - type: ndcg_at_100 value: 51.405 - type: ndcg_at_1000 value: 54.092 - type: ndcg_at_20 value: 47.555 - type: ndcg_at_3 value: 40.735 - type: ndcg_at_5 value: 42.229 - type: precision_at_1 value: 42.818 - type: precision_at_10 value: 12.110999999999999 - type: precision_at_100 value: 1.876 - type: precision_at_1000 value: 0.23500000000000001 - type: precision_at_20 value: 7.117999999999999 - type: precision_at_3 value: 26.473000000000003 - type: precision_at_5 value: 19.465 - type: recall_at_1 value: 22.921 - type: recall_at_10 value: 52.942 - type: recall_at_100 value: 76.61200000000001 - type: recall_at_1000 value: 92.793 - type: recall_at_20 value: 60.809999999999995 - type: recall_at_3 value: 37.830999999999996 - type: recall_at_5 value: 44.279 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: dev type: mteb/hotpotqa metrics: - type: main_score value: 77.35600000000001 - type: map_at_1 value: 42.299 - type: map_at_10 value: 70.006 - type: map_at_100 value: 70.775 - type: map_at_1000 value: 70.82300000000001 - type: map_at_20 value: 70.47099999999999 - type: map_at_3 value: 66.81200000000001 - type: map_at_5 value: 68.85 - type: mrr_at_1 value: 84.59702588580869 - type: mrr_at_10 value: 89.3224608857067 - type: mrr_at_100 value: 89.42205720574383 - type: mrr_at_1000 value: 89.425588995421 - type: mrr_at_20 value: 89.38641899747822 - type: mrr_at_3 value: 88.68184321644944 - type: mrr_at_5 value: 89.0995043143014 - type: nauc_map_at_1000_diff1 value: 11.875767523175762 - type: nauc_map_at_1000_max value: 23.23376674530728 - type: nauc_map_at_1000_std value: 18.523605995632938 - type: nauc_map_at_100_diff1 value: 11.85910449749788 - type: nauc_map_at_100_max value: 23.239547476164876 - type: nauc_map_at_100_std value: 18.565229607460537 - type: nauc_map_at_10_diff1 value: 11.607663265355745 - type: nauc_map_at_10_max value: 22.923495646620154 - type: nauc_map_at_10_std value: 18.030180953748534 - type: nauc_map_at_1_diff1 value: 69.04595571010425 - type: nauc_map_at_1_max value: 42.68450581268141 - type: nauc_map_at_1_std value: 3.9078744944302226 - type: nauc_map_at_20_diff1 value: 11.723969128072866 - type: nauc_map_at_20_max value: 23.11544870270342 - type: nauc_map_at_20_std value: 18.41858338547983 - type: nauc_map_at_3_diff1 value: 11.195009895256332 - type: nauc_map_at_3_max value: 21.124864974433763 - type: nauc_map_at_3_std value: 14.668115105817323 - type: nauc_map_at_5_diff1 value: 11.399725827702468 - type: nauc_map_at_5_max value: 22.68356071435758 - type: nauc_map_at_5_std value: 17.006805900547196 - type: nauc_mrr_at_1000_diff1 value: 67.99516710058342 - type: nauc_mrr_at_1000_max value: 45.15957182658708 - type: nauc_mrr_at_1000_std value: 5.625688035185145 - type: nauc_mrr_at_100_diff1 value: 68.00038022639141 - type: nauc_mrr_at_100_max value: 45.1718894878634 - type: nauc_mrr_at_100_std value: 5.642257978446126 - type: nauc_mrr_at_10_diff1 value: 67.97643955659808 - type: nauc_mrr_at_10_max value: 45.24875815550117 - type: nauc_mrr_at_10_std value: 5.6282245777631825 - type: nauc_mrr_at_1_diff1 value: 69.04595571010425 - type: nauc_mrr_at_1_max value: 42.68450581268141 - type: nauc_mrr_at_1_std value: 3.9078744944302226 - type: nauc_mrr_at_20_diff1 value: 67.98186373375957 - type: nauc_mrr_at_20_max value: 45.16955056454227 - type: nauc_mrr_at_20_std value: 5.643021098296383 - type: nauc_mrr_at_3_diff1 value: 67.74068066479995 - type: nauc_mrr_at_3_max value: 45.233627819514496 - type: nauc_mrr_at_3_std value: 5.073903037944697 - type: nauc_mrr_at_5_diff1 value: 67.90073680819802 - type: nauc_mrr_at_5_max value: 45.28874529948139 - type: nauc_mrr_at_5_std value: 5.533506436522208 - type: nauc_ndcg_at_1000_diff1 value: 18.45245983930683 - type: nauc_ndcg_at_1000_max value: 27.416507398330854 - type: nauc_ndcg_at_1000_std value: 20.799288194838745 - type: nauc_ndcg_at_100_diff1 value: 17.774579523633484 - type: nauc_ndcg_at_100_max value: 27.484015450724563 - type: nauc_ndcg_at_100_std value: 21.824361827289604 - type: nauc_ndcg_at_10_diff1 value: 16.454456871906594 - type: nauc_ndcg_at_10_max value: 26.248157142106788 - type: nauc_ndcg_at_10_std value: 19.85534143153061 - type: nauc_ndcg_at_1_diff1 value: 69.04595571010425 - type: nauc_ndcg_at_1_max value: 42.68450581268141 - type: nauc_ndcg_at_1_std value: 3.9078744944302226 - type: nauc_ndcg_at_20_diff1 value: 16.783596764102448 - type: nauc_ndcg_at_20_max value: 26.674447936981803 - type: nauc_ndcg_at_20_std value: 20.955085734378283 - type: nauc_ndcg_at_3_diff1 value: 16.323138577650877 - type: nauc_ndcg_at_3_max value: 23.919505607419378 - type: nauc_ndcg_at_3_std value: 14.438155012059939 - type: nauc_ndcg_at_5_diff1 value: 16.252513953720612 - type: nauc_ndcg_at_5_max value: 25.834906380090715 - type: nauc_ndcg_at_5_std value: 17.797879786189498 - type: nauc_precision_at_1000_diff1 value: -5.612996021391802 - type: nauc_precision_at_1000_max value: 29.621124808949475 - type: nauc_precision_at_1000_std value: 60.2180272898463 - type: nauc_precision_at_100_diff1 value: -0.4655256365736023 - type: nauc_precision_at_100_max value: 27.863131801262153 - type: nauc_precision_at_100_std value: 48.24283178268865 - type: nauc_precision_at_10_diff1 value: 1.467484417678075 - type: nauc_precision_at_10_max value: 23.063996835379925 - type: nauc_precision_at_10_std value: 30.225428590871395 - type: nauc_precision_at_1_diff1 value: 69.04595571010425 - type: nauc_precision_at_1_max value: 42.68450581268141 - type: nauc_precision_at_1_std value: 3.9078744944302226 - type: nauc_precision_at_20_diff1 value: 0.16098170706775244 - type: nauc_precision_at_20_max value: 23.545698533798383 - type: nauc_precision_at_20_std value: 35.3738609349459 - type: nauc_precision_at_3_diff1 value: 4.822099897775316 - type: nauc_precision_at_3_max value: 19.882902254898795 - type: nauc_precision_at_3_std value: 17.397463603075302 - type: nauc_precision_at_5_diff1 value: 3.1779150794512656 - type: nauc_precision_at_5_max value: 22.753201773071552 - type: nauc_precision_at_5_std value: 24.028684632710412 - type: nauc_recall_at_1000_diff1 value: -5.6129960213919 - type: nauc_recall_at_1000_max value: 29.62112480894871 - type: nauc_recall_at_1000_std value: 60.2180272898464 - type: nauc_recall_at_100_diff1 value: -0.4655256365738292 - type: nauc_recall_at_100_max value: 27.863131801261865 - type: nauc_recall_at_100_std value: 48.24283178268853 - type: nauc_recall_at_10_diff1 value: 1.4674844176780142 - type: nauc_recall_at_10_max value: 23.063996835379864 - type: nauc_recall_at_10_std value: 30.225428590871335 - type: nauc_recall_at_1_diff1 value: 69.04595571010425 - type: nauc_recall_at_1_max value: 42.68450581268141 - type: nauc_recall_at_1_std value: 3.9078744944302226 - type: nauc_recall_at_20_diff1 value: 0.16098170706756573 - type: nauc_recall_at_20_max value: 23.545698533798166 - type: nauc_recall_at_20_std value: 35.37386093494575 - type: nauc_recall_at_3_diff1 value: 4.822099897775345 - type: nauc_recall_at_3_max value: 19.882902254898895 - type: nauc_recall_at_3_std value: 17.397463603075416 - type: nauc_recall_at_5_diff1 value: 3.177915079451333 - type: nauc_recall_at_5_max value: 22.75320177307157 - type: nauc_recall_at_5_std value: 24.028684632710416 - type: ndcg_at_1 value: 84.597 - type: ndcg_at_10 value: 77.35600000000001 - type: ndcg_at_100 value: 79.84700000000001 - type: ndcg_at_1000 value: 80.739 - type: ndcg_at_20 value: 78.457 - type: ndcg_at_3 value: 73.02499999999999 - type: ndcg_at_5 value: 75.493 - type: precision_at_1 value: 84.597 - type: precision_at_10 value: 16.091 - type: precision_at_100 value: 1.8010000000000002 - type: precision_at_1000 value: 0.192 - type: precision_at_20 value: 8.399 - type: precision_at_3 value: 47.292 - type: precision_at_5 value: 30.318 - type: recall_at_1 value: 42.299 - type: recall_at_10 value: 80.457 - type: recall_at_100 value: 90.03999999999999 - type: recall_at_1000 value: 95.91499999999999 - type: recall_at_20 value: 83.991 - type: recall_at_3 value: 70.938 - type: recall_at_5 value: 75.794 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 75.62 - type: map_at_1 value: 41.715 - type: map_at_10 value: 67.84400000000001 - type: map_at_100 value: 68.676 - type: map_at_1000 value: 68.72399999999999 - type: map_at_20 value: 68.351 - type: map_at_3 value: 64.332 - type: map_at_5 value: 66.618 - type: mrr_at_1 value: 83.43011478730588 - type: mrr_at_10 value: 88.32890689474063 - type: mrr_at_100 value: 88.45342904155198 - type: mrr_at_1000 value: 88.45692717602427 - type: mrr_at_20 value: 88.41265148599933 - type: mrr_at_3 value: 87.6097231600268 - type: mrr_at_5 value: 88.08102633355813 - type: nauc_map_at_1000_diff1 value: 9.465654364107301 - type: nauc_map_at_1000_max value: 15.417980238546377 - type: nauc_map_at_1000_std value: 12.078075854093665 - type: nauc_map_at_100_diff1 value: 9.442359625098023 - type: nauc_map_at_100_max value: 15.412594933146517 - type: nauc_map_at_100_std value: 12.110494024932517 - type: nauc_map_at_10_diff1 value: 9.459426708991023 - type: nauc_map_at_10_max value: 15.311848156939039 - type: nauc_map_at_10_std value: 11.55461807074889 - type: nauc_map_at_1_diff1 value: 65.05713874046143 - type: nauc_map_at_1_max value: 39.626722996510665 - type: nauc_map_at_1_std value: -0.3991780785384316 - type: nauc_map_at_20_diff1 value: 9.328534555998699 - type: nauc_map_at_20_max value: 15.307575956530108 - type: nauc_map_at_20_std value: 11.96904723212192 - type: nauc_map_at_3_diff1 value: 8.915324889938061 - type: nauc_map_at_3_max value: 13.514273119710563 - type: nauc_map_at_3_std value: 8.332620819223683 - type: nauc_map_at_5_diff1 value: 8.63645860950366 - type: nauc_map_at_5_max value: 14.350213952951254 - type: nauc_map_at_5_std value: 10.554511015067682 - type: nauc_mrr_at_1000_diff1 value: 64.29376507350443 - type: nauc_mrr_at_1000_max value: 42.432971323016226 - type: nauc_mrr_at_1000_std value: 1.103214916935443 - type: nauc_mrr_at_100_diff1 value: 64.29483641804482 - type: nauc_mrr_at_100_max value: 42.438961831187314 - type: nauc_mrr_at_100_std value: 1.108904601847414 - type: nauc_mrr_at_10_diff1 value: 64.31510468330697 - type: nauc_mrr_at_10_max value: 42.52427399840782 - type: nauc_mrr_at_10_std value: 1.131217952433522 - type: nauc_mrr_at_1_diff1 value: 65.05713874046143 - type: nauc_mrr_at_1_max value: 39.626722996510665 - type: nauc_mrr_at_1_std value: -0.3991780785384316 - type: nauc_mrr_at_20_diff1 value: 64.28943699159083 - type: nauc_mrr_at_20_max value: 42.48416850113432 - type: nauc_mrr_at_20_std value: 1.1557131772785048 - type: nauc_mrr_at_3_diff1 value: 63.94398567446783 - type: nauc_mrr_at_3_max value: 42.543599757686565 - type: nauc_mrr_at_3_std value: 0.8656592208469659 - type: nauc_mrr_at_5_diff1 value: 64.26440164249783 - type: nauc_mrr_at_5_max value: 42.76831128910234 - type: nauc_mrr_at_5_std value: 0.9815638280513239 - type: nauc_ndcg_at_1000_diff1 value: 15.819261980172072 - type: nauc_ndcg_at_1000_max value: 20.40080036519792 - type: nauc_ndcg_at_1000_std value: 14.437662972269072 - type: nauc_ndcg_at_100_diff1 value: 14.934115203495086 - type: nauc_ndcg_at_100_max value: 20.17258598061381 - type: nauc_ndcg_at_100_std value: 15.368792248125951 - type: nauc_ndcg_at_10_diff1 value: 14.601053630285463 - type: nauc_ndcg_at_10_max value: 19.4487220332248 - type: nauc_ndcg_at_10_std value: 13.167535068795317 - type: nauc_ndcg_at_1_diff1 value: 65.05713874046143 - type: nauc_ndcg_at_1_max value: 39.626722996510665 - type: nauc_ndcg_at_1_std value: -0.3991780785384316 - type: nauc_ndcg_at_20_diff1 value: 14.179531301272236 - type: nauc_ndcg_at_20_max value: 19.472746452573293 - type: nauc_ndcg_at_20_std value: 14.501827055912294 - type: nauc_ndcg_at_3_diff1 value: 14.108042690817394 - type: nauc_ndcg_at_3_max value: 16.987464708832828 - type: nauc_ndcg_at_3_std value: 8.179470755035126 - type: nauc_ndcg_at_5_diff1 value: 13.385764378384962 - type: nauc_ndcg_at_5_max value: 17.933522110142857 - type: nauc_ndcg_at_5_std value: 11.19858703808597 - type: nauc_precision_at_1000_diff1 value: -11.509824758756242 - type: nauc_precision_at_1000_max value: 22.55648484580021 - type: nauc_precision_at_1000_std value: 52.19288714530133 - type: nauc_precision_at_100_diff1 value: -7.139163153266277 - type: nauc_precision_at_100_max value: 18.186960433502737 - type: nauc_precision_at_100_std value: 41.56352667223246 - type: nauc_precision_at_10_diff1 value: 0.19926178236397488 - type: nauc_precision_at_10_max value: 15.790669273945133 - type: nauc_precision_at_10_std value: 22.227701276074303 - type: nauc_precision_at_1_diff1 value: 65.05713874046143 - type: nauc_precision_at_1_max value: 39.626722996510665 - type: nauc_precision_at_1_std value: -0.3991780785384316 - type: nauc_precision_at_20_diff1 value: -3.7308762969820637 - type: nauc_precision_at_20_max value: 15.252245858128093 - type: nauc_precision_at_20_std value: 28.673602701400558 - type: nauc_precision_at_3_diff1 value: 2.200279758618242 - type: nauc_precision_at_3_max value: 12.01603816399143 - type: nauc_precision_at_3_std value: 10.776563947053933 - type: nauc_precision_at_5_diff1 value: -0.656454595582822 - type: nauc_precision_at_5_max value: 12.954740919197965 - type: nauc_precision_at_5_std value: 16.594853377568537 - type: nauc_recall_at_1000_diff1 value: -11.50982475875598 - type: nauc_recall_at_1000_max value: 22.55648484580021 - type: nauc_recall_at_1000_std value: 52.19288714530176 - type: nauc_recall_at_100_diff1 value: -7.139163153266106 - type: nauc_recall_at_100_max value: 18.186960433502737 - type: nauc_recall_at_100_std value: 41.56352667223245 - type: nauc_recall_at_10_diff1 value: 0.19926178236406988 - type: nauc_recall_at_10_max value: 15.790669273945342 - type: nauc_recall_at_10_std value: 22.22770127607443 - type: nauc_recall_at_1_diff1 value: 65.05713874046143 - type: nauc_recall_at_1_max value: 39.626722996510665 - type: nauc_recall_at_1_std value: -0.3991780785384316 - type: nauc_recall_at_20_diff1 value: -3.7308762969819664 - type: nauc_recall_at_20_max value: 15.252245858128083 - type: nauc_recall_at_20_std value: 28.673602701400608 - type: nauc_recall_at_3_diff1 value: 2.200279758618139 - type: nauc_recall_at_3_max value: 12.016038163991432 - type: nauc_recall_at_3_std value: 10.776563947053829 - type: nauc_recall_at_5_diff1 value: -0.6564545955828385 - type: nauc_recall_at_5_max value: 12.954740919197997 - type: nauc_recall_at_5_std value: 16.59485337756855 - type: ndcg_at_1 value: 83.43 - type: ndcg_at_10 value: 75.62 - type: ndcg_at_100 value: 78.365 - type: ndcg_at_1000 value: 79.278 - type: ndcg_at_20 value: 76.831 - type: ndcg_at_3 value: 70.86200000000001 - type: ndcg_at_5 value: 73.64 - type: precision_at_1 value: 83.43 - type: precision_at_10 value: 15.776000000000002 - type: precision_at_100 value: 1.79 - type: precision_at_1000 value: 0.191 - type: precision_at_20 value: 8.276 - type: precision_at_3 value: 45.631 - type: precision_at_5 value: 29.572 - type: recall_at_1 value: 41.715 - type: recall_at_10 value: 78.879 - type: recall_at_100 value: 89.507 - type: recall_at_1000 value: 95.537 - type: recall_at_20 value: 82.762 - type: recall_at_3 value: 68.447 - type: recall_at_5 value: 73.92999999999999 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: train type: mteb/hotpotqa metrics: - type: main_score value: 77.837 - type: map_at_1 value: 42.368 - type: map_at_10 value: 70.482 - type: map_at_100 value: 71.25399999999999 - type: map_at_1000 value: 71.3 - type: map_at_20 value: 70.951 - type: map_at_3 value: 67.094 - type: map_at_5 value: 69.28699999999999 - type: mrr_at_1 value: 84.73647058823529 - type: mrr_at_10 value: 89.43228011204313 - type: mrr_at_100 value: 89.53538640990537 - type: mrr_at_1000 value: 89.53820110602267 - type: mrr_at_20 value: 89.5025639405047 - type: mrr_at_3 value: 88.76078431372584 - type: mrr_at_5 value: 89.21313725490114 - type: nauc_map_at_1000_diff1 value: 12.622422238298029 - type: nauc_map_at_1000_max value: 24.134646613977147 - type: nauc_map_at_1000_std value: 18.559113679096974 - type: nauc_map_at_100_diff1 value: 12.595518910984365 - type: nauc_map_at_100_max value: 24.13615988100401 - type: nauc_map_at_100_std value: 18.594772743956266 - type: nauc_map_at_10_diff1 value: 12.31736038153525 - type: nauc_map_at_10_max value: 23.887804934291093 - type: nauc_map_at_10_std value: 18.137521899470006 - type: nauc_map_at_1_diff1 value: 68.72516447237027 - type: nauc_map_at_1_max value: 44.3569136727875 - type: nauc_map_at_1_std value: 6.39841495768188 - type: nauc_map_at_20_diff1 value: 12.468069986147025 - type: nauc_map_at_20_max value: 24.078546039077274 - type: nauc_map_at_20_std value: 18.522291511348463 - type: nauc_map_at_3_diff1 value: 11.842231338011665 - type: nauc_map_at_3_max value: 22.112542722165667 - type: nauc_map_at_3_std value: 14.832260061022543 - type: nauc_map_at_5_diff1 value: 12.034798052329245 - type: nauc_map_at_5_max value: 23.31731384989271 - type: nauc_map_at_5_std value: 17.01434920419027 - type: nauc_mrr_at_1000_diff1 value: 68.07028540743218 - type: nauc_mrr_at_1000_max value: 47.244151670522704 - type: nauc_mrr_at_1000_std value: 9.103356279698557 - type: nauc_mrr_at_100_diff1 value: 68.07124406272081 - type: nauc_mrr_at_100_max value: 47.251355072908616 - type: nauc_mrr_at_100_std value: 9.114544406098922 - type: nauc_mrr_at_10_diff1 value: 68.05566531720568 - type: nauc_mrr_at_10_max value: 47.34781296160981 - type: nauc_mrr_at_10_std value: 9.162073165810337 - type: nauc_mrr_at_1_diff1 value: 68.72516447237027 - type: nauc_mrr_at_1_max value: 44.3569136727875 - type: nauc_mrr_at_1_std value: 6.39841495768188 - type: nauc_mrr_at_20_diff1 value: 68.06579079523253 - type: nauc_mrr_at_20_max value: 47.29519256825747 - type: nauc_mrr_at_20_std value: 9.157454906021048 - type: nauc_mrr_at_3_diff1 value: 67.86665880252679 - type: nauc_mrr_at_3_max value: 47.32534131711564 - type: nauc_mrr_at_3_std value: 8.794606309056801 - type: nauc_mrr_at_5_diff1 value: 68.01593510697437 - type: nauc_mrr_at_5_max value: 47.43102895637358 - type: nauc_mrr_at_5_std value: 9.090489695071675 - type: nauc_ndcg_at_1000_diff1 value: 19.409351180430658 - type: nauc_ndcg_at_1000_max value: 28.708136310658155 - type: nauc_ndcg_at_1000_std value: 21.135251598909345 - type: nauc_ndcg_at_100_diff1 value: 18.544111410209364 - type: nauc_ndcg_at_100_max value: 28.691312106667215 - type: nauc_ndcg_at_100_std value: 22.159472487586196 - type: nauc_ndcg_at_10_diff1 value: 17.18622230783884 - type: nauc_ndcg_at_10_max value: 27.61517105165476 - type: nauc_ndcg_at_10_std value: 20.381795917366187 - type: nauc_ndcg_at_1_diff1 value: 68.72516447237027 - type: nauc_ndcg_at_1_max value: 44.3569136727875 - type: nauc_ndcg_at_1_std value: 6.39841495768188 - type: nauc_ndcg_at_20_diff1 value: 17.621217561108292 - type: nauc_ndcg_at_20_max value: 28.220217881192745 - type: nauc_ndcg_at_20_std value: 21.634321155851048 - type: nauc_ndcg_at_3_diff1 value: 16.95281740780042 - type: nauc_ndcg_at_3_max value: 25.139541410129908 - type: nauc_ndcg_at_3_std value: 15.071626218489095 - type: nauc_ndcg_at_5_diff1 value: 16.85509256640343 - type: nauc_ndcg_at_5_max value: 26.62380882436261 - type: nauc_ndcg_at_5_std value: 18.144940484549487 - type: nauc_precision_at_1000_diff1 value: -2.498904728204529 - type: nauc_precision_at_1000_max value: 33.673710106830924 - type: nauc_precision_at_1000_std value: 60.30188328802003 - type: nauc_precision_at_100_diff1 value: -0.708165353412955 - type: nauc_precision_at_100_max value: 29.52115017710721 - type: nauc_precision_at_100_std value: 49.19453346494841 - type: nauc_precision_at_10_diff1 value: 2.2783774953634794 - type: nauc_precision_at_10_max value: 24.999953606470182 - type: nauc_precision_at_10_std value: 30.42307537842161 - type: nauc_precision_at_1_diff1 value: 68.72516447237027 - type: nauc_precision_at_1_max value: 44.3569136727875 - type: nauc_precision_at_1_std value: 6.39841495768188 - type: nauc_precision_at_20_diff1 value: 1.1464298366823311 - type: nauc_precision_at_20_max value: 26.511392023129375 - type: nauc_precision_at_20_std value: 36.70867843499613 - type: nauc_precision_at_3_diff1 value: 5.688601758765791 - type: nauc_precision_at_3_max value: 21.188583258128727 - type: nauc_precision_at_3_std value: 17.592622457537157 - type: nauc_precision_at_5_diff1 value: 3.77247674190975 - type: nauc_precision_at_5_max value: 23.106552905037606 - type: nauc_precision_at_5_std value: 23.561612818949644 - type: nauc_recall_at_1000_diff1 value: -2.498904728204562 - type: nauc_recall_at_1000_max value: 33.67371010683099 - type: nauc_recall_at_1000_std value: 60.301883288019994 - type: nauc_recall_at_100_diff1 value: -0.7081653534129272 - type: nauc_recall_at_100_max value: 29.52115017710731 - type: nauc_recall_at_100_std value: 49.194533464948535 - type: nauc_recall_at_10_diff1 value: 2.2783774953635603 - type: nauc_recall_at_10_max value: 24.999953606470118 - type: nauc_recall_at_10_std value: 30.423075378421586 - type: nauc_recall_at_1_diff1 value: 68.72516447237027 - type: nauc_recall_at_1_max value: 44.3569136727875 - type: nauc_recall_at_1_std value: 6.39841495768188 - type: nauc_recall_at_20_diff1 value: 1.146429836682064 - type: nauc_recall_at_20_max value: 26.5113920231293 - type: nauc_recall_at_20_std value: 36.70867843499605 - type: nauc_recall_at_3_diff1 value: 5.688601758765744 - type: nauc_recall_at_3_max value: 21.18858325812871 - type: nauc_recall_at_3_std value: 17.592622457537157 - type: nauc_recall_at_5_diff1 value: 3.7724767419099234 - type: nauc_recall_at_5_max value: 23.106552905037674 - type: nauc_recall_at_5_std value: 23.561612818949783 - type: ndcg_at_1 value: 84.736 - type: ndcg_at_10 value: 77.837 - type: ndcg_at_100 value: 80.357 - type: ndcg_at_1000 value: 81.183 - type: ndcg_at_20 value: 78.949 - type: ndcg_at_3 value: 73.258 - type: ndcg_at_5 value: 75.919 - type: precision_at_1 value: 84.736 - type: precision_at_10 value: 16.250999999999998 - type: precision_at_100 value: 1.82 - type: precision_at_1000 value: 0.193 - type: precision_at_20 value: 8.482000000000001 - type: precision_at_3 value: 47.475 - type: precision_at_5 value: 30.581999999999997 - type: recall_at_1 value: 42.368 - type: recall_at_10 value: 81.255 - type: recall_at_100 value: 90.994 - type: recall_at_1000 value: 96.398 - type: recall_at_20 value: 84.824 - type: recall_at_3 value: 71.21300000000001 - type: recall_at_5 value: 76.456 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 43.462 - type: map_at_1 value: 23.25 - type: map_at_10 value: 36.224000000000004 - type: map_at_100 value: 37.349 - type: map_at_1000 value: 37.391999999999996 - type: map_at_20 value: 36.921 - type: map_at_3 value: 32.208 - type: map_at_5 value: 34.573 - type: mrr_at_1 value: 23.88252148997135 - type: mrr_at_10 value: 36.85216832673849 - type: mrr_at_100 value: 37.90739898332828 - type: mrr_at_1000 value: 37.94515095895543 - type: mrr_at_20 value: 37.51240671241301 - type: mrr_at_3 value: 32.91786055396362 - type: mrr_at_5 value: 35.23304680038204 - type: nauc_map_at_1000_diff1 value: 36.39047949939039 - type: nauc_map_at_1000_max value: 2.3578743172188035 - type: nauc_map_at_1000_std value: -18.727873389577592 - type: nauc_map_at_100_diff1 value: 36.384143241496226 - type: nauc_map_at_100_max value: 2.3497513932749614 - type: nauc_map_at_100_std value: -18.70122938038941 - type: nauc_map_at_10_diff1 value: 36.33329278355692 - type: nauc_map_at_10_max value: 2.138450676545341 - type: nauc_map_at_10_std value: -19.45579958491671 - type: nauc_map_at_1_diff1 value: 39.404102475568564 - type: nauc_map_at_1_max value: 2.7206579628418126 - type: nauc_map_at_1_std value: -16.855247645496085 - type: nauc_map_at_20_diff1 value: 36.302767883282456 - type: nauc_map_at_20_max value: 2.2735066233134695 - type: nauc_map_at_20_std value: -18.973295136131522 - type: nauc_map_at_3_diff1 value: 36.56553095724739 - type: nauc_map_at_3_max value: 2.3275087952103526 - type: nauc_map_at_3_std value: -19.3527032157449 - type: nauc_map_at_5_diff1 value: 36.40211831532397 - type: nauc_map_at_5_max value: 2.235741458377666 - type: nauc_map_at_5_std value: -19.701014659193824 - type: nauc_mrr_at_1000_diff1 value: 36.438574231588525 - type: nauc_mrr_at_1000_max value: 2.485811765062565 - type: nauc_mrr_at_1000_std value: -18.5317957659061 - type: nauc_mrr_at_100_diff1 value: 36.432843922329596 - type: nauc_mrr_at_100_max value: 2.4824945841823816 - type: nauc_mrr_at_100_std value: -18.50245936037501 - type: nauc_mrr_at_10_diff1 value: 36.37249341280693 - type: nauc_mrr_at_10_max value: 2.3153304860037607 - type: nauc_mrr_at_10_std value: -19.22693970447962 - type: nauc_mrr_at_1_diff1 value: 39.38128062971168 - type: nauc_mrr_at_1_max value: 2.7209494702622874 - type: nauc_mrr_at_1_std value: -16.953692595799737 - type: nauc_mrr_at_20_diff1 value: 36.3579490781177 - type: nauc_mrr_at_20_max value: 2.4387677123377283 - type: nauc_mrr_at_20_std value: -18.732976355263567 - type: nauc_mrr_at_3_diff1 value: 36.533228792596574 - type: nauc_mrr_at_3_max value: 2.361606755695883 - type: nauc_mrr_at_3_std value: -19.245211696661034 - type: nauc_mrr_at_5_diff1 value: 36.3816321319283 - type: nauc_mrr_at_5_max value: 2.3437756296821632 - type: nauc_mrr_at_5_std value: -19.471789402286344 - type: nauc_ndcg_at_1000_diff1 value: 35.79039219929976 - type: nauc_ndcg_at_1000_max value: 2.811728033687246 - type: nauc_ndcg_at_1000_std value: -17.338286061955813 - type: nauc_ndcg_at_100_diff1 value: 35.59261399719066 - type: nauc_ndcg_at_100_max value: 2.7108910063207783 - type: nauc_ndcg_at_100_std value: -16.30247877675029 - type: nauc_ndcg_at_10_diff1 value: 35.33021934007167 - type: nauc_ndcg_at_10_max value: 1.8215726138615624 - type: nauc_ndcg_at_10_std value: -20.06278292037688 - type: nauc_ndcg_at_1_diff1 value: 39.38128062971168 - type: nauc_ndcg_at_1_max value: 2.7209494702622874 - type: nauc_ndcg_at_1_std value: -16.953692595799737 - type: nauc_ndcg_at_20_diff1 value: 35.166139885264435 - type: nauc_ndcg_at_20_max value: 2.2458844698840195 - type: nauc_ndcg_at_20_std value: -18.248706272894776 - type: nauc_ndcg_at_3_diff1 value: 35.815749048912664 - type: nauc_ndcg_at_3_max value: 2.138161873272173 - type: nauc_ndcg_at_3_std value: -20.118216970119295 - type: nauc_ndcg_at_5_diff1 value: 35.55268589882809 - type: nauc_ndcg_at_5_max value: 2.0174915835937095 - type: nauc_ndcg_at_5_std value: -20.691081813335547 - type: nauc_precision_at_1000_diff1 value: -3.3391122943171885 - type: nauc_precision_at_1000_max value: 11.198425802216269 - type: nauc_precision_at_1000_std value: 13.383104359443937 - type: nauc_precision_at_100_diff1 value: 12.850391114610302 - type: nauc_precision_at_100_max value: 8.157136543556543 - type: nauc_precision_at_100_std value: 16.476563311300353 - type: nauc_precision_at_10_diff1 value: 28.63945922218073 - type: nauc_precision_at_10_max value: 0.455900949813612 - type: nauc_precision_at_10_std value: -20.77018206831735 - type: nauc_precision_at_1_diff1 value: 39.38128062971168 - type: nauc_precision_at_1_max value: 2.7209494702622874 - type: nauc_precision_at_1_std value: -16.953692595799737 - type: nauc_precision_at_20_diff1 value: 24.195296149610957 - type: nauc_precision_at_20_max value: 2.5484785002551718 - type: nauc_precision_at_20_std value: -10.930465943156257 - type: nauc_precision_at_3_diff1 value: 33.06268024815025 - type: nauc_precision_at_3_max value: 1.6291541332500454 - type: nauc_precision_at_3_std value: -22.18898625767765 - type: nauc_precision_at_5_diff1 value: 31.65289218498212 - type: nauc_precision_at_5_max value: 1.2951472084768743 - type: nauc_precision_at_5_std value: -23.27704936042841 - type: nauc_recall_at_1000_diff1 value: 23.23177983481788 - type: nauc_recall_at_1000_max value: 38.7253356088564 - type: nauc_recall_at_1000_std value: 67.48000156648311 - type: nauc_recall_at_100_diff1 value: 28.544420505491562 - type: nauc_recall_at_100_max value: 7.671908258293046 - type: nauc_recall_at_100_std value: 21.858917656037523 - type: nauc_recall_at_10_diff1 value: 31.49652837714782 - type: nauc_recall_at_10_max value: 0.4106392530350634 - type: nauc_recall_at_10_std value: -21.78064007132412 - type: nauc_recall_at_1_diff1 value: 39.404102475568564 - type: nauc_recall_at_1_max value: 2.7206579628418126 - type: nauc_recall_at_1_std value: -16.855247645496085 - type: nauc_recall_at_20_diff1 value: 29.666357411097906 - type: nauc_recall_at_20_max value: 1.9441414764681684 - type: nauc_recall_at_20_std value: -12.932407352213746 - type: nauc_recall_at_3_diff1 value: 33.55593640265306 - type: nauc_recall_at_3_max value: 1.5516845419621723 - type: nauc_recall_at_3_std value: -22.119363526106568 - type: nauc_recall_at_5_diff1 value: 32.857815579888154 - type: nauc_recall_at_5_max value: 1.2405193929536131 - type: nauc_recall_at_5_std value: -23.542815544770555 - type: ndcg_at_1 value: 23.883 - type: ndcg_at_10 value: 43.462 - type: ndcg_at_100 value: 48.845 - type: ndcg_at_1000 value: 49.883 - type: ndcg_at_20 value: 45.921 - type: ndcg_at_3 value: 35.321999999999996 - type: ndcg_at_5 value: 39.512 - type: precision_at_1 value: 23.883 - type: precision_at_10 value: 6.862 - type: precision_at_100 value: 0.9560000000000001 - type: precision_at_1000 value: 0.105 - type: precision_at_20 value: 3.946 - type: precision_at_3 value: 15.076 - type: precision_at_5 value: 11.158 - type: recall_at_1 value: 23.25 - type: recall_at_10 value: 65.694 - type: recall_at_100 value: 90.554 - type: recall_at_1000 value: 98.378 - type: recall_at_20 value: 75.224 - type: recall_at_3 value: 43.628 - type: recall_at_5 value: 53.659 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: test type: mteb/msmarco metrics: - type: main_score value: 74.139 - type: map_at_1 value: 2.464 - type: map_at_10 value: 16.541 - type: map_at_100 value: 44.478 - type: map_at_1000 value: 53.15 - type: map_at_20 value: 25.904 - type: map_at_3 value: 6.765000000000001 - type: map_at_5 value: 9.983 - type: mrr_at_1 value: 95.34883720930233 - type: mrr_at_10 value: 97.28682170542636 - type: mrr_at_100 value: 97.28682170542636 - type: mrr_at_1000 value: 97.28682170542636 - type: mrr_at_20 value: 97.28682170542636 - type: mrr_at_3 value: 97.28682170542636 - type: mrr_at_5 value: 97.28682170542636 - type: nauc_map_at_1000_diff1 value: -24.31518623918347 - type: nauc_map_at_1000_max value: 33.70070261129663 - type: nauc_map_at_1000_std value: 52.73406144577475 - type: nauc_map_at_100_diff1 value: -6.716075858891885 - type: nauc_map_at_100_max value: 14.830377435009204 - type: nauc_map_at_100_std value: 22.182430558548326 - type: nauc_map_at_10_diff1 value: 22.52761274919368 - type: nauc_map_at_10_max value: -10.100583311291869 - type: nauc_map_at_10_std value: -24.033121680575295 - type: nauc_map_at_1_diff1 value: 34.97928775395744 - type: nauc_map_at_1_max value: -29.165988209556343 - type: nauc_map_at_1_std value: -40.87952221234793 - type: nauc_map_at_20_diff1 value: 15.889296464003886 - type: nauc_map_at_20_max value: -4.223749887147732 - type: nauc_map_at_20_std value: -11.765238600018108 - type: nauc_map_at_3_diff1 value: 35.02306731951517 - type: nauc_map_at_3_max value: -25.811140250024874 - type: nauc_map_at_3_std value: -37.502121900015425 - type: nauc_map_at_5_diff1 value: 31.60050502637396 - type: nauc_map_at_5_max value: -19.753939742728406 - type: nauc_map_at_5_std value: -32.326759394631495 - type: nauc_mrr_at_1000_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_1000_max value: -5.264078482070403 - type: nauc_mrr_at_1000_std value: -16.896242659959608 - type: nauc_mrr_at_100_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_100_max value: -5.264078482070403 - type: nauc_mrr_at_100_std value: -16.896242659959608 - type: nauc_mrr_at_10_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_10_max value: -5.264078482070403 - type: nauc_mrr_at_10_std value: -16.896242659959608 - type: nauc_mrr_at_1_diff1 value: 7.609161311583414 - type: nauc_mrr_at_1_max value: -3.1385223772769497 - type: nauc_mrr_at_1_std value: -28.92678640083504 - type: nauc_mrr_at_20_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_20_max value: -5.264078482070403 - type: nauc_mrr_at_20_std value: -16.896242659959608 - type: nauc_mrr_at_3_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_3_max value: -5.264078482070403 - type: nauc_mrr_at_3_std value: -16.896242659959608 - type: nauc_mrr_at_5_diff1 value: -1.6109249129507694 - type: nauc_mrr_at_5_max value: -5.264078482070403 - type: nauc_mrr_at_5_std value: -16.896242659959608 - type: nauc_ndcg_at_1000_diff1 value: -30.3495925805214 - type: nauc_ndcg_at_1000_max value: 48.80276747021238 - type: nauc_ndcg_at_1000_std value: 54.598664753311596 - type: nauc_ndcg_at_100_diff1 value: -21.4043832806614 - type: nauc_ndcg_at_100_max value: 30.876451567336744 - type: nauc_ndcg_at_100_std value: 49.443818028199324 - type: nauc_ndcg_at_10_diff1 value: -0.45843729874817324 - type: nauc_ndcg_at_10_max value: 19.369035024488383 - type: nauc_ndcg_at_10_std value: 15.441351418216314 - type: nauc_ndcg_at_1_diff1 value: 27.57020304062517 - type: nauc_ndcg_at_1_max value: 13.126334420445016 - type: nauc_ndcg_at_1_std value: -29.628242116322607 - type: nauc_ndcg_at_20_diff1 value: -15.246366332733999 - type: nauc_ndcg_at_20_max value: 14.478542591051463 - type: nauc_ndcg_at_20_std value: 27.20707635200001 - type: nauc_ndcg_at_3_diff1 value: 14.58709456804409 - type: nauc_ndcg_at_3_max value: 13.824849529705482 - type: nauc_ndcg_at_3_std value: -8.313833570480671 - type: nauc_ndcg_at_5_diff1 value: 8.91665165479885 - type: nauc_ndcg_at_5_max value: 13.930708098322576 - type: nauc_ndcg_at_5_std value: 2.127642899981599 - type: nauc_precision_at_1000_diff1 value: -40.268595202063054 - type: nauc_precision_at_1000_max value: 25.88884164935188 - type: nauc_precision_at_1000_std value: 55.568406766964415 - type: nauc_precision_at_100_diff1 value: -42.911915287643346 - type: nauc_precision_at_100_max value: 30.08901353124011 - type: nauc_precision_at_100_std value: 62.17803024269468 - type: nauc_precision_at_10_diff1 value: -43.802137487466524 - type: nauc_precision_at_10_max value: 41.558045207768075 - type: nauc_precision_at_10_std value: 66.11133414044444 - type: nauc_precision_at_1_diff1 value: 7.609161311583414 - type: nauc_precision_at_1_max value: -3.1385223772769497 - type: nauc_precision_at_1_std value: -28.92678640083504 - type: nauc_precision_at_20_diff1 value: -45.342704264263865 - type: nauc_precision_at_20_max value: 26.376743923651265 - type: nauc_precision_at_20_std value: 64.3163432020867 - type: nauc_precision_at_3_diff1 value: -16.02113730834142 - type: nauc_precision_at_3_max value: 24.617646770629815 - type: nauc_precision_at_3_std value: 35.79299638781981 - type: nauc_precision_at_5_diff1 value: -18.344530395955896 - type: nauc_precision_at_5_max value: 34.95602706071007 - type: nauc_precision_at_5_std value: 55.121489979935255 - type: nauc_recall_at_1000_diff1 value: -43.604640987833875 - type: nauc_recall_at_1000_max value: 58.59201591599778 - type: nauc_recall_at_1000_std value: 58.04926306248595 - type: nauc_recall_at_100_diff1 value: -1.8581886293054308 - type: nauc_recall_at_100_max value: 17.598407276190557 - type: nauc_recall_at_100_std value: 16.1056507235371 - type: nauc_recall_at_10_diff1 value: 24.296861713164493 - type: nauc_recall_at_10_max value: -12.840082189664468 - type: nauc_recall_at_10_std value: -27.648232955581015 - type: nauc_recall_at_1_diff1 value: 34.97928775395744 - type: nauc_recall_at_1_max value: -29.165988209556343 - type: nauc_recall_at_1_std value: -40.87952221234793 - type: nauc_recall_at_20_diff1 value: 17.34425404446603 - type: nauc_recall_at_20_max value: -6.759844869600909 - type: nauc_recall_at_20_std value: -16.34420887019204 - type: nauc_recall_at_3_diff1 value: 35.7400036137557 - type: nauc_recall_at_3_max value: -26.22669187910205 - type: nauc_recall_at_3_std value: -38.248247791322314 - type: nauc_recall_at_5_diff1 value: 33.10320420212989 - type: nauc_recall_at_5_max value: -20.833157601550315 - type: nauc_recall_at_5_std value: -34.06908006216781 - type: ndcg_at_1 value: 76.744 - type: ndcg_at_10 value: 74.139 - type: ndcg_at_100 value: 68.147 - type: ndcg_at_1000 value: 75.65899999999999 - type: ndcg_at_20 value: 71.788 - type: ndcg_at_3 value: 75.696 - type: ndcg_at_5 value: 74.787 - type: precision_at_1 value: 95.34899999999999 - type: precision_at_10 value: 84.186 - type: precision_at_100 value: 40.163 - type: precision_at_1000 value: 7.457999999999999 - type: precision_at_20 value: 74.767 - type: precision_at_3 value: 89.922 - type: precision_at_5 value: 87.442 - type: recall_at_1 value: 2.464 - type: recall_at_10 value: 17.910999999999998 - type: recall_at_100 value: 55.969 - type: recall_at_1000 value: 82.416 - type: recall_at_20 value: 28.829 - type: recall_at_3 value: 6.866 - type: recall_at_5 value: 10.45 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: train type: mteb/msmarco metrics: - type: main_score value: 40.276 - type: map_at_1 value: 20.773 - type: map_at_10 value: 33.187 - type: map_at_100 value: 34.445 - type: map_at_1000 value: 34.491 - type: map_at_20 value: 33.969 - type: map_at_3 value: 29.156 - type: map_at_5 value: 31.446 - type: mrr_at_1 value: 21.359250326580362 - type: mrr_at_10 value: 33.705331647898106 - type: mrr_at_100 value: 34.90938915980538 - type: mrr_at_1000 value: 34.949373687506714 - type: mrr_at_20 value: 34.459868257867136 - type: mrr_at_3 value: 29.754569308269037 - type: mrr_at_5 value: 32.00982292750348 - type: nauc_map_at_1000_diff1 value: 34.01601087498396 - type: nauc_map_at_1000_max value: -1.7691442171563223 - type: nauc_map_at_1000_std value: -19.828285053003967 - type: nauc_map_at_100_diff1 value: 34.00675015775064 - type: nauc_map_at_100_max value: -1.7686866050766759 - type: nauc_map_at_100_std value: -19.794937232515526 - type: nauc_map_at_10_diff1 value: 33.925657930927954 - type: nauc_map_at_10_max value: -1.9081926342048643 - type: nauc_map_at_10_std value: -20.459142515845954 - type: nauc_map_at_1_diff1 value: 37.86779004020525 - type: nauc_map_at_1_max value: -1.693381899018092 - type: nauc_map_at_1_std value: -18.888409837359983 - type: nauc_map_at_20_diff1 value: 33.95897235069661 - type: nauc_map_at_20_max value: -1.8385762082257249 - type: nauc_map_at_20_std value: -20.049973139551135 - type: nauc_map_at_3_diff1 value: 34.1811433717322 - type: nauc_map_at_3_max value: -1.9862134491651453 - type: nauc_map_at_3_std value: -20.7157496103899 - type: nauc_map_at_5_diff1 value: 33.945489663762515 - type: nauc_map_at_5_max value: -1.9633952142297522 - type: nauc_map_at_5_std value: -20.83632680413325 - type: nauc_mrr_at_1000_diff1 value: 33.999206219812045 - type: nauc_mrr_at_1000_max value: -1.7412465287451229 - type: nauc_mrr_at_1000_std value: -19.800789638791937 - type: nauc_mrr_at_100_diff1 value: 33.99041315883828 - type: nauc_mrr_at_100_max value: -1.7393575325316621 - type: nauc_mrr_at_100_std value: -19.7676764349925 - type: nauc_mrr_at_10_diff1 value: 33.90510191763504 - type: nauc_mrr_at_10_max value: -1.8632220774794626 - type: nauc_mrr_at_10_std value: -20.39043116739617 - type: nauc_mrr_at_1_diff1 value: 37.92957327608907 - type: nauc_mrr_at_1_max value: -1.6241365807332726 - type: nauc_mrr_at_1_std value: -19.02476057424658 - type: nauc_mrr_at_20_diff1 value: 33.94188630069156 - type: nauc_mrr_at_20_max value: -1.799932652089817 - type: nauc_mrr_at_20_std value: -19.997042702823485 - type: nauc_mrr_at_3_diff1 value: 34.16520468314214 - type: nauc_mrr_at_3_max value: -1.9279951943420828 - type: nauc_mrr_at_3_std value: -20.706091936842984 - type: nauc_mrr_at_5_diff1 value: 33.92480963299017 - type: nauc_mrr_at_5_max value: -1.9122782451155143 - type: nauc_mrr_at_5_std value: -20.781713634553793 - type: nauc_ndcg_at_1000_diff1 value: 33.184126158160126 - type: nauc_ndcg_at_1000_max value: -1.1875420124951162 - type: nauc_ndcg_at_1000_std value: -18.23591819025179 - type: nauc_ndcg_at_100_diff1 value: 32.935688069598314 - type: nauc_ndcg_at_100_max value: -1.0828464321478635 - type: nauc_ndcg_at_100_std value: -16.99124635594882 - type: nauc_ndcg_at_10_diff1 value: 32.5885629805019 - type: nauc_ndcg_at_10_max value: -1.8951992549933268 - type: nauc_ndcg_at_10_std value: -20.400520136402704 - type: nauc_ndcg_at_1_diff1 value: 37.953966660906325 - type: nauc_ndcg_at_1_max value: -1.637085728039103 - type: nauc_ndcg_at_1_std value: -19.029991106168055 - type: nauc_ndcg_at_20_diff1 value: 32.659068964537944 - type: nauc_ndcg_at_20_max value: -1.6414522913717806 - type: nauc_ndcg_at_20_std value: -18.857438624779295 - type: nauc_ndcg_at_3_diff1 value: 33.13495243897897 - type: nauc_ndcg_at_3_max value: -2.056752787606917 - type: nauc_ndcg_at_3_std value: -21.17861388162733 - type: nauc_ndcg_at_5_diff1 value: 32.69463838392566 - type: nauc_ndcg_at_5_max value: -2.025092695004754 - type: nauc_ndcg_at_5_std value: -21.34771429039138 - type: nauc_precision_at_1000_diff1 value: -2.8558032644991016 - type: nauc_precision_at_1000_max value: 9.86657019787611 - type: nauc_precision_at_1000_std value: 10.988749489672406 - type: nauc_precision_at_100_diff1 value: 12.864328710169968 - type: nauc_precision_at_100_max value: 7.464201984721404 - type: nauc_precision_at_100_std value: 16.13392945907579 - type: nauc_precision_at_10_diff1 value: 26.399898010761824 - type: nauc_precision_at_10_max value: -1.2999170215959819 - type: nauc_precision_at_10_std value: -18.71491641617564 - type: nauc_precision_at_1_diff1 value: 37.953966660906325 - type: nauc_precision_at_1_max value: -1.637085728039103 - type: nauc_precision_at_1_std value: -19.029991106168055 - type: nauc_precision_at_20_diff1 value: 23.79119509543501 - type: nauc_precision_at_20_max value: 0.17939408447227603 - type: nauc_precision_at_20_std value: -10.441178169364324 - type: nauc_precision_at_3_diff1 value: 30.04047755424759 - type: nauc_precision_at_3_max value: -2.136156697163606 - type: nauc_precision_at_3_std value: -22.2944352990041 - type: nauc_precision_at_5_diff1 value: 28.422010621063933 - type: nauc_precision_at_5_max value: -1.9424211602360555 - type: nauc_precision_at_5_std value: -22.333141313684994 - type: nauc_recall_at_1000_diff1 value: 13.732116062991514 - type: nauc_recall_at_1000_max value: 45.18551288931526 - type: nauc_recall_at_1000_std value: 71.21674392317534 - type: nauc_recall_at_100_diff1 value: 24.303127023267894 - type: nauc_recall_at_100_max value: 8.834243296556114 - type: nauc_recall_at_100_std value: 23.97303108762705 - type: nauc_recall_at_10_diff1 value: 28.10048351507634 - type: nauc_recall_at_10_max value: -1.8539512450800857 - type: nauc_recall_at_10_std value: -19.61933014312325 - type: nauc_recall_at_1_diff1 value: 37.86779004020525 - type: nauc_recall_at_1_max value: -1.693381899018092 - type: nauc_recall_at_1_std value: -18.888409837359983 - type: nauc_recall_at_20_diff1 value: 27.298837251716414 - type: nauc_recall_at_20_max value: -0.6338536811417125 - type: nauc_recall_at_20_std value: -11.839172034010947 - type: nauc_recall_at_3_diff1 value: 30.29606466428335 - type: nauc_recall_at_3_max value: -2.286134715776902 - type: nauc_recall_at_3_std value: -22.284294332227482 - type: nauc_recall_at_5_diff1 value: 29.11776633049639 - type: nauc_recall_at_5_max value: -2.227765233466803 - type: nauc_recall_at_5_std value: -22.613701283140504 - type: ndcg_at_1 value: 21.353 - type: ndcg_at_10 value: 40.276 - type: ndcg_at_100 value: 46.323 - type: ndcg_at_1000 value: 47.418 - type: ndcg_at_20 value: 43.053999999999995 - type: ndcg_at_3 value: 32.055 - type: ndcg_at_5 value: 36.138 - type: precision_at_1 value: 21.353 - type: precision_at_10 value: 6.486 - type: precision_at_100 value: 0.9490000000000001 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.818 - type: precision_at_3 value: 13.739 - type: precision_at_5 value: 10.309 - type: recall_at_1 value: 20.773 - type: recall_at_10 value: 62.275999999999996 - type: recall_at_100 value: 90.217 - type: recall_at_1000 value: 98.519 - type: recall_at_20 value: 73.072 - type: recall_at_3 value: 39.855000000000004 - type: recall_at_5 value: 49.675999999999995 task: type: Retrieval - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 37.283 - type: map_at_1 value: 5.574 - type: map_at_10 value: 14.005 - type: map_at_100 value: 17.796 - type: map_at_1000 value: 19.283 - type: map_at_20 value: 15.578 - type: map_at_3 value: 10.236 - type: map_at_5 value: 11.899 - type: mrr_at_1 value: 46.749226006191954 - type: mrr_at_10 value: 56.59811292938226 - type: mrr_at_100 value: 57.12051023998412 - type: mrr_at_1000 value: 57.15371186820038 - type: mrr_at_20 value: 56.916688370838195 - type: mrr_at_3 value: 54.12796697626418 - type: mrr_at_5 value: 55.768833849329205 - type: nauc_map_at_1000_diff1 value: 28.635277848807 - type: nauc_map_at_1000_max value: 35.35613366796442 - type: nauc_map_at_1000_std value: 17.10747783924917 - type: nauc_map_at_100_diff1 value: 29.755264219349424 - type: nauc_map_at_100_max value: 34.327008938244944 - type: nauc_map_at_100_std value: 13.445288572684394 - type: nauc_map_at_10_diff1 value: 32.48957394170802 - type: nauc_map_at_10_max value: 27.80407105939758 - type: nauc_map_at_10_std value: 1.9070818822162425 - type: nauc_map_at_1_diff1 value: 50.027513759193376 - type: nauc_map_at_1_max value: 19.429910518237936 - type: nauc_map_at_1_std value: -8.97104145052985 - type: nauc_map_at_20_diff1 value: 31.56634560890853 - type: nauc_map_at_20_max value: 31.051371548545692 - type: nauc_map_at_20_std value: 6.504916213964518 - type: nauc_map_at_3_diff1 value: 38.42783943501391 - type: nauc_map_at_3_max value: 22.268789244002495 - type: nauc_map_at_3_std value: -3.875096100356707 - type: nauc_map_at_5_diff1 value: 35.358236844401475 - type: nauc_map_at_5_max value: 23.849302939085845 - type: nauc_map_at_5_std value: -2.3503635251536994 - type: nauc_mrr_at_1000_diff1 value: 30.746859712785913 - type: nauc_mrr_at_1000_max value: 53.6904747530386 - type: nauc_mrr_at_1000_std value: 31.47487691466055 - type: nauc_mrr_at_100_diff1 value: 30.763063585195706 - type: nauc_mrr_at_100_max value: 53.7250123160408 - type: nauc_mrr_at_100_std value: 31.50978078188992 - type: nauc_mrr_at_10_diff1 value: 30.82775738393116 - type: nauc_mrr_at_10_max value: 53.4071427116327 - type: nauc_mrr_at_10_std value: 31.263564750803962 - type: nauc_mrr_at_1_diff1 value: 32.106085379422524 - type: nauc_mrr_at_1_max value: 47.77541655844478 - type: nauc_mrr_at_1_std value: 24.786702037536276 - type: nauc_mrr_at_20_diff1 value: 30.719148309921696 - type: nauc_mrr_at_20_max value: 53.70017178047271 - type: nauc_mrr_at_20_std value: 31.467979505375443 - type: nauc_mrr_at_3_diff1 value: 30.981638809404405 - type: nauc_mrr_at_3_max value: 53.3270677412482 - type: nauc_mrr_at_3_std value: 30.26681784453818 - type: nauc_mrr_at_5_diff1 value: 30.969579053025992 - type: nauc_mrr_at_5_max value: 53.700404196240385 - type: nauc_mrr_at_5_std value: 30.24431182973286 - type: nauc_ndcg_at_1000_diff1 value: 26.077520236345453 - type: nauc_ndcg_at_1000_max value: 50.44278008464641 - type: nauc_ndcg_at_1000_std value: 36.462860570166185 - type: nauc_ndcg_at_100_diff1 value: 25.784205218824514 - type: nauc_ndcg_at_100_max value: 44.6479793696097 - type: nauc_ndcg_at_100_std value: 29.51865427077206 - type: nauc_ndcg_at_10_diff1 value: 23.20557245363688 - type: nauc_ndcg_at_10_max value: 42.22895428413661 - type: nauc_ndcg_at_10_std value: 25.969842351518235 - type: nauc_ndcg_at_1_diff1 value: 33.427281404508435 - type: nauc_ndcg_at_1_max value: 46.94546610566201 - type: nauc_ndcg_at_1_std value: 24.496790902482985 - type: nauc_ndcg_at_20_diff1 value: 23.43536419777015 - type: nauc_ndcg_at_20_max value: 42.0469006433796 - type: nauc_ndcg_at_20_std value: 27.24688044890543 - type: nauc_ndcg_at_3_diff1 value: 25.933255443748944 - type: nauc_ndcg_at_3_max value: 45.01703507302794 - type: nauc_ndcg_at_3_std value: 24.53456197157044 - type: nauc_ndcg_at_5_diff1 value: 24.329950172007088 - type: nauc_ndcg_at_5_max value: 42.83693422152606 - type: nauc_ndcg_at_5_std value: 24.11535369089384 - type: nauc_precision_at_1000_diff1 value: -12.669594168389192 - type: nauc_precision_at_1000_max value: 8.798164077517391 - type: nauc_precision_at_1000_std value: 33.81862573258825 - type: nauc_precision_at_100_diff1 value: -7.005181564872601 - type: nauc_precision_at_100_max value: 22.648723626866374 - type: nauc_precision_at_100_std value: 43.65426389346721 - type: nauc_precision_at_10_diff1 value: 4.8405576299864945 - type: nauc_precision_at_10_max value: 39.91286717889381 - type: nauc_precision_at_10_std value: 35.574065561205096 - type: nauc_precision_at_1_diff1 value: 32.106085379422524 - type: nauc_precision_at_1_max value: 47.77541655844478 - type: nauc_precision_at_1_std value: 24.786702037536276 - type: nauc_precision_at_20_diff1 value: 0.08875655110882817 - type: nauc_precision_at_20_max value: 34.77100967209973 - type: nauc_precision_at_20_std value: 39.851412685464176 - type: nauc_precision_at_3_diff1 value: 16.574574215758624 - type: nauc_precision_at_3_max value: 45.42842355154502 - type: nauc_precision_at_3_std value: 28.31538323007723 - type: nauc_precision_at_5_diff1 value: 10.494687717697923 - type: nauc_precision_at_5_max value: 42.0168314602896 - type: nauc_precision_at_5_std value: 30.72486385311608 - type: nauc_recall_at_1000_diff1 value: 9.418427515050707 - type: nauc_recall_at_1000_max value: 27.143782318814182 - type: nauc_recall_at_1000_std value: 27.349192687153284 - type: nauc_recall_at_100_diff1 value: 16.884742295138704 - type: nauc_recall_at_100_max value: 27.5200727845606 - type: nauc_recall_at_100_std value: 16.76172862155474 - type: nauc_recall_at_10_diff1 value: 23.894239139033917 - type: nauc_recall_at_10_max value: 20.19653160625137 - type: nauc_recall_at_10_std value: -1.1818405987921334 - type: nauc_recall_at_1_diff1 value: 50.027513759193376 - type: nauc_recall_at_1_max value: 19.429910518237936 - type: nauc_recall_at_1_std value: -8.97104145052985 - type: nauc_recall_at_20_diff1 value: 23.687099370897887 - type: nauc_recall_at_20_max value: 24.6629558566208 - type: nauc_recall_at_20_std value: 5.407720319345621 - type: nauc_recall_at_3_diff1 value: 34.403660975814034 - type: nauc_recall_at_3_max value: 20.066555724505257 - type: nauc_recall_at_3_std value: -3.63779773997605 - type: nauc_recall_at_5_diff1 value: 27.409120048379066 - type: nauc_recall_at_5_max value: 17.871400437143393 - type: nauc_recall_at_5_std value: -4.490534640413254 - type: ndcg_at_1 value: 45.201 - type: ndcg_at_10 value: 37.283 - type: ndcg_at_100 value: 34.019 - type: ndcg_at_1000 value: 42.339 - type: ndcg_at_20 value: 34.827000000000005 - type: ndcg_at_3 value: 42.841 - type: ndcg_at_5 value: 40.778 - type: precision_at_1 value: 46.749 - type: precision_at_10 value: 27.771 - type: precision_at_100 value: 8.762 - type: precision_at_1000 value: 2.137 - type: precision_at_20 value: 20.759 - type: precision_at_3 value: 41.073 - type: precision_at_5 value: 35.975 - type: recall_at_1 value: 5.574 - type: recall_at_10 value: 18.631 - type: recall_at_100 value: 34.352 - type: recall_at_1000 value: 64.57000000000001 - type: recall_at_20 value: 22.359 - type: recall_at_3 value: 11.440999999999999 - type: recall_at_5 value: 14.493 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 61.028999999999996 - type: map_at_1 value: 37.177 - type: map_at_10 value: 53.40899999999999 - type: map_at_100 value: 54.298 - type: map_at_1000 value: 54.315000000000005 - type: map_at_20 value: 54.025 - type: map_at_3 value: 49.05 - type: map_at_5 value: 51.82 - type: mrr_at_1 value: 41.59907300115875 - type: mrr_at_10 value: 55.78067235005224 - type: mrr_at_100 value: 56.41660993735389 - type: mrr_at_1000 value: 56.42754475461054 - type: mrr_at_20 value: 56.23518276066669 - type: mrr_at_3 value: 52.37543453070661 - type: mrr_at_5 value: 54.548088064889775 - type: nauc_map_at_1000_diff1 value: 37.27249375628604 - type: nauc_map_at_1000_max value: 27.392138921419324 - type: nauc_map_at_1000_std value: -3.5900106216193315 - type: nauc_map_at_100_diff1 value: 37.2697901014825 - type: nauc_map_at_100_max value: 27.405921213076223 - type: nauc_map_at_100_std value: -3.573566659351339 - type: nauc_map_at_10_diff1 value: 37.16335435590572 - type: nauc_map_at_10_max value: 27.413006448193094 - type: nauc_map_at_10_std value: -3.9602938844810303 - type: nauc_map_at_1_diff1 value: 40.79178035869281 - type: nauc_map_at_1_max value: 21.840846704021168 - type: nauc_map_at_1_std value: -6.154432706859515 - type: nauc_map_at_20_diff1 value: 37.19465980632151 - type: nauc_map_at_20_max value: 27.472653634570786 - type: nauc_map_at_20_std value: -3.6471752193658094 - type: nauc_map_at_3_diff1 value: 37.00050883840103 - type: nauc_map_at_3_max value: 26.166201606832622 - type: nauc_map_at_3_std value: -5.058745283770789 - type: nauc_map_at_5_diff1 value: 37.312001024201614 - type: nauc_map_at_5_max value: 27.20835796415595 - type: nauc_map_at_5_std value: -4.534370816807776 - type: nauc_mrr_at_1000_diff1 value: 37.0970736659852 - type: nauc_mrr_at_1000_max value: 27.50593927169649 - type: nauc_mrr_at_1000_std value: -1.4306799570196265 - type: nauc_mrr_at_100_diff1 value: 37.097509694127424 - type: nauc_mrr_at_100_max value: 27.51661298886077 - type: nauc_mrr_at_100_std value: -1.4199131237737803 - type: nauc_mrr_at_10_diff1 value: 36.932844699119116 - type: nauc_mrr_at_10_max value: 27.621686914876264 - type: nauc_mrr_at_10_std value: -1.5134823279039098 - type: nauc_mrr_at_1_diff1 value: 40.02588975690894 - type: nauc_mrr_at_1_max value: 23.299213673927742 - type: nauc_mrr_at_1_std value: -3.2449821682928857 - type: nauc_mrr_at_20_diff1 value: 37.03753600016832 - type: nauc_mrr_at_20_max value: 27.595623068393866 - type: nauc_mrr_at_20_std value: -1.420887979592882 - type: nauc_mrr_at_3_diff1 value: 36.91182898204814 - type: nauc_mrr_at_3_max value: 27.152051504473885 - type: nauc_mrr_at_3_std value: -1.9927562689418785 - type: nauc_mrr_at_5_diff1 value: 36.99585850355028 - type: nauc_mrr_at_5_max value: 27.595839086884865 - type: nauc_mrr_at_5_std value: -1.647378331798377 - type: nauc_ndcg_at_1000_diff1 value: 36.81876435190347 - type: nauc_ndcg_at_1000_max value: 28.829624794175935 - type: nauc_ndcg_at_1000_std value: -1.65861992216032 - type: nauc_ndcg_at_100_diff1 value: 36.78530077714473 - type: nauc_ndcg_at_100_max value: 29.345829163429332 - type: nauc_ndcg_at_100_std value: -0.9834660238902133 - type: nauc_ndcg_at_10_diff1 value: 36.12614493982964 - type: nauc_ndcg_at_10_max value: 29.68306077249619 - type: nauc_ndcg_at_10_std value: -2.2988088369038424 - type: nauc_ndcg_at_1_diff1 value: 40.02588975690894 - type: nauc_ndcg_at_1_max value: 23.299213673927742 - type: nauc_ndcg_at_1_std value: -3.2449821682928857 - type: nauc_ndcg_at_20_diff1 value: 36.305901085440176 - type: nauc_ndcg_at_20_max value: 29.900293267731914 - type: nauc_ndcg_at_20_std value: -1.299150832053996 - type: nauc_ndcg_at_3_diff1 value: 36.08231518905999 - type: nauc_ndcg_at_3_max value: 27.551888883244995 - type: nauc_ndcg_at_3_std value: -4.148899293368668 - type: nauc_ndcg_at_5_diff1 value: 36.46875305559966 - type: nauc_ndcg_at_5_max value: 29.164887327209787 - type: nauc_ndcg_at_5_std value: -3.3697390325217076 - type: nauc_precision_at_1000_diff1 value: -10.3219194845074 - type: nauc_precision_at_1000_max value: 3.539745607347162 - type: nauc_precision_at_1000_std value: 14.732306584403634 - type: nauc_precision_at_100_diff1 value: -6.560356132891633 - type: nauc_precision_at_100_max value: 10.337169381451696 - type: nauc_precision_at_100_std value: 19.20600399831645 - type: nauc_precision_at_10_diff1 value: 8.363445709346582 - type: nauc_precision_at_10_max value: 23.63627616639036 - type: nauc_precision_at_10_std value: 10.673622244929492 - type: nauc_precision_at_1_diff1 value: 40.02588975690894 - type: nauc_precision_at_1_max value: 23.299213673927742 - type: nauc_precision_at_1_std value: -3.2449821682928857 - type: nauc_precision_at_20_diff1 value: 1.4455832869975551 - type: nauc_precision_at_20_max value: 19.98564944586283 - type: nauc_precision_at_20_std value: 16.313152259234684 - type: nauc_precision_at_3_diff1 value: 22.401426703012387 - type: nauc_precision_at_3_max value: 27.664284153790934 - type: nauc_precision_at_3_std value: 2.0415835028145013 - type: nauc_precision_at_5_diff1 value: 16.858040191181527 - type: nauc_precision_at_5_max value: 26.95159466584669 - type: nauc_precision_at_5_std value: 5.337376948898463 - type: nauc_recall_at_1000_diff1 value: 33.419325094531246 - type: nauc_recall_at_1000_max value: 81.65994088738964 - type: nauc_recall_at_1000_std value: 63.36886394313217 - type: nauc_recall_at_100_diff1 value: 33.73442949813673 - type: nauc_recall_at_100_max value: 64.50622866427926 - type: nauc_recall_at_100_std value: 46.52235851200254 - type: nauc_recall_at_10_diff1 value: 29.788714544862056 - type: nauc_recall_at_10_max value: 38.99828655870941 - type: nauc_recall_at_10_std value: 1.7091690344792725 - type: nauc_recall_at_1_diff1 value: 40.79178035869281 - type: nauc_recall_at_1_max value: 21.840846704021168 - type: nauc_recall_at_1_std value: -6.154432706859515 - type: nauc_recall_at_20_diff1 value: 29.268077606585464 - type: nauc_recall_at_20_max value: 46.544672010268386 - type: nauc_recall_at_20_std value: 11.559943847242257 - type: nauc_recall_at_3_diff1 value: 32.274860688833726 - type: nauc_recall_at_3_max value: 29.74799709828914 - type: nauc_recall_at_3_std value: -4.408458412201667 - type: nauc_recall_at_5_diff1 value: 32.393551871375514 - type: nauc_recall_at_5_max value: 34.33472583999946 - type: nauc_recall_at_5_std value: -2.6839106423963486 - type: ndcg_at_1 value: 41.599000000000004 - type: ndcg_at_10 value: 61.028999999999996 - type: ndcg_at_100 value: 64.55 - type: ndcg_at_1000 value: 64.948 - type: ndcg_at_20 value: 62.971 - type: ndcg_at_3 value: 53.122 - type: ndcg_at_5 value: 57.607 - type: precision_at_1 value: 41.599000000000004 - type: precision_at_10 value: 9.754 - type: precision_at_100 value: 1.172 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.346 - type: precision_at_3 value: 23.880000000000003 - type: precision_at_5 value: 16.964000000000002 - type: recall_at_1 value: 37.177 - type: recall_at_10 value: 81.658 - type: recall_at_100 value: 96.497 - type: recall_at_1000 value: 99.445 - type: recall_at_20 value: 88.75800000000001 - type: recall_at_3 value: 61.525 - type: recall_at_5 value: 71.76 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: dev type: mteb/quora metrics: - type: main_score value: 89.036 - type: map_at_1 value: 71.101 - type: map_at_10 value: 85.455 - type: map_at_100 value: 85.994 - type: map_at_1000 value: 86.008 - type: map_at_20 value: 85.828 - type: map_at_3 value: 82.53399999999999 - type: map_at_5 value: 84.436 - type: mrr_at_1 value: 81.86 - type: mrr_at_10 value: 88.11046031746035 - type: mrr_at_100 value: 88.19975129757977 - type: mrr_at_1000 value: 88.20025683960115 - type: mrr_at_20 value: 88.17505422553023 - type: mrr_at_3 value: 87.21666666666681 - type: mrr_at_5 value: 87.86166666666674 - type: nauc_map_at_1000_diff1 value: 76.87108519650897 - type: nauc_map_at_1000_max value: 33.61242692238016 - type: nauc_map_at_1000_std value: -41.17597310279849 - type: nauc_map_at_100_diff1 value: 76.87153736524259 - type: nauc_map_at_100_max value: 33.54970297094648 - type: nauc_map_at_100_std value: -41.25992178085852 - type: nauc_map_at_10_diff1 value: 77.09438545715085 - type: nauc_map_at_10_max value: 33.2308328259168 - type: nauc_map_at_10_std value: -42.899051862463516 - type: nauc_map_at_1_diff1 value: 80.4545167505852 - type: nauc_map_at_1_max value: 23.403575293489297 - type: nauc_map_at_1_std value: -38.73915078390272 - type: nauc_map_at_20_diff1 value: 76.94979482879727 - type: nauc_map_at_20_max value: 33.3965542820201 - type: nauc_map_at_20_std value: -41.86565874579091 - type: nauc_map_at_3_diff1 value: 77.49566624548056 - type: nauc_map_at_3_max value: 31.780987466527982 - type: nauc_map_at_3_std value: -44.21854519305753 - type: nauc_map_at_5_diff1 value: 77.42771789228605 - type: nauc_map_at_5_max value: 32.68020733774396 - type: nauc_map_at_5_std value: -44.02529373114044 - type: nauc_mrr_at_1000_diff1 value: 77.2505984468272 - type: nauc_mrr_at_1000_max value: 35.55233116927507 - type: nauc_mrr_at_1000_std value: -36.53616122640594 - type: nauc_mrr_at_100_diff1 value: 77.2505647746378 - type: nauc_mrr_at_100_max value: 35.55185874722589 - type: nauc_mrr_at_100_std value: -36.536878149072706 - type: nauc_mrr_at_10_diff1 value: 77.28454775401565 - type: nauc_mrr_at_10_max value: 35.66029990876809 - type: nauc_mrr_at_10_std value: -36.59040430274804 - type: nauc_mrr_at_1_diff1 value: 77.78026873953571 - type: nauc_mrr_at_1_max value: 34.24444208714401 - type: nauc_mrr_at_1_std value: -35.78176040034259 - type: nauc_mrr_at_20_diff1 value: 77.26647675316424 - type: nauc_mrr_at_20_max value: 35.55846836956988 - type: nauc_mrr_at_20_std value: -36.573881740702944 - type: nauc_mrr_at_3_diff1 value: 76.97249605916133 - type: nauc_mrr_at_3_max value: 35.75239213026302 - type: nauc_mrr_at_3_std value: -36.66948654144912 - type: nauc_mrr_at_5_diff1 value: 77.23448498990302 - type: nauc_mrr_at_5_max value: 35.66032506714416 - type: nauc_mrr_at_5_std value: -36.38867782403099 - type: nauc_ndcg_at_1000_diff1 value: 76.78192029636689 - type: nauc_ndcg_at_1000_max value: 34.838983961231115 - type: nauc_ndcg_at_1000_std value: -38.7139917221289 - type: nauc_ndcg_at_100_diff1 value: 76.74994017852701 - type: nauc_ndcg_at_100_max value: 34.5562459567844 - type: nauc_ndcg_at_100_std value: -39.1159390113717 - type: nauc_ndcg_at_10_diff1 value: 77.03700409583301 - type: nauc_ndcg_at_10_max value: 34.49775612114203 - type: nauc_ndcg_at_10_std value: -42.03003149796472 - type: nauc_ndcg_at_1_diff1 value: 77.81816314669393 - type: nauc_ndcg_at_1_max value: 34.07485459082228 - type: nauc_ndcg_at_1_std value: -35.94895056306454 - type: nauc_ndcg_at_20_diff1 value: 76.96510332497088 - type: nauc_ndcg_at_20_max value: 34.450082024564146 - type: nauc_ndcg_at_20_std value: -40.63314555768711 - type: nauc_ndcg_at_3_diff1 value: 76.151643391554 - type: nauc_ndcg_at_3_max value: 34.66383376117758 - type: nauc_ndcg_at_3_std value: -41.39392660300224 - type: nauc_ndcg_at_5_diff1 value: 76.92278503649814 - type: nauc_ndcg_at_5_max value: 34.35931928202013 - type: nauc_ndcg_at_5_std value: -42.28302402211198 - type: nauc_precision_at_1000_diff1 value: -44.32392932408826 - type: nauc_precision_at_1000_max value: -1.5976203820441983 - type: nauc_precision_at_1000_std value: 38.70649763774179 - type: nauc_precision_at_100_diff1 value: -44.12260005400485 - type: nauc_precision_at_100_max value: -3.0647204564936312 - type: nauc_precision_at_100_std value: 36.21137758417562 - type: nauc_precision_at_10_diff1 value: -38.874503464270056 - type: nauc_precision_at_10_max value: -0.7995397378969676 - type: nauc_precision_at_10_std value: 25.08941543528278 - type: nauc_precision_at_1_diff1 value: 77.81816314669393 - type: nauc_precision_at_1_max value: 34.07485459082228 - type: nauc_precision_at_1_std value: -35.94895056306454 - type: nauc_precision_at_20_diff1 value: -41.93097475974228 - type: nauc_precision_at_20_max value: -2.691181750976814 - type: nauc_precision_at_20_std value: 30.655007568557085 - type: nauc_precision_at_3_diff1 value: -21.109490315436517 - type: nauc_precision_at_3_max value: 9.49736775358964 - type: nauc_precision_at_3_std value: 9.195033684093397 - type: nauc_precision_at_5_diff1 value: -32.49764534227595 - type: nauc_precision_at_5_max value: 3.0490365273648803 - type: nauc_precision_at_5_std value: 18.119935851058468 - type: nauc_recall_at_1000_diff1 value: 75.62341631050762 - type: nauc_recall_at_1000_max value: 83.86481603169511 - type: nauc_recall_at_1000_std value: 58.55405944964621 - type: nauc_recall_at_100_diff1 value: 65.95496827539912 - type: nauc_recall_at_100_max value: 14.97452268550046 - type: nauc_recall_at_100_std value: -62.18680465170524 - type: nauc_recall_at_10_diff1 value: 75.08434366486102 - type: nauc_recall_at_10_max value: 32.852276917018116 - type: nauc_recall_at_10_std value: -62.12970511272648 - type: nauc_recall_at_1_diff1 value: 80.4545167505852 - type: nauc_recall_at_1_max value: 23.403575293489297 - type: nauc_recall_at_1_std value: -38.73915078390272 - type: nauc_recall_at_20_diff1 value: 75.66480840772607 - type: nauc_recall_at_20_max value: 31.230359729601208 - type: nauc_recall_at_20_std value: -64.11261226121559 - type: nauc_recall_at_3_diff1 value: 73.81582560951404 - type: nauc_recall_at_3_max value: 31.052473048456708 - type: nauc_recall_at_3_std value: -49.45567344158681 - type: nauc_recall_at_5_diff1 value: 74.06384098137175 - type: nauc_recall_at_5_max value: 31.48187742884454 - type: nauc_recall_at_5_std value: -53.45142194227105 - type: ndcg_at_1 value: 81.84 - type: ndcg_at_10 value: 89.036 - type: ndcg_at_100 value: 90.08800000000001 - type: ndcg_at_1000 value: 90.171 - type: ndcg_at_20 value: 89.632 - type: ndcg_at_3 value: 86.39 - type: ndcg_at_5 value: 87.943 - type: precision_at_1 value: 81.84 - type: precision_at_10 value: 13.464 - type: precision_at_100 value: 1.49 - type: precision_at_1000 value: 0.152 - type: precision_at_20 value: 7.0760000000000005 - type: precision_at_3 value: 38.027 - type: precision_at_5 value: 24.951999999999998 - type: recall_at_1 value: 71.101 - type: recall_at_10 value: 96.071 - type: recall_at_100 value: 99.641 - type: recall_at_1000 value: 99.98700000000001 - type: recall_at_20 value: 97.961 - type: recall_at_3 value: 88.436 - type: recall_at_5 value: 92.898 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.208 - type: map_at_1 value: 71.635 - type: map_at_10 value: 85.625 - type: map_at_100 value: 86.236 - type: map_at_1000 value: 86.251 - type: map_at_20 value: 86.036 - type: map_at_3 value: 82.664 - type: map_at_5 value: 84.588 - type: mrr_at_1 value: 82.42 - type: mrr_at_10 value: 88.43901190476178 - type: mrr_at_100 value: 88.52632666726963 - type: mrr_at_1000 value: 88.52691231190065 - type: mrr_at_20 value: 88.5086530013243 - type: mrr_at_3 value: 87.52666666666644 - type: mrr_at_5 value: 88.16716666666639 - type: nauc_map_at_1000_diff1 value: 76.69308460928899 - type: nauc_map_at_1000_max value: 35.4676191405908 - type: nauc_map_at_1000_std value: -42.45246342350121 - type: nauc_map_at_100_diff1 value: 76.69724007993696 - type: nauc_map_at_100_max value: 35.44406733319827 - type: nauc_map_at_100_std value: -42.503413138162486 - type: nauc_map_at_10_diff1 value: 76.91685742813964 - type: nauc_map_at_10_max value: 35.02153657433807 - type: nauc_map_at_10_std value: -44.367365466570426 - type: nauc_map_at_1_diff1 value: 80.55801255675962 - type: nauc_map_at_1_max value: 27.058161138340527 - type: nauc_map_at_1_std value: -39.4963211510531 - type: nauc_map_at_20_diff1 value: 76.76447537369087 - type: nauc_map_at_20_max value: 35.32040158644433 - type: nauc_map_at_20_std value: -43.21303554960284 - type: nauc_map_at_3_diff1 value: 77.40499840514137 - type: nauc_map_at_3_max value: 33.10906358569285 - type: nauc_map_at_3_std value: -46.04737347284554 - type: nauc_map_at_5_diff1 value: 77.15728738532938 - type: nauc_map_at_5_max value: 34.33464314840439 - type: nauc_map_at_5_std value: -45.89958892369562 - type: nauc_mrr_at_1000_diff1 value: 77.31291439145946 - type: nauc_mrr_at_1000_max value: 37.230887514872805 - type: nauc_mrr_at_1000_std value: -39.38330115067387 - type: nauc_mrr_at_100_diff1 value: 77.31258475265957 - type: nauc_mrr_at_100_max value: 37.2318332422385 - type: nauc_mrr_at_100_std value: -39.38278945609743 - type: nauc_mrr_at_10_diff1 value: 77.27217320343534 - type: nauc_mrr_at_10_max value: 37.26080710249818 - type: nauc_mrr_at_10_std value: -39.5294415983385 - type: nauc_mrr_at_1_diff1 value: 78.23833876100495 - type: nauc_mrr_at_1_max value: 36.656764402278775 - type: nauc_mrr_at_1_std value: -37.255149721562184 - type: nauc_mrr_at_20_diff1 value: 77.30440129198894 - type: nauc_mrr_at_20_max value: 37.24212487079394 - type: nauc_mrr_at_20_std value: -39.40823051440391 - type: nauc_mrr_at_3_diff1 value: 77.0650697336263 - type: nauc_mrr_at_3_max value: 37.338365680984595 - type: nauc_mrr_at_3_std value: -39.61465396146359 - type: nauc_mrr_at_5_diff1 value: 77.23689991901227 - type: nauc_mrr_at_5_max value: 37.402095366186515 - type: nauc_mrr_at_5_std value: -39.81000570358434 - type: nauc_ndcg_at_1000_diff1 value: 76.52492111059385 - type: nauc_ndcg_at_1000_max value: 36.4917030050163 - type: nauc_ndcg_at_1000_std value: -40.57405843022022 - type: nauc_ndcg_at_100_diff1 value: 76.52885222990776 - type: nauc_ndcg_at_100_max value: 36.459002270403104 - type: nauc_ndcg_at_100_std value: -40.700799028706136 - type: nauc_ndcg_at_10_diff1 value: 76.47989448348181 - type: nauc_ndcg_at_10_max value: 36.07571701542727 - type: nauc_ndcg_at_10_std value: -43.68216832570433 - type: nauc_ndcg_at_1_diff1 value: 78.21904562929713 - type: nauc_ndcg_at_1_max value: 36.68800580256306 - type: nauc_ndcg_at_1_std value: -37.1106119214964 - type: nauc_ndcg_at_20_diff1 value: 76.51018855356082 - type: nauc_ndcg_at_20_max value: 36.25847353699082 - type: nauc_ndcg_at_20_std value: -42.26728405297162 - type: nauc_ndcg_at_3_diff1 value: 75.98751306811951 - type: nauc_ndcg_at_3_max value: 35.53532168839834 - type: nauc_ndcg_at_3_std value: -43.22027231551964 - type: nauc_ndcg_at_5_diff1 value: 76.41353684969529 - type: nauc_ndcg_at_5_max value: 35.84158818150277 - type: nauc_ndcg_at_5_std value: -44.678250163660735 - type: nauc_precision_at_1000_diff1 value: -44.547524496944504 - type: nauc_precision_at_1000_max value: -7.017755716303293 - type: nauc_precision_at_1000_std value: 37.81857144040679 - type: nauc_precision_at_100_diff1 value: -44.2990697671559 - type: nauc_precision_at_100_max value: -7.090370898560614 - type: nauc_precision_at_100_std value: 36.74158403150684 - type: nauc_precision_at_10_diff1 value: -39.80812285102048 - type: nauc_precision_at_10_max value: -3.2239932083528116 - type: nauc_precision_at_10_std value: 26.540899746112927 - type: nauc_precision_at_1_diff1 value: 78.21904562929713 - type: nauc_precision_at_1_max value: 36.68800580256306 - type: nauc_precision_at_1_std value: -37.1106119214964 - type: nauc_precision_at_20_diff1 value: -42.72592324685673 - type: nauc_precision_at_20_max value: -5.3434665602492455 - type: nauc_precision_at_20_std value: 32.0763404810473 - type: nauc_precision_at_3_diff1 value: -20.448213979815964 - type: nauc_precision_at_3_max value: 6.48540224514135 - type: nauc_precision_at_3_std value: 7.144269812256157 - type: nauc_precision_at_5_diff1 value: -32.73748400918877 - type: nauc_precision_at_5_max value: 0.5351204546857261 - type: nauc_precision_at_5_std value: 17.21939760056977 - type: nauc_recall_at_1000_diff1 value: 54.36176817603542 - type: nauc_recall_at_1000_max value: 8.42245797354225 - type: nauc_recall_at_1000_std value: 20.82920230407764 - type: nauc_recall_at_100_diff1 value: 70.75825465627794 - type: nauc_recall_at_100_max value: 40.02545502828442 - type: nauc_recall_at_100_std value: -29.381365717773434 - type: nauc_recall_at_10_diff1 value: 71.99814968277674 - type: nauc_recall_at_10_max value: 33.07283139289303 - type: nauc_recall_at_10_std value: -61.868754150647 - type: nauc_recall_at_1_diff1 value: 80.55801255675962 - type: nauc_recall_at_1_max value: 27.058161138340527 - type: nauc_recall_at_1_std value: -39.4963211510531 - type: nauc_recall_at_20_diff1 value: 72.20770471431179 - type: nauc_recall_at_20_max value: 34.27388608815473 - type: nauc_recall_at_20_std value: -57.02562075619354 - type: nauc_recall_at_3_diff1 value: 73.33228189075119 - type: nauc_recall_at_3_max value: 31.031018188701548 - type: nauc_recall_at_3_std value: -51.71143501327714 - type: nauc_recall_at_5_diff1 value: 72.23242137345602 - type: nauc_recall_at_5_max value: 32.306978089143975 - type: nauc_recall_at_5_std value: -58.18075857337518 - type: ndcg_at_1 value: 82.43 - type: ndcg_at_10 value: 89.208 - type: ndcg_at_100 value: 90.312 - type: ndcg_at_1000 value: 90.39500000000001 - type: ndcg_at_20 value: 89.822 - type: ndcg_at_3 value: 86.443 - type: ndcg_at_5 value: 88.051 - type: precision_at_1 value: 82.43 - type: precision_at_10 value: 13.513 - type: precision_at_100 value: 1.532 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.158 - type: precision_at_3 value: 37.753 - type: precision_at_5 value: 24.886 - type: recall_at_1 value: 71.635 - type: recall_at_10 value: 95.967 - type: recall_at_100 value: 99.644 - type: recall_at_1000 value: 99.98599999999999 - type: recall_at_20 value: 97.897 - type: recall_at_3 value: 88.036 - type: recall_at_5 value: 92.551 task: type: Retrieval - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 22.585 - type: map_at_1 value: 5.267 - type: map_at_10 value: 13.682 - type: map_at_100 value: 15.821 - type: map_at_1000 value: 16.155 - type: map_at_20 value: 14.776 - type: map_at_3 value: 9.447999999999999 - type: map_at_5 value: 11.537 - type: mrr_at_1 value: 25.900000000000002 - type: mrr_at_10 value: 37.2399206349206 - type: mrr_at_100 value: 38.27279652206334 - type: mrr_at_1000 value: 38.32018340983372 - type: mrr_at_20 value: 37.88470320013656 - type: mrr_at_3 value: 33.70000000000001 - type: mrr_at_5 value: 35.929999999999964 - type: nauc_map_at_1000_diff1 value: 15.010512584883928 - type: nauc_map_at_1000_max value: 28.131592592280125 - type: nauc_map_at_1000_std value: 18.23227227598505 - type: nauc_map_at_100_diff1 value: 15.038422438580948 - type: nauc_map_at_100_max value: 28.118579098188683 - type: nauc_map_at_100_std value: 18.102627506796637 - type: nauc_map_at_10_diff1 value: 15.2281617921156 - type: nauc_map_at_10_max value: 26.358609940161813 - type: nauc_map_at_10_std value: 14.028442329121555 - type: nauc_map_at_1_diff1 value: 19.804944135000376 - type: nauc_map_at_1_max value: 20.639841719764735 - type: nauc_map_at_1_std value: 8.423093067457737 - type: nauc_map_at_20_diff1 value: 15.2511720546573 - type: nauc_map_at_20_max value: 27.7290112272419 - type: nauc_map_at_20_std value: 16.279489028653636 - type: nauc_map_at_3_diff1 value: 18.969154716718396 - type: nauc_map_at_3_max value: 25.211069495284065 - type: nauc_map_at_3_std value: 8.183585306093075 - type: nauc_map_at_5_diff1 value: 16.995226268024048 - type: nauc_map_at_5_max value: 26.05551249234277 - type: nauc_map_at_5_std value: 10.672250037070603 - type: nauc_mrr_at_1000_diff1 value: 18.900489928879864 - type: nauc_mrr_at_1000_max value: 24.818364671912125 - type: nauc_mrr_at_1000_std value: 13.55809626059453 - type: nauc_mrr_at_100_diff1 value: 18.885312642782274 - type: nauc_mrr_at_100_max value: 24.815818576928283 - type: nauc_mrr_at_100_std value: 13.59041082400011 - type: nauc_mrr_at_10_diff1 value: 18.840497849547965 - type: nauc_mrr_at_10_max value: 24.508418448385445 - type: nauc_mrr_at_10_std value: 13.24104462801846 - type: nauc_mrr_at_1_diff1 value: 19.939676779904232 - type: nauc_mrr_at_1_max value: 20.867982502501388 - type: nauc_mrr_at_1_std value: 8.654485218204698 - type: nauc_mrr_at_20_diff1 value: 18.75686501314611 - type: nauc_mrr_at_20_max value: 24.764731653376685 - type: nauc_mrr_at_20_std value: 13.593035396029709 - type: nauc_mrr_at_3_diff1 value: 19.762798012479887 - type: nauc_mrr_at_3_max value: 24.851437035247397 - type: nauc_mrr_at_3_std value: 11.616646922331773 - type: nauc_mrr_at_5_diff1 value: 19.48751619117306 - type: nauc_mrr_at_5_max value: 25.02565432972893 - type: nauc_mrr_at_5_std value: 13.096726015560694 - type: nauc_ndcg_at_1000_diff1 value: 14.421194341988578 - type: nauc_ndcg_at_1000_max value: 29.46627137066849 - type: nauc_ndcg_at_1000_std value: 25.294914478704282 - type: nauc_ndcg_at_100_diff1 value: 14.188910253634393 - type: nauc_ndcg_at_100_max value: 29.675945969703676 - type: nauc_ndcg_at_100_std value: 25.152541930218398 - type: nauc_ndcg_at_10_diff1 value: 14.950700299876996 - type: nauc_ndcg_at_10_max value: 26.552125339735355 - type: nauc_ndcg_at_10_std value: 16.423237887520827 - type: nauc_ndcg_at_1_diff1 value: 19.939676779904232 - type: nauc_ndcg_at_1_max value: 20.867982502501388 - type: nauc_ndcg_at_1_std value: 8.654485218204698 - type: nauc_ndcg_at_20_diff1 value: 14.646062844584721 - type: nauc_ndcg_at_20_max value: 29.019613358216105 - type: nauc_ndcg_at_20_std value: 20.258510159436103 - type: nauc_ndcg_at_3_diff1 value: 19.14228516186438 - type: nauc_ndcg_at_3_max value: 25.884698532628796 - type: nauc_ndcg_at_3_std value: 10.082340457184428 - type: nauc_ndcg_at_5_diff1 value: 17.648427955677832 - type: nauc_ndcg_at_5_max value: 26.960002111496234 - type: nauc_ndcg_at_5_std value: 13.165986859638604 - type: nauc_precision_at_1000_diff1 value: 3.837505819613137 - type: nauc_precision_at_1000_max value: 22.085273204384773 - type: nauc_precision_at_1000_std value: 37.749767215473746 - type: nauc_precision_at_100_diff1 value: 6.0618779651125525 - type: nauc_precision_at_100_max value: 26.55293689015515 - type: nauc_precision_at_100_std value: 35.92840742685366 - type: nauc_precision_at_10_diff1 value: 9.609219002496197 - type: nauc_precision_at_10_max value: 24.7210313158673 - type: nauc_precision_at_10_std value: 19.688687883244082 - type: nauc_precision_at_1_diff1 value: 19.939676779904232 - type: nauc_precision_at_1_max value: 20.867982502501388 - type: nauc_precision_at_1_std value: 8.654485218204698 - type: nauc_precision_at_20_diff1 value: 8.491039455217111 - type: nauc_precision_at_20_max value: 28.41137144178967 - type: nauc_precision_at_20_std value: 26.3995307896142 - type: nauc_precision_at_3_diff1 value: 18.574797308038786 - type: nauc_precision_at_3_max value: 27.317203178234887 - type: nauc_precision_at_3_std value: 10.752025361042627 - type: nauc_precision_at_5_diff1 value: 15.19646090790648 - type: nauc_precision_at_5_max value: 27.46968680886624 - type: nauc_precision_at_5_std value: 15.291114444897175 - type: nauc_recall_at_1000_diff1 value: 3.8560988027864984 - type: nauc_recall_at_1000_max value: 21.962689956944313 - type: nauc_recall_at_1000_std value: 39.54218946626981 - type: nauc_recall_at_100_diff1 value: 6.027047924475086 - type: nauc_recall_at_100_max value: 26.199898112709867 - type: nauc_recall_at_100_std value: 36.2830620090185 - type: nauc_recall_at_10_diff1 value: 9.535572267531073 - type: nauc_recall_at_10_max value: 24.611837567240595 - type: nauc_recall_at_10_std value: 19.643464138242795 - type: nauc_recall_at_1_diff1 value: 19.804944135000376 - type: nauc_recall_at_1_max value: 20.639841719764735 - type: nauc_recall_at_1_std value: 8.423093067457737 - type: nauc_recall_at_20_diff1 value: 8.380441122318603 - type: nauc_recall_at_20_max value: 28.304675323191418 - type: nauc_recall_at_20_std value: 26.478505583494798 - type: nauc_recall_at_3_diff1 value: 18.589842650254056 - type: nauc_recall_at_3_max value: 27.267022468432433 - type: nauc_recall_at_3_std value: 10.489972416983772 - type: nauc_recall_at_5_diff1 value: 14.991522037739355 - type: nauc_recall_at_5_max value: 27.171074789756666 - type: nauc_recall_at_5_std value: 15.06566087881635 - type: ndcg_at_1 value: 25.900000000000002 - type: ndcg_at_10 value: 22.585 - type: ndcg_at_100 value: 30.666 - type: ndcg_at_1000 value: 36.356 - type: ndcg_at_20 value: 25.469 - type: ndcg_at_3 value: 20.892 - type: ndcg_at_5 value: 18.617 - type: precision_at_1 value: 25.900000000000002 - type: precision_at_10 value: 11.84 - type: precision_at_100 value: 2.3539999999999996 - type: precision_at_1000 value: 0.372 - type: precision_at_20 value: 7.595000000000001 - type: precision_at_3 value: 19.467000000000002 - type: precision_at_5 value: 16.5 - type: recall_at_1 value: 5.267 - type: recall_at_10 value: 24.023 - type: recall_at_100 value: 47.825 - type: recall_at_1000 value: 75.613 - type: recall_at_20 value: 30.814999999999998 - type: recall_at_3 value: 11.831999999999999 - type: recall_at_5 value: 16.742 task: type: Retrieval - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 73.095 - type: map_at_1 value: 58.760999999999996 - type: map_at_10 value: 68.645 - type: map_at_100 value: 69.273 - type: map_at_1000 value: 69.28999999999999 - type: map_at_20 value: 69.148 - type: map_at_3 value: 65.93 - type: map_at_5 value: 67.227 - type: mrr_at_1 value: 62.0 - type: mrr_at_10 value: 69.9334656084656 - type: mrr_at_100 value: 70.4425638039262 - type: mrr_at_1000 value: 70.4592383022689 - type: mrr_at_20 value: 70.3430039931975 - type: mrr_at_3 value: 67.94444444444444 - type: mrr_at_5 value: 68.9111111111111 - type: nauc_map_at_1000_diff1 value: 73.89926164336681 - type: nauc_map_at_1000_max value: 58.520107712601245 - type: nauc_map_at_1000_std value: 6.203966518670752 - type: nauc_map_at_100_diff1 value: 73.88266895863376 - type: nauc_map_at_100_max value: 58.52869559413426 - type: nauc_map_at_100_std value: 6.2094530706982605 - type: nauc_map_at_10_diff1 value: 73.83454676041971 - type: nauc_map_at_10_max value: 58.728632474849476 - type: nauc_map_at_10_std value: 6.161321625117715 - type: nauc_map_at_1_diff1 value: 75.8262967666803 - type: nauc_map_at_1_max value: 50.75430912296499 - type: nauc_map_at_1_std value: -3.611304329879618 - type: nauc_map_at_20_diff1 value: 73.7570380099859 - type: nauc_map_at_20_max value: 58.579878823697186 - type: nauc_map_at_20_std value: 6.331471307882834 - type: nauc_map_at_3_diff1 value: 73.8670063410728 - type: nauc_map_at_3_max value: 56.097293037109296 - type: nauc_map_at_3_std value: 3.118147916941721 - type: nauc_map_at_5_diff1 value: 73.85961347670359 - type: nauc_map_at_5_max value: 56.73699214051663 - type: nauc_map_at_5_std value: 4.106265483441233 - type: nauc_mrr_at_1000_diff1 value: 74.43827928989487 - type: nauc_mrr_at_1000_max value: 60.4918184019879 - type: nauc_mrr_at_1000_std value: 8.2550027653635 - type: nauc_mrr_at_100_diff1 value: 74.42093690901741 - type: nauc_mrr_at_100_max value: 60.499273965963 - type: nauc_mrr_at_100_std value: 8.259231345026938 - type: nauc_mrr_at_10_diff1 value: 74.35347564500812 - type: nauc_mrr_at_10_max value: 60.84757750349501 - type: nauc_mrr_at_10_std value: 8.661941517184076 - type: nauc_mrr_at_1_diff1 value: 76.705227209796 - type: nauc_mrr_at_1_max value: 57.32137546277776 - type: nauc_mrr_at_1_std value: 4.129875191007982 - type: nauc_mrr_at_20_diff1 value: 74.30079205050251 - type: nauc_mrr_at_20_max value: 60.53532363656904 - type: nauc_mrr_at_20_std value: 8.32956272621327 - type: nauc_mrr_at_3_diff1 value: 74.87770487889848 - type: nauc_mrr_at_3_max value: 60.084677423267784 - type: nauc_mrr_at_3_std value: 7.3354753376762964 - type: nauc_mrr_at_5_diff1 value: 74.40302787656852 - type: nauc_mrr_at_5_max value: 60.069030786945795 - type: nauc_mrr_at_5_std value: 7.9515339665590075 - type: nauc_ndcg_at_1000_diff1 value: 73.66774503145189 - type: nauc_ndcg_at_1000_max value: 60.51016113928767 - type: nauc_ndcg_at_1000_std value: 8.65619371919538 - type: nauc_ndcg_at_100_diff1 value: 73.31381886910967 - type: nauc_ndcg_at_100_max value: 60.804013515995535 - type: nauc_ndcg_at_100_std value: 8.968020348251471 - type: nauc_ndcg_at_10_diff1 value: 72.99733432767304 - type: nauc_ndcg_at_10_max value: 62.116824264281135 - type: nauc_ndcg_at_10_std value: 9.809485757709925 - type: nauc_ndcg_at_1_diff1 value: 76.705227209796 - type: nauc_ndcg_at_1_max value: 57.32137546277776 - type: nauc_ndcg_at_1_std value: 4.129875191007982 - type: nauc_ndcg_at_20_diff1 value: 72.52123153995032 - type: nauc_ndcg_at_20_max value: 61.27934142158071 - type: nauc_ndcg_at_20_std value: 9.86085851593245 - type: nauc_ndcg_at_3_diff1 value: 73.29758270502096 - type: nauc_ndcg_at_3_max value: 59.004555912521774 - type: nauc_ndcg_at_3_std value: 6.372325905257958 - type: nauc_ndcg_at_5_diff1 value: 72.98853570048864 - type: nauc_ndcg_at_5_max value: 58.64946586595039 - type: nauc_ndcg_at_5_std value: 6.492229141399973 - type: nauc_precision_at_1000_diff1 value: -18.039255567985364 - type: nauc_precision_at_1000_max value: 20.62036001220385 - type: nauc_precision_at_1000_std value: 48.84436760568162 - type: nauc_precision_at_100_diff1 value: -7.274183459314691 - type: nauc_precision_at_100_max value: 27.97079336127723 - type: nauc_precision_at_100_std value: 45.54563683450541 - type: nauc_precision_at_10_diff1 value: 18.09725433020935 - type: nauc_precision_at_10_max value: 49.11398598954457 - type: nauc_precision_at_10_std value: 43.237184128141266 - type: nauc_precision_at_1_diff1 value: 76.705227209796 - type: nauc_precision_at_1_max value: 57.32137546277776 - type: nauc_precision_at_1_std value: 4.129875191007982 - type: nauc_precision_at_20_diff1 value: 1.3410525627186838 - type: nauc_precision_at_20_max value: 37.35867159476222 - type: nauc_precision_at_20_std value: 48.245728802102036 - type: nauc_precision_at_3_diff1 value: 46.28921347186669 - type: nauc_precision_at_3_max value: 55.29086984891835 - type: nauc_precision_at_3_std value: 25.485619635597068 - type: nauc_precision_at_5_diff1 value: 36.10414877829668 - type: nauc_precision_at_5_max value: 50.74423891086506 - type: nauc_precision_at_5_std value: 29.633563462559685 - type: nauc_recall_at_1000_diff1 value: 100.0 - type: nauc_recall_at_1000_max value: 100.0 - type: nauc_recall_at_1000_std value: 55.4154995331476 - type: nauc_recall_at_100_diff1 value: 63.437597261126946 - type: nauc_recall_at_100_max value: 76.15157173980718 - type: nauc_recall_at_100_std value: 27.439309056956162 - type: nauc_recall_at_10_diff1 value: 66.76520922141613 - type: nauc_recall_at_10_max value: 74.88986784140963 - type: nauc_recall_at_10_std value: 22.76893323200783 - type: nauc_recall_at_1_diff1 value: 75.8262967666803 - type: nauc_recall_at_1_max value: 50.75430912296499 - type: nauc_recall_at_1_std value: -3.611304329879618 - type: nauc_recall_at_20_diff1 value: 57.56881264902657 - type: nauc_recall_at_20_max value: 74.94173978131198 - type: nauc_recall_at_20_std value: 30.5661658602836 - type: nauc_recall_at_3_diff1 value: 69.47119910780243 - type: nauc_recall_at_3_max value: 59.27944653429989 - type: nauc_recall_at_3_std value: 6.2814183903482546 - type: nauc_recall_at_5_diff1 value: 68.10420927979328 - type: nauc_recall_at_5_max value: 60.164296893761815 - type: nauc_recall_at_5_std value: 9.5025037567499 - type: ndcg_at_1 value: 62.0 - type: ndcg_at_10 value: 73.095 - type: ndcg_at_100 value: 75.57199999999999 - type: ndcg_at_1000 value: 76.03 - type: ndcg_at_20 value: 74.785 - type: ndcg_at_3 value: 68.527 - type: ndcg_at_5 value: 70.333 - type: precision_at_1 value: 62.0 - type: precision_at_10 value: 9.667 - type: precision_at_100 value: 1.09 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.2170000000000005 - type: precision_at_3 value: 26.667 - type: precision_at_5 value: 17.267 - type: recall_at_1 value: 58.760999999999996 - type: recall_at_10 value: 85.422 - type: recall_at_100 value: 96.0 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 91.93299999999999 - type: recall_at_3 value: 72.906 - type: recall_at_5 value: 77.694 task: type: Retrieval - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: train type: mteb/scifact metrics: - type: main_score value: 76.527 - type: map_at_1 value: 62.159 - type: map_at_10 value: 72.298 - type: map_at_100 value: 72.789 - type: map_at_1000 value: 72.80499999999999 - type: map_at_20 value: 72.658 - type: map_at_3 value: 69.697 - type: map_at_5 value: 71.405 - type: mrr_at_1 value: 65.01854140914709 - type: mrr_at_10 value: 73.3364235681912 - type: mrr_at_100 value: 73.69023773006475 - type: mrr_at_1000 value: 73.70379275258956 - type: mrr_at_20 value: 73.58899784126623 - type: mrr_at_3 value: 71.63164400494436 - type: mrr_at_5 value: 72.6266996291718 - type: nauc_map_at_1000_diff1 value: 72.26196805521474 - type: nauc_map_at_1000_max value: 54.82473601925078 - type: nauc_map_at_1000_std value: 7.532896905808398 - type: nauc_map_at_100_diff1 value: 72.26762601665212 - type: nauc_map_at_100_max value: 54.84436183081319 - type: nauc_map_at_100_std value: 7.553915623782155 - type: nauc_map_at_10_diff1 value: 72.09152947041464 - type: nauc_map_at_10_max value: 54.566662723409344 - type: nauc_map_at_10_std value: 6.8617531224659984 - type: nauc_map_at_1_diff1 value: 76.44362554275227 - type: nauc_map_at_1_max value: 47.92837030943323 - type: nauc_map_at_1_std value: 1.2712665978711795 - type: nauc_map_at_20_diff1 value: 72.1932546895839 - type: nauc_map_at_20_max value: 54.77868328671626 - type: nauc_map_at_20_std value: 7.5390256852193085 - type: nauc_map_at_3_diff1 value: 72.32463213490826 - type: nauc_map_at_3_max value: 51.82850176376716 - type: nauc_map_at_3_std value: 3.313691247008456 - type: nauc_map_at_5_diff1 value: 72.07694535940702 - type: nauc_map_at_5_max value: 53.746544557259725 - type: nauc_map_at_5_std value: 5.460765188941276 - type: nauc_mrr_at_1000_diff1 value: 71.91364820971862 - type: nauc_mrr_at_1000_max value: 55.999150811401144 - type: nauc_mrr_at_1000_std value: 10.398705225694902 - type: nauc_mrr_at_100_diff1 value: 71.9166900352723 - type: nauc_mrr_at_100_max value: 56.0158980617252 - type: nauc_mrr_at_100_std value: 10.416397031952592 - type: nauc_mrr_at_10_diff1 value: 71.6000299472608 - type: nauc_mrr_at_10_max value: 55.91890883710817 - type: nauc_mrr_at_10_std value: 10.291906323764916 - type: nauc_mrr_at_1_diff1 value: 76.49718519036318 - type: nauc_mrr_at_1_max value: 54.12604217431032 - type: nauc_mrr_at_1_std value: 8.333140302649584 - type: nauc_mrr_at_20_diff1 value: 71.83180901219741 - type: nauc_mrr_at_20_max value: 55.95516059386792 - type: nauc_mrr_at_20_std value: 10.410595110736114 - type: nauc_mrr_at_3_diff1 value: 71.41066101878594 - type: nauc_mrr_at_3_max value: 56.33030426786812 - type: nauc_mrr_at_3_std value: 9.807092627499873 - type: nauc_mrr_at_5_diff1 value: 71.48457263107547 - type: nauc_mrr_at_5_max value: 55.79523079804451 - type: nauc_mrr_at_5_std value: 9.56339540662926 - type: nauc_ndcg_at_1000_diff1 value: 71.00844332582724 - type: nauc_ndcg_at_1000_max value: 56.0830968411215 - type: nauc_ndcg_at_1000_std value: 10.12536414515097 - type: nauc_ndcg_at_100_diff1 value: 71.08255901217294 - type: nauc_ndcg_at_100_max value: 56.58354344196779 - type: nauc_ndcg_at_100_std value: 10.788436869510683 - type: nauc_ndcg_at_10_diff1 value: 70.0351612983415 - type: nauc_ndcg_at_10_max value: 55.69237259785501 - type: nauc_ndcg_at_10_std value: 9.098137226872005 - type: nauc_ndcg_at_1_diff1 value: 76.49718519036318 - type: nauc_ndcg_at_1_max value: 54.12604217431032 - type: nauc_ndcg_at_1_std value: 8.333140302649584 - type: nauc_ndcg_at_20_diff1 value: 70.55288229160162 - type: nauc_ndcg_at_20_max value: 56.02912372617168 - type: nauc_ndcg_at_20_std value: 10.658004918812695 - type: nauc_ndcg_at_3_diff1 value: 70.05425859113052 - type: nauc_ndcg_at_3_max value: 53.60471853426119 - type: nauc_ndcg_at_3_std value: 5.230816816865092 - type: nauc_ndcg_at_5_diff1 value: 69.93016148017965 - type: nauc_ndcg_at_5_max value: 54.4721191074644 - type: nauc_ndcg_at_5_std value: 6.577620935495792 - type: nauc_precision_at_1000_diff1 value: -34.15207795410865 - type: nauc_precision_at_1000_max value: 19.192406477803747 - type: nauc_precision_at_1000_std value: 44.20120249056698 - type: nauc_precision_at_100_diff1 value: -21.92421802281828 - type: nauc_precision_at_100_max value: 27.932025006196444 - type: nauc_precision_at_100_std value: 46.15700787499129 - type: nauc_precision_at_10_diff1 value: 1.4405770914568594 - type: nauc_precision_at_10_max value: 39.638084561158536 - type: nauc_precision_at_10_std value: 36.69460260973796 - type: nauc_precision_at_1_diff1 value: 76.49718519036318 - type: nauc_precision_at_1_max value: 54.12604217431032 - type: nauc_precision_at_1_std value: 8.333140302649584 - type: nauc_precision_at_20_diff1 value: -9.073464951503986 - type: nauc_precision_at_20_max value: 33.43558333269937 - type: nauc_precision_at_20_std value: 43.649313315759635 - type: nauc_precision_at_3_diff1 value: 33.24438747635695 - type: nauc_precision_at_3_max value: 49.669129551161866 - type: nauc_precision_at_3_std value: 20.597427388463906 - type: nauc_precision_at_5_diff1 value: 14.390391464956412 - type: nauc_precision_at_5_max value: 42.21194236044368 - type: nauc_precision_at_5_std value: 27.341151685288402 - type: nauc_recall_at_1000_diff1 value: -13.439275396098257 - type: nauc_recall_at_1000_max value: 70.2668332789378 - type: nauc_recall_at_1000_std value: 81.47725384292593 - type: nauc_recall_at_100_diff1 value: 63.12484158375845 - type: nauc_recall_at_100_max value: 78.21397899681712 - type: nauc_recall_at_100_std value: 47.95971895328952 - type: nauc_recall_at_10_diff1 value: 59.258619066241124 - type: nauc_recall_at_10_max value: 55.72780924365118 - type: nauc_recall_at_10_std value: 12.070465110706309 - type: nauc_recall_at_1_diff1 value: 76.44362554275227 - type: nauc_recall_at_1_max value: 47.92837030943323 - type: nauc_recall_at_1_std value: 1.2712665978711795 - type: nauc_recall_at_20_diff1 value: 60.27194163739572 - type: nauc_recall_at_20_max value: 57.859640930044556 - type: nauc_recall_at_20_std value: 24.959871261637183 - type: nauc_recall_at_3_diff1 value: 63.809558015026404 - type: nauc_recall_at_3_max value: 50.68780898644539 - type: nauc_recall_at_3_std value: 0.37064353382673126 - type: nauc_recall_at_5_diff1 value: 61.34563891446967 - type: nauc_recall_at_5_max value: 52.02870480839336 - type: nauc_recall_at_5_std value: 3.3678431493557657 - type: ndcg_at_1 value: 65.019 - type: ndcg_at_10 value: 76.527 - type: ndcg_at_100 value: 78.476 - type: ndcg_at_1000 value: 78.859 - type: ndcg_at_20 value: 77.608 - type: ndcg_at_3 value: 72.237 - type: ndcg_at_5 value: 74.578 - type: precision_at_1 value: 65.019 - type: precision_at_10 value: 9.963 - type: precision_at_100 value: 1.099 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.235 - type: precision_at_3 value: 28.224 - type: precision_at_5 value: 18.541 - type: recall_at_1 value: 62.159 - type: recall_at_10 value: 88.177 - type: recall_at_100 value: 96.70400000000001 - type: recall_at_1000 value: 99.629 - type: recall_at_20 value: 92.171 - type: recall_at_3 value: 76.98 - type: recall_at_5 value: 82.39800000000001 task: type: Retrieval - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 85.786 - type: map_at_1 value: 0.241 - type: map_at_10 value: 2.2560000000000002 - type: map_at_100 value: 13.478000000000002 - type: map_at_1000 value: 32.080999999999996 - type: map_at_20 value: 4.034 - type: map_at_3 value: 0.721 - type: map_at_5 value: 1.202 - type: mrr_at_1 value: 92.0 - type: mrr_at_10 value: 95.66666666666666 - type: mrr_at_100 value: 95.66666666666666 - type: mrr_at_1000 value: 95.66666666666666 - type: mrr_at_20 value: 95.66666666666666 - type: mrr_at_3 value: 95.66666666666666 - type: mrr_at_5 value: 95.66666666666666 - type: nauc_map_at_1000_diff1 value: -33.856397215348224 - type: nauc_map_at_1000_max value: 52.442628978801686 - type: nauc_map_at_1000_std value: 78.121550023329 - type: nauc_map_at_100_diff1 value: -24.62901955392776 - type: nauc_map_at_100_max value: 23.848254681406715 - type: nauc_map_at_100_std value: 44.891168295557435 - type: nauc_map_at_10_diff1 value: 8.624081477851847 - type: nauc_map_at_10_max value: -9.045454596970382 - type: nauc_map_at_10_std value: -5.7784874943617375 - type: nauc_map_at_1_diff1 value: 17.522197196988433 - type: nauc_map_at_1_max value: -9.591987859324789 - type: nauc_map_at_1_std value: -7.711185842864 - type: nauc_map_at_20_diff1 value: -0.3901783306886495 - type: nauc_map_at_20_max value: -2.061541912435094 - type: nauc_map_at_20_std value: 5.1798742009931 - type: nauc_map_at_3_diff1 value: 13.263750752688159 - type: nauc_map_at_3_max value: -9.833822942004682 - type: nauc_map_at_3_std value: -9.816054237663943 - type: nauc_map_at_5_diff1 value: 11.492446526529632 - type: nauc_map_at_5_max value: -10.413949409485241 - type: nauc_map_at_5_std value: -11.239134010710497 - type: nauc_mrr_at_1000_diff1 value: -31.20376355670401 - type: nauc_mrr_at_1000_max value: 46.59197012138196 - type: nauc_mrr_at_1000_std value: 80.28442146089233 - type: nauc_mrr_at_100_diff1 value: -31.20376355670401 - type: nauc_mrr_at_100_max value: 46.59197012138196 - type: nauc_mrr_at_100_std value: 80.28442146089233 - type: nauc_mrr_at_10_diff1 value: -31.20376355670401 - type: nauc_mrr_at_10_max value: 46.59197012138196 - type: nauc_mrr_at_10_std value: 80.28442146089233 - type: nauc_mrr_at_1_diff1 value: -29.108309990663138 - type: nauc_mrr_at_1_max value: 43.23062558356683 - type: nauc_mrr_at_1_std value: 78.64145658263308 - type: nauc_mrr_at_20_diff1 value: -31.20376355670401 - type: nauc_mrr_at_20_max value: 46.59197012138196 - type: nauc_mrr_at_20_std value: 80.28442146089233 - type: nauc_mrr_at_3_diff1 value: -31.20376355670401 - type: nauc_mrr_at_3_max value: 46.59197012138196 - type: nauc_mrr_at_3_std value: 80.28442146089233 - type: nauc_mrr_at_5_diff1 value: -31.20376355670401 - type: nauc_mrr_at_5_max value: 46.59197012138196 - type: nauc_mrr_at_5_std value: 80.28442146089233 - type: nauc_ndcg_at_1000_diff1 value: -30.02494733757554 - type: nauc_ndcg_at_1000_max value: 46.879741543484386 - type: nauc_ndcg_at_1000_std value: 71.28860776857371 - type: nauc_ndcg_at_100_diff1 value: -40.382758704499686 - type: nauc_ndcg_at_100_max value: 46.81853301905501 - type: nauc_ndcg_at_100_std value: 78.08882504276026 - type: nauc_ndcg_at_10_diff1 value: -37.9762225498264 - type: nauc_ndcg_at_10_max value: 33.818776701290645 - type: nauc_ndcg_at_10_std value: 60.60876378870803 - type: nauc_ndcg_at_1_diff1 value: -29.64995269631029 - type: nauc_ndcg_at_1_max value: 11.702932828760678 - type: nauc_ndcg_at_1_std value: 46.36707663197732 - type: nauc_ndcg_at_20_diff1 value: -34.21566964686303 - type: nauc_ndcg_at_20_max value: 35.71546714747097 - type: nauc_ndcg_at_20_std value: 64.96478634285614 - type: nauc_ndcg_at_3_diff1 value: -40.87606957878375 - type: nauc_ndcg_at_3_max value: 34.266783345764296 - type: nauc_ndcg_at_3_std value: 59.417588176302125 - type: nauc_ndcg_at_5_diff1 value: -40.86776131403312 - type: nauc_ndcg_at_5_max value: 32.103157304099696 - type: nauc_ndcg_at_5_std value: 53.26187123017394 - type: nauc_precision_at_1000_diff1 value: -27.155383361683644 - type: nauc_precision_at_1000_max value: 47.99609392284812 - type: nauc_precision_at_1000_std value: 53.130872385717154 - type: nauc_precision_at_100_diff1 value: -44.040520753793835 - type: nauc_precision_at_100_max value: 49.40807778768706 - type: nauc_precision_at_100_std value: 76.68780066667708 - type: nauc_precision_at_10_diff1 value: -38.63910231606874 - type: nauc_precision_at_10_max value: 42.93405560776088 - type: nauc_precision_at_10_std value: 66.83323199380891 - type: nauc_precision_at_1_diff1 value: -29.108309990663138 - type: nauc_precision_at_1_max value: 43.23062558356683 - type: nauc_precision_at_1_std value: 78.64145658263308 - type: nauc_precision_at_20_diff1 value: -35.962158439352734 - type: nauc_precision_at_20_max value: 36.22370294628403 - type: nauc_precision_at_20_std value: 65.49049101917842 - type: nauc_precision_at_3_diff1 value: -53.11469565992303 - type: nauc_precision_at_3_max value: 62.111220033865045 - type: nauc_precision_at_3_std value: 67.69895731218259 - type: nauc_precision_at_5_diff1 value: -53.04735248757662 - type: nauc_precision_at_5_max value: 60.29588164734101 - type: nauc_precision_at_5_std value: 61.332609813217566 - type: nauc_recall_at_1000_diff1 value: -26.68853089093055 - type: nauc_recall_at_1000_max value: 40.15392752238839 - type: nauc_recall_at_1000_std value: 58.18451441165892 - type: nauc_recall_at_100_diff1 value: -15.581247880461934 - type: nauc_recall_at_100_max value: 10.81212430083709 - type: nauc_recall_at_100_std value: 27.018420696008477 - type: nauc_recall_at_10_diff1 value: 11.246082508546243 - type: nauc_recall_at_10_max value: -13.581652280948264 - type: nauc_recall_at_10_std value: -11.980214279022423 - type: nauc_recall_at_1_diff1 value: 17.522197196988433 - type: nauc_recall_at_1_max value: -9.591987859324789 - type: nauc_recall_at_1_std value: -7.711185842864 - type: nauc_recall_at_20_diff1 value: 4.890473144429516 - type: nauc_recall_at_20_max value: -8.848258614984216 - type: nauc_recall_at_20_std value: -4.194164888978863 - type: nauc_recall_at_3_diff1 value: 13.525152290557976 - type: nauc_recall_at_3_max value: -13.266833552882778 - type: nauc_recall_at_3_std value: -14.734712973008559 - type: nauc_recall_at_5_diff1 value: 12.38086304308239 - type: nauc_recall_at_5_max value: -14.125430291797542 - type: nauc_recall_at_5_std value: -16.303159417191377 - type: ndcg_at_1 value: 90.0 - type: ndcg_at_10 value: 85.786 - type: ndcg_at_100 value: 65.689 - type: ndcg_at_1000 value: 57.51500000000001 - type: ndcg_at_20 value: 81.291 - type: ndcg_at_3 value: 89.531 - type: ndcg_at_5 value: 88.435 - type: precision_at_1 value: 92.0 - type: precision_at_10 value: 90.0 - type: precision_at_100 value: 67.64 - type: precision_at_1000 value: 25.422 - type: precision_at_20 value: 84.89999999999999 - type: precision_at_3 value: 92.667 - type: precision_at_5 value: 93.2 - type: recall_at_1 value: 0.241 - type: recall_at_10 value: 2.37 - type: recall_at_100 value: 16.242 - type: recall_at_1000 value: 53.702000000000005 - type: recall_at_20 value: 4.343 - type: recall_at_3 value: 0.744 - type: recall_at_5 value: 1.248 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 30.676 - type: map_at_1 value: 3.17 - type: map_at_10 value: 12.838 - type: map_at_100 value: 19.455 - type: map_at_1000 value: 21.096999999999998 - type: map_at_20 value: 15.781 - type: map_at_3 value: 6.938 - type: map_at_5 value: 9.324 - type: mrr_at_1 value: 38.775510204081634 - type: mrr_at_10 value: 54.38208616780046 - type: mrr_at_100 value: 54.88429833086117 - type: mrr_at_1000 value: 54.88429833086117 - type: mrr_at_20 value: 54.69357918606039 - type: mrr_at_3 value: 51.02040816326531 - type: mrr_at_5 value: 52.44897959183673 - type: nauc_map_at_1000_diff1 value: 11.768546469752255 - type: nauc_map_at_1000_max value: -6.234751836059205 - type: nauc_map_at_1000_std value: -0.5086610596792738 - type: nauc_map_at_100_diff1 value: 12.210218562618925 - type: nauc_map_at_100_max value: -7.479895692892787 - type: nauc_map_at_100_std value: -3.9456755950311653 - type: nauc_map_at_10_diff1 value: 17.872233692928692 - type: nauc_map_at_10_max value: -1.4391736686946837 - type: nauc_map_at_10_std value: -19.04083165317906 - type: nauc_map_at_1_diff1 value: 26.952695929538866 - type: nauc_map_at_1_max value: -23.861150686867994 - type: nauc_map_at_1_std value: -36.57857926974273 - type: nauc_map_at_20_diff1 value: 15.79525205450058 - type: nauc_map_at_20_max value: -5.818581673388666 - type: nauc_map_at_20_std value: -14.222828899523332 - type: nauc_map_at_3_diff1 value: 24.296906628915092 - type: nauc_map_at_3_max value: -3.075381662286569 - type: nauc_map_at_3_std value: -25.324259455516085 - type: nauc_map_at_5_diff1 value: 23.81656417505337 - type: nauc_map_at_5_max value: -3.736702154899666 - type: nauc_map_at_5_std value: -25.914105892424722 - type: nauc_mrr_at_1000_diff1 value: 17.59241956039767 - type: nauc_mrr_at_1000_max value: -33.70575077889871 - type: nauc_mrr_at_1000_std value: -31.563016486948225 - type: nauc_mrr_at_100_diff1 value: 17.59241956039767 - type: nauc_mrr_at_100_max value: -33.70575077889871 - type: nauc_mrr_at_100_std value: -31.563016486948225 - type: nauc_mrr_at_10_diff1 value: 16.7444853592715 - type: nauc_mrr_at_10_max value: -34.67620993606911 - type: nauc_mrr_at_10_std value: -30.36717732372874 - type: nauc_mrr_at_1_diff1 value: 24.89375000365368 - type: nauc_mrr_at_1_max value: -30.815417372385873 - type: nauc_mrr_at_1_std value: -44.687809069434245 - type: nauc_mrr_at_20_diff1 value: 17.80682781563912 - type: nauc_mrr_at_20_max value: -33.65132043726252 - type: nauc_mrr_at_20_std value: -30.788168935299247 - type: nauc_mrr_at_3_diff1 value: 16.98952594458621 - type: nauc_mrr_at_3_max value: -31.87405417907046 - type: nauc_mrr_at_3_std value: -32.99668568417734 - type: nauc_mrr_at_5_diff1 value: 17.692734228351465 - type: nauc_mrr_at_5_max value: -31.478014354340267 - type: nauc_mrr_at_5_std value: -34.27625710571425 - type: nauc_ndcg_at_1000_diff1 value: 7.2521145392859925 - type: nauc_ndcg_at_1000_max value: -11.879052032552305 - type: nauc_ndcg_at_1000_std value: 16.868276570948492 - type: nauc_ndcg_at_100_diff1 value: 9.68273273743821 - type: nauc_ndcg_at_100_max value: -19.509766471983163 - type: nauc_ndcg_at_100_std value: 10.902137038006767 - type: nauc_ndcg_at_10_diff1 value: 15.249688997310848 - type: nauc_ndcg_at_10_max value: -10.630040416461807 - type: nauc_ndcg_at_10_std value: -12.375334439103657 - type: nauc_ndcg_at_1_diff1 value: 23.20606123961159 - type: nauc_ndcg_at_1_max value: -29.329783979356527 - type: nauc_ndcg_at_1_std value: -44.10128294915467 - type: nauc_ndcg_at_20_diff1 value: 13.146989938292835 - type: nauc_ndcg_at_20_max value: -17.320226384710132 - type: nauc_ndcg_at_20_std value: -9.593117671485109 - type: nauc_ndcg_at_3_diff1 value: 18.262720339591553 - type: nauc_ndcg_at_3_max value: -10.618248628559396 - type: nauc_ndcg_at_3_std value: -24.069451775959436 - type: nauc_ndcg_at_5_diff1 value: 23.015053471568216 - type: nauc_ndcg_at_5_max value: -7.6818187454174485 - type: nauc_ndcg_at_5_std value: -23.610640745384508 - type: nauc_precision_at_1000_diff1 value: -21.295596373775506 - type: nauc_precision_at_1000_max value: 33.313558338532154 - type: nauc_precision_at_1000_std value: 36.00306839548485 - type: nauc_precision_at_100_diff1 value: -8.17984508673104 - type: nauc_precision_at_100_max value: -3.5218633922770186 - type: nauc_precision_at_100_std value: 64.06409459764816 - type: nauc_precision_at_10_diff1 value: 9.669119653314857 - type: nauc_precision_at_10_max value: -7.486292775323736 - type: nauc_precision_at_10_std value: 6.05291075028193 - type: nauc_precision_at_1_diff1 value: 24.89375000365368 - type: nauc_precision_at_1_max value: -30.815417372385873 - type: nauc_precision_at_1_std value: -44.687809069434245 - type: nauc_precision_at_20_diff1 value: 5.612232465910688 - type: nauc_precision_at_20_max value: -9.493221506431967 - type: nauc_precision_at_20_std value: 21.580627790601074 - type: nauc_precision_at_3_diff1 value: 17.374772867960296 - type: nauc_precision_at_3_max value: -5.4513905841762496 - type: nauc_precision_at_3_std value: -18.247738169868203 - type: nauc_precision_at_5_diff1 value: 24.856012104520754 - type: nauc_precision_at_5_max value: -1.689335249747221 - type: nauc_precision_at_5_std value: -17.759731374287938 - type: nauc_recall_at_1000_diff1 value: -16.083745923678773 - type: nauc_recall_at_1000_max value: -6.4871691773402285 - type: nauc_recall_at_1000_std value: 72.67593737144807 - type: nauc_recall_at_100_diff1 value: -2.2459215656431395 - type: nauc_recall_at_100_max value: -22.74818872908392 - type: nauc_recall_at_100_std value: 32.77497339706697 - type: nauc_recall_at_10_diff1 value: 8.670501799477833 - type: nauc_recall_at_10_max value: -9.585611028753716 - type: nauc_recall_at_10_std value: -10.351304338231115 - type: nauc_recall_at_1_diff1 value: 26.952695929538866 - type: nauc_recall_at_1_max value: -23.861150686867994 - type: nauc_recall_at_1_std value: -36.57857926974273 - type: nauc_recall_at_20_diff1 value: 8.556995668015755 - type: nauc_recall_at_20_max value: -17.78731664551538 - type: nauc_recall_at_20_std value: -2.6521355533836433 - type: nauc_recall_at_3_diff1 value: 21.343842933377587 - type: nauc_recall_at_3_max value: -2.6294436308829456 - type: nauc_recall_at_3_std value: -21.662684580036945 - type: nauc_recall_at_5_diff1 value: 20.98116651540531 - type: nauc_recall_at_5_max value: -6.952288993104518 - type: nauc_recall_at_5_std value: -24.78098743592733 - type: ndcg_at_1 value: 34.694 - type: ndcg_at_10 value: 30.676 - type: ndcg_at_100 value: 41.345 - type: ndcg_at_1000 value: 52.586 - type: ndcg_at_20 value: 31.176 - type: ndcg_at_3 value: 35.467 - type: ndcg_at_5 value: 32.784 - type: precision_at_1 value: 38.775999999999996 - type: precision_at_10 value: 27.346999999999998 - type: precision_at_100 value: 8.265 - type: precision_at_1000 value: 1.58 - type: precision_at_20 value: 20.51 - type: precision_at_3 value: 38.775999999999996 - type: precision_at_5 value: 33.061 - type: recall_at_1 value: 3.17 - type: recall_at_10 value: 19.188 - type: recall_at_100 value: 50.775000000000006 - type: recall_at_1000 value: 85.392 - type: recall_at_20 value: 28.061000000000003 - type: recall_at_3 value: 7.949000000000001 - type: recall_at_5 value: 11.863 task: type: Retrieval tags: - mteb license: mit ---