Hugging Face's logo

Spaces:
mteb
/
leaderboard_legacy
Running

App Files Community
orionweller commited on
Commit
e416dac
·
1 Parent(s): b7b94b2

Automated Leaderboard Update

Browse files
Files changed (11) hide show
  1. all_data_tasks/20/default.jsonl +1 -1
  2. all_data_tasks/26/default.jsonl +1 -1
  3. all_data_tasks/34/default.jsonl +1 -1
  4. all_data_tasks/4/default.jsonl +0 -0
  5. all_data_tasks/48/default.jsonl +69 -68
  6. boards_data/de/data_tasks/Retrieval/default.jsonl +1 -1
  7. boards_data/en/data_overall/default.jsonl +1 -1
  8. boards_data/en/data_tasks/Retrieval/default.jsonl +0 -0
  9. boards_data/fr/data_tasks/Retrieval/default.jsonl +1 -1
  10. boards_data/pl/data_tasks/Retrieval/default.jsonl +1 -1
  11. boards_data/rar-b/data_tasks/Retrieval/default.jsonl +69 -68
all_data_tasks/20/default.jsonl CHANGED
@@ -96,7 +96,7 @@
96
  {"index":68,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""}
97
  {"index":69,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""}
98
  {"index":71,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""}
99
- {"index":79,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":"","MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""}
100
  {"index":80,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""}
101
  {"index":81,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""}
102
  {"index":82,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""}
 
96
  {"index":68,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""}
97
  {"index":69,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""}
98
  {"index":71,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""}
99
+ {"index":79,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":28.99,"MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""}
100
  {"index":80,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""}
101
  {"index":81,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""}
102
  {"index":82,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""}
all_data_tasks/26/default.jsonl CHANGED
@@ -41,7 +41,7 @@
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49}
42
  {"index":29,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28}
43
  {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""}
44
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""}
45
  {"index":32,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14}
46
  {"index":33,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27}
47
  {"index":34,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74}
 
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49}
42
  {"index":29,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28}
43
  {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""}
44
+ {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":84.62,"GermanQuAD-Retrieval":96.69,"XMarket (de)":32.96}
45
  {"index":32,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14}
46
  {"index":33,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27}
47
  {"index":34,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74}
all_data_tasks/34/default.jsonl CHANGED
@@ -61,7 +61,7 @@
61
  {"index":57,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91}
62
  {"index":59,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5}
63
  {"index":60,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
64
- {"index":61,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":"","FiQA-PL":47.14,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28}
65
  {"index":62,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17}
66
  {"index":63,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13}
67
  {"index":64,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81}
 
61
  {"index":57,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91}
62
  {"index":59,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5}
63
  {"index":60,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
64
+ {"index":61,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":40.51,"FiQA-PL":47.14,"HotpotQA-PL":73.41,"MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28}
65
  {"index":62,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17}
66
  {"index":63,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13}
67
  {"index":64,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81}
all_data_tasks/4/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/48/default.jsonl CHANGED
@@ -1,69 +1,70 @@
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81}
2
- {"index":24,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7}
3
- {"index":6,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8}
4
- {"index":65,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
5
- {"index":23,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
6
- {"index":25,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65}
7
- {"index":66,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
8
- {"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51}
9
- {"index":46,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27}
10
- {"index":42,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
11
- {"index":40,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52}
12
- {"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
13
- {"index":19,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44}
14
- {"index":45,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
15
- {"index":68,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
16
- {"index":38,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99}
17
- {"index":17,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94}
18
- {"index":44,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
19
- {"index":64,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
20
- {"index":67,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
21
- {"index":39,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0}
22
- {"index":13,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
23
- {"index":12,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
24
- {"index":37,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98}
25
- {"index":47,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
26
- {"index":55,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35}
27
- {"index":63,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
28
- {"index":5,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
29
- {"index":43,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73}
30
- {"index":34,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33}
31
- {"index":57,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77}
32
- {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
33
- {"index":53,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
34
- {"index":4,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
35
- {"index":51,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56}
36
- {"index":36,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
37
- {"index":54,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
38
- {"index":9,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
39
- {"index":10,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
40
- {"index":15,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
41
- {"index":56,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
42
- {"index":8,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
43
- {"index":14,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
45
- {"index":58,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
46
- {"index":60,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92}
47
- {"index":31,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54}
48
- {"index":62,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61}
49
- {"index":52,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
50
- {"index":28,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29}
51
- {"index":61,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9}
52
- {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56}
53
- {"index":30,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42}
54
- {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62}
55
- {"index":29,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34}
56
- {"index":22,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27}
57
- {"index":26,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03}
59
- {"index":27,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38}
60
- {"index":21,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03}
61
- {"index":33,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03}
62
- {"index":50,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12}
63
- {"index":0,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17}
64
- {"index":1,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74}
65
- {"index":2,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75}
66
- {"index":3,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09}
67
- {"index":18,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87}
68
- {"index":32,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79}
69
- {"index":35,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
 
 
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81}
2
+ {"index":37,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":36.57,"ARCChallenge":21.61,"AlphaNLI":41.93,"HellaSwag":39.66,"PIQA":42.44,"Quail":16.19,"RARbCode":87.63,"RARbMath":93.75,"SIQA":5.22,"SpartQA":7.77,"TempReasonL1":1.69,"TempReasonL2Fact":53.98,"TempReasonL2Pure":5.97,"TempReasonL3Fact":44.89,"TempReasonL3Pure":10.28,"WinoGrande":75.61}
3
+ {"index":24,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7}
4
+ {"index":6,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8}
5
+ {"index":66,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
6
+ {"index":23,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
7
+ {"index":25,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65}
8
+ {"index":67,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
9
+ {"index":42,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51}
10
+ {"index":47,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27}
11
+ {"index":43,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
12
+ {"index":41,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52}
13
+ {"index":16,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
14
+ {"index":19,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44}
15
+ {"index":46,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
16
+ {"index":69,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
17
+ {"index":39,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99}
18
+ {"index":17,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94}
19
+ {"index":45,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
20
+ {"index":65,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
21
+ {"index":68,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
22
+ {"index":40,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0}
23
+ {"index":13,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
24
+ {"index":12,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
25
+ {"index":38,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98}
26
+ {"index":48,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
27
+ {"index":56,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35}
28
+ {"index":64,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
29
+ {"index":5,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
30
+ {"index":44,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73}
31
+ {"index":34,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33}
32
+ {"index":58,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77}
33
+ {"index":11,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
34
+ {"index":54,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
35
+ {"index":4,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
36
+ {"index":52,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56}
37
+ {"index":36,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
38
+ {"index":55,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
39
+ {"index":9,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
40
+ {"index":10,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
41
+ {"index":15,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
42
+ {"index":57,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
43
+ {"index":8,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
44
+ {"index":14,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
46
+ {"index":59,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
47
+ {"index":61,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92}
48
+ {"index":31,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54}
49
+ {"index":63,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61}
50
+ {"index":53,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
51
+ {"index":28,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29}
52
+ {"index":62,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9}
53
+ {"index":49,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56}
54
+ {"index":30,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42}
55
+ {"index":20,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62}
56
+ {"index":29,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34}
57
+ {"index":22,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27}
58
+ {"index":26,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03}
60
+ {"index":27,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38}
61
+ {"index":21,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03}
62
+ {"index":33,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03}
63
+ {"index":51,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12}
64
+ {"index":0,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17}
65
+ {"index":1,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74}
66
+ {"index":2,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75}
67
+ {"index":3,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09}
68
+ {"index":18,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87}
69
+ {"index":32,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79}
70
+ {"index":35,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
boards_data/de/data_tasks/Retrieval/default.jsonl CHANGED
@@ -41,7 +41,7 @@
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49}
42
  {"index":29,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28}
43
  {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""}
44
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""}
45
  {"index":32,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14}
46
  {"index":33,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27}
47
  {"index":34,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74}
 
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49}
42
  {"index":29,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28}
43
  {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""}
44
+ {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":84.62,"GermanQuAD-Retrieval":96.69,"XMarket (de)":32.96}
45
  {"index":32,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14}
46
  {"index":33,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27}
47
  {"index":34,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74}
boards_data/en/data_overall/default.jsonl CHANGED
@@ -306,7 +306,7 @@
306
  {"index":203,"Rank":320,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
307
  {"index":204,"Rank":321,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
308
  {"index":211,"Rank":322,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hxstar\/bge-large-en-v1.5-Q8_0-GGUF\">bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61}
309
- {"index":217,"Rank":323,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
310
  {"index":229,"Rank":324,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
311
  {"index":230,"Rank":325,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
312
  {"index":238,"Rank":326,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55}
 
306
  {"index":203,"Rank":320,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
307
  {"index":204,"Rank":321,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
308
  {"index":211,"Rank":322,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hxstar\/bge-large-en-v1.5-Q8_0-GGUF\">bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61}
309
+ {"index":217,"Rank":323,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":61.71,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
310
  {"index":229,"Rank":324,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
311
  {"index":230,"Rank":325,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""}
312
  {"index":238,"Rank":326,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55}
boards_data/en/data_tasks/Retrieval/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/fr/data_tasks/Retrieval/default.jsonl CHANGED
@@ -96,7 +96,7 @@
96
  {"index":68,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""}
97
  {"index":69,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""}
98
  {"index":71,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""}
99
- {"index":79,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":"","MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""}
100
  {"index":80,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""}
101
  {"index":81,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""}
102
  {"index":82,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""}
 
96
  {"index":68,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""}
97
  {"index":69,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""}
98
  {"index":71,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""}
99
+ {"index":79,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":28.99,"MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""}
100
  {"index":80,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""}
101
  {"index":81,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""}
102
  {"index":82,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""}
boards_data/pl/data_tasks/Retrieval/default.jsonl CHANGED
@@ -61,7 +61,7 @@
61
  {"index":57,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91}
62
  {"index":59,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5}
63
  {"index":60,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
64
- {"index":61,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":"","FiQA-PL":47.14,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28}
65
  {"index":62,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17}
66
  {"index":63,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13}
67
  {"index":64,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81}
 
61
  {"index":57,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91}
62
  {"index":59,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5}
63
  {"index":60,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
64
+ {"index":61,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":40.51,"FiQA-PL":47.14,"HotpotQA-PL":73.41,"MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28}
65
  {"index":62,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17}
66
  {"index":63,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13}
67
  {"index":64,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81}
boards_data/rar-b/data_tasks/Retrieval/default.jsonl CHANGED
@@ -1,69 +1,70 @@
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81}
2
- {"index":24,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7}
3
- {"index":6,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8}
4
- {"index":65,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
5
- {"index":23,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
6
- {"index":25,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65}
7
- {"index":66,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
8
- {"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51}
9
- {"index":46,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27}
10
- {"index":42,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
11
- {"index":40,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52}
12
- {"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
13
- {"index":19,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44}
14
- {"index":45,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
15
- {"index":68,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
16
- {"index":38,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99}
17
- {"index":17,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94}
18
- {"index":44,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
19
- {"index":64,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
20
- {"index":67,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
21
- {"index":39,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0}
22
- {"index":13,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
23
- {"index":12,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
24
- {"index":37,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98}
25
- {"index":47,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
26
- {"index":55,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35}
27
- {"index":63,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
28
- {"index":5,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
29
- {"index":43,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73}
30
- {"index":34,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33}
31
- {"index":57,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77}
32
- {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
33
- {"index":53,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
34
- {"index":4,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
35
- {"index":51,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56}
36
- {"index":36,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
37
- {"index":54,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
38
- {"index":9,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
39
- {"index":10,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
40
- {"index":15,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
41
- {"index":56,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
42
- {"index":8,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
43
- {"index":14,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
45
- {"index":58,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
46
- {"index":60,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92}
47
- {"index":31,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54}
48
- {"index":62,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61}
49
- {"index":52,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
50
- {"index":28,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29}
51
- {"index":61,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9}
52
- {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56}
53
- {"index":30,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42}
54
- {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62}
55
- {"index":29,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34}
56
- {"index":22,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27}
57
- {"index":26,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03}
59
- {"index":27,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38}
60
- {"index":21,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03}
61
- {"index":33,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03}
62
- {"index":50,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12}
63
- {"index":0,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17}
64
- {"index":1,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74}
65
- {"index":2,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75}
66
- {"index":3,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09}
67
- {"index":18,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87}
68
- {"index":32,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79}
69
- {"index":35,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
 
 
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81}
2
+ {"index":37,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":36.57,"ARCChallenge":21.61,"AlphaNLI":41.93,"HellaSwag":39.66,"PIQA":42.44,"Quail":16.19,"RARbCode":87.63,"RARbMath":93.75,"SIQA":5.22,"SpartQA":7.77,"TempReasonL1":1.69,"TempReasonL2Fact":53.98,"TempReasonL2Pure":5.97,"TempReasonL3Fact":44.89,"TempReasonL3Pure":10.28,"WinoGrande":75.61}
3
+ {"index":24,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7}
4
+ {"index":6,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8}
5
+ {"index":66,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
6
+ {"index":23,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
7
+ {"index":25,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65}
8
+ {"index":67,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
9
+ {"index":42,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51}
10
+ {"index":47,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27}
11
+ {"index":43,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
12
+ {"index":41,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52}
13
+ {"index":16,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
14
+ {"index":19,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44}
15
+ {"index":46,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
16
+ {"index":69,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
17
+ {"index":39,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99}
18
+ {"index":17,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94}
19
+ {"index":45,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
20
+ {"index":65,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
21
+ {"index":68,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
22
+ {"index":40,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0}
23
+ {"index":13,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
24
+ {"index":12,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
25
+ {"index":38,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98}
26
+ {"index":48,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
27
+ {"index":56,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35}
28
+ {"index":64,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
29
+ {"index":5,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
30
+ {"index":44,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73}
31
+ {"index":34,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33}
32
+ {"index":58,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77}
33
+ {"index":11,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
34
+ {"index":54,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
35
+ {"index":4,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
36
+ {"index":52,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56}
37
+ {"index":36,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
38
+ {"index":55,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
39
+ {"index":9,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
40
+ {"index":10,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
41
+ {"index":15,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
42
+ {"index":57,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
43
+ {"index":8,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
44
+ {"index":14,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
46
+ {"index":59,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
47
+ {"index":61,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92}
48
+ {"index":31,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54}
49
+ {"index":63,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61}
50
+ {"index":53,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
51
+ {"index":28,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29}
52
+ {"index":62,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9}
53
+ {"index":49,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56}
54
+ {"index":30,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42}
55
+ {"index":20,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62}
56
+ {"index":29,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34}
57
+ {"index":22,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27}
58
+ {"index":26,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03}
60
+ {"index":27,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38}
61
+ {"index":21,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03}
62
+ {"index":33,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03}
63
+ {"index":51,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12}
64
+ {"index":0,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17}
65
+ {"index":1,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74}
66
+ {"index":2,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75}
67
+ {"index":3,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09}
68
+ {"index":18,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87}
69
+ {"index":32,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79}
70
+ {"index":35,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}