{"index":6,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":81.28,"AmazonCounterfactualClassification (de)":75.62,"AmazonReviewsClassification (de)":59.37,"MTOPDomainClassification (de)":97.17,"MTOPIntentClassification (de)":88.18,"MassiveIntentClassification (de)":80.49,"MassiveScenarioClassification (de)":86.82}
{"index":20,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97}
{"index":62,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97}
{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.55,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.21,"MTOPDomainClassification (de)":93.51,"MTOPIntentClassification (de)":79.28,"MassiveIntentClassification (de)":74.8,"MassiveScenarioClassification (de)":78.58}
{"index":8,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.2,"AmazonCounterfactualClassification (de)":74.05,"AmazonReviewsClassification (de)":53.26,"MTOPDomainClassification (de)":92.98,"MTOPIntentClassification (de)":77.77,"MassiveIntentClassification (de)":74.09,"MassiveScenarioClassification (de)":79.03}
{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.01,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.19,"MTOPDomainClassification (de)":91.56,"MTOPIntentClassification (de)":79.15,"MassiveIntentClassification (de)":70.88,"MassiveScenarioClassification (de)":75.34}
{"index":83,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.22,"AmazonCounterfactualClassification (de)":71.7,"AmazonReviewsClassification (de)":48.18,"MTOPDomainClassification (de)":94.14,"MTOPIntentClassification (de)":77.08,"MassiveIntentClassification (de)":71.07,"MassiveScenarioClassification (de)":77.18}
{"index":32,"Rank":8,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.55,"AmazonCounterfactualClassification (de)":71.56,"AmazonReviewsClassification (de)":54.46,"MTOPDomainClassification (de)":91.7,"MTOPIntentClassification (de)":69.41,"MassiveIntentClassification (de)":70.56,"MassiveScenarioClassification (de)":77.63}
{"index":52,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.3,"AmazonCounterfactualClassification (de)":71.25,"AmazonReviewsClassification (de)":54.94,"MTOPDomainClassification (de)":90.48,"MTOPIntentClassification (de)":69.37,"MassiveIntentClassification (de)":70.52,"MassiveScenarioClassification (de)":77.22}
{"index":2,"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":70.72,"AmazonCounterfactualClassification (de)":64.61,"AmazonReviewsClassification (de)":47.52,"MTOPDomainClassification (de)":95.27,"MTOPIntentClassification (de)":70.28,"MassiveIntentClassification (de)":67.84,"MassiveScenarioClassification (de)":78.79}
{"index":84,"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.38,"AmazonCounterfactualClassification (de)":72.25,"AmazonReviewsClassification (de)":44.2,"MTOPDomainClassification (de)":92.77,"MTOPIntentClassification (de)":71.6,"MassiveIntentClassification (de)":66.56,"MassiveScenarioClassification (de)":74.88}
{"index":19,"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.97,"AmazonCounterfactualClassification (de)":68.58,"AmazonReviewsClassification (de)":48.05,"MTOPDomainClassification (de)":92.86,"MTOPIntentClassification (de)":69.81,"MassiveIntentClassification (de)":66.25,"MassiveScenarioClassification (de)":74.29}
{"index":56,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.55,"AmazonCounterfactualClassification (de)":65.61,"AmazonReviewsClassification (de)":54.54,"MTOPDomainClassification (de)":90.03,"MTOPIntentClassification (de)":68.55,"MassiveIntentClassification (de)":65.91,"MassiveScenarioClassification (de)":72.68}
{"index":11,"Rank":14,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.01,"AmazonCounterfactualClassification (de)":69.11,"AmazonReviewsClassification (de)":46.37,"MTOPDomainClassification (de)":91.22,"MTOPIntentClassification (de)":68.08,"MassiveIntentClassification (de)":65.74,"MassiveScenarioClassification (de)":73.54}
{"index":13,"Rank":15,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95}
{"index":31,"Rank":16,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95}
{"index":45,"Rank":17,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95}
{"index":3,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.1,"AmazonCounterfactualClassification (de)":63.02,"AmazonReviewsClassification (de)":44.39,"MTOPDomainClassification (de)":90.41,"MTOPIntentClassification (de)":69.92,"MassiveIntentClassification (de)":66.71,"MassiveScenarioClassification (de)":74.13}
{"index":55,"Rank":19,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.77,"AmazonCounterfactualClassification (de)":68.66,"AmazonReviewsClassification (de)":46.5,"MTOPDomainClassification (de)":90.44,"MTOPIntentClassification (de)":65.97,"MassiveIntentClassification (de)":63.82,"MassiveScenarioClassification (de)":71.25}
{"index":47,"Rank":20,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.4,"AmazonCounterfactualClassification (de)":72.02,"AmazonReviewsClassification (de)":34.61,"MTOPDomainClassification (de)":89.54,"MTOPIntentClassification (de)":73.43,"MassiveIntentClassification (de)":61.31,"MassiveScenarioClassification (de)":67.48}
{"index":63,"Rank":21,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.19,"AmazonCounterfactualClassification (de)":71.65,"AmazonReviewsClassification (de)":40.25,"MTOPDomainClassification (de)":87.47,"MTOPIntentClassification (de)":65.86,"MassiveIntentClassification (de)":62.73,"MassiveScenarioClassification (de)":69.19}
{"index":38,"Rank":22,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25}
{"index":60,"Rank":23,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25}
{"index":26,"Rank":24,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25}
{"index":35,"Rank":25,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"AmazonCounterfactualClassification (de)":70.94,"AmazonReviewsClassification (de)":38.83,"MTOPDomainClassification (de)":86.91,"MTOPIntentClassification (de)":63.26,"MassiveIntentClassification (de)":61.87,"MassiveScenarioClassification (de)":71.28}
{"index":54,"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.4,"AmazonCounterfactualClassification (de)":70.81,"AmazonReviewsClassification (de)":44.37,"MTOPDomainClassification (de)":87.94,"MTOPIntentClassification (de)":61.05,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.4}
{"index":43,"Rank":27,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":64.77,"AmazonCounterfactualClassification (de)":67.93,"AmazonReviewsClassification (de)":45.56,"MTOPDomainClassification (de)":86.55,"MTOPIntentClassification (de)":60.79,"MassiveIntentClassification (de)":60.56,"MassiveScenarioClassification (de)":67.22}
{"index":18,"Rank":28,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (de)":68.67,"AmazonReviewsClassification (de)":42.42,"MTOPDomainClassification (de)":88.77,"MTOPIntentClassification (de)":61.57,"MassiveIntentClassification (de)":58.69,"MassiveScenarioClassification (de)":68.12}
{"index":75,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.9,"AmazonCounterfactualClassification (de)":69.96,"AmazonReviewsClassification (de)":39.53,"MTOPDomainClassification (de)":85.73,"MTOPIntentClassification (de)":61.26,"MassiveIntentClassification (de)":59.56,"MassiveScenarioClassification (de)":67.35}
{"index":66,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"AmazonCounterfactualClassification (de)":73.17,"AmazonReviewsClassification (de)":39.92,"MTOPDomainClassification (de)":86.95,"MTOPIntentClassification (de)":63.42,"MassiveIntentClassification (de)":56.21,"MassiveScenarioClassification (de)":62.39}
{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":63.64,"AmazonCounterfactualClassification (de)":64.15,"AmazonReviewsClassification (de)":41.0,"MTOPDomainClassification (de)":86.85,"MTOPIntentClassification (de)":61.23,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.76}
{"index":57,"Rank":32,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.7,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.07,"MTOPDomainClassification (de)":86.15,"MTOPIntentClassification (de)":55.88,"MassiveIntentClassification (de)":55.52,"MassiveScenarioClassification (de)":65.88}
{"index":78,"Rank":33,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.96,"AmazonCounterfactualClassification (de)":67.01,"AmazonReviewsClassification (de)":44.05,"MTOPDomainClassification (de)":83.28,"MTOPIntentClassification (de)":54.65,"MassiveIntentClassification (de)":57.43,"MassiveScenarioClassification (de)":65.33}
{"index":1,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":60.59,"AmazonCounterfactualClassification (de)":57.76,"AmazonReviewsClassification (de)":38.1,"MTOPDomainClassification (de)":84.03,"MTOPIntentClassification (de)":57.94,"MassiveIntentClassification (de)":57.95,"MassiveScenarioClassification (de)":67.76}
{"index":71,"Rank":35,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.26,"AmazonCounterfactualClassification (de)":68.14,"AmazonReviewsClassification (de)":35.03,"MTOPDomainClassification (de)":86.19,"MTOPIntentClassification (de)":59.21,"MassiveIntentClassification (de)":51.57,"MassiveScenarioClassification (de)":61.4}
{"index":73,"Rank":36,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.93,"AmazonCounterfactualClassification (de)":59.79,"AmazonReviewsClassification (de)":35.06,"MTOPDomainClassification (de)":85.42,"MTOPIntentClassification (de)":55.75,"MassiveIntentClassification (de)":55.49,"MassiveScenarioClassification (de)":68.09}
{"index":77,"Rank":37,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.82,"AmazonCounterfactualClassification (de)":67.97,"AmazonReviewsClassification (de)":43.16,"MTOPDomainClassification (de)":80.56,"MTOPIntentClassification (de)":52.5,"MassiveIntentClassification (de)":52.01,"MassiveScenarioClassification (de)":62.71}
{"index":36,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.81,"AmazonCounterfactualClassification (de)":61.35,"AmazonReviewsClassification (de)":29.7,"MTOPDomainClassification (de)":82.05,"MTOPIntentClassification (de)":61.92,"MassiveIntentClassification (de)":56.1,"MassiveScenarioClassification (de)":61.74}
{"index":74,"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.63,"AmazonCounterfactualClassification (de)":68.35,"AmazonReviewsClassification (de)":35.91,"MTOPDomainClassification (de)":79.2,"MTOPIntentClassification (de)":54.23,"MassiveIntentClassification (de)":50.71,"MassiveScenarioClassification (de)":57.4}
{"index":81,"Rank":40,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":57.32,"AmazonCounterfactualClassification (de)":68.7,"AmazonReviewsClassification (de)":33.39,"MTOPDomainClassification (de)":78.61,"MTOPIntentClassification (de)":55.26,"MassiveIntentClassification (de)":51.56,"MassiveScenarioClassification (de)":56.4}
{"index":72,"Rank":41,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.93,"AmazonCounterfactualClassification (de)":59.38,"AmazonReviewsClassification (de)":33.06,"MTOPDomainClassification (de)":81.91,"MTOPIntentClassification (de)":52.13,"MassiveIntentClassification (de)":51.48,"MassiveScenarioClassification (de)":63.63}
{"index":17,"Rank":42,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.56,"AmazonCounterfactualClassification (de)":56.48,"AmazonReviewsClassification (de)":37.55,"MTOPDomainClassification (de)":81.83,"MTOPIntentClassification (de)":50.58,"MassiveIntentClassification (de)":50.54,"MassiveScenarioClassification (de)":62.39}
{"index":51,"Rank":43,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.29,"AmazonCounterfactualClassification (de)":58.14,"AmazonReviewsClassification (de)":34.5,"MTOPDomainClassification (de)":81.84,"MTOPIntentClassification (de)":53.16,"MassiveIntentClassification (de)":49.47,"MassiveScenarioClassification (de)":60.64}
{"index":76,"Rank":44,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.61,"AmazonCounterfactualClassification (de)":69.98,"AmazonReviewsClassification (de)":37.9,"MTOPDomainClassification (de)":76.98,"MTOPIntentClassification (de)":44.43,"MassiveIntentClassification (de)":45.23,"MassiveScenarioClassification (de)":59.12}
{"index":58,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":55.35,"AmazonCounterfactualClassification (de)":66.03,"AmazonReviewsClassification (de)":30.45,"MTOPDomainClassification (de)":74.64,"MTOPIntentClassification (de)":53.4,"MassiveIntentClassification (de)":50.93,"MassiveScenarioClassification (de)":56.67}
{"index":46,"Rank":46,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.33,"AmazonCounterfactualClassification (de)":56.3,"AmazonReviewsClassification (de)":28.9,"MTOPDomainClassification (de)":76.14,"MTOPIntentClassification (de)":53.67,"MassiveIntentClassification (de)":52.16,"MassiveScenarioClassification (de)":58.81}
{"index":4,"Rank":47,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.95,"AmazonCounterfactualClassification (de)":67.82,"AmazonReviewsClassification (de)":31.07,"MTOPDomainClassification (de)":74.08,"MTOPIntentClassification (de)":51.62,"MassiveIntentClassification (de)":44.79,"MassiveScenarioClassification (de)":54.34}
{"index":49,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.61,"AmazonCounterfactualClassification (de)":56.61,"AmazonReviewsClassification (de)":30.12,"MTOPDomainClassification (de)":77.51,"MTOPIntentClassification (de)":47.19,"MassiveIntentClassification (de)":46.68,"MassiveScenarioClassification (de)":57.53}
{"index":48,"Rank":49,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.33,"AmazonCounterfactualClassification (de)":55.84,"AmazonReviewsClassification (de)":28.15,"MTOPDomainClassification (de)":75.4,"MTOPIntentClassification (de)":46.75,"MassiveIntentClassification (de)":45.41,"MassiveScenarioClassification (de)":56.41}
{"index":59,"Rank":50,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":51.23,"AmazonCounterfactualClassification (de)":66.42,"AmazonReviewsClassification (de)":26.85,"MTOPDomainClassification (de)":68.42,"MTOPIntentClassification (de)":49.17,"MassiveIntentClassification (de)":45.82,"MassiveScenarioClassification (de)":50.71}
{"index":50,"Rank":51,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.12,"AmazonCounterfactualClassification (de)":53.79,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":76.63,"MTOPIntentClassification (de)":43.21,"MassiveIntentClassification (de)":44.57,"MassiveScenarioClassification (de)":59.26}
{"index":10,"Rank":52,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.79,"AmazonCounterfactualClassification (de)":55.25,"AmazonReviewsClassification (de)":27.53,"MTOPDomainClassification (de)":75.43,"MTOPIntentClassification (de)":44.3,"MassiveIntentClassification (de)":43.23,"MassiveScenarioClassification (de)":59.02}
{"index":25,"Rank":53,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.04,"AmazonCounterfactualClassification (de)":54.33,"AmazonReviewsClassification (de)":27.2,"MTOPDomainClassification (de)":74.86,"MTOPIntentClassification (de)":42.36,"MassiveIntentClassification (de)":42.78,"MassiveScenarioClassification (de)":58.74}
{"index":69,"Rank":54,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.43,"AmazonCounterfactualClassification (de)":55.66,"AmazonReviewsClassification (de)":26.05,"MTOPDomainClassification (de)":71.86,"MTOPIntentClassification (de)":44.36,"MassiveIntentClassification (de)":44.54,"MassiveScenarioClassification (de)":54.09}
{"index":68,"Rank":55,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.22,"AmazonCounterfactualClassification (de)":57.82,"AmazonReviewsClassification (de)":26.44,"MTOPDomainClassification (de)":70.47,"MTOPIntentClassification (de)":45.7,"MassiveIntentClassification (de)":43.44,"MassiveScenarioClassification (de)":51.47}
{"index":67,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.12,"AmazonCounterfactualClassification (de)":57.1,"AmazonReviewsClassification (de)":25.91,"MTOPDomainClassification (de)":72.04,"MTOPIntentClassification (de)":43.41,"MassiveIntentClassification (de)":44.17,"MassiveScenarioClassification (de)":52.07}
{"index":37,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.77,"AmazonCounterfactualClassification (de)":57.98,"AmazonReviewsClassification (de)":26.73,"MTOPDomainClassification (de)":70.39,"MTOPIntentClassification (de)":45.26,"MassiveIntentClassification (de)":42.21,"MassiveScenarioClassification (de)":50.05}
{"index":9,"Rank":58,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.7,"AmazonCounterfactualClassification (de)":55.79,"AmazonReviewsClassification (de)":26.04,"MTOPDomainClassification (de)":69.48,"MTOPIntentClassification (de)":44.82,"MassiveIntentClassification (de)":41.73,"MassiveScenarioClassification (de)":54.33}
{"index":65,"Rank":59,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.7,"AmazonCounterfactualClassification (de)":55.48,"AmazonReviewsClassification (de)":27.58,"MTOPDomainClassification (de)":71.23,"MTOPIntentClassification (de)":40.67,"MassiveIntentClassification (de)":42.62,"MassiveScenarioClassification (de)":54.59}
{"index":53,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.3,"AmazonCounterfactualClassification (de)":56.98,"AmazonReviewsClassification (de)":29.2,"MTOPDomainClassification (de)":70.66,"MTOPIntentClassification (de)":41.29,"MassiveIntentClassification (de)":39.86,"MassiveScenarioClassification (de)":51.82}
{"index":12,"Rank":61,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":47.59,"AmazonCounterfactualClassification (de)":58.53,"AmazonReviewsClassification (de)":26.82,"MTOPDomainClassification (de)":69.72,"MTOPIntentClassification (de)":40.14,"MassiveIntentClassification (de)":40.71,"MassiveScenarioClassification (de)":49.62}
{"index":28,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":46.54,"AmazonCounterfactualClassification (de)":56.88,"AmazonReviewsClassification (de)":24.79,"MTOPDomainClassification (de)":62.73,"MTOPIntentClassification (de)":49.56,"MassiveIntentClassification (de)":42.07,"MassiveScenarioClassification (de)":43.21}
{"index":40,"Rank":63,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":46.11,"AmazonCounterfactualClassification (de)":66.01,"AmazonReviewsClassification (de)":24.9,"MTOPDomainClassification (de)":59.95,"MTOPIntentClassification (de)":45.91,"MassiveIntentClassification (de)":38.61,"MassiveScenarioClassification (de)":41.26}
{"index":29,"Rank":64,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":45.13,"AmazonCounterfactualClassification (de)":59.08,"AmazonReviewsClassification (de)":24.52,"MTOPDomainClassification (de)":60.37,"MTOPIntentClassification (de)":45.07,"MassiveIntentClassification (de)":40.39,"MassiveScenarioClassification (de)":41.36}
{"index":82,"Rank":65,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"AmazonCounterfactualClassification (de)":63.28,"AmazonReviewsClassification (de)":27.06,"MTOPDomainClassification (de)":63.97,"MTOPIntentClassification (de)":39.02,"MassiveIntentClassification (de)":32.69,"MassiveScenarioClassification (de)":43.08}
{"index":21,"Rank":66,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"AmazonCounterfactualClassification (de)":63.37,"AmazonReviewsClassification (de)":25.01,"MTOPDomainClassification (de)":54.5,"MTOPIntentClassification (de)":46.41,"MassiveIntentClassification (de)":38.92,"MassiveScenarioClassification (de)":38.2}
{"index":79,"Rank":67,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.36,"AmazonCounterfactualClassification (de)":51.82,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":64.42,"MTOPIntentClassification (de)":36.38,"MassiveIntentClassification (de)":37.67,"MassiveScenarioClassification (de)":46.58}
{"index":42,"Rank":68,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.62,"AmazonCounterfactualClassification (de)":55.33,"AmazonReviewsClassification (de)":26.36,"MTOPDomainClassification (de)":61.34,"MTOPIntentClassification (de)":36.4,"MassiveIntentClassification (de)":33.92,"MassiveScenarioClassification (de)":42.37}
{"index":39,"Rank":69,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.32,"AmazonCounterfactualClassification (de)":52.69,"AmazonReviewsClassification (de)":29.83,"MTOPDomainClassification (de)":59.47,"MTOPIntentClassification (de)":35.1,"MassiveIntentClassification (de)":35.14,"MassiveScenarioClassification (de)":41.72}
{"index":22,"Rank":70,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.03,"AmazonCounterfactualClassification (de)":63.45,"AmazonReviewsClassification (de)":25.25,"MTOPDomainClassification (de)":53.03,"MTOPIntentClassification (de)":42.59,"MassiveIntentClassification (de)":34.34,"MassiveScenarioClassification (de)":33.5}
{"index":80,"Rank":71,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":41.68,"AmazonCounterfactualClassification (de)":61.07,"AmazonReviewsClassification (de)":27.69,"MTOPDomainClassification (de)":55.38,"MTOPIntentClassification (de)":31.78,"MassiveIntentClassification (de)":32.1,"MassiveScenarioClassification (de)":42.07}
{"index":70,"Rank":72,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.55,"AmazonCounterfactualClassification (de)":54.46,"AmazonReviewsClassification (de)":24.08,"MTOPDomainClassification (de)":48.55,"MTOPIntentClassification (de)":35.55,"MassiveIntentClassification (de)":36.06,"MassiveScenarioClassification (de)":38.62}
{"index":44,"Rank":73,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.47,"AmazonCounterfactualClassification (de)":58.92,"AmazonReviewsClassification (de)":24.26,"MTOPDomainClassification (de)":49.69,"MTOPIntentClassification (de)":39.95,"MassiveIntentClassification (de)":31.68,"MassiveScenarioClassification (de)":32.3}
{"index":23,"Rank":74,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.88,"AmazonCounterfactualClassification (de)":55.93,"AmazonReviewsClassification (de)":27.28,"MTOPDomainClassification (de)":49.12,"MTOPIntentClassification (de)":36.57,"MassiveIntentClassification (de)":32.2,"MassiveScenarioClassification (de)":32.16}
{"index":41,"Rank":75,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":37.72,"AmazonCounterfactualClassification (de)":55.34,"AmazonReviewsClassification (de)":25.63,"MTOPDomainClassification (de)":54.64,"MTOPIntentClassification (de)":27.44,"MassiveIntentClassification (de)":27.96,"MassiveScenarioClassification (de)":35.28}
{"index":33,"Rank":76,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":34.18,"AmazonCounterfactualClassification (de)":60.52,"AmazonReviewsClassification (de)":24.32,"MTOPDomainClassification (de)":42.69,"MTOPIntentClassification (de)":23.36,"MassiveIntentClassification (de)":22.32,"MassiveScenarioClassification (de)":31.89}
{"index":34,"Rank":77,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.61,"AmazonCounterfactualClassification (de)":53.43,"AmazonReviewsClassification (de)":23.78,"MTOPDomainClassification (de)":38.11,"MTOPIntentClassification (de)":17.73,"MassiveIntentClassification (de)":21.1,"MassiveScenarioClassification (de)":29.53}
{"index":61,"Rank":78,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":19.2,"AmazonCounterfactualClassification (de)":50.26,"AmazonReviewsClassification (de)":21.09,"MTOPDomainClassification (de)":21.39,"MTOPIntentClassification (de)":5.88,"MassiveIntentClassification (de)":5.96,"MassiveScenarioClassification (de)":10.65}
{"index":7,"Rank":79,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3}
{"index":14,"Rank":80,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":57.22,"MTOPIntentClassification (de)":32.18,"MassiveIntentClassification (de)":34.2,"MassiveScenarioClassification (de)":43.92}
{"index":15,"Rank":81,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":28.09,"MassiveScenarioClassification (de)":34.68}
{"index":16,"Rank":82,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":30.65,"MassiveScenarioClassification (de)":38.33}
{"index":27,"Rank":83,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3}
{"index":30,"Rank":84,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonReviewsClassification (de)":35.29,"MTOPDomainClassification (de)":84.54,"MTOPIntentClassification (de)":60.52,"MassiveIntentClassification (de)":"","MassiveScenarioClassification (de)":""}
{"index":64,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":27.17,"MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":41.04,"MassiveScenarioClassification (de)":42.59}