orionweller's picture
Automated Leaderboard Update
13c106f
raw
history blame
17.1 kB
{"level_0":0,"index":53,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":32.46}
{"level_0":1,"index":43,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEvalFr":32.22}
{"level_0":2,"index":47,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.85}
{"level_0":3,"index":23,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.62}
{"level_0":4,"index":71,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEvalFr":31.59}
{"level_0":5,"index":5,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEvalFr":31.56}
{"level_0":6,"index":24,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.55}
{"level_0":7,"index":0,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.47}
{"level_0":8,"index":34,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cleatherbury\/gte-Qwen2-7B-instruct-Q5_K_M-GGUF\">gte-Qwen2-7B-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.45}
{"level_0":9,"index":56,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/niancheng\/gte-Qwen2-7B-instruct-Q4_K_M-GGUF\">gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.45}
{"level_0":10,"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
{"level_0":11,"index":14,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4}
{"level_0":12,"index":15,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
{"level_0":13,"index":38,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26}
{"level_0":14,"index":10,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
{"level_0":15,"index":45,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92}
{"level_0":16,"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88}
{"level_0":17,"index":36,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88}
{"level_0":18,"index":44,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76}
{"level_0":19,"index":42,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72}
{"level_0":20,"index":8,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
{"level_0":21,"index":55,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/niancheng\/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
{"level_0":22,"index":81,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
{"level_0":23,"index":72,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
{"level_0":24,"index":3,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
{"level_0":25,"index":22,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.3}
{"level_0":26,"index":51,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.28}
{"level_0":27,"index":52,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.27}
{"level_0":28,"index":70,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
{"level_0":29,"index":54,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.22}
{"level_0":30,"index":21,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.16}
{"level_0":31,"index":57,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
{"level_0":32,"index":50,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.13}
{"level_0":33,"index":69,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
{"level_0":34,"index":4,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
{"level_0":35,"index":29,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.69}
{"level_0":36,"index":80,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.65}
{"level_0":37,"index":48,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
{"level_0":38,"index":68,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
{"level_0":39,"index":39,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
{"level_0":40,"index":75,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
{"level_0":41,"index":40,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
{"level_0":42,"index":67,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
{"level_0":43,"index":78,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
{"level_0":44,"index":17,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
{"level_0":45,"index":16,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
{"level_0":46,"index":30,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
{"level_0":47,"index":79,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
{"level_0":48,"index":18,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
{"level_0":49,"index":41,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
{"level_0":50,"index":35,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
{"level_0":51,"index":7,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
{"level_0":52,"index":77,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
{"level_0":53,"index":2,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
{"level_0":54,"index":59,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
{"level_0":55,"index":76,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
{"level_0":56,"index":63,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
{"level_0":57,"index":66,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
{"level_0":58,"index":49,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}