all_data_tasks/32/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":73.36,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08,"STS22 (pl)":34.66}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.5,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13,"STS22 (pl)":33.64}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.34,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23,"STS22 (pl)":34.07}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.05,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45,"STS22 (pl)":35.8}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":69.85,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77,"STS22 (pl)":33.73}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":68.43,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9,"STS22 (pl)":39.28}
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":18.34}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":92.23,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":72.78,"STS22 (pl)":""}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":86.18,"CDSC-R (pol-Latn)":"","SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":39.73}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.09,"CDSC-R (pol-Latn)":"","SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":38.69}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.62,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":40.36}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":88.55,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":37.34}
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":82.5,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":54.26,"STS22 (pl)":19.22}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":79.45,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":52.43,"STS22 (pl)":26.77}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":77.04,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":50.2,"STS22 (pl)":""}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":13.56}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":12.47}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":87.67,"CDSC-R (pol-Latn)":"","SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":34.58}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":30.68}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":33.74}
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":24.42}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":25.0}
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":27.04}