all_data_tasks/31/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.32,"ArguAna-PL":53.02,"ArguAna-PL (pol-Latn)":52.99,"DBPedia-PL":35.82,"FiQA-PL":33.0,"FiQA-PL (pol-Latn)":32.97,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NFCorpus-PL (pol-Latn)":30.21,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SCIDOCS-PL (pol-Latn)":13.82,"SciFact-PL":65.66,"SciFact-PL (pol-Latn)":65.66,"TRECCOVID-PL":70.03,"TRECCOVID-PL (pol-Latn)":69.9}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.3,"ArguAna-PL":42.81,"ArguAna-PL (pol-Latn)":42.86,"DBPedia-PL":30.23,"FiQA-PL":25.52,"FiQA-PL (pol-Latn)":25.59,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NFCorpus-PL (pol-Latn)":25.99,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SCIDOCS-PL (pol-Latn)":12.36,"SciFact-PL":62.11,"SciFact-PL (pol-Latn)":62.26,"TRECCOVID-PL":66.06,"TRECCOVID-PL (pol-Latn)":65.94}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":41.06,"ArguAna-PL":37.43,"ArguAna-PL (pol-Latn)":37.49,"DBPedia-PL":29.27,"FiQA-PL":22.03,"FiQA-PL (pol-Latn)":22.02,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NFCorpus-PL (pol-Latn)":26.5,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SCIDOCS-PL (pol-Latn)":11.59,"SciFact-PL":62.76,"SciFact-PL (pol-Latn)":62.76,"TRECCOVID-PL":70.92,"TRECCOVID-PL (pol-Latn)":70.92}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":28.51,"ArguAna-PL":42.62,"ArguAna-PL (pol-Latn)":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.68,"FiQA-PL (pol-Latn)":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NFCorpus-PL (pol-Latn)":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SCIDOCS-PL (pol-Latn)":11.17,"SciFact-PL":41.53,"SciFact-PL (pol-Latn)":41.55,"TRECCOVID-PL":35.38,"TRECCOVID-PL (pol-Latn)":35.43}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.21,"ArguAna-PL":37.83,"ArguAna-PL (pol-Latn)":37.86,"DBPedia-PL":18.0,"FiQA-PL":12.49,"FiQA-PL (pol-Latn)":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NFCorpus-PL (pol-Latn)":17.17,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SCIDOCS-PL (pol-Latn)":10.26,"SciFact-PL":40.24,"SciFact-PL (pol-Latn)":40.24,"TRECCOVID-PL":34.38,"TRECCOVID-PL (pol-Latn)":34.23}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":22.73,"ArguAna-PL":38.52,"ArguAna-PL (pol-Latn)":38.56,"DBPedia-PL":16.1,"FiQA-PL":7.63,"FiQA-PL (pol-Latn)":7.66,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NFCorpus-PL (pol-Latn)":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SCIDOCS-PL (pol-Latn)":7.47,"SciFact-PL":39.79,"SciFact-PL (pol-Latn)":39.79,"TRECCOVID-PL":18.45,"TRECCOVID-PL (pol-Latn)":18.51}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":"","SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":58.01}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":"","NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":51.92,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":""}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":"","NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":54.44,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":""}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":"","NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":49.49,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":""}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":"","NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":52.51,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":""}
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":"","SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":16.52}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":"","SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":8.66}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":"","SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":12.12}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":"","NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":33.03,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":""}