boards_data/zh/data_tasks/Reranking/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":53.24,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"MMarcoReranking (cmn-Hans)":29.12,"T2Reranking":65.83,"T2Reranking (cmn-Hans)":66.32}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":52.13,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"MMarcoReranking (cmn-Hans)":30.52,"T2Reranking":64.39,"T2Reranking (cmn-Hans)":64.86}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.85,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"MMarcoReranking (cmn-Hans)":29.98,"T2Reranking":65.24,"T2Reranking (cmn-Hans)":65.72}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.38,"T2Reranking (cmn-Hans)":""}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":"","MMarcoReranking (cmn-Hans)":"","T2Reranking":68.11,"T2Reranking (cmn-Hans)":""}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.49,"T2Reranking (cmn-Hans)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.16,"T2Reranking (cmn-Hans)":""}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.74,"T2Reranking (cmn-Hans)":""}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.9,"T2Reranking (cmn-Hans)":""}
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":"","T2Reranking":64.82,"T2Reranking (cmn-Hans)":""}
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":"","T2Reranking (cmn-Hans)":65.63}
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.03,"T2Reranking (cmn-Hans)":""}
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.13,"T2Reranking (cmn-Hans)":""}
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":"","T2Reranking (cmn-Hans)":63.29}
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":"","T2Reranking (cmn-Hans)":60.32}
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":"","T2Reranking (cmn-Hans)":56.26}
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":"","T2Reranking (cmn-Hans)":58.3}
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":"","T2Reranking (cmn-Hans)":65.28}
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":"","T2Reranking (cmn-Hans)":64.49}
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.95,"T2Reranking (cmn-Hans)":""}
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.76,"T2Reranking (cmn-Hans)":""}
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.65,"T2Reranking (cmn-Hans)":""}
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":"","T2Reranking":67.85,"T2Reranking (cmn-Hans)":""}