all_data_tasks/12/default.jsonl

{"index":77,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lenovo-Zhihui\/Zhihui_LLM_Embedding\">Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31}
{"index":210,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09}
{"index":173,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26}
{"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84}
{"index":249,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09}
{"index":277,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79}
{"index":12,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43}
{"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39}
{"index":253,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1}
{"index":124,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64}
{"index":32,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4}
{"index":159,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89}
{"index":56,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89}
{"index":160,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71}
{"index":209,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59}
{"index":109,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16}
{"index":319,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28}
{"index":134,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32}
{"index":302,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
{"index":131,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
{"index":287,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7}
{"index":177,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56}
{"index":20,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
{"index":16,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
{"index":22,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25}
{"index":285,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67}
{"index":251,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54}
{"index":175,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04}
{"index":178,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96}
{"index":252,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18}
{"index":101,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NLPArtisan\/qwen-1.8b-retrieval-test\">qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
{"index":245,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pengql\/checkpoint-9000\">checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
{"index":15,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41}
{"index":29,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93}
{"index":30,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32}
{"index":49,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31}
{"index":21,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96}
{"index":179,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93}
{"index":176,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27}
{"index":57,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96}
{"index":26,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35}
{"index":202,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
{"index":281,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
{"index":50,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3}
{"index":289,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
{"index":291,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
{"index":43,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67}
{"index":188,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25}
{"index":44,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66}
{"index":194,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44}
{"index":36,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19}
{"index":184,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39}
{"index":187,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3}
{"index":42,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76}
{"index":158,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48}
{"index":190,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09}
{"index":192,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54}
{"index":228,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09}
{"index":274,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08}
{"index":191,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07}
{"index":223,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11}
{"index":224,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02}
{"index":315,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85}
{"index":193,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07}
{"index":280,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04}
{"index":59,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65}
{"index":278,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52}
{"index":51,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15}
{"index":55,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17}
{"index":164,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05}
{"index":290,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77}