diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1519,6 +1519,6587 @@ model-index: value: 56.533 - type: recall_at_5 value: 63.678000000000004 + - task: + type: Classification + dataset: + type: mteb/amazon_counterfactual + name: MTEB AmazonCounterfactualClassification (en) + config: en + split: test + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + metrics: + - type: accuracy + value: 74.28358208955224 + - type: ap + value: 37.19063914095112 + - type: ap_weighted + value: 37.19063914095112 + - type: f1 + value: 68.28593926963595 + - type: f1_weighted + value: 76.64216663284145 + - task: + type: Classification + dataset: + type: mteb/amazon_polarity + name: MTEB AmazonPolarityClassification + config: default + split: test + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + metrics: + - type: accuracy + value: 82.19695 + - type: ap + value: 76.84400739904562 + - type: ap_weighted + value: 76.84400739904562 + - type: f1 + value: 82.13083090108348 + - type: f1_weighted + value: 82.13083090108348 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (en) + config: en + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 40.216 + - type: f1 + value: 39.88981487562277 + - type: f1_weighted + value: 39.88981487562277 + - task: + type: Retrieval + dataset: + type: mteb/arguana + name: MTEB ArguAna + config: default + split: test + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + metrics: + - type: map_at_1 + value: 28.307 + - type: map_at_10 + value: 44.415 + - type: map_at_100 + value: 45.24 + - type: map_at_1000 + value: 45.245999999999995 + - type: map_at_20 + value: 45.048 + - type: map_at_3 + value: 39.343 + - type: map_at_5 + value: 42.156 + - type: mrr_at_1 + value: 28.591749644381224 + - type: mrr_at_10 + value: 44.53744157691528 + - type: mrr_at_100 + value: 45.36249919705719 + - type: mrr_at_1000 + value: 45.36795843267093 + - type: mrr_at_20 + value: 45.17017744908004 + - type: mrr_at_3 + value: 39.50924608819345 + - type: mrr_at_5 + value: 42.29374110953058 + - type: nauc_map_at_1000_diff1 + value: 3.81697701184427 + - type: nauc_map_at_1000_max + value: -5.3494391339512966 + - type: nauc_map_at_100_diff1 + value: 3.8255923068950737 + - type: nauc_map_at_100_max + value: -5.338796585423051 + - type: nauc_map_at_10_diff1 + value: 3.807599213819479 + - type: nauc_map_at_10_max + value: -5.313800854145031 + - type: nauc_map_at_1_diff1 + value: 5.156690676517333 + - type: nauc_map_at_1_max + value: -9.64584413837327 + - type: nauc_map_at_20_diff1 + value: 3.7941985981544244 + - type: nauc_map_at_20_max + value: -5.200991165900242 + - type: nauc_map_at_3_diff1 + value: 3.042950933986489 + - type: nauc_map_at_3_max + value: -5.953385411481654 + - type: nauc_map_at_5_diff1 + value: 3.0549453605943433 + - type: nauc_map_at_5_max + value: -5.787888510997178 + - type: nauc_mrr_at_1000_diff1 + value: 2.815942782079056 + - type: nauc_mrr_at_1000_max + value: -6.045251506633342 + - type: nauc_mrr_at_100_diff1 + value: 2.8247136693036206 + - type: nauc_mrr_at_100_max + value: -6.034513630311149 + - type: nauc_mrr_at_10_diff1 + value: 2.842321554294615 + - type: nauc_mrr_at_10_max + value: -5.983994994110801 + - type: nauc_mrr_at_1_diff1 + value: 4.289447405708845 + - type: nauc_mrr_at_1_max + value: -10.158513246070529 + - type: nauc_mrr_at_20_diff1 + value: 2.802223509089013 + - type: nauc_mrr_at_20_max + value: -5.889383549567283 + - type: nauc_mrr_at_3_diff1 + value: 1.9507572567994225 + - type: nauc_mrr_at_3_max + value: -6.579817119302078 + - type: nauc_mrr_at_5_diff1 + value: 2.0636113696159306 + - type: nauc_mrr_at_5_max + value: -6.47814796715319 + - type: nauc_ndcg_at_1000_diff1 + value: 4.054109302322553 + - type: nauc_ndcg_at_1000_max + value: -4.194276048637998 + - type: nauc_ndcg_at_100_diff1 + value: 4.3606449596207995 + - type: nauc_ndcg_at_100_max + value: -3.802885863375761 + - type: nauc_ndcg_at_10_diff1 + value: 4.374146895999117 + - type: nauc_ndcg_at_10_max + value: -3.007138296243735 + - type: nauc_ndcg_at_1_diff1 + value: 5.156690676517333 + - type: nauc_ndcg_at_1_max + value: -9.64584413837327 + - type: nauc_ndcg_at_20_diff1 + value: 4.283769209560412 + - type: nauc_ndcg_at_20_max + value: -2.5570972005509245 + - type: nauc_ndcg_at_3_diff1 + value: 2.4019132290785628 + - type: nauc_ndcg_at_3_max + value: -4.772614514375251 + - type: nauc_ndcg_at_5_diff1 + value: 2.2604685552347488 + - type: nauc_ndcg_at_5_max + value: -4.5287849384277346 + - type: nauc_precision_at_1000_diff1 + value: 26.832693994163886 + - type: nauc_precision_at_1000_max + value: 28.13719829218545 + - type: nauc_precision_at_100_diff1 + value: 49.25187779934308 + - type: nauc_precision_at_100_max + value: 54.90462014878204 + - type: nauc_precision_at_10_diff1 + value: 9.375044420325825 + - type: nauc_precision_at_10_max + value: 11.118715229369158 + - type: nauc_precision_at_1_diff1 + value: 5.156690676517333 + - type: nauc_precision_at_1_max + value: -9.64584413837327 + - type: nauc_precision_at_20_diff1 + value: 12.648487139563313 + - type: nauc_precision_at_20_max + value: 29.17269939791144 + - type: nauc_precision_at_3_diff1 + value: 0.5381479007985195 + - type: nauc_precision_at_3_max + value: -1.319607327988569 + - type: nauc_precision_at_5_diff1 + value: -0.530675691789191 + - type: nauc_precision_at_5_max + value: -0.3449755187285182 + - type: nauc_recall_at_1000_diff1 + value: 26.83269399415972 + - type: nauc_recall_at_1000_max + value: 28.137198292180138 + - type: nauc_recall_at_100_diff1 + value: 49.25187779934272 + - type: nauc_recall_at_100_max + value: 54.90462014878089 + - type: nauc_recall_at_10_diff1 + value: 9.375044420325978 + - type: nauc_recall_at_10_max + value: 11.118715229369167 + - type: nauc_recall_at_1_diff1 + value: 5.156690676517333 + - type: nauc_recall_at_1_max + value: -9.64584413837327 + - type: nauc_recall_at_20_diff1 + value: 12.648487139563178 + - type: nauc_recall_at_20_max + value: 29.172699397911256 + - type: nauc_recall_at_3_diff1 + value: 0.5381479007985096 + - type: nauc_recall_at_3_max + value: -1.3196073279885299 + - type: nauc_recall_at_5_diff1 + value: -0.5306756917892376 + - type: nauc_recall_at_5_max + value: -0.34497551872854154 + - type: ndcg_at_1 + value: 28.307 + - type: ndcg_at_10 + value: 53.593999999999994 + - type: ndcg_at_100 + value: 57.13399999999999 + - type: ndcg_at_1000 + value: 57.28 + - type: ndcg_at_20 + value: 55.861000000000004 + - type: ndcg_at_3 + value: 43.091 + - type: ndcg_at_5 + value: 48.16 + - type: precision_at_1 + value: 28.307 + - type: precision_at_10 + value: 8.3 + - type: precision_at_100 + value: 0.985 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.595 + - type: precision_at_3 + value: 17.994 + - type: precision_at_5 + value: 13.257 + - type: recall_at_1 + value: 28.307 + - type: recall_at_10 + value: 83.001 + - type: recall_at_100 + value: 98.506 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 91.892 + - type: recall_at_3 + value: 53.983000000000004 + - type: recall_at_5 + value: 66.28699999999999 + - task: + type: Clustering + dataset: + type: mteb/arxiv-clustering-p2p + name: MTEB ArxivClusteringP2P + config: default + split: test + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + metrics: + - type: v_measure + value: 41.75510333108447 + - type: v_measures + value: [0.38932105262642, 0.41167658391196155, 0.4152007083702598, 0.43751533882806676, 0.41353841462129437] + - task: + type: Clustering + dataset: + type: mteb/arxiv-clustering-s2s + name: MTEB ArxivClusteringS2S + config: default + split: test + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + metrics: + - type: v_measure + value: 31.628031176398057 + - type: v_measures + value: [0.3124730271530551, 0.30410053196374376, 0.31038902598125107, 0.3037853444036682, 0.3061080414991767] + - task: + type: Reranking + dataset: + type: mteb/askubuntudupquestions-reranking + name: MTEB AskUbuntuDupQuestions + config: default + split: test + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + metrics: + - type: map + value: 56.78685528593245 + - type: mrr + value: 70.13113925163786 + - type: nAUC_map_diff1 + value: 2.9860496068519695 + - type: nAUC_map_max + value: 22.582369735674774 + - type: nAUC_mrr_diff1 + value: 10.846967439812445 + - type: nAUC_mrr_max + value: 35.29439227015077 + - task: + type: STS + dataset: + type: mteb/biosses-sts + name: MTEB BIOSSES + config: default + split: test + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + metrics: + - type: cos_sim_pearson + value: 85.88368776567987 + - type: cos_sim_spearman + value: 83.98625103310174 + - type: euclidean_pearson + value: 84.15851334353565 + - type: euclidean_spearman + value: 83.50611961105386 + - type: manhattan_pearson + value: 84.26852097545078 + - type: manhattan_spearman + value: 83.74287199356931 + - task: + type: Classification + dataset: + type: mteb/banking77 + name: MTEB Banking77Classification + config: default + split: test + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + metrics: + - type: accuracy + value: 80.31493506493506 + - type: f1 + value: 80.18539252802539 + - type: f1_weighted + value: 80.1853925280254 + - task: + type: Clustering + dataset: + type: mteb/biorxiv-clustering-p2p + name: MTEB BiorxivClusteringP2P + config: default + split: test + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + metrics: + - type: v_measure + value: 36.01213557884716 + - type: v_measures + value: [0.35149213783659844, 0.3504551848301787, 0.3777396210177721, 0.36713470804377507, 0.35699360527484775] + - task: + type: Clustering + dataset: + type: mteb/biorxiv-clustering-s2s + name: MTEB BiorxivClusteringS2S + config: default + split: test + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + metrics: + - type: v_measure + value: 28.77320940838855 + - type: v_measures + value: [0.30066854059482007, 0.27912691518289856, 0.28109177448868566, 0.27788082204726, 0.28174202201956644] + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-android + name: MTEB CQADupstackAndroidRetrieval + config: default + split: test + revision: f46a197baaae43b4f621051089b82a364682dfeb + metrics: + - type: map_at_1 + value: 28.931 + - type: map_at_10 + value: 39.226 + - type: map_at_100 + value: 40.641 + - type: map_at_1000 + value: 40.758 + - type: map_at_20 + value: 39.947 + - type: map_at_3 + value: 35.893 + - type: map_at_5 + value: 37.911 + - type: mrr_at_1 + value: 36.33762517882689 + - type: mrr_at_10 + value: 45.437813656697756 + - type: mrr_at_100 + value: 46.263112207849225 + - type: mrr_at_1000 + value: 46.31120643750262 + - type: mrr_at_20 + value: 45.89328313995794 + - type: mrr_at_3 + value: 42.89461134954697 + - type: mrr_at_5 + value: 44.49690033381019 + - type: nauc_map_at_1000_diff1 + value: 51.149900773445665 + - type: nauc_map_at_1000_max + value: 38.68580130673067 + - type: nauc_map_at_100_diff1 + value: 51.10002536433903 + - type: nauc_map_at_100_max + value: 38.641317822870484 + - type: nauc_map_at_10_diff1 + value: 51.124389332061504 + - type: nauc_map_at_10_max + value: 38.318568221563254 + - type: nauc_map_at_1_diff1 + value: 56.90092514723948 + - type: nauc_map_at_1_max + value: 37.61485298818892 + - type: nauc_map_at_20_diff1 + value: 51.181676535641515 + - type: nauc_map_at_20_max + value: 38.50630258148947 + - type: nauc_map_at_3_diff1 + value: 52.9080719662819 + - type: nauc_map_at_3_max + value: 37.65490829785428 + - type: nauc_map_at_5_diff1 + value: 51.88563997044587 + - type: nauc_map_at_5_max + value: 38.162982469441104 + - type: nauc_mrr_at_1000_diff1 + value: 52.02314497512314 + - type: nauc_mrr_at_1000_max + value: 42.51237380812326 + - type: nauc_mrr_at_100_diff1 + value: 52.00022544992019 + - type: nauc_mrr_at_100_max + value: 42.47931426167529 + - type: nauc_mrr_at_10_diff1 + value: 51.91527284768196 + - type: nauc_mrr_at_10_max + value: 42.39017221462642 + - type: nauc_mrr_at_1_diff1 + value: 57.748140308636906 + - type: nauc_mrr_at_1_max + value: 45.151335057931625 + - type: nauc_mrr_at_20_diff1 + value: 52.014517489654786 + - type: nauc_mrr_at_20_max + value: 42.502037133226224 + - type: nauc_mrr_at_3_diff1 + value: 53.44263059806559 + - type: nauc_mrr_at_3_max + value: 42.54366394954965 + - type: nauc_mrr_at_5_diff1 + value: 52.40067352297368 + - type: nauc_mrr_at_5_max + value: 42.39770466495629 + - type: nauc_ndcg_at_1000_diff1 + value: 49.303067288367096 + - type: nauc_ndcg_at_1000_max + value: 40.15083357935891 + - type: nauc_ndcg_at_100_diff1 + value: 48.06078219853983 + - type: nauc_ndcg_at_100_max + value: 39.099873422335584 + - type: nauc_ndcg_at_10_diff1 + value: 48.427405777556764 + - type: nauc_ndcg_at_10_max + value: 38.8466159356305 + - type: nauc_ndcg_at_1_diff1 + value: 57.748140308636906 + - type: nauc_ndcg_at_1_max + value: 45.151335057931625 + - type: nauc_ndcg_at_20_diff1 + value: 48.400275143008884 + - type: nauc_ndcg_at_20_max + value: 38.987281654803155 + - type: nauc_ndcg_at_3_diff1 + value: 51.94028236848058 + - type: nauc_ndcg_at_3_max + value: 39.22267932164834 + - type: nauc_ndcg_at_5_diff1 + value: 50.228342110462435 + - type: nauc_ndcg_at_5_max + value: 39.25835142473454 + - type: nauc_precision_at_1000_diff1 + value: -6.148682329597722 + - type: nauc_precision_at_1000_max + value: 1.1132760594569802 + - type: nauc_precision_at_100_diff1 + value: -0.42183455399296765 + - type: nauc_precision_at_100_max + value: 12.337898495315343 + - type: nauc_precision_at_10_diff1 + value: 18.94429698742333 + - type: nauc_precision_at_10_max + value: 28.777738237731203 + - type: nauc_precision_at_1_diff1 + value: 57.748140308636906 + - type: nauc_precision_at_1_max + value: 45.151335057931625 + - type: nauc_precision_at_20_diff1 + value: 12.915885854552354 + - type: nauc_precision_at_20_max + value: 24.01402704364973 + - type: nauc_precision_at_3_diff1 + value: 36.634218047630384 + - type: nauc_precision_at_3_max + value: 36.27512688680148 + - type: nauc_precision_at_5_diff1 + value: 28.272819211308992 + - type: nauc_precision_at_5_max + value: 33.34907639932695 + - type: nauc_recall_at_1000_diff1 + value: 26.52022379258474 + - type: nauc_recall_at_1000_max + value: 49.10217378309213 + - type: nauc_recall_at_100_diff1 + value: 25.383923002033832 + - type: nauc_recall_at_100_max + value: 29.224125741020877 + - type: nauc_recall_at_10_diff1 + value: 36.465429616129015 + - type: nauc_recall_at_10_max + value: 33.39232875391991 + - type: nauc_recall_at_1_diff1 + value: 56.90092514723948 + - type: nauc_recall_at_1_max + value: 37.61485298818892 + - type: nauc_recall_at_20_diff1 + value: 34.97381075257172 + - type: nauc_recall_at_20_max + value: 33.453578222267346 + - type: nauc_recall_at_3_diff1 + value: 47.268820296829134 + - type: nauc_recall_at_3_max + value: 35.21361112290018 + - type: nauc_recall_at_5_diff1 + value: 42.36929492536004 + - type: nauc_recall_at_5_max + value: 34.972452567095665 + - type: ndcg_at_1 + value: 36.338 + - type: ndcg_at_10 + value: 45.07 + - type: ndcg_at_100 + value: 50.619 + - type: ndcg_at_1000 + value: 52.729000000000006 + - type: ndcg_at_20 + value: 47.027 + - type: ndcg_at_3 + value: 40.388000000000005 + - type: ndcg_at_5 + value: 42.811 + - type: precision_at_1 + value: 36.338 + - type: precision_at_10 + value: 8.541 + - type: precision_at_100 + value: 1.391 + - type: precision_at_1000 + value: 0.184 + - type: precision_at_20 + value: 5.007000000000001 + - type: precision_at_3 + value: 19.409000000000002 + - type: precision_at_5 + value: 14.163 + - type: recall_at_1 + value: 28.931 + - type: recall_at_10 + value: 55.701 + - type: recall_at_100 + value: 79.389 + - type: recall_at_1000 + value: 93.366 + - type: recall_at_20 + value: 62.833000000000006 + - type: recall_at_3 + value: 42.007 + - type: recall_at_5 + value: 48.84 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-english + name: MTEB CQADupstackEnglishRetrieval + config: default + split: test + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + metrics: + - type: map_at_1 + value: 23.638 + - type: map_at_10 + value: 32.277 + - type: map_at_100 + value: 33.363 + - type: map_at_1000 + value: 33.488 + - type: map_at_20 + value: 32.857 + - type: map_at_3 + value: 29.748 + - type: map_at_5 + value: 31.179000000000002 + - type: mrr_at_1 + value: 30.254777070063692 + - type: mrr_at_10 + value: 37.817384490951355 + - type: mrr_at_100 + value: 38.525912264467145 + - type: mrr_at_1000 + value: 38.58069194468667 + - type: mrr_at_20 + value: 38.20930815682446 + - type: mrr_at_3 + value: 35.700636942675146 + - type: mrr_at_5 + value: 36.926751592356666 + - type: nauc_map_at_1000_diff1 + value: 45.223392226929235 + - type: nauc_map_at_1000_max + value: 38.24038259272163 + - type: nauc_map_at_100_diff1 + value: 45.23190429504784 + - type: nauc_map_at_100_max + value: 38.19794744902846 + - type: nauc_map_at_10_diff1 + value: 45.515992352450176 + - type: nauc_map_at_10_max + value: 37.548960747017844 + - type: nauc_map_at_1_diff1 + value: 52.291404507813056 + - type: nauc_map_at_1_max + value: 33.46767953286993 + - type: nauc_map_at_20_diff1 + value: 45.332400816656936 + - type: nauc_map_at_20_max + value: 37.878067742926675 + - type: nauc_map_at_3_diff1 + value: 46.829233538381764 + - type: nauc_map_at_3_max + value: 36.69901435795047 + - type: nauc_map_at_5_diff1 + value: 46.12298460254266 + - type: nauc_map_at_5_max + value: 37.34969360011008 + - type: nauc_mrr_at_1000_diff1 + value: 41.898365322188674 + - type: nauc_mrr_at_1000_max + value: 39.304566277957704 + - type: nauc_mrr_at_100_diff1 + value: 41.88883697764852 + - type: nauc_mrr_at_100_max + value: 39.30077276431053 + - type: nauc_mrr_at_10_diff1 + value: 42.062104921386506 + - type: nauc_mrr_at_10_max + value: 39.30528366258507 + - type: nauc_mrr_at_1_diff1 + value: 47.92599437007114 + - type: nauc_mrr_at_1_max + value: 39.11863678363455 + - type: nauc_mrr_at_20_diff1 + value: 41.88168571216021 + - type: nauc_mrr_at_20_max + value: 39.26248573846707 + - type: nauc_mrr_at_3_diff1 + value: 43.07190580570743 + - type: nauc_mrr_at_3_max + value: 39.87788973395513 + - type: nauc_mrr_at_5_diff1 + value: 42.49866565630987 + - type: nauc_mrr_at_5_max + value: 39.54834907714328 + - type: nauc_ndcg_at_1000_diff1 + value: 41.51353648334291 + - type: nauc_ndcg_at_1000_max + value: 39.603326878012986 + - type: nauc_ndcg_at_100_diff1 + value: 41.30454895265097 + - type: nauc_ndcg_at_100_max + value: 39.313602966554505 + - type: nauc_ndcg_at_10_diff1 + value: 42.02099052567711 + - type: nauc_ndcg_at_10_max + value: 38.534861088136715 + - type: nauc_ndcg_at_1_diff1 + value: 47.92599437007114 + - type: nauc_ndcg_at_1_max + value: 39.11863678363455 + - type: nauc_ndcg_at_20_diff1 + value: 41.663145625518375 + - type: nauc_ndcg_at_20_max + value: 38.752693813154075 + - type: nauc_ndcg_at_3_diff1 + value: 43.68575961185724 + - type: nauc_ndcg_at_3_max + value: 39.40226210725685 + - type: nauc_ndcg_at_5_diff1 + value: 43.00140726081697 + - type: nauc_ndcg_at_5_max + value: 39.21485362612467 + - type: nauc_precision_at_1000_diff1 + value: -2.790275135023392 + - type: nauc_precision_at_1000_max + value: 17.818318660525463 + - type: nauc_precision_at_100_diff1 + value: 2.0554939129182417 + - type: nauc_precision_at_100_max + value: 29.753860102457935 + - type: nauc_precision_at_10_diff1 + value: 15.094160126474254 + - type: nauc_precision_at_10_max + value: 37.972874196449126 + - type: nauc_precision_at_1_diff1 + value: 47.92599437007114 + - type: nauc_precision_at_1_max + value: 39.11863678363455 + - type: nauc_precision_at_20_diff1 + value: 10.746873592106713 + - type: nauc_precision_at_20_max + value: 36.96468826692449 + - type: nauc_precision_at_3_diff1 + value: 28.944521315560483 + - type: nauc_precision_at_3_max + value: 42.03983245575044 + - type: nauc_precision_at_5_diff1 + value: 23.828098284010075 + - type: nauc_precision_at_5_max + value: 41.76526648017447 + - type: nauc_recall_at_1000_diff1 + value: 26.537966542990997 + - type: nauc_recall_at_1000_max + value: 41.86346125540241 + - type: nauc_recall_at_100_diff1 + value: 28.044584247129283 + - type: nauc_recall_at_100_max + value: 37.42247127416711 + - type: nauc_recall_at_10_diff1 + value: 33.434563672243115 + - type: nauc_recall_at_10_max + value: 34.63428918279095 + - type: nauc_recall_at_1_diff1 + value: 52.291404507813056 + - type: nauc_recall_at_1_max + value: 33.46767953286993 + - type: nauc_recall_at_20_diff1 + value: 31.189066205007187 + - type: nauc_recall_at_20_max + value: 35.3704318509917 + - type: nauc_recall_at_3_diff1 + value: 39.67602671214362 + - type: nauc_recall_at_3_max + value: 35.6485218636747 + - type: nauc_recall_at_5_diff1 + value: 36.71118621793804 + - type: nauc_recall_at_5_max + value: 35.81341336007971 + - type: ndcg_at_1 + value: 30.255 + - type: ndcg_at_10 + value: 37.376 + - type: ndcg_at_100 + value: 41.678 + - type: ndcg_at_1000 + value: 44.079 + - type: ndcg_at_20 + value: 38.942 + - type: ndcg_at_3 + value: 33.641 + - type: ndcg_at_5 + value: 35.346 + - type: precision_at_1 + value: 30.255 + - type: precision_at_10 + value: 7.102 + - type: precision_at_100 + value: 1.184 + - type: precision_at_1000 + value: 0.166 + - type: precision_at_20 + value: 4.185 + - type: precision_at_3 + value: 16.348 + - type: precision_at_5 + value: 11.591999999999999 + - type: recall_at_1 + value: 23.638 + - type: recall_at_10 + value: 46.524 + - type: recall_at_100 + value: 65.118 + - type: recall_at_1000 + value: 81.133 + - type: recall_at_20 + value: 52.331 + - type: recall_at_3 + value: 35.254999999999995 + - type: recall_at_5 + value: 40.174 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-gaming + name: MTEB CQADupstackGamingRetrieval + config: default + split: test + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + metrics: + - type: map_at_1 + value: 35.667 + - type: map_at_10 + value: 47.397 + - type: map_at_100 + value: 48.366 + - type: map_at_1000 + value: 48.433 + - type: map_at_20 + value: 47.963 + - type: map_at_3 + value: 44.211 + - type: map_at_5 + value: 46.037 + - type: mrr_at_1 + value: 40.87774294670846 + - type: mrr_at_10 + value: 50.565880479673616 + - type: mrr_at_100 + value: 51.271230622181626 + - type: mrr_at_1000 + value: 51.306805744714836 + - type: mrr_at_20 + value: 51.012075318045525 + - type: mrr_at_3 + value: 47.9832810867294 + - type: mrr_at_5 + value: 49.525600835945724 + - type: nauc_map_at_1000_diff1 + value: 50.33288681013869 + - type: nauc_map_at_1000_max + value: 37.44437438806084 + - type: nauc_map_at_100_diff1 + value: 50.317492085630064 + - type: nauc_map_at_100_max + value: 37.426681891363835 + - type: nauc_map_at_10_diff1 + value: 50.24182139242321 + - type: nauc_map_at_10_max + value: 36.91039477771677 + - type: nauc_map_at_1_diff1 + value: 56.01200063592147 + - type: nauc_map_at_1_max + value: 31.767342114075202 + - type: nauc_map_at_20_diff1 + value: 50.21631708851613 + - type: nauc_map_at_20_max + value: 37.28818324793643 + - type: nauc_map_at_3_diff1 + value: 51.111793089491364 + - type: nauc_map_at_3_max + value: 36.16516417187456 + - type: nauc_map_at_5_diff1 + value: 50.47567188188865 + - type: nauc_map_at_5_max + value: 36.72222550501132 + - type: nauc_mrr_at_1000_diff1 + value: 49.29372112096636 + - type: nauc_mrr_at_1000_max + value: 39.248284382084236 + - type: nauc_mrr_at_100_diff1 + value: 49.28279373491327 + - type: nauc_mrr_at_100_max + value: 39.26004837053389 + - type: nauc_mrr_at_10_diff1 + value: 49.123704806290434 + - type: nauc_mrr_at_10_max + value: 39.05266034946078 + - type: nauc_mrr_at_1_diff1 + value: 53.88859746474265 + - type: nauc_mrr_at_1_max + value: 37.056204568674275 + - type: nauc_mrr_at_20_diff1 + value: 49.18403232554298 + - type: nauc_mrr_at_20_max + value: 39.26689196401381 + - type: nauc_mrr_at_3_diff1 + value: 49.59424894836517 + - type: nauc_mrr_at_3_max + value: 38.95714592509984 + - type: nauc_mrr_at_5_diff1 + value: 49.257845318012954 + - type: nauc_mrr_at_5_max + value: 39.30070104826491 + - type: nauc_ndcg_at_1000_diff1 + value: 48.91743661336846 + - type: nauc_ndcg_at_1000_max + value: 39.39031133623686 + - type: nauc_ndcg_at_100_diff1 + value: 48.61511346835115 + - type: nauc_ndcg_at_100_max + value: 39.459340998985724 + - type: nauc_ndcg_at_10_diff1 + value: 48.06588542038947 + - type: nauc_ndcg_at_10_max + value: 38.157829321231 + - type: nauc_ndcg_at_1_diff1 + value: 53.88859746474265 + - type: nauc_ndcg_at_1_max + value: 37.056204568674275 + - type: nauc_ndcg_at_20_diff1 + value: 48.05115075637084 + - type: nauc_ndcg_at_20_max + value: 39.2235027218884 + - type: nauc_ndcg_at_3_diff1 + value: 49.30878740373676 + - type: nauc_ndcg_at_3_max + value: 37.84032746584941 + - type: nauc_ndcg_at_5_diff1 + value: 48.47712228032605 + - type: nauc_ndcg_at_5_max + value: 38.38589466282407 + - type: nauc_precision_at_1000_diff1 + value: -7.243262652381105 + - type: nauc_precision_at_1000_max + value: 18.453365469588427 + - type: nauc_precision_at_100_diff1 + value: -2.0153970546194753 + - type: nauc_precision_at_100_max + value: 24.22667501786602 + - type: nauc_precision_at_10_diff1 + value: 14.979334560516222 + - type: nauc_precision_at_10_max + value: 33.13307837324579 + - type: nauc_precision_at_1_diff1 + value: 53.88859746474265 + - type: nauc_precision_at_1_max + value: 37.056204568674275 + - type: nauc_precision_at_20_diff1 + value: 8.379765029951027 + - type: nauc_precision_at_20_max + value: 32.28271665269386 + - type: nauc_precision_at_3_diff1 + value: 31.16831547354767 + - type: nauc_precision_at_3_max + value: 38.10801385749373 + - type: nauc_precision_at_5_diff1 + value: 23.32241470046817 + - type: nauc_precision_at_5_max + value: 37.2000516679205 + - type: nauc_recall_at_1000_diff1 + value: 40.03022783413472 + - type: nauc_recall_at_1000_max + value: 49.77189630896353 + - type: nauc_recall_at_100_diff1 + value: 39.485228558001154 + - type: nauc_recall_at_100_max + value: 44.84364760927468 + - type: nauc_recall_at_10_diff1 + value: 39.911638774960096 + - type: nauc_recall_at_10_max + value: 37.00135324546857 + - type: nauc_recall_at_1_diff1 + value: 56.01200063592147 + - type: nauc_recall_at_1_max + value: 31.767342114075202 + - type: nauc_recall_at_20_diff1 + value: 38.604788301520685 + - type: nauc_recall_at_20_max + value: 42.21099902041599 + - type: nauc_recall_at_3_diff1 + value: 44.913068402378755 + - type: nauc_recall_at_3_max + value: 36.35063250643407 + - type: nauc_recall_at_5_diff1 + value: 42.15428494957372 + - type: nauc_recall_at_5_max + value: 38.11256932308573 + - type: ndcg_at_1 + value: 40.878 + - type: ndcg_at_10 + value: 53.062 + - type: ndcg_at_100 + value: 57.160999999999994 + - type: ndcg_at_1000 + value: 58.538999999999994 + - type: ndcg_at_20 + value: 54.821 + - type: ndcg_at_3 + value: 47.544 + - type: ndcg_at_5 + value: 50.305 + - type: precision_at_1 + value: 40.878 + - type: precision_at_10 + value: 8.564 + - type: precision_at_100 + value: 1.155 + - type: precision_at_1000 + value: 0.133 + - type: precision_at_20 + value: 4.79 + - type: precision_at_3 + value: 21.108 + - type: precision_at_5 + value: 14.658 + - type: recall_at_1 + value: 35.667 + - type: recall_at_10 + value: 66.766 + - type: recall_at_100 + value: 84.553 + - type: recall_at_1000 + value: 94.346 + - type: recall_at_20 + value: 73.272 + - type: recall_at_3 + value: 52.139 + - type: recall_at_5 + value: 58.816 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-gis + name: MTEB CQADupstackGisRetrieval + config: default + split: test + revision: 5003b3064772da1887988e05400cf3806fe491f2 + metrics: + - type: map_at_1 + value: 20.618 + - type: map_at_10 + value: 27.47 + - type: map_at_100 + value: 28.505000000000003 + - type: map_at_1000 + value: 28.594 + - type: map_at_20 + value: 28.057 + - type: map_at_3 + value: 24.918000000000003 + - type: map_at_5 + value: 26.229999999999997 + - type: mrr_at_1 + value: 22.372881355932204 + - type: mrr_at_10 + value: 29.201910142588083 + - type: mrr_at_100 + value: 30.158796422923974 + - type: mrr_at_1000 + value: 30.226705533923436 + - type: mrr_at_20 + value: 29.748232470158786 + - type: mrr_at_3 + value: 26.723163841807924 + - type: mrr_at_5 + value: 27.97175141242938 + - type: nauc_map_at_1000_diff1 + value: 42.518789058108034 + - type: nauc_map_at_1000_max + value: 21.82284691419632 + - type: nauc_map_at_100_diff1 + value: 42.513945119173414 + - type: nauc_map_at_100_max + value: 21.824969680261194 + - type: nauc_map_at_10_diff1 + value: 42.21492283731788 + - type: nauc_map_at_10_max + value: 21.305888026069674 + - type: nauc_map_at_1_diff1 + value: 47.62145355083881 + - type: nauc_map_at_1_max + value: 22.35827304798013 + - type: nauc_map_at_20_diff1 + value: 42.31982757448588 + - type: nauc_map_at_20_max + value: 21.594656622891048 + - type: nauc_map_at_3_diff1 + value: 44.10607386887907 + - type: nauc_map_at_3_max + value: 21.690680453680425 + - type: nauc_map_at_5_diff1 + value: 43.24911634980367 + - type: nauc_map_at_5_max + value: 21.736719675567752 + - type: nauc_mrr_at_1000_diff1 + value: 41.98881956610886 + - type: nauc_mrr_at_1000_max + value: 23.673388697614747 + - type: nauc_mrr_at_100_diff1 + value: 41.975077881853366 + - type: nauc_mrr_at_100_max + value: 23.680855488904697 + - type: nauc_mrr_at_10_diff1 + value: 41.753512191582516 + - type: nauc_mrr_at_10_max + value: 23.286885884623786 + - type: nauc_mrr_at_1_diff1 + value: 48.01121917180329 + - type: nauc_mrr_at_1_max + value: 25.91040117459629 + - type: nauc_mrr_at_20_diff1 + value: 41.837798974871795 + - type: nauc_mrr_at_20_max + value: 23.53887919859698 + - type: nauc_mrr_at_3_diff1 + value: 43.74425619417245 + - type: nauc_mrr_at_3_max + value: 23.80181072142051 + - type: nauc_mrr_at_5_diff1 + value: 42.77128789582419 + - type: nauc_mrr_at_5_max + value: 23.78994160229315 + - type: nauc_ndcg_at_1000_diff1 + value: 40.4038817214834 + - type: nauc_ndcg_at_1000_max + value: 22.308549183052513 + - type: nauc_ndcg_at_100_diff1 + value: 40.55678288183828 + - type: nauc_ndcg_at_100_max + value: 22.609367205269443 + - type: nauc_ndcg_at_10_diff1 + value: 38.83098871853759 + - type: nauc_ndcg_at_10_max + value: 20.68362628733941 + - type: nauc_ndcg_at_1_diff1 + value: 48.01121917180329 + - type: nauc_ndcg_at_1_max + value: 25.91040117459629 + - type: nauc_ndcg_at_20_diff1 + value: 39.061663618713894 + - type: nauc_ndcg_at_20_max + value: 21.476419663219456 + - type: nauc_ndcg_at_3_diff1 + value: 42.736087127795955 + - type: nauc_ndcg_at_3_max + value: 21.742127165660058 + - type: nauc_ndcg_at_5_diff1 + value: 41.186966297966734 + - type: nauc_ndcg_at_5_max + value: 21.759401429767212 + - type: nauc_precision_at_1000_diff1 + value: 6.654559938649311 + - type: nauc_precision_at_1000_max + value: 16.806910891601543 + - type: nauc_precision_at_100_diff1 + value: 25.864492780814064 + - type: nauc_precision_at_100_max + value: 25.263440890575012 + - type: nauc_precision_at_10_diff1 + value: 28.182469153166974 + - type: nauc_precision_at_10_max + value: 21.10173854858086 + - type: nauc_precision_at_1_diff1 + value: 48.01121917180329 + - type: nauc_precision_at_1_max + value: 25.91040117459629 + - type: nauc_precision_at_20_diff1 + value: 26.16409861031152 + - type: nauc_precision_at_20_max + value: 22.589571974868473 + - type: nauc_precision_at_3_diff1 + value: 39.49309649649902 + - type: nauc_precision_at_3_max + value: 23.66194846956826 + - type: nauc_precision_at_5_diff1 + value: 35.47688709673743 + - type: nauc_precision_at_5_max + value: 23.5888265356714 + - type: nauc_recall_at_1000_diff1 + value: 28.057334771322758 + - type: nauc_recall_at_1000_max + value: 17.48633214718912 + - type: nauc_recall_at_100_diff1 + value: 35.67263027900714 + - type: nauc_recall_at_100_max + value: 23.115839579250103 + - type: nauc_recall_at_10_diff1 + value: 28.261498615045998 + - type: nauc_recall_at_10_max + value: 16.20575819609654 + - type: nauc_recall_at_1_diff1 + value: 47.62145355083881 + - type: nauc_recall_at_1_max + value: 22.35827304798013 + - type: nauc_recall_at_20_diff1 + value: 28.255566253430192 + - type: nauc_recall_at_20_max + value: 18.257219460506295 + - type: nauc_recall_at_3_diff1 + value: 39.30800774709927 + - type: nauc_recall_at_3_max + value: 19.810995082445473 + - type: nauc_recall_at_5_diff1 + value: 35.27158910591411 + - type: nauc_recall_at_5_max + value: 19.678077623550937 + - type: ndcg_at_1 + value: 22.373 + - type: ndcg_at_10 + value: 31.918000000000003 + - type: ndcg_at_100 + value: 36.992000000000004 + - type: ndcg_at_1000 + value: 39.513 + - type: ndcg_at_20 + value: 33.983999999999995 + - type: ndcg_at_3 + value: 26.832 + - type: ndcg_at_5 + value: 29.078 + - type: precision_at_1 + value: 22.373 + - type: precision_at_10 + value: 5.04 + - type: precision_at_100 + value: 0.7979999999999999 + - type: precision_at_1000 + value: 0.106 + - type: precision_at_20 + value: 3.0 + - type: precision_at_3 + value: 11.299 + - type: precision_at_5 + value: 8.045 + - type: recall_at_1 + value: 20.618 + - type: recall_at_10 + value: 44.202000000000005 + - type: recall_at_100 + value: 67.242 + - type: recall_at_1000 + value: 86.69200000000001 + - type: recall_at_20 + value: 52.03 + - type: recall_at_3 + value: 30.386000000000003 + - type: recall_at_5 + value: 35.858000000000004 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-mathematica + name: MTEB CQADupstackMathematicaRetrieval + config: default + split: test + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + metrics: + - type: map_at_1 + value: 12.731 + - type: map_at_10 + value: 19.054 + - type: map_at_100 + value: 20.313 + - type: map_at_1000 + value: 20.443 + - type: map_at_20 + value: 19.77 + - type: map_at_3 + value: 16.596 + - type: map_at_5 + value: 18.013 + - type: mrr_at_1 + value: 15.796019900497512 + - type: mrr_at_10 + value: 22.789327173655526 + - type: mrr_at_100 + value: 23.862539649948847 + - type: mrr_at_1000 + value: 23.946663050199312 + - type: mrr_at_20 + value: 23.427143696525313 + - type: mrr_at_3 + value: 20.27363184079603 + - type: mrr_at_5 + value: 21.68532338308458 + - type: nauc_map_at_1000_diff1 + value: 27.516068477843454 + - type: nauc_map_at_1000_max + value: 17.80187067129459 + - type: nauc_map_at_100_diff1 + value: 27.49088157159594 + - type: nauc_map_at_100_max + value: 17.78426299327126 + - type: nauc_map_at_10_diff1 + value: 27.322013804309574 + - type: nauc_map_at_10_max + value: 17.001651979041277 + - type: nauc_map_at_1_diff1 + value: 32.676819886304166 + - type: nauc_map_at_1_max + value: 15.203042726400561 + - type: nauc_map_at_20_diff1 + value: 27.44288664011662 + - type: nauc_map_at_20_max + value: 17.908350138714276 + - type: nauc_map_at_3_diff1 + value: 28.50114932717826 + - type: nauc_map_at_3_max + value: 17.780823694386235 + - type: nauc_map_at_5_diff1 + value: 27.86215762055489 + - type: nauc_map_at_5_max + value: 17.50773539133613 + - type: nauc_mrr_at_1000_diff1 + value: 29.947843223207236 + - type: nauc_mrr_at_1000_max + value: 19.62172810233295 + - type: nauc_mrr_at_100_diff1 + value: 29.9288142137001 + - type: nauc_mrr_at_100_max + value: 19.629003114636255 + - type: nauc_mrr_at_10_diff1 + value: 29.97657648240847 + - type: nauc_mrr_at_10_max + value: 19.194295823726197 + - type: nauc_mrr_at_1_diff1 + value: 35.00554412354239 + - type: nauc_mrr_at_1_max + value: 17.759999184794772 + - type: nauc_mrr_at_20_diff1 + value: 29.96168512518019 + - type: nauc_mrr_at_20_max + value: 19.812693338679974 + - type: nauc_mrr_at_3_diff1 + value: 31.869293054331997 + - type: nauc_mrr_at_3_max + value: 19.72221933712261 + - type: nauc_mrr_at_5_diff1 + value: 30.633662242516408 + - type: nauc_mrr_at_5_max + value: 19.633065520422832 + - type: nauc_ndcg_at_1000_diff1 + value: 26.41309716877246 + - type: nauc_ndcg_at_1000_max + value: 19.407030290375477 + - type: nauc_ndcg_at_100_diff1 + value: 26.033991008430068 + - type: nauc_ndcg_at_100_max + value: 19.18116285140471 + - type: nauc_ndcg_at_10_diff1 + value: 25.58417445038125 + - type: nauc_ndcg_at_10_max + value: 17.264882794530223 + - type: nauc_ndcg_at_1_diff1 + value: 35.00554412354239 + - type: nauc_ndcg_at_1_max + value: 17.759999184794772 + - type: nauc_ndcg_at_20_diff1 + value: 25.93407473459688 + - type: nauc_ndcg_at_20_max + value: 19.950029090611025 + - type: nauc_ndcg_at_3_diff1 + value: 28.72061546564716 + - type: nauc_ndcg_at_3_max + value: 19.386795976250635 + - type: nauc_ndcg_at_5_diff1 + value: 27.154487593736675 + - type: nauc_ndcg_at_5_max + value: 18.600609597997746 + - type: nauc_precision_at_1000_diff1 + value: 5.41924757448531 + - type: nauc_precision_at_1000_max + value: 6.545740061131494 + - type: nauc_precision_at_100_diff1 + value: 14.592825976137824 + - type: nauc_precision_at_100_max + value: 14.125640563802245 + - type: nauc_precision_at_10_diff1 + value: 21.4491651411123 + - type: nauc_precision_at_10_max + value: 16.9551658679841 + - type: nauc_precision_at_1_diff1 + value: 35.00554412354239 + - type: nauc_precision_at_1_max + value: 17.759999184794772 + - type: nauc_precision_at_20_diff1 + value: 19.92971906917106 + - type: nauc_precision_at_20_max + value: 23.22690053316326 + - type: nauc_precision_at_3_diff1 + value: 27.57959149246176 + - type: nauc_precision_at_3_max + value: 22.093284431161333 + - type: nauc_precision_at_5_diff1 + value: 25.25496908645805 + - type: nauc_precision_at_5_max + value: 20.458763176343208 + - type: nauc_recall_at_1000_diff1 + value: 16.984282437643287 + - type: nauc_recall_at_1000_max + value: 24.737697260268117 + - type: nauc_recall_at_100_diff1 + value: 17.950878545274918 + - type: nauc_recall_at_100_max + value: 19.837467082624126 + - type: nauc_recall_at_10_diff1 + value: 18.161945687752247 + - type: nauc_recall_at_10_max + value: 14.97915128596929 + - type: nauc_recall_at_1_diff1 + value: 32.676819886304166 + - type: nauc_recall_at_1_max + value: 15.203042726400561 + - type: nauc_recall_at_20_diff1 + value: 19.155358112421517 + - type: nauc_recall_at_20_max + value: 22.374680334603898 + - type: nauc_recall_at_3_diff1 + value: 24.842029532917927 + - type: nauc_recall_at_3_max + value: 20.135627867318494 + - type: nauc_recall_at_5_diff1 + value: 22.00729745995486 + - type: nauc_recall_at_5_max + value: 18.21612524182701 + - type: ndcg_at_1 + value: 15.796 + - type: ndcg_at_10 + value: 23.528 + - type: ndcg_at_100 + value: 29.537000000000003 + - type: ndcg_at_1000 + value: 32.719 + - type: ndcg_at_20 + value: 25.935000000000002 + - type: ndcg_at_3 + value: 18.908 + - type: ndcg_at_5 + value: 21.154 + - type: precision_at_1 + value: 15.796 + - type: precision_at_10 + value: 4.515000000000001 + - type: precision_at_100 + value: 0.8789999999999999 + - type: precision_at_1000 + value: 0.129 + - type: precision_at_20 + value: 2.942 + - type: precision_at_3 + value: 9.163 + - type: precision_at_5 + value: 7.04 + - type: recall_at_1 + value: 12.731 + - type: recall_at_10 + value: 33.797 + - type: recall_at_100 + value: 59.914 + - type: recall_at_1000 + value: 82.718 + - type: recall_at_20 + value: 42.347 + - type: recall_at_3 + value: 20.923 + - type: recall_at_5 + value: 26.71 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-physics + name: MTEB CQADupstackPhysicsRetrieval + config: default + split: test + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + metrics: + - type: map_at_1 + value: 23.567 + - type: map_at_10 + value: 32.628 + - type: map_at_100 + value: 33.908 + - type: map_at_1000 + value: 34.039 + - type: map_at_20 + value: 33.363 + - type: map_at_3 + value: 29.726999999999997 + - type: map_at_5 + value: 31.347 + - type: mrr_at_1 + value: 29.25890279114533 + - type: mrr_at_10 + value: 38.079960890355494 + - type: mrr_at_100 + value: 38.97514464689193 + - type: mrr_at_1000 + value: 39.038125614768354 + - type: mrr_at_20 + value: 38.620932209488565 + - type: mrr_at_3 + value: 35.65928777670837 + - type: mrr_at_5 + value: 37.00673724735321 + - type: nauc_map_at_1000_diff1 + value: 44.243962711843174 + - type: nauc_map_at_1000_max + value: 26.557934640504595 + - type: nauc_map_at_100_diff1 + value: 44.24191729725104 + - type: nauc_map_at_100_max + value: 26.520477564732385 + - type: nauc_map_at_10_diff1 + value: 44.33869154968317 + - type: nauc_map_at_10_max + value: 26.044484632871434 + - type: nauc_map_at_1_diff1 + value: 50.15813855147419 + - type: nauc_map_at_1_max + value: 26.303389987904445 + - type: nauc_map_at_20_diff1 + value: 44.3113665446356 + - type: nauc_map_at_20_max + value: 26.237662556133813 + - type: nauc_map_at_3_diff1 + value: 45.85173282565928 + - type: nauc_map_at_3_max + value: 26.32504035565671 + - type: nauc_map_at_5_diff1 + value: 44.78643814548486 + - type: nauc_map_at_5_max + value: 26.334504875414634 + - type: nauc_mrr_at_1000_diff1 + value: 43.626249945153624 + - type: nauc_mrr_at_1000_max + value: 29.330289291530644 + - type: nauc_mrr_at_100_diff1 + value: 43.613407635792015 + - type: nauc_mrr_at_100_max + value: 29.319268635273986 + - type: nauc_mrr_at_10_diff1 + value: 43.63724190566422 + - type: nauc_mrr_at_10_max + value: 29.108055344568847 + - type: nauc_mrr_at_1_diff1 + value: 48.217336788734755 + - type: nauc_mrr_at_1_max + value: 30.672813296466302 + - type: nauc_mrr_at_20_diff1 + value: 43.649017818875166 + - type: nauc_mrr_at_20_max + value: 29.261304940945127 + - type: nauc_mrr_at_3_diff1 + value: 44.675792519491715 + - type: nauc_mrr_at_3_max + value: 29.675911336957483 + - type: nauc_mrr_at_5_diff1 + value: 43.64775996596029 + - type: nauc_mrr_at_5_max + value: 29.45182353499564 + - type: nauc_ndcg_at_1000_diff1 + value: 41.87489199354678 + - type: nauc_ndcg_at_1000_max + value: 27.93893077509421 + - type: nauc_ndcg_at_100_diff1 + value: 41.670343791634906 + - type: nauc_ndcg_at_100_max + value: 27.313715056723876 + - type: nauc_ndcg_at_10_diff1 + value: 41.85016751613856 + - type: nauc_ndcg_at_10_max + value: 25.643066472480765 + - type: nauc_ndcg_at_1_diff1 + value: 48.217336788734755 + - type: nauc_ndcg_at_1_max + value: 30.672813296466302 + - type: nauc_ndcg_at_20_diff1 + value: 41.97037963181627 + - type: nauc_ndcg_at_20_max + value: 26.33944171406708 + - type: nauc_ndcg_at_3_diff1 + value: 44.06711834714099 + - type: nauc_ndcg_at_3_max + value: 27.34491521639161 + - type: nauc_ndcg_at_5_diff1 + value: 42.4168573468611 + - type: nauc_ndcg_at_5_max + value: 26.65793931965115 + - type: nauc_precision_at_1000_diff1 + value: -9.551422528655461 + - type: nauc_precision_at_1000_max + value: 8.34835764204442 + - type: nauc_precision_at_100_diff1 + value: 2.2233830685766245 + - type: nauc_precision_at_100_max + value: 18.020691836598584 + - type: nauc_precision_at_10_diff1 + value: 19.325743761791916 + - type: nauc_precision_at_10_max + value: 23.679007985508786 + - type: nauc_precision_at_1_diff1 + value: 48.217336788734755 + - type: nauc_precision_at_1_max + value: 30.672813296466302 + - type: nauc_precision_at_20_diff1 + value: 13.87527519424572 + - type: nauc_precision_at_20_max + value: 22.302645068156657 + - type: nauc_precision_at_3_diff1 + value: 33.05090446279134 + - type: nauc_precision_at_3_max + value: 29.389174313703947 + - type: nauc_precision_at_5_diff1 + value: 25.75562225572127 + - type: nauc_precision_at_5_max + value: 27.147828437597372 + - type: nauc_recall_at_1000_diff1 + value: 19.621088665598236 + - type: nauc_recall_at_1000_max + value: 30.43205196145353 + - type: nauc_recall_at_100_diff1 + value: 27.23232029826097 + - type: nauc_recall_at_100_max + value: 22.14067215503966 + - type: nauc_recall_at_10_diff1 + value: 33.10443747704974 + - type: nauc_recall_at_10_max + value: 19.41308822202282 + - type: nauc_recall_at_1_diff1 + value: 50.15813855147419 + - type: nauc_recall_at_1_max + value: 26.303389987904445 + - type: nauc_recall_at_20_diff1 + value: 32.276483197865936 + - type: nauc_recall_at_20_max + value: 20.72725151323571 + - type: nauc_recall_at_3_diff1 + value: 40.22031270566891 + - type: nauc_recall_at_3_max + value: 23.9301104444151 + - type: nauc_recall_at_5_diff1 + value: 35.98209271954092 + - type: nauc_recall_at_5_max + value: 22.83878482624863 + - type: ndcg_at_1 + value: 29.259 + - type: ndcg_at_10 + value: 38.207 + - type: ndcg_at_100 + value: 43.711 + - type: ndcg_at_1000 + value: 46.341 + - type: ndcg_at_20 + value: 40.498 + - type: ndcg_at_3 + value: 33.532000000000004 + - type: ndcg_at_5 + value: 35.69 + - type: precision_at_1 + value: 29.259 + - type: precision_at_10 + value: 7.007 + - type: precision_at_100 + value: 1.1560000000000001 + - type: precision_at_1000 + value: 0.158 + - type: precision_at_20 + value: 4.244 + - type: precision_at_3 + value: 16.041 + - type: precision_at_5 + value: 11.511000000000001 + - type: recall_at_1 + value: 23.567 + - type: recall_at_10 + value: 49.523 + - type: recall_at_100 + value: 72.562 + - type: recall_at_1000 + value: 90.178 + - type: recall_at_20 + value: 57.621 + - type: recall_at_3 + value: 36.282 + - type: recall_at_5 + value: 41.921 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-programmers + name: MTEB CQADupstackProgrammersRetrieval + config: default + split: test + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + metrics: + - type: map_at_1 + value: 22.266 + - type: map_at_10 + value: 30.25 + - type: map_at_100 + value: 31.581 + - type: map_at_1000 + value: 31.704 + - type: map_at_20 + value: 30.952 + - type: map_at_3 + value: 27.466 + - type: map_at_5 + value: 29.072 + - type: mrr_at_1 + value: 27.397260273972602 + - type: mrr_at_10 + value: 35.2599296948612 + - type: mrr_at_100 + value: 36.24881323819273 + - type: mrr_at_1000 + value: 36.31077886612844 + - type: mrr_at_20 + value: 35.848406062858004 + - type: mrr_at_3 + value: 32.591324200913256 + - type: mrr_at_5 + value: 34.235159817351594 + - type: nauc_map_at_1000_diff1 + value: 49.041338317944216 + - type: nauc_map_at_1000_max + value: 38.50873723942883 + - type: nauc_map_at_100_diff1 + value: 49.01701126534856 + - type: nauc_map_at_100_max + value: 38.49295698329094 + - type: nauc_map_at_10_diff1 + value: 49.095813348188166 + - type: nauc_map_at_10_max + value: 37.90864503064915 + - type: nauc_map_at_1_diff1 + value: 55.75650937633808 + - type: nauc_map_at_1_max + value: 36.45803206536568 + - type: nauc_map_at_20_diff1 + value: 48.88486278259804 + - type: nauc_map_at_20_max + value: 38.234576284979276 + - type: nauc_map_at_3_diff1 + value: 50.800510951074344 + - type: nauc_map_at_3_max + value: 36.75190407865029 + - type: nauc_map_at_5_diff1 + value: 49.60838604964711 + - type: nauc_map_at_5_max + value: 37.32035047604114 + - type: nauc_mrr_at_1000_diff1 + value: 49.13411044876944 + - type: nauc_mrr_at_1000_max + value: 38.97006615081024 + - type: nauc_mrr_at_100_diff1 + value: 49.11706960503639 + - type: nauc_mrr_at_100_max + value: 38.96559788105358 + - type: nauc_mrr_at_10_diff1 + value: 49.092123992814116 + - type: nauc_mrr_at_10_max + value: 38.94728645893312 + - type: nauc_mrr_at_1_diff1 + value: 55.47287529444724 + - type: nauc_mrr_at_1_max + value: 40.293546568686224 + - type: nauc_mrr_at_20_diff1 + value: 48.96467402915927 + - type: nauc_mrr_at_20_max + value: 38.86612256286537 + - type: nauc_mrr_at_3_diff1 + value: 50.69348233488136 + - type: nauc_mrr_at_3_max + value: 39.07374242862782 + - type: nauc_mrr_at_5_diff1 + value: 49.48713462272688 + - type: nauc_mrr_at_5_max + value: 38.903556289495874 + - type: nauc_ndcg_at_1000_diff1 + value: 46.865532935814144 + - type: nauc_ndcg_at_1000_max + value: 39.54745630513795 + - type: nauc_ndcg_at_100_diff1 + value: 46.320278315069814 + - type: nauc_ndcg_at_100_max + value: 39.38111071082402 + - type: nauc_ndcg_at_10_diff1 + value: 46.21493444038667 + - type: nauc_ndcg_at_10_max + value: 38.21912668950852 + - type: nauc_ndcg_at_1_diff1 + value: 55.47287529444724 + - type: nauc_ndcg_at_1_max + value: 40.293546568686224 + - type: nauc_ndcg_at_20_diff1 + value: 45.64094089105446 + - type: nauc_ndcg_at_20_max + value: 38.59596868552488 + - type: nauc_ndcg_at_3_diff1 + value: 49.016415433673835 + - type: nauc_ndcg_at_3_max + value: 37.89533426315243 + - type: nauc_ndcg_at_5_diff1 + value: 47.20788719798163 + - type: nauc_ndcg_at_5_max + value: 37.682560665048904 + - type: nauc_precision_at_1000_diff1 + value: -7.359826953607673 + - type: nauc_precision_at_1000_max + value: 5.6412152804640066 + - type: nauc_precision_at_100_diff1 + value: 4.466458911297046 + - type: nauc_precision_at_100_max + value: 24.578741906158726 + - type: nauc_precision_at_10_diff1 + value: 22.359709568967506 + - type: nauc_precision_at_10_max + value: 36.47969015950308 + - type: nauc_precision_at_1_diff1 + value: 55.47287529444724 + - type: nauc_precision_at_1_max + value: 40.293546568686224 + - type: nauc_precision_at_20_diff1 + value: 14.120893949469135 + - type: nauc_precision_at_20_max + value: 34.249667264582534 + - type: nauc_precision_at_3_diff1 + value: 37.7007086171551 + - type: nauc_precision_at_3_max + value: 37.95445662666999 + - type: nauc_precision_at_5_diff1 + value: 29.715009411494712 + - type: nauc_precision_at_5_max + value: 36.89274409767293 + - type: nauc_recall_at_1000_diff1 + value: 32.33111662036445 + - type: nauc_recall_at_1000_max + value: 45.35170430166642 + - type: nauc_recall_at_100_diff1 + value: 32.144354498328035 + - type: nauc_recall_at_100_max + value: 36.84062501935607 + - type: nauc_recall_at_10_diff1 + value: 36.14633959446269 + - type: nauc_recall_at_10_max + value: 35.448585836721506 + - type: nauc_recall_at_1_diff1 + value: 55.75650937633808 + - type: nauc_recall_at_1_max + value: 36.45803206536568 + - type: nauc_recall_at_20_diff1 + value: 32.97579259309187 + - type: nauc_recall_at_20_max + value: 35.23418118770078 + - type: nauc_recall_at_3_diff1 + value: 44.664415627999816 + - type: nauc_recall_at_3_max + value: 34.31461153552717 + - type: nauc_recall_at_5_diff1 + value: 40.19780197689489 + - type: nauc_recall_at_5_max + value: 34.5962677637341 + - type: ndcg_at_1 + value: 27.397 + - type: ndcg_at_10 + value: 35.443999999999996 + - type: ndcg_at_100 + value: 41.429 + - type: ndcg_at_1000 + value: 44.059 + - type: ndcg_at_20 + value: 37.714999999999996 + - type: ndcg_at_3 + value: 30.679000000000002 + - type: ndcg_at_5 + value: 32.992 + - type: precision_at_1 + value: 27.397 + - type: precision_at_10 + value: 6.5409999999999995 + - type: precision_at_100 + value: 1.102 + - type: precision_at_1000 + value: 0.151 + - type: precision_at_20 + value: 3.961 + - type: precision_at_3 + value: 14.536 + - type: precision_at_5 + value: 10.685 + - type: recall_at_1 + value: 22.266 + - type: recall_at_10 + value: 46.071 + - type: recall_at_100 + value: 72.064 + - type: recall_at_1000 + value: 90.038 + - type: recall_at_20 + value: 54.342999999999996 + - type: recall_at_3 + value: 32.926 + - type: recall_at_5 + value: 38.75 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-stats + name: MTEB CQADupstackStatsRetrieval + config: default + split: test + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + metrics: + - type: map_at_1 + value: 17.261000000000003 + - type: map_at_10 + value: 23.753 + - type: map_at_100 + value: 24.627 + - type: map_at_1000 + value: 24.735 + - type: map_at_20 + value: 24.274 + - type: map_at_3 + value: 21.413 + - type: map_at_5 + value: 22.745 + - type: mrr_at_1 + value: 19.32515337423313 + - type: mrr_at_10 + value: 25.910081312688664 + - type: mrr_at_100 + value: 26.732545270907544 + - type: mrr_at_1000 + value: 26.81958074650717 + - type: mrr_at_20 + value: 26.38483873098964 + - type: mrr_at_3 + value: 23.77300613496933 + - type: mrr_at_5 + value: 25.02300613496933 + - type: nauc_map_at_1000_diff1 + value: 51.2509463814842 + - type: nauc_map_at_1000_max + value: 34.59378039517527 + - type: nauc_map_at_100_diff1 + value: 51.20195960756142 + - type: nauc_map_at_100_max + value: 34.52292810417864 + - type: nauc_map_at_10_diff1 + value: 50.971047162244375 + - type: nauc_map_at_10_max + value: 34.42837100976023 + - type: nauc_map_at_1_diff1 + value: 61.66057666415862 + - type: nauc_map_at_1_max + value: 34.54325674205874 + - type: nauc_map_at_20_diff1 + value: 51.16950921599598 + - type: nauc_map_at_20_max + value: 34.50836855076594 + - type: nauc_map_at_3_diff1 + value: 52.980211175481394 + - type: nauc_map_at_3_max + value: 34.10535134653065 + - type: nauc_map_at_5_diff1 + value: 51.825290665802 + - type: nauc_map_at_5_max + value: 34.48591848937056 + - type: nauc_mrr_at_1000_diff1 + value: 51.50014502932111 + - type: nauc_mrr_at_1000_max + value: 36.80362520167512 + - type: nauc_mrr_at_100_diff1 + value: 51.447470381911685 + - type: nauc_mrr_at_100_max + value: 36.776788558968704 + - type: nauc_mrr_at_10_diff1 + value: 51.264885407403696 + - type: nauc_mrr_at_10_max + value: 36.93350671984603 + - type: nauc_mrr_at_1_diff1 + value: 60.877750778528494 + - type: nauc_mrr_at_1_max + value: 36.49057984523738 + - type: nauc_mrr_at_20_diff1 + value: 51.3534499982496 + - type: nauc_mrr_at_20_max + value: 36.84780620387409 + - type: nauc_mrr_at_3_diff1 + value: 53.30071892113097 + - type: nauc_mrr_at_3_max + value: 36.820559680318546 + - type: nauc_mrr_at_5_diff1 + value: 52.220386246212556 + - type: nauc_mrr_at_5_max + value: 37.04291739287823 + - type: nauc_ndcg_at_1000_diff1 + value: 48.42608193180114 + - type: nauc_ndcg_at_1000_max + value: 35.93812099772579 + - type: nauc_ndcg_at_100_diff1 + value: 47.5791516869875 + - type: nauc_ndcg_at_100_max + value: 34.85361305271241 + - type: nauc_ndcg_at_10_diff1 + value: 46.85004446008741 + - type: nauc_ndcg_at_10_max + value: 34.62550268395681 + - type: nauc_ndcg_at_1_diff1 + value: 60.877750778528494 + - type: nauc_ndcg_at_1_max + value: 36.49057984523738 + - type: nauc_ndcg_at_20_diff1 + value: 47.301675307241545 + - type: nauc_ndcg_at_20_max + value: 34.762713095272225 + - type: nauc_ndcg_at_3_diff1 + value: 50.570168102906564 + - type: nauc_ndcg_at_3_max + value: 35.019669654163586 + - type: nauc_ndcg_at_5_diff1 + value: 48.66877986875303 + - type: nauc_ndcg_at_5_max + value: 35.01212166467292 + - type: nauc_precision_at_1000_diff1 + value: 14.228081363546169 + - type: nauc_precision_at_1000_max + value: 32.18702497143084 + - type: nauc_precision_at_100_diff1 + value: 27.494269464828974 + - type: nauc_precision_at_100_max + value: 37.41573760452751 + - type: nauc_precision_at_10_diff1 + value: 33.933451544379366 + - type: nauc_precision_at_10_max + value: 38.49427569486423 + - type: nauc_precision_at_1_diff1 + value: 60.877750778528494 + - type: nauc_precision_at_1_max + value: 36.49057984523738 + - type: nauc_precision_at_20_diff1 + value: 34.397803404800605 + - type: nauc_precision_at_20_max + value: 40.15514058102005 + - type: nauc_precision_at_3_diff1 + value: 42.88433793638738 + - type: nauc_precision_at_3_max + value: 38.4764975067788 + - type: nauc_precision_at_5_diff1 + value: 38.93369587658407 + - type: nauc_precision_at_5_max + value: 39.456916993900585 + - type: nauc_recall_at_1000_diff1 + value: 37.19758635716514 + - type: nauc_recall_at_1000_max + value: 36.93465372531077 + - type: nauc_recall_at_100_diff1 + value: 35.404949235194174 + - type: nauc_recall_at_100_max + value: 30.630300224996066 + - type: nauc_recall_at_10_diff1 + value: 34.702045929932055 + - type: nauc_recall_at_10_max + value: 31.534616746827915 + - type: nauc_recall_at_1_diff1 + value: 61.66057666415862 + - type: nauc_recall_at_1_max + value: 34.54325674205874 + - type: nauc_recall_at_20_diff1 + value: 35.24947576154629 + - type: nauc_recall_at_20_max + value: 31.041888309997695 + - type: nauc_recall_at_3_diff1 + value: 43.141135363012054 + - type: nauc_recall_at_3_max + value: 31.535167376189584 + - type: nauc_recall_at_5_diff1 + value: 38.72810643136954 + - type: nauc_recall_at_5_max + value: 32.01182215240314 + - type: ndcg_at_1 + value: 19.325 + - type: ndcg_at_10 + value: 27.722 + - type: ndcg_at_100 + value: 32.0 + - type: ndcg_at_1000 + value: 34.77 + - type: ndcg_at_20 + value: 29.465000000000003 + - type: ndcg_at_3 + value: 23.341 + - type: ndcg_at_5 + value: 25.529000000000003 + - type: precision_at_1 + value: 19.325 + - type: precision_at_10 + value: 4.601 + - type: precision_at_100 + value: 0.721 + - type: precision_at_1000 + value: 0.104 + - type: precision_at_20 + value: 2.692 + - type: precision_at_3 + value: 10.327 + - type: precision_at_5 + value: 7.515 + - type: recall_at_1 + value: 17.261000000000003 + - type: recall_at_10 + value: 37.802 + - type: recall_at_100 + value: 57.166 + - type: recall_at_1000 + value: 77.469 + - type: recall_at_20 + value: 44.318999999999996 + - type: recall_at_3 + value: 26.116 + - type: recall_at_5 + value: 31.366 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-tex + name: MTEB CQADupstackTexRetrieval + config: default + split: test + revision: 46989137a86843e03a6195de44b09deda022eec7 + metrics: + - type: map_at_1 + value: 12.961 + - type: map_at_10 + value: 18.740000000000002 + - type: map_at_100 + value: 19.703 + - type: map_at_1000 + value: 19.825 + - type: map_at_20 + value: 19.216 + - type: map_at_3 + value: 16.694 + - type: map_at_5 + value: 17.743000000000002 + - type: mrr_at_1 + value: 16.10461114934618 + - type: mrr_at_10 + value: 22.051188564437027 + - type: mrr_at_100 + value: 22.947710833057016 + - type: mrr_at_1000 + value: 23.031251789042475 + - type: mrr_at_20 + value: 22.535362926344344 + - type: mrr_at_3 + value: 20.061940812112866 + - type: mrr_at_5 + value: 21.092567102546468 + - type: nauc_map_at_1000_diff1 + value: 28.720484948469466 + - type: nauc_map_at_1000_max + value: 22.865440767140637 + - type: nauc_map_at_100_diff1 + value: 28.725034760353314 + - type: nauc_map_at_100_max + value: 22.84046004129796 + - type: nauc_map_at_10_diff1 + value: 28.952012695372698 + - type: nauc_map_at_10_max + value: 22.793975798196286 + - type: nauc_map_at_1_diff1 + value: 35.53613349593089 + - type: nauc_map_at_1_max + value: 24.140548014012747 + - type: nauc_map_at_20_diff1 + value: 28.853451957069336 + - type: nauc_map_at_20_max + value: 22.799743549101326 + - type: nauc_map_at_3_diff1 + value: 29.951337425480883 + - type: nauc_map_at_3_max + value: 22.610756063409553 + - type: nauc_map_at_5_diff1 + value: 29.37330668286449 + - type: nauc_map_at_5_max + value: 22.57878266649173 + - type: nauc_mrr_at_1000_diff1 + value: 27.90192701434291 + - type: nauc_mrr_at_1000_max + value: 23.7579661122046 + - type: nauc_mrr_at_100_diff1 + value: 27.900632259474882 + - type: nauc_mrr_at_100_max + value: 23.75784428285424 + - type: nauc_mrr_at_10_diff1 + value: 28.00880872779524 + - type: nauc_mrr_at_10_max + value: 23.798169424406627 + - type: nauc_mrr_at_1_diff1 + value: 34.309863568911425 + - type: nauc_mrr_at_1_max + value: 26.916059981932417 + - type: nauc_mrr_at_20_diff1 + value: 28.043424996676624 + - type: nauc_mrr_at_20_max + value: 23.783097407351868 + - type: nauc_mrr_at_3_diff1 + value: 28.872236354185237 + - type: nauc_mrr_at_3_max + value: 24.10001094600915 + - type: nauc_mrr_at_5_diff1 + value: 28.431586921893327 + - type: nauc_mrr_at_5_max + value: 23.793770139983565 + - type: nauc_ndcg_at_1000_diff1 + value: 25.26133758890153 + - type: nauc_ndcg_at_1000_max + value: 22.369863581700518 + - type: nauc_ndcg_at_100_diff1 + value: 25.295918102117653 + - type: nauc_ndcg_at_100_max + value: 22.19607938223796 + - type: nauc_ndcg_at_10_diff1 + value: 26.73394941848248 + - type: nauc_ndcg_at_10_max + value: 22.53565041597461 + - type: nauc_ndcg_at_1_diff1 + value: 34.309863568911425 + - type: nauc_ndcg_at_1_max + value: 26.916059981932417 + - type: nauc_ndcg_at_20_diff1 + value: 26.483879384526325 + - type: nauc_ndcg_at_20_max + value: 22.37283043808397 + - type: nauc_ndcg_at_3_diff1 + value: 28.233989865507585 + - type: nauc_ndcg_at_3_max + value: 23.18337582626765 + - type: nauc_ndcg_at_5_diff1 + value: 27.586183431281597 + - type: nauc_ndcg_at_5_max + value: 22.525122228978613 + - type: nauc_precision_at_1000_diff1 + value: 4.291961797660381 + - type: nauc_precision_at_1000_max + value: 20.066766200392706 + - type: nauc_precision_at_100_diff1 + value: 9.25374685617893 + - type: nauc_precision_at_100_max + value: 23.561539434177973 + - type: nauc_precision_at_10_diff1 + value: 18.543124835189897 + - type: nauc_precision_at_10_max + value: 25.99560427639843 + - type: nauc_precision_at_1_diff1 + value: 34.309863568911425 + - type: nauc_precision_at_1_max + value: 26.916059981932417 + - type: nauc_precision_at_20_diff1 + value: 17.32859805675752 + - type: nauc_precision_at_20_max + value: 25.111647024470713 + - type: nauc_precision_at_3_diff1 + value: 23.11307218784423 + - type: nauc_precision_at_3_max + value: 25.43882757760188 + - type: nauc_precision_at_5_diff1 + value: 21.066799573535427 + - type: nauc_precision_at_5_max + value: 25.53816237609956 + - type: nauc_recall_at_1000_diff1 + value: 9.108450047050564 + - type: nauc_recall_at_1000_max + value: 15.552865366057592 + - type: nauc_recall_at_100_diff1 + value: 14.425072798063132 + - type: nauc_recall_at_100_max + value: 17.05584096508452 + - type: nauc_recall_at_10_diff1 + value: 20.957155461035747 + - type: nauc_recall_at_10_max + value: 18.77313505623332 + - type: nauc_recall_at_1_diff1 + value: 35.53613349593089 + - type: nauc_recall_at_1_max + value: 24.140548014012747 + - type: nauc_recall_at_20_diff1 + value: 19.96872494547587 + - type: nauc_recall_at_20_max + value: 18.462760317549197 + - type: nauc_recall_at_3_diff1 + value: 24.694266156911524 + - type: nauc_recall_at_3_max + value: 19.640837676020173 + - type: nauc_recall_at_5_diff1 + value: 23.065469774243972 + - type: nauc_recall_at_5_max + value: 18.657460685134776 + - type: ndcg_at_1 + value: 16.105 + - type: ndcg_at_10 + value: 22.708000000000002 + - type: ndcg_at_100 + value: 27.653 + - type: ndcg_at_1000 + value: 30.812 + - type: ndcg_at_20 + value: 24.346 + - type: ndcg_at_3 + value: 18.95 + - type: ndcg_at_5 + value: 20.522000000000002 + - type: precision_at_1 + value: 16.105 + - type: precision_at_10 + value: 4.267 + - type: precision_at_100 + value: 0.799 + - type: precision_at_1000 + value: 0.124 + - type: precision_at_20 + value: 2.6100000000000003 + - type: precision_at_3 + value: 9.049999999999999 + - type: precision_at_5 + value: 6.593 + - type: recall_at_1 + value: 12.961 + - type: recall_at_10 + value: 31.438 + - type: recall_at_100 + value: 54.129000000000005 + - type: recall_at_1000 + value: 77.076 + - type: recall_at_20 + value: 37.518 + - type: recall_at_3 + value: 20.997 + - type: recall_at_5 + value: 25.074999999999996 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-unix + name: MTEB CQADupstackUnixRetrieval + config: default + split: test + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + metrics: + - type: map_at_1 + value: 20.709 + - type: map_at_10 + value: 28.738999999999997 + - type: map_at_100 + value: 29.815 + - type: map_at_1000 + value: 29.932 + - type: map_at_20 + value: 29.282999999999998 + - type: map_at_3 + value: 26.441 + - type: map_at_5 + value: 27.777 + - type: mrr_at_1 + value: 24.53358208955224 + - type: mrr_at_10 + value: 32.394463693437544 + - type: mrr_at_100 + value: 33.350174597946385 + - type: mrr_at_1000 + value: 33.41993464841955 + - type: mrr_at_20 + value: 32.94076610467875 + - type: mrr_at_3 + value: 30.130597014925375 + - type: mrr_at_5 + value: 31.473880597014904 + - type: nauc_map_at_1000_diff1 + value: 40.692748340864746 + - type: nauc_map_at_1000_max + value: 35.57839095914156 + - type: nauc_map_at_100_diff1 + value: 40.650799378493744 + - type: nauc_map_at_100_max + value: 35.53795709449845 + - type: nauc_map_at_10_diff1 + value: 40.89383138365538 + - type: nauc_map_at_10_max + value: 35.44293342259398 + - type: nauc_map_at_1_diff1 + value: 49.12072003473875 + - type: nauc_map_at_1_max + value: 35.88899688359625 + - type: nauc_map_at_20_diff1 + value: 40.67489507417953 + - type: nauc_map_at_20_max + value: 35.37903608045856 + - type: nauc_map_at_3_diff1 + value: 41.5317838231129 + - type: nauc_map_at_3_max + value: 35.46770908063441 + - type: nauc_map_at_5_diff1 + value: 40.846545617446004 + - type: nauc_map_at_5_max + value: 35.14965178055238 + - type: nauc_mrr_at_1000_diff1 + value: 40.73361687958999 + - type: nauc_mrr_at_1000_max + value: 37.121713108339534 + - type: nauc_mrr_at_100_diff1 + value: 40.71129341657058 + - type: nauc_mrr_at_100_max + value: 37.11517896403668 + - type: nauc_mrr_at_10_diff1 + value: 40.72473147121323 + - type: nauc_mrr_at_10_max + value: 37.04589115955753 + - type: nauc_mrr_at_1_diff1 + value: 48.388878266455734 + - type: nauc_mrr_at_1_max + value: 37.526360339847045 + - type: nauc_mrr_at_20_diff1 + value: 40.61982213089854 + - type: nauc_mrr_at_20_max + value: 37.00491513836514 + - type: nauc_mrr_at_3_diff1 + value: 41.37485831338118 + - type: nauc_mrr_at_3_max + value: 37.47176509970741 + - type: nauc_mrr_at_5_diff1 + value: 40.93161777811511 + - type: nauc_mrr_at_5_max + value: 37.078286920815906 + - type: nauc_ndcg_at_1000_diff1 + value: 38.5467813816651 + - type: nauc_ndcg_at_1000_max + value: 36.596764984052825 + - type: nauc_ndcg_at_100_diff1 + value: 37.67469746267849 + - type: nauc_ndcg_at_100_max + value: 35.8208874944717 + - type: nauc_ndcg_at_10_diff1 + value: 38.66595637217053 + - type: nauc_ndcg_at_10_max + value: 35.6228257599822 + - type: nauc_ndcg_at_1_diff1 + value: 48.388878266455734 + - type: nauc_ndcg_at_1_max + value: 37.526360339847045 + - type: nauc_ndcg_at_20_diff1 + value: 37.890275853954094 + - type: nauc_ndcg_at_20_max + value: 35.25047254404629 + - type: nauc_ndcg_at_3_diff1 + value: 39.87230430483416 + - type: nauc_ndcg_at_3_max + value: 36.008184210199325 + - type: nauc_ndcg_at_5_diff1 + value: 38.841236541335206 + - type: nauc_ndcg_at_5_max + value: 35.192374109201246 + - type: nauc_precision_at_1000_diff1 + value: 1.657722375056512 + - type: nauc_precision_at_1000_max + value: 11.706401779440883 + - type: nauc_precision_at_100_diff1 + value: 10.20061825548431 + - type: nauc_precision_at_100_max + value: 22.845634742237408 + - type: nauc_precision_at_10_diff1 + value: 26.632700346478916 + - type: nauc_precision_at_10_max + value: 32.62334674689399 + - type: nauc_precision_at_1_diff1 + value: 48.388878266455734 + - type: nauc_precision_at_1_max + value: 37.526360339847045 + - type: nauc_precision_at_20_diff1 + value: 20.876173735564592 + - type: nauc_precision_at_20_max + value: 28.850377091435526 + - type: nauc_precision_at_3_diff1 + value: 32.025223944269 + - type: nauc_precision_at_3_max + value: 35.71025859086816 + - type: nauc_precision_at_5_diff1 + value: 28.967780161302443 + - type: nauc_precision_at_5_max + value: 33.49195837301289 + - type: nauc_recall_at_1000_diff1 + value: 23.608841697077036 + - type: nauc_recall_at_1000_max + value: 41.20735928314203 + - type: nauc_recall_at_100_diff1 + value: 22.76475282031864 + - type: nauc_recall_at_100_max + value: 30.663804567546897 + - type: nauc_recall_at_10_diff1 + value: 31.20793541893715 + - type: nauc_recall_at_10_max + value: 32.83480866538358 + - type: nauc_recall_at_1_diff1 + value: 49.12072003473875 + - type: nauc_recall_at_1_max + value: 35.88899688359625 + - type: nauc_recall_at_20_diff1 + value: 27.465280423335305 + - type: nauc_recall_at_20_max + value: 30.40284795095875 + - type: nauc_recall_at_3_diff1 + value: 34.792488128346164 + - type: nauc_recall_at_3_max + value: 34.223694348326724 + - type: nauc_recall_at_5_diff1 + value: 32.528565271564474 + - type: nauc_recall_at_5_max + value: 32.428759553708744 + - type: ndcg_at_1 + value: 24.534 + - type: ndcg_at_10 + value: 33.363 + - type: ndcg_at_100 + value: 38.737 + - type: ndcg_at_1000 + value: 41.508 + - type: ndcg_at_20 + value: 35.288000000000004 + - type: ndcg_at_3 + value: 29.083 + - type: ndcg_at_5 + value: 31.212 + - type: precision_at_1 + value: 24.534 + - type: precision_at_10 + value: 5.588 + - type: precision_at_100 + value: 0.932 + - type: precision_at_1000 + value: 0.129 + - type: precision_at_20 + value: 3.3300000000000005 + - type: precision_at_3 + value: 13.245999999999999 + - type: precision_at_5 + value: 9.366 + - type: recall_at_1 + value: 20.709 + - type: recall_at_10 + value: 43.924 + - type: recall_at_100 + value: 67.823 + - type: recall_at_1000 + value: 87.665 + - type: recall_at_20 + value: 50.893 + - type: recall_at_3 + value: 32.175 + - type: recall_at_5 + value: 37.649 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-webmasters + name: MTEB CQADupstackWebmastersRetrieval + config: default + split: test + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + metrics: + - type: map_at_1 + value: 22.305 + - type: map_at_10 + value: 30.379 + - type: map_at_100 + value: 31.782 + - type: map_at_1000 + value: 32.012 + - type: map_at_20 + value: 31.064000000000004 + - type: map_at_3 + value: 27.881 + - type: map_at_5 + value: 29.160000000000004 + - type: mrr_at_1 + value: 27.07509881422925 + - type: mrr_at_10 + value: 34.71610515088775 + - type: mrr_at_100 + value: 35.64647402926793 + - type: mrr_at_1000 + value: 35.72461288830468 + - type: mrr_at_20 + value: 35.21386515614449 + - type: mrr_at_3 + value: 32.608695652173914 + - type: mrr_at_5 + value: 33.73517786561265 + - type: nauc_map_at_1000_diff1 + value: 40.06942921592567 + - type: nauc_map_at_1000_max + value: 34.948952917618826 + - type: nauc_map_at_100_diff1 + value: 40.26652655508838 + - type: nauc_map_at_100_max + value: 35.05037692834513 + - type: nauc_map_at_10_diff1 + value: 40.40482595725152 + - type: nauc_map_at_10_max + value: 34.76994801074602 + - type: nauc_map_at_1_diff1 + value: 48.449155396082276 + - type: nauc_map_at_1_max + value: 31.923255733967675 + - type: nauc_map_at_20_diff1 + value: 40.43121378897672 + - type: nauc_map_at_20_max + value: 34.955059887164744 + - type: nauc_map_at_3_diff1 + value: 41.520030101234 + - type: nauc_map_at_3_max + value: 33.87326916343342 + - type: nauc_map_at_5_diff1 + value: 40.68085798830698 + - type: nauc_map_at_5_max + value: 34.52274061079644 + - type: nauc_mrr_at_1000_diff1 + value: 38.58624602600238 + - type: nauc_mrr_at_1000_max + value: 36.71589604244066 + - type: nauc_mrr_at_100_diff1 + value: 38.57954339254479 + - type: nauc_mrr_at_100_max + value: 36.71451461262756 + - type: nauc_mrr_at_10_diff1 + value: 38.39778240600376 + - type: nauc_mrr_at_10_max + value: 36.867440078145805 + - type: nauc_mrr_at_1_diff1 + value: 45.54773488737558 + - type: nauc_mrr_at_1_max + value: 35.46157252708776 + - type: nauc_mrr_at_20_diff1 + value: 38.56226741939672 + - type: nauc_mrr_at_20_max + value: 36.79076112969171 + - type: nauc_mrr_at_3_diff1 + value: 39.241048736996326 + - type: nauc_mrr_at_3_max + value: 36.81497880532945 + - type: nauc_mrr_at_5_diff1 + value: 38.75938933304581 + - type: nauc_mrr_at_5_max + value: 36.91112394256869 + - type: nauc_ndcg_at_1000_diff1 + value: 37.01015933832102 + - type: nauc_ndcg_at_1000_max + value: 36.14674427038953 + - type: nauc_ndcg_at_100_diff1 + value: 37.46009355653446 + - type: nauc_ndcg_at_100_max + value: 36.168362134330415 + - type: nauc_ndcg_at_10_diff1 + value: 36.87998378155374 + - type: nauc_ndcg_at_10_max + value: 36.03488979078424 + - type: nauc_ndcg_at_1_diff1 + value: 45.54773488737558 + - type: nauc_ndcg_at_1_max + value: 35.46157252708776 + - type: nauc_ndcg_at_20_diff1 + value: 37.32245335628528 + - type: nauc_ndcg_at_20_max + value: 35.98153437861986 + - type: nauc_ndcg_at_3_diff1 + value: 38.4065595992595 + - type: nauc_ndcg_at_3_max + value: 36.16984761665991 + - type: nauc_ndcg_at_5_diff1 + value: 37.528041451543274 + - type: nauc_ndcg_at_5_max + value: 36.29795461312836 + - type: nauc_precision_at_1000_diff1 + value: -27.028565760553704 + - type: nauc_precision_at_1000_max + value: -6.211061610108618 + - type: nauc_precision_at_100_diff1 + value: -11.543495827856747 + - type: nauc_precision_at_100_max + value: 10.08227744965561 + - type: nauc_precision_at_10_diff1 + value: 11.91615180702728 + - type: nauc_precision_at_10_max + value: 31.648399736572237 + - type: nauc_precision_at_1_diff1 + value: 45.54773488737558 + - type: nauc_precision_at_1_max + value: 35.46157252708776 + - type: nauc_precision_at_20_diff1 + value: 7.106796337295673 + - type: nauc_precision_at_20_max + value: 28.270776285978005 + - type: nauc_precision_at_3_diff1 + value: 27.025372640430305 + - type: nauc_precision_at_3_max + value: 37.05993782016582 + - type: nauc_precision_at_5_diff1 + value: 20.36905717821343 + - type: nauc_precision_at_5_max + value: 36.78762312900936 + - type: nauc_recall_at_1000_diff1 + value: 15.327824598428135 + - type: nauc_recall_at_1000_max + value: 37.388077518454125 + - type: nauc_recall_at_100_diff1 + value: 26.663273479931682 + - type: nauc_recall_at_100_max + value: 35.19719455819416 + - type: nauc_recall_at_10_diff1 + value: 29.457868053419173 + - type: nauc_recall_at_10_max + value: 34.69858107618685 + - type: nauc_recall_at_1_diff1 + value: 48.449155396082276 + - type: nauc_recall_at_1_max + value: 31.923255733967675 + - type: nauc_recall_at_20_diff1 + value: 28.740287691134785 + - type: nauc_recall_at_20_max + value: 33.54392173053316 + - type: nauc_recall_at_3_diff1 + value: 34.36341724443082 + - type: nauc_recall_at_3_max + value: 34.23281133452072 + - type: nauc_recall_at_5_diff1 + value: 31.778622196668138 + - type: nauc_recall_at_5_max + value: 35.09923813897011 + - type: ndcg_at_1 + value: 27.075 + - type: ndcg_at_10 + value: 35.35 + - type: ndcg_at_100 + value: 40.822 + - type: ndcg_at_1000 + value: 43.961 + - type: ndcg_at_20 + value: 37.13 + - type: ndcg_at_3 + value: 31.419000000000004 + - type: ndcg_at_5 + value: 33.032000000000004 + - type: precision_at_1 + value: 27.075 + - type: precision_at_10 + value: 6.64 + - type: precision_at_100 + value: 1.35 + - type: precision_at_1000 + value: 0.232 + - type: precision_at_20 + value: 4.14 + - type: precision_at_3 + value: 14.427000000000001 + - type: precision_at_5 + value: 10.435 + - type: recall_at_1 + value: 22.305 + - type: recall_at_10 + value: 44.456 + - type: recall_at_100 + value: 69.57799999999999 + - type: recall_at_1000 + value: 89.262 + - type: recall_at_20 + value: 51.434999999999995 + - type: recall_at_3 + value: 33.141999999999996 + - type: recall_at_5 + value: 37.51 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-wordpress + name: MTEB CQADupstackWordpressRetrieval + config: default + split: test + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + metrics: + - type: map_at_1 + value: 15.723999999999998 + - type: map_at_10 + value: 22.479 + - type: map_at_100 + value: 23.494 + - type: map_at_1000 + value: 23.613 + - type: map_at_20 + value: 23.043 + - type: map_at_3 + value: 20.49 + - type: map_at_5 + value: 21.711 + - type: mrr_at_1 + value: 17.375231053604438 + - type: mrr_at_10 + value: 24.391485491300635 + - type: mrr_at_100 + value: 25.3451706703197 + - type: mrr_at_1000 + value: 25.4338976938353 + - type: mrr_at_20 + value: 24.932480156623605 + - type: mrr_at_3 + value: 22.48921749845963 + - type: mrr_at_5 + value: 23.62600123228588 + - type: nauc_map_at_1000_diff1 + value: 26.568452594006768 + - type: nauc_map_at_1000_max + value: 22.6643108995624 + - type: nauc_map_at_100_diff1 + value: 26.56713050875225 + - type: nauc_map_at_100_max + value: 22.72845024690553 + - type: nauc_map_at_10_diff1 + value: 26.48034872839756 + - type: nauc_map_at_10_max + value: 22.77864909505566 + - type: nauc_map_at_1_diff1 + value: 35.16513757522047 + - type: nauc_map_at_1_max + value: 22.34690217093654 + - type: nauc_map_at_20_diff1 + value: 26.373663262670444 + - type: nauc_map_at_20_max + value: 22.587491027571254 + - type: nauc_map_at_3_diff1 + value: 27.621000302198922 + - type: nauc_map_at_3_max + value: 22.84661442384809 + - type: nauc_map_at_5_diff1 + value: 26.765290689478732 + - type: nauc_map_at_5_max + value: 22.988851260881056 + - type: nauc_mrr_at_1000_diff1 + value: 27.28527950781967 + - type: nauc_mrr_at_1000_max + value: 22.818092962601042 + - type: nauc_mrr_at_100_diff1 + value: 27.29780478860489 + - type: nauc_mrr_at_100_max + value: 22.85092145520846 + - type: nauc_mrr_at_10_diff1 + value: 27.245118068210814 + - type: nauc_mrr_at_10_max + value: 22.93612080353226 + - type: nauc_mrr_at_1_diff1 + value: 36.22401042267479 + - type: nauc_mrr_at_1_max + value: 24.1620633176196 + - type: nauc_mrr_at_20_diff1 + value: 27.10137249046854 + - type: nauc_mrr_at_20_max + value: 22.74832608433313 + - type: nauc_mrr_at_3_diff1 + value: 28.803394273224846 + - type: nauc_mrr_at_3_max + value: 23.58218274270813 + - type: nauc_mrr_at_5_diff1 + value: 27.548514879068392 + - type: nauc_mrr_at_5_max + value: 23.202061782986362 + - type: nauc_ndcg_at_1000_diff1 + value: 24.255610268405004 + - type: nauc_ndcg_at_1000_max + value: 21.021653182317866 + - type: nauc_ndcg_at_100_diff1 + value: 24.38035576235643 + - type: nauc_ndcg_at_100_max + value: 22.01602046149638 + - type: nauc_ndcg_at_10_diff1 + value: 23.72345010383346 + - type: nauc_ndcg_at_10_max + value: 22.379426846697886 + - type: nauc_ndcg_at_1_diff1 + value: 36.22401042267479 + - type: nauc_ndcg_at_1_max + value: 24.1620633176196 + - type: nauc_ndcg_at_20_diff1 + value: 23.238204223853767 + - type: nauc_ndcg_at_20_max + value: 21.524058764754642 + - type: nauc_ndcg_at_3_diff1 + value: 26.154431437162284 + - type: nauc_ndcg_at_3_max + value: 23.12477560308262 + - type: nauc_ndcg_at_5_diff1 + value: 24.381279154864856 + - type: nauc_ndcg_at_5_max + value: 22.928738776001943 + - type: nauc_precision_at_1000_diff1 + value: 10.866194934427694 + - type: nauc_precision_at_1000_max + value: -8.119816513990198 + - type: nauc_precision_at_100_diff1 + value: 16.347299053203397 + - type: nauc_precision_at_100_max + value: 13.26292415361133 + - type: nauc_precision_at_10_diff1 + value: 16.63699688800471 + - type: nauc_precision_at_10_max + value: 22.375088256427286 + - type: nauc_precision_at_1_diff1 + value: 36.22401042267479 + - type: nauc_precision_at_1_max + value: 24.1620633176196 + - type: nauc_precision_at_20_diff1 + value: 15.555806748912909 + - type: nauc_precision_at_20_max + value: 18.55637142126297 + - type: nauc_precision_at_3_diff1 + value: 21.119629681631707 + - type: nauc_precision_at_3_max + value: 25.238443284915007 + - type: nauc_precision_at_5_diff1 + value: 18.173398326347908 + - type: nauc_precision_at_5_max + value: 24.277628318544387 + - type: nauc_recall_at_1000_diff1 + value: 11.904300629344641 + - type: nauc_recall_at_1000_max + value: 4.543701587503855 + - type: nauc_recall_at_100_diff1 + value: 17.873778791471032 + - type: nauc_recall_at_100_max + value: 18.07160995779775 + - type: nauc_recall_at_10_diff1 + value: 15.715088403469021 + - type: nauc_recall_at_10_max + value: 20.285351500657857 + - type: nauc_recall_at_1_diff1 + value: 35.16513757522047 + - type: nauc_recall_at_1_max + value: 22.34690217093654 + - type: nauc_recall_at_20_diff1 + value: 13.584020684215409 + - type: nauc_recall_at_20_max + value: 16.915404230260844 + - type: nauc_recall_at_3_diff1 + value: 20.57543835256644 + - type: nauc_recall_at_3_max + value: 22.257888049364798 + - type: nauc_recall_at_5_diff1 + value: 17.196563781054497 + - type: nauc_recall_at_5_max + value: 21.786295860256278 + - type: ndcg_at_1 + value: 17.375 + - type: ndcg_at_10 + value: 26.458 + - type: ndcg_at_100 + value: 31.630999999999997 + - type: ndcg_at_1000 + value: 34.648 + - type: ndcg_at_20 + value: 28.429 + - type: ndcg_at_3 + value: 22.572 + - type: ndcg_at_5 + value: 24.627 + - type: precision_at_1 + value: 17.375 + - type: precision_at_10 + value: 4.3069999999999995 + - type: precision_at_100 + value: 0.747 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 2.616 + - type: precision_at_3 + value: 9.982000000000001 + - type: precision_at_5 + value: 7.172000000000001 + - type: recall_at_1 + value: 15.723999999999998 + - type: recall_at_10 + value: 36.848 + - type: recall_at_100 + value: 60.843 + - type: recall_at_1000 + value: 83.35900000000001 + - type: recall_at_20 + value: 44.239 + - type: recall_at_3 + value: 26.512999999999998 + - type: recall_at_5 + value: 31.447999999999997 + - task: + type: Retrieval + dataset: + type: mteb/climate-fever + name: MTEB ClimateFEVER + config: default + split: test + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + metrics: + - type: map_at_1 + value: 7.556 + - type: map_at_10 + value: 14.451 + - type: map_at_100 + value: 16.098000000000003 + - type: map_at_1000 + value: 16.292 + - type: map_at_20 + value: 15.354000000000001 + - type: map_at_3 + value: 11.788 + - type: map_at_5 + value: 13.036 + - type: mrr_at_1 + value: 17.850162866449512 + - type: mrr_at_10 + value: 29.02070730572359 + - type: mrr_at_100 + value: 30.10374653258222 + - type: mrr_at_1000 + value: 30.159660391788854 + - type: mrr_at_20 + value: 29.705480653232243 + - type: mrr_at_3 + value: 25.287730727470116 + - type: mrr_at_5 + value: 27.437567861020568 + - type: nauc_map_at_1000_diff1 + value: 19.209527081030096 + - type: nauc_map_at_1000_max + value: 31.647208883839507 + - type: nauc_map_at_100_diff1 + value: 19.20806522507485 + - type: nauc_map_at_100_max + value: 31.548780447276 + - type: nauc_map_at_10_diff1 + value: 19.169908589166987 + - type: nauc_map_at_10_max + value: 30.501288768500395 + - type: nauc_map_at_1_diff1 + value: 26.988959334325852 + - type: nauc_map_at_1_max + value: 27.356073363716522 + - type: nauc_map_at_20_diff1 + value: 19.09827492317952 + - type: nauc_map_at_20_max + value: 31.134688299749186 + - type: nauc_map_at_3_diff1 + value: 19.934035735585724 + - type: nauc_map_at_3_max + value: 29.22218051641785 + - type: nauc_map_at_5_diff1 + value: 19.398656144868713 + - type: nauc_map_at_5_max + value: 29.045993729549778 + - type: nauc_mrr_at_1000_diff1 + value: 16.978829558159727 + - type: nauc_mrr_at_1000_max + value: 27.016129985398962 + - type: nauc_mrr_at_100_diff1 + value: 16.95693929120996 + - type: nauc_mrr_at_100_max + value: 27.02464201206241 + - type: nauc_mrr_at_10_diff1 + value: 16.922383134541786 + - type: nauc_mrr_at_10_max + value: 26.917342116854172 + - type: nauc_mrr_at_1_diff1 + value: 21.967275710063323 + - type: nauc_mrr_at_1_max + value: 23.97730021914779 + - type: nauc_mrr_at_20_diff1 + value: 16.933125050384778 + - type: nauc_mrr_at_20_max + value: 27.07768335891788 + - type: nauc_mrr_at_3_diff1 + value: 16.946763294333316 + - type: nauc_mrr_at_3_max + value: 25.214811458539 + - type: nauc_mrr_at_5_diff1 + value: 17.04305756647301 + - type: nauc_mrr_at_5_max + value: 26.130628979961834 + - type: nauc_ndcg_at_1000_diff1 + value: 16.986658675773686 + - type: nauc_ndcg_at_1000_max + value: 34.4643347153785 + - type: nauc_ndcg_at_100_diff1 + value: 17.057499024976163 + - type: nauc_ndcg_at_100_max + value: 33.73159453243811 + - type: nauc_ndcg_at_10_diff1 + value: 16.929966520239194 + - type: nauc_ndcg_at_10_max + value: 31.301536380836026 + - type: nauc_ndcg_at_1_diff1 + value: 21.967275710063323 + - type: nauc_ndcg_at_1_max + value: 23.97730021914779 + - type: nauc_ndcg_at_20_diff1 + value: 16.900348110026968 + - type: nauc_ndcg_at_20_max + value: 32.476079344191525 + - type: nauc_ndcg_at_3_diff1 + value: 17.270453057670856 + - type: nauc_ndcg_at_3_max + value: 27.75387606914448 + - type: nauc_ndcg_at_5_diff1 + value: 17.300131450254998 + - type: nauc_ndcg_at_5_max + value: 28.707766380169097 + - type: nauc_precision_at_1000_diff1 + value: 2.3756918838598002 + - type: nauc_precision_at_1000_max + value: 20.23410724169113 + - type: nauc_precision_at_100_diff1 + value: 6.358801887547644 + - type: nauc_precision_at_100_max + value: 26.742998434337 + - type: nauc_precision_at_10_diff1 + value: 8.985726577486592 + - type: nauc_precision_at_10_max + value: 29.98846164047006 + - type: nauc_precision_at_1_diff1 + value: 21.967275710063323 + - type: nauc_precision_at_1_max + value: 23.97730021914779 + - type: nauc_precision_at_20_diff1 + value: 8.689481678265938 + - type: nauc_precision_at_20_max + value: 30.24412868451184 + - type: nauc_precision_at_3_diff1 + value: 11.498289241456895 + - type: nauc_precision_at_3_max + value: 26.84419245258572 + - type: nauc_precision_at_5_diff1 + value: 10.894319062565254 + - type: nauc_precision_at_5_max + value: 27.273788735432884 + - type: nauc_recall_at_1000_diff1 + value: 8.943592557292224 + - type: nauc_recall_at_1000_max + value: 37.585654238896446 + - type: nauc_recall_at_100_diff1 + value: 10.708206895515247 + - type: nauc_recall_at_100_max + value: 32.10962530348595 + - type: nauc_recall_at_10_diff1 + value: 12.169794236323957 + - type: nauc_recall_at_10_max + value: 30.12170288353037 + - type: nauc_recall_at_1_diff1 + value: 26.988959334325852 + - type: nauc_recall_at_1_max + value: 27.356073363716522 + - type: nauc_recall_at_20_diff1 + value: 11.394888526086374 + - type: nauc_recall_at_20_max + value: 30.72718903844353 + - type: nauc_recall_at_3_diff1 + value: 15.011650843515994 + - type: nauc_recall_at_3_max + value: 28.233837827958475 + - type: nauc_recall_at_5_diff1 + value: 13.739007199689038 + - type: nauc_recall_at_5_max + value: 27.097220418736455 + - type: ndcg_at_1 + value: 17.849999999999998 + - type: ndcg_at_10 + value: 21.712 + - type: ndcg_at_100 + value: 28.552 + - type: ndcg_at_1000 + value: 32.261 + - type: ndcg_at_20 + value: 24.421 + - type: ndcg_at_3 + value: 16.791 + - type: ndcg_at_5 + value: 18.462999999999997 + - type: precision_at_1 + value: 17.849999999999998 + - type: precision_at_10 + value: 7.212000000000001 + - type: precision_at_100 + value: 1.438 + - type: precision_at_1000 + value: 0.212 + - type: precision_at_20 + value: 4.73 + - type: precision_at_3 + value: 12.942 + - type: precision_at_5 + value: 10.280000000000001 + - type: recall_at_1 + value: 7.556 + - type: recall_at_10 + value: 27.891 + - type: recall_at_100 + value: 51.585 + - type: recall_at_1000 + value: 72.638 + - type: recall_at_20 + value: 35.644999999999996 + - type: recall_at_3 + value: 16.026 + - type: recall_at_5 + value: 20.507 + - task: + type: Retrieval + dataset: + type: mteb/dbpedia + name: MTEB DBPedia + config: default + split: test + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + metrics: + - type: map_at_1 + value: 7.234 + - type: map_at_10 + value: 14.607000000000001 + - type: map_at_100 + value: 20.104 + - type: map_at_1000 + value: 21.478 + - type: map_at_20 + value: 16.619999999999997 + - type: map_at_3 + value: 11.027000000000001 + - type: map_at_5 + value: 12.469 + - type: mrr_at_1 + value: 54.25 + - type: mrr_at_10 + value: 64.63998015873014 + - type: mrr_at_100 + value: 65.1130930093471 + - type: mrr_at_1000 + value: 65.13135082056961 + - type: mrr_at_20 + value: 64.94966038326137 + - type: mrr_at_3 + value: 62.458333333333336 + - type: mrr_at_5 + value: 63.845833333333324 + - type: nauc_map_at_1000_diff1 + value: 22.4158889201391 + - type: nauc_map_at_1000_max + value: 7.026467662060626 + - type: nauc_map_at_100_diff1 + value: 23.04636496295622 + - type: nauc_map_at_100_max + value: 4.725540774086458 + - type: nauc_map_at_10_diff1 + value: 23.432494495467783 + - type: nauc_map_at_10_max + value: -5.821110663085555 + - type: nauc_map_at_1_diff1 + value: 34.840276007257444 + - type: nauc_map_at_1_max + value: -11.37201527363141 + - type: nauc_map_at_20_diff1 + value: 24.395490704549474 + - type: nauc_map_at_20_max + value: -2.1089029956487084 + - type: nauc_map_at_3_diff1 + value: 26.996333964606727 + - type: nauc_map_at_3_max + value: -10.371168153982198 + - type: nauc_map_at_5_diff1 + value: 24.959954478462205 + - type: nauc_map_at_5_max + value: -8.600893701670593 + - type: nauc_mrr_at_1000_diff1 + value: 35.24039282463778 + - type: nauc_mrr_at_1000_max + value: 37.114026096308244 + - type: nauc_mrr_at_100_diff1 + value: 35.246986246738324 + - type: nauc_mrr_at_100_max + value: 37.127597625848175 + - type: nauc_mrr_at_10_diff1 + value: 35.19817679146017 + - type: nauc_mrr_at_10_max + value: 37.10088394447574 + - type: nauc_mrr_at_1_diff1 + value: 37.871437973819546 + - type: nauc_mrr_at_1_max + value: 33.639317316766494 + - type: nauc_mrr_at_20_diff1 + value: 35.1331593237111 + - type: nauc_mrr_at_20_max + value: 37.0319775042493 + - type: nauc_mrr_at_3_diff1 + value: 35.18290669114643 + - type: nauc_mrr_at_3_max + value: 37.17151353458554 + - type: nauc_mrr_at_5_diff1 + value: 35.27152644879001 + - type: nauc_mrr_at_5_max + value: 37.59776931748075 + - type: nauc_ndcg_at_1000_diff1 + value: 23.265231375797573 + - type: nauc_ndcg_at_1000_max + value: 19.253303883964247 + - type: nauc_ndcg_at_100_diff1 + value: 24.65543924960885 + - type: nauc_ndcg_at_100_max + value: 12.423207189979774 + - type: nauc_ndcg_at_10_diff1 + value: 22.383661242851076 + - type: nauc_ndcg_at_10_max + value: 12.11544119539834 + - type: nauc_ndcg_at_1_diff1 + value: 35.37762392054306 + - type: nauc_ndcg_at_1_max + value: 24.33308418951577 + - type: nauc_ndcg_at_20_diff1 + value: 24.56519958043796 + - type: nauc_ndcg_at_20_max + value: 9.25238387333473 + - type: nauc_ndcg_at_3_diff1 + value: 24.39638864122631 + - type: nauc_ndcg_at_3_max + value: 18.095896878796434 + - type: nauc_ndcg_at_5_diff1 + value: 21.554177625230157 + - type: nauc_ndcg_at_5_max + value: 14.90300796432758 + - type: nauc_precision_at_1000_diff1 + value: -14.028751970399872 + - type: nauc_precision_at_1000_max + value: 22.683829892782335 + - type: nauc_precision_at_100_diff1 + value: -1.4922684516357194 + - type: nauc_precision_at_100_max + value: 32.211371870388795 + - type: nauc_precision_at_10_diff1 + value: 1.3791441135589875 + - type: nauc_precision_at_10_max + value: 28.329452472562267 + - type: nauc_precision_at_1_diff1 + value: 37.871437973819546 + - type: nauc_precision_at_1_max + value: 33.639317316766494 + - type: nauc_precision_at_20_diff1 + value: 3.1829444563318128 + - type: nauc_precision_at_20_max + value: 30.79822842458981 + - type: nauc_precision_at_3_diff1 + value: 9.890760276356035 + - type: nauc_precision_at_3_max + value: 27.255950486716085 + - type: nauc_precision_at_5_diff1 + value: 2.835882319987235 + - type: nauc_precision_at_5_max + value: 27.588094099192865 + - type: nauc_recall_at_1000_diff1 + value: 11.301016973437319 + - type: nauc_recall_at_1000_max + value: 13.632028573670441 + - type: nauc_recall_at_100_diff1 + value: 16.244420258674484 + - type: nauc_recall_at_100_max + value: 5.252228595283477 + - type: nauc_recall_at_10_diff1 + value: 17.14009149723741 + - type: nauc_recall_at_10_max + value: -8.886638909096206 + - type: nauc_recall_at_1_diff1 + value: 34.840276007257444 + - type: nauc_recall_at_1_max + value: -11.37201527363141 + - type: nauc_recall_at_20_diff1 + value: 18.393774547280316 + - type: nauc_recall_at_20_max + value: -5.756994115048744 + - type: nauc_recall_at_3_diff1 + value: 23.65687656688717 + - type: nauc_recall_at_3_max + value: -11.646229125385862 + - type: nauc_recall_at_5_diff1 + value: 21.02934437742109 + - type: nauc_recall_at_5_max + value: -9.305597108185982 + - type: ndcg_at_1 + value: 42.625 + - type: ndcg_at_10 + value: 32.005 + - type: ndcg_at_100 + value: 36.563 + - type: ndcg_at_1000 + value: 44.207 + - type: ndcg_at_20 + value: 31.608999999999998 + - type: ndcg_at_3 + value: 35.949999999999996 + - type: ndcg_at_5 + value: 33.375 + - type: precision_at_1 + value: 54.25 + - type: precision_at_10 + value: 25.650000000000002 + - type: precision_at_100 + value: 8.260000000000002 + - type: precision_at_1000 + value: 1.806 + - type: precision_at_20 + value: 18.9 + - type: precision_at_3 + value: 39.833 + - type: precision_at_5 + value: 32.7 + - type: recall_at_1 + value: 7.234 + - type: recall_at_10 + value: 20.075000000000003 + - type: recall_at_100 + value: 43.980999999999995 + - type: recall_at_1000 + value: 68.527 + - type: recall_at_20 + value: 26.251 + - type: recall_at_3 + value: 12.534999999999998 + - type: recall_at_5 + value: 15.121 + - task: + type: Classification + dataset: + type: mteb/emotion + name: MTEB EmotionClassification + config: default + split: test + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + metrics: + - type: accuracy + value: 40.81 + - type: f1 + value: 36.53895095274932 + - type: f1_weighted + value: 43.09824575802351 + - task: + type: Retrieval + dataset: + type: mteb/fever + name: MTEB FEVER + config: default + split: test + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + metrics: + - type: map_at_1 + value: 45.399 + - type: map_at_10 + value: 59.345000000000006 + - type: map_at_100 + value: 59.821000000000005 + - type: map_at_1000 + value: 59.841 + - type: map_at_20 + value: 59.662000000000006 + - type: map_at_3 + value: 56.577 + - type: map_at_5 + value: 58.384 + - type: mrr_at_1 + value: 48.7998799879988 + - type: mrr_at_10 + value: 63.182490868134714 + - type: mrr_at_100 + value: 63.571831061553496 + - type: mrr_at_1000 + value: 63.58053777600791 + - type: mrr_at_20 + value: 63.45420825510186 + - type: mrr_at_3 + value: 60.45604560456103 + - type: mrr_at_5 + value: 62.25322532253252 + - type: nauc_map_at_1000_diff1 + value: 35.07017933142576 + - type: nauc_map_at_1000_max + value: 8.523823797002448 + - type: nauc_map_at_100_diff1 + value: 35.06363318835806 + - type: nauc_map_at_100_max + value: 8.522323239837585 + - type: nauc_map_at_10_diff1 + value: 34.99069002859329 + - type: nauc_map_at_10_max + value: 8.635643511853687 + - type: nauc_map_at_1_diff1 + value: 38.063117939510256 + - type: nauc_map_at_1_max + value: 5.897821931847972 + - type: nauc_map_at_20_diff1 + value: 35.02816464339912 + - type: nauc_map_at_20_max + value: 8.57606618814322 + - type: nauc_map_at_3_diff1 + value: 34.74870593960704 + - type: nauc_map_at_3_max + value: 7.7563142367550855 + - type: nauc_map_at_5_diff1 + value: 34.86268337627808 + - type: nauc_map_at_5_max + value: 8.440880068028383 + - type: nauc_mrr_at_1000_diff1 + value: 38.05838366137394 + - type: nauc_mrr_at_1000_max + value: 8.841793483971488 + - type: nauc_mrr_at_100_diff1 + value: 38.055327497620105 + - type: nauc_mrr_at_100_max + value: 8.852785015905537 + - type: nauc_mrr_at_10_diff1 + value: 37.972785779782065 + - type: nauc_mrr_at_10_max + value: 9.037378532213502 + - type: nauc_mrr_at_1_diff1 + value: 40.4432565446304 + - type: nauc_mrr_at_1_max + value: 5.807334670577964 + - type: nauc_mrr_at_20_diff1 + value: 38.02767311040578 + - type: nauc_mrr_at_20_max + value: 8.935949669165813 + - type: nauc_mrr_at_3_diff1 + value: 37.60471936912395 + - type: nauc_mrr_at_3_max + value: 8.236789961860858 + - type: nauc_mrr_at_5_diff1 + value: 37.86352377415473 + - type: nauc_mrr_at_5_max + value: 8.895540094390892 + - type: nauc_ndcg_at_1000_diff1 + value: 35.07160524499026 + - type: nauc_ndcg_at_1000_max + value: 9.813866402912101 + - type: nauc_ndcg_at_100_diff1 + value: 34.92933991980568 + - type: nauc_ndcg_at_100_max + value: 9.89567365562028 + - type: nauc_ndcg_at_10_diff1 + value: 34.529981017804104 + - type: nauc_ndcg_at_10_max + value: 10.607560550422225 + - type: nauc_ndcg_at_1_diff1 + value: 40.4432565446304 + - type: nauc_ndcg_at_1_max + value: 5.807334670577964 + - type: nauc_ndcg_at_20_diff1 + value: 34.668263021521994 + - type: nauc_ndcg_at_20_max + value: 10.397799223138245 + - type: nauc_ndcg_at_3_diff1 + value: 34.25729382926051 + - type: nauc_ndcg_at_3_max + value: 8.745767948993501 + - type: nauc_ndcg_at_5_diff1 + value: 34.33973241023773 + - type: nauc_ndcg_at_5_max + value: 10.048081516024556 + - type: nauc_precision_at_1000_diff1 + value: -4.077783587263832 + - type: nauc_precision_at_1000_max + value: 12.765822496184464 + - type: nauc_precision_at_100_diff1 + value: 1.4680450598592432 + - type: nauc_precision_at_100_max + value: 17.44831984105488 + - type: nauc_precision_at_10_diff1 + value: 19.92695770531176 + - type: nauc_precision_at_10_max + value: 23.914679743057352 + - type: nauc_precision_at_1_diff1 + value: 40.4432565446304 + - type: nauc_precision_at_1_max + value: 5.807334670577964 + - type: nauc_precision_at_20_diff1 + value: 12.999177323343336 + - type: nauc_precision_at_20_max + value: 23.540911859396033 + - type: nauc_precision_at_3_diff1 + value: 29.62941105307629 + - type: nauc_precision_at_3_max + value: 12.866042509022865 + - type: nauc_precision_at_5_diff1 + value: 26.255704472502938 + - type: nauc_precision_at_5_max + value: 18.77439128365061 + - type: nauc_recall_at_1000_diff1 + value: 8.920814764522019 + - type: nauc_recall_at_1000_max + value: 17.655295496605643 + - type: nauc_recall_at_100_diff1 + value: 14.762238468369407 + - type: nauc_recall_at_100_max + value: 17.048567752646125 + - type: nauc_recall_at_10_diff1 + value: 23.32325502930857 + - type: nauc_recall_at_10_max + value: 19.556176492083992 + - type: nauc_recall_at_1_diff1 + value: 38.063117939510256 + - type: nauc_recall_at_1_max + value: 5.897821931847972 + - type: nauc_recall_at_20_diff1 + value: 20.506042184854063 + - type: nauc_recall_at_20_max + value: 20.561022468033503 + - type: nauc_recall_at_3_diff1 + value: 27.65947022544946 + - type: nauc_recall_at_3_max + value: 10.81743699331276 + - type: nauc_recall_at_5_diff1 + value: 25.94551760999131 + - type: nauc_recall_at_5_max + value: 15.156745563504675 + - type: ndcg_at_1 + value: 48.8 + - type: ndcg_at_10 + value: 66.459 + - type: ndcg_at_100 + value: 68.521 + - type: ndcg_at_1000 + value: 68.938 + - type: ndcg_at_20 + value: 67.52 + - type: ndcg_at_3 + value: 61.11299999999999 + - type: ndcg_at_5 + value: 64.21900000000001 + - type: precision_at_1 + value: 48.8 + - type: precision_at_10 + value: 9.256 + - type: precision_at_100 + value: 1.04 + - type: precision_at_1000 + value: 0.109 + - type: precision_at_20 + value: 4.862 + - type: precision_at_3 + value: 25.387999999999998 + - type: precision_at_5 + value: 16.933999999999997 + - type: recall_at_1 + value: 45.399 + - type: recall_at_10 + value: 84.572 + - type: recall_at_100 + value: 93.585 + - type: recall_at_1000 + value: 96.43 + - type: recall_at_20 + value: 88.576 + - type: recall_at_3 + value: 70.283 + - type: recall_at_5 + value: 77.804 + - task: + type: Retrieval + dataset: + type: mteb/fiqa + name: MTEB FiQA2018 + config: default + split: test + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + metrics: + - type: map_at_1 + value: 10.773000000000001 + - type: map_at_10 + value: 18.273 + - type: map_at_100 + value: 19.846 + - type: map_at_1000 + value: 20.066 + - type: map_at_20 + value: 19.092000000000002 + - type: map_at_3 + value: 15.653 + - type: map_at_5 + value: 16.996 + - type: mrr_at_1 + value: 22.839506172839506 + - type: mrr_at_10 + value: 30.709264158338218 + - type: mrr_at_100 + value: 31.765285545264728 + - type: mrr_at_1000 + value: 31.84254498770477 + - type: mrr_at_20 + value: 31.28359047494611 + - type: mrr_at_3 + value: 28.34362139917697 + - type: mrr_at_5 + value: 29.578189300411527 + - type: nauc_map_at_1000_diff1 + value: 42.33696758957174 + - type: nauc_map_at_1000_max + value: 22.28446732536063 + - type: nauc_map_at_100_diff1 + value: 42.280232367289614 + - type: nauc_map_at_100_max + value: 22.193658543387336 + - type: nauc_map_at_10_diff1 + value: 42.86152992348606 + - type: nauc_map_at_10_max + value: 21.649513921678768 + - type: nauc_map_at_1_diff1 + value: 50.25274550047308 + - type: nauc_map_at_1_max + value: 18.793153289309025 + - type: nauc_map_at_20_diff1 + value: 42.68337193792793 + - type: nauc_map_at_20_max + value: 21.783732998080165 + - type: nauc_map_at_3_diff1 + value: 44.526091901592025 + - type: nauc_map_at_3_max + value: 20.44240168343812 + - type: nauc_map_at_5_diff1 + value: 43.40025778096801 + - type: nauc_map_at_5_max + value: 21.337520847399794 + - type: nauc_mrr_at_1000_diff1 + value: 42.76413081015503 + - type: nauc_mrr_at_1000_max + value: 25.051153181122253 + - type: nauc_mrr_at_100_diff1 + value: 42.726972311439724 + - type: nauc_mrr_at_100_max + value: 25.041597478239442 + - type: nauc_mrr_at_10_diff1 + value: 43.05815490208189 + - type: nauc_mrr_at_10_max + value: 25.13689635924164 + - type: nauc_mrr_at_1_diff1 + value: 49.40608982855475 + - type: nauc_mrr_at_1_max + value: 26.84279922755957 + - type: nauc_mrr_at_20_diff1 + value: 42.68770796904053 + - type: nauc_mrr_at_20_max + value: 25.00374130766682 + - type: nauc_mrr_at_3_diff1 + value: 43.56229080869875 + - type: nauc_mrr_at_3_max + value: 25.00272462955036 + - type: nauc_mrr_at_5_diff1 + value: 42.78163485253489 + - type: nauc_mrr_at_5_max + value: 24.996583555035066 + - type: nauc_ndcg_at_1000_diff1 + value: 39.60623109749308 + - type: nauc_ndcg_at_1000_max + value: 24.945954161473963 + - type: nauc_ndcg_at_100_diff1 + value: 38.391977738851054 + - type: nauc_ndcg_at_100_max + value: 23.1495309393186 + - type: nauc_ndcg_at_10_diff1 + value: 40.82447224697167 + - type: nauc_ndcg_at_10_max + value: 22.103721284897222 + - type: nauc_ndcg_at_1_diff1 + value: 49.40608982855475 + - type: nauc_ndcg_at_1_max + value: 26.84279922755957 + - type: nauc_ndcg_at_20_diff1 + value: 39.87655648003804 + - type: nauc_ndcg_at_20_max + value: 21.863160067094732 + - type: nauc_ndcg_at_3_diff1 + value: 42.702330655505094 + - type: nauc_ndcg_at_3_max + value: 24.30088309227799 + - type: nauc_ndcg_at_5_diff1 + value: 41.15335198539591 + - type: nauc_ndcg_at_5_max + value: 23.383496342798235 + - type: nauc_precision_at_1000_diff1 + value: 5.078790711874846 + - type: nauc_precision_at_1000_max + value: 28.270734693277067 + - type: nauc_precision_at_100_diff1 + value: 10.751006733811092 + - type: nauc_precision_at_100_max + value: 28.016358575658305 + - type: nauc_precision_at_10_diff1 + value: 28.69051966074066 + - type: nauc_precision_at_10_max + value: 29.264771382133375 + - type: nauc_precision_at_1_diff1 + value: 49.40608982855475 + - type: nauc_precision_at_1_max + value: 26.84279922755957 + - type: nauc_precision_at_20_diff1 + value: 23.657472193309125 + - type: nauc_precision_at_20_max + value: 27.08411359763242 + - type: nauc_precision_at_3_diff1 + value: 36.599109026411924 + - type: nauc_precision_at_3_max + value: 28.383077203742246 + - type: nauc_precision_at_5_diff1 + value: 31.358430042619563 + - type: nauc_precision_at_5_max + value: 28.555003400952845 + - type: nauc_recall_at_1000_diff1 + value: 20.25194559618304 + - type: nauc_recall_at_1000_max + value: 23.710031862813118 + - type: nauc_recall_at_100_diff1 + value: 18.359725605438047 + - type: nauc_recall_at_100_max + value: 13.823806806919805 + - type: nauc_recall_at_10_diff1 + value: 30.54188950640248 + - type: nauc_recall_at_10_max + value: 15.290504422192791 + - type: nauc_recall_at_1_diff1 + value: 50.25274550047308 + - type: nauc_recall_at_1_max + value: 18.793153289309025 + - type: nauc_recall_at_20_diff1 + value: 27.314651647568404 + - type: nauc_recall_at_20_max + value: 14.088522206775039 + - type: nauc_recall_at_3_diff1 + value: 36.125136373927354 + - type: nauc_recall_at_3_max + value: 16.778297325102113 + - type: nauc_recall_at_5_diff1 + value: 32.03749698394437 + - type: nauc_recall_at_5_max + value: 17.620359878684805 + - type: ndcg_at_1 + value: 22.84 + - type: ndcg_at_10 + value: 24.467 + - type: ndcg_at_100 + value: 31.270999999999997 + - type: ndcg_at_1000 + value: 35.564 + - type: ndcg_at_20 + value: 26.871000000000002 + - type: ndcg_at_3 + value: 21.128 + - type: ndcg_at_5 + value: 22.203999999999997 + - type: precision_at_1 + value: 22.84 + - type: precision_at_10 + value: 7.114 + - type: precision_at_100 + value: 1.381 + - type: precision_at_1000 + value: 0.213 + - type: precision_at_20 + value: 4.552 + - type: precision_at_3 + value: 14.352 + - type: precision_at_5 + value: 10.864 + - type: recall_at_1 + value: 10.773000000000001 + - type: recall_at_10 + value: 30.564000000000004 + - type: recall_at_100 + value: 56.745999999999995 + - type: recall_at_1000 + value: 82.826 + - type: recall_at_20 + value: 37.844 + - type: recall_at_3 + value: 19.406000000000002 + - type: recall_at_5 + value: 23.724 + - task: + type: Retrieval + dataset: + type: mteb/hotpotqa + name: MTEB HotpotQA + config: default + split: test + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + metrics: + - type: map_at_1 + value: 32.046 + - type: map_at_10 + value: 48.443000000000005 + - type: map_at_100 + value: 49.389 + - type: map_at_1000 + value: 49.466 + - type: map_at_20 + value: 48.986000000000004 + - type: map_at_3 + value: 44.893 + - type: map_at_5 + value: 47.075 + - type: mrr_at_1 + value: 64.09182984469953 + - type: mrr_at_10 + value: 72.85266282970527 + - type: mrr_at_100 + value: 73.21185355612093 + - type: mrr_at_1000 + value: 73.2252657846111 + - type: mrr_at_20 + value: 73.10862127718183 + - type: mrr_at_3 + value: 71.3031735313976 + - type: mrr_at_5 + value: 72.34233625928402 + - type: nauc_map_at_1000_diff1 + value: 29.57880669891487 + - type: nauc_map_at_1000_max + value: 21.845463980026476 + - type: nauc_map_at_100_diff1 + value: 29.55367483685356 + - type: nauc_map_at_100_max + value: 21.828007798768958 + - type: nauc_map_at_10_diff1 + value: 29.67368554537432 + - type: nauc_map_at_10_max + value: 21.849279138947868 + - type: nauc_map_at_1_diff1 + value: 61.13740199701338 + - type: nauc_map_at_1_max + value: 32.6342175820136 + - type: nauc_map_at_20_diff1 + value: 29.598291599316568 + - type: nauc_map_at_20_max + value: 21.862735577320557 + - type: nauc_map_at_3_diff1 + value: 31.22835556923922 + - type: nauc_map_at_3_max + value: 22.344809372883315 + - type: nauc_map_at_5_diff1 + value: 30.432000722074665 + - type: nauc_map_at_5_max + value: 22.27699649933424 + - type: nauc_mrr_at_1000_diff1 + value: 59.26794200803715 + - type: nauc_mrr_at_1000_max + value: 34.33050463026508 + - type: nauc_mrr_at_100_diff1 + value: 59.26740246956419 + - type: nauc_mrr_at_100_max + value: 34.33577087313508 + - type: nauc_mrr_at_10_diff1 + value: 59.13786202070478 + - type: nauc_mrr_at_10_max + value: 34.377953823081384 + - type: nauc_mrr_at_1_diff1 + value: 61.13740199701338 + - type: nauc_mrr_at_1_max + value: 32.6342175820136 + - type: nauc_mrr_at_20_diff1 + value: 59.22898475872048 + - type: nauc_mrr_at_20_max + value: 34.34680319223408 + - type: nauc_mrr_at_3_diff1 + value: 59.03499635007199 + - type: nauc_mrr_at_3_max + value: 34.398014446289544 + - type: nauc_mrr_at_5_diff1 + value: 59.20761322618965 + - type: nauc_mrr_at_5_max + value: 34.42827235318949 + - type: nauc_ndcg_at_1000_diff1 + value: 32.64061494118113 + - type: nauc_ndcg_at_1000_max + value: 23.616685748536074 + - type: nauc_ndcg_at_100_diff1 + value: 32.11038119247951 + - type: nauc_ndcg_at_100_max + value: 23.33285928609271 + - type: nauc_ndcg_at_10_diff1 + value: 32.70477446409243 + - type: nauc_ndcg_at_10_max + value: 23.662027117393535 + - type: nauc_ndcg_at_1_diff1 + value: 61.13740199701338 + - type: nauc_ndcg_at_1_max + value: 32.6342175820136 + - type: nauc_ndcg_at_20_diff1 + value: 32.32220211811219 + - type: nauc_ndcg_at_20_max + value: 23.564270159145643 + - type: nauc_ndcg_at_3_diff1 + value: 35.63724665178986 + - type: nauc_ndcg_at_3_max + value: 24.820074757992305 + - type: nauc_ndcg_at_5_diff1 + value: 34.27199365493392 + - type: nauc_ndcg_at_5_max + value: 24.508158825075682 + - type: nauc_precision_at_1000_diff1 + value: -2.430622498990411 + - type: nauc_precision_at_1000_max + value: 7.822027373881609 + - type: nauc_precision_at_100_diff1 + value: 4.202356673527351 + - type: nauc_precision_at_100_max + value: 10.321772681063146 + - type: nauc_precision_at_10_diff1 + value: 14.011676403321902 + - type: nauc_precision_at_10_max + value: 15.666639850967512 + - type: nauc_precision_at_1_diff1 + value: 61.13740199701338 + - type: nauc_precision_at_1_max + value: 32.6342175820136 + - type: nauc_precision_at_20_diff1 + value: 10.437835060510753 + - type: nauc_precision_at_20_max + value: 14.10661581882921 + - type: nauc_precision_at_3_diff1 + value: 23.783985172773143 + - type: nauc_precision_at_3_max + value: 20.590352544033866 + - type: nauc_precision_at_5_diff1 + value: 19.592566862830548 + - type: nauc_precision_at_5_max + value: 18.88117124055341 + - type: nauc_recall_at_1000_diff1 + value: -2.430622498990057 + - type: nauc_recall_at_1000_max + value: 7.822027373881757 + - type: nauc_recall_at_100_diff1 + value: 4.202356673527403 + - type: nauc_recall_at_100_max + value: 10.32177268106303 + - type: nauc_recall_at_10_diff1 + value: 14.011676403321957 + - type: nauc_recall_at_10_max + value: 15.666639850967554 + - type: nauc_recall_at_1_diff1 + value: 61.13740199701338 + - type: nauc_recall_at_1_max + value: 32.6342175820136 + - type: nauc_recall_at_20_diff1 + value: 10.437835060510707 + - type: nauc_recall_at_20_max + value: 14.106615818829187 + - type: nauc_recall_at_3_diff1 + value: 23.783985172773168 + - type: nauc_recall_at_3_max + value: 20.590352544033934 + - type: nauc_recall_at_5_diff1 + value: 19.59256686283052 + - type: nauc_recall_at_5_max + value: 18.88117124055339 + - type: ndcg_at_1 + value: 64.092 + - type: ndcg_at_10 + value: 57.964000000000006 + - type: ndcg_at_100 + value: 61.501 + - type: ndcg_at_1000 + value: 63.022 + - type: ndcg_at_20 + value: 59.463 + - type: ndcg_at_3 + value: 52.608 + - type: ndcg_at_5 + value: 55.577 + - type: precision_at_1 + value: 64.092 + - type: precision_at_10 + value: 12.462 + - type: precision_at_100 + value: 1.5230000000000001 + - type: precision_at_1000 + value: 0.172 + - type: precision_at_20 + value: 6.714 + - type: precision_at_3 + value: 33.657 + - type: precision_at_5 + value: 22.533 + - type: recall_at_1 + value: 32.046 + - type: recall_at_10 + value: 62.309000000000005 + - type: recall_at_100 + value: 76.13799999999999 + - type: recall_at_1000 + value: 86.185 + - type: recall_at_20 + value: 67.144 + - type: recall_at_3 + value: 50.486 + - type: recall_at_5 + value: 56.333999999999996 + - task: + type: Classification + dataset: + type: mteb/imdb + name: MTEB ImdbClassification + config: default + split: test + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + metrics: + - type: accuracy + value: 73.702 + - type: ap + value: 67.55549836397681 + - type: ap_weighted + value: 67.55549836397681 + - type: f1 + value: 73.4581895293936 + - type: f1_weighted + value: 73.45818952939358 + - task: + type: Retrieval + dataset: + type: mteb/msmarco + name: MTEB MSMARCO + config: default + split: test + revision: c5a29a104738b98a9e76336939199e264163d4a0 + metrics: + - type: main_score + value: 30.051 + - type: map_at_1 + value: 14.244 + - type: map_at_10 + value: 24.143 + - type: map_at_100 + value: 25.402 + - type: map_at_1000 + value: 25.479 + - type: map_at_20 + value: 24.875 + - type: map_at_3 + value: 20.694 + - type: map_at_5 + value: 22.604 + - type: mrr_at_1 + value: 14.584527220630372 + - type: mrr_at_10 + value: 24.557460090053124 + - type: mrr_at_100 + value: 25.785901435660147 + - type: mrr_at_1000 + value: 25.85709282510335 + - type: mrr_at_20 + value: 25.274992596418866 + - type: mrr_at_3 + value: 21.131805157593056 + - type: mrr_at_5 + value: 23.0429799426934 + - type: nauc_map_at_1000_diff1 + value: 27.61711087970365 + - type: nauc_map_at_1000_max + value: 1.6657479941178627 + - type: nauc_map_at_1000_std + value: -9.496519569360179 + - type: nauc_map_at_100_diff1 + value: 27.61498736358577 + - type: nauc_map_at_100_max + value: 1.6634690696430844 + - type: nauc_map_at_100_std + value: -9.467890975582771 + - type: nauc_map_at_10_diff1 + value: 27.616888705380604 + - type: nauc_map_at_10_max + value: 1.4276684096575917 + - type: nauc_map_at_10_std + value: -10.446820384304754 + - type: nauc_map_at_1_diff1 + value: 29.76931787521696 + - type: nauc_map_at_1_max + value: 0.948603060998731 + - type: nauc_map_at_1_std + value: -10.775704940266767 + - type: nauc_map_at_20_diff1 + value: 27.57600730820819 + - type: nauc_map_at_20_max + value: 1.5143185235329178 + - type: nauc_map_at_20_std + value: -9.849312193865745 + - type: nauc_map_at_3_diff1 + value: 27.890351531157576 + - type: nauc_map_at_3_max + value: 1.4000607426502167 + - type: nauc_map_at_3_std + value: -11.118014158060423 + - type: nauc_map_at_5_diff1 + value: 27.786816928992375 + - type: nauc_map_at_5_max + value: 1.2637200637686197 + - type: nauc_map_at_5_std + value: -10.922970086569386 + - type: nauc_mrr_at_1000_diff1 + value: 27.42128154832487 + - type: nauc_mrr_at_1000_max + value: 1.7693836132128472 + - type: nauc_mrr_at_1000_std + value: -9.304600797518968 + - type: nauc_mrr_at_100_diff1 + value: 27.418466905238215 + - type: nauc_mrr_at_100_max + value: 1.7702836453764914 + - type: nauc_mrr_at_100_std + value: -9.27018903363956 + - type: nauc_mrr_at_10_diff1 + value: 27.43223048852499 + - type: nauc_mrr_at_10_max + value: 1.5863443925517157 + - type: nauc_mrr_at_10_std + value: -10.19228455560491 + - type: nauc_mrr_at_1_diff1 + value: 29.63894982019449 + - type: nauc_mrr_at_1_max + value: 1.1350720726087482 + - type: nauc_mrr_at_1_std + value: -10.706375855749797 + - type: nauc_mrr_at_20_diff1 + value: 27.3813401873824 + - type: nauc_mrr_at_20_max + value: 1.6349061697179937 + - type: nauc_mrr_at_20_std + value: -9.62511280355079 + - type: nauc_mrr_at_3_diff1 + value: 27.63825584292618 + - type: nauc_mrr_at_3_max + value: 1.5014142622215631 + - type: nauc_mrr_at_3_std + value: -10.937120645836448 + - type: nauc_mrr_at_5_diff1 + value: 27.65874684943374 + - type: nauc_mrr_at_5_max + value: 1.3921567756597123 + - type: nauc_mrr_at_5_std + value: -10.715887774339881 + - type: nauc_ndcg_at_1000_diff1 + value: 26.940019720932135 + - type: nauc_ndcg_at_1000_max + value: 3.071589090811754 + - type: nauc_ndcg_at_1000_std + value: -5.820914521338 + - type: nauc_ndcg_at_100_diff1 + value: 26.80295695348146 + - type: nauc_ndcg_at_100_max + value: 3.064374012393309 + - type: nauc_ndcg_at_100_std + value: -4.689320725729883 + - type: nauc_ndcg_at_10_diff1 + value: 26.73912033432779 + - type: nauc_ndcg_at_10_max + value: 1.7371596861856863 + - type: nauc_ndcg_at_10_std + value: -9.587955568967976 + - type: nauc_ndcg_at_1_diff1 + value: 29.63894982019449 + - type: nauc_ndcg_at_1_max + value: 1.1350720726087482 + - type: nauc_ndcg_at_1_std + value: -10.706375855749797 + - type: nauc_ndcg_at_20_diff1 + value: 26.554059540064956 + - type: nauc_ndcg_at_20_max + value: 2.037008011734218 + - type: nauc_ndcg_at_20_std + value: -7.522356479764311 + - type: nauc_ndcg_at_3_diff1 + value: 27.38197429348882 + - type: nauc_ndcg_at_3_max + value: 1.5447259968645136 + - type: nauc_ndcg_at_3_std + value: -11.056572041307833 + - type: nauc_ndcg_at_5_diff1 + value: 27.23078023341192 + - type: nauc_ndcg_at_5_max + value: 1.3332668241078743 + - type: nauc_ndcg_at_5_std + value: -10.70755059234365 + - type: nauc_precision_at_1000_diff1 + value: 4.824440345952768 + - type: nauc_precision_at_1000_max + value: 22.501190150975696 + - type: nauc_precision_at_1000_std + value: 27.012440321418508 + - type: nauc_precision_at_100_diff1 + value: 18.806308686259437 + - type: nauc_precision_at_100_max + value: 14.0556087259749 + - type: nauc_precision_at_100_std + value: 23.65979665814084 + - type: nauc_precision_at_10_diff1 + value: 23.631970615652996 + - type: nauc_precision_at_10_max + value: 3.2279467100874113 + - type: nauc_precision_at_10_std + value: -6.612111844206746 + - type: nauc_precision_at_1_diff1 + value: 29.63894982019449 + - type: nauc_precision_at_1_max + value: 1.1350720726087482 + - type: nauc_precision_at_1_std + value: -10.706375855749797 + - type: nauc_precision_at_20_diff1 + value: 22.13613457378927 + - type: nauc_precision_at_20_max + value: 4.984490409308019 + - type: nauc_precision_at_20_std + value: 1.3959896282348366 + - type: nauc_precision_at_3_diff1 + value: 25.924423449037276 + - type: nauc_precision_at_3_max + value: 2.119600062847904 + - type: nauc_precision_at_3_std + value: -10.816296974118274 + - type: nauc_precision_at_5_diff1 + value: 25.47042606356821 + - type: nauc_precision_at_5_max + value: 1.832019713836658 + - type: nauc_precision_at_5_std + value: -9.928054676627815 + - type: nauc_recall_at_1000_diff1 + value: 22.574618149749852 + - type: nauc_recall_at_1000_max + value: 30.82526285969409 + - type: nauc_recall_at_1000_std + value: 59.21512310658756 + - type: nauc_recall_at_100_diff1 + value: 23.54920706844819 + - type: nauc_recall_at_100_max + value: 10.975217227651311 + - type: nauc_recall_at_100_std + value: 24.85603771243269 + - type: nauc_recall_at_10_diff1 + value: 24.413494892666748 + - type: nauc_recall_at_10_max + value: 2.349732649717201 + - type: nauc_recall_at_10_std + value: -7.37174021438692 + - type: nauc_recall_at_1_diff1 + value: 29.76931787521696 + - type: nauc_recall_at_1_max + value: 0.948603060998731 + - type: nauc_recall_at_1_std + value: -10.775704940266767 + - type: nauc_recall_at_20_diff1 + value: 23.4560099128478 + - type: nauc_recall_at_20_max + value: 3.399890015984125 + - type: nauc_recall_at_20_std + value: 0.1065905686863526 + - type: nauc_recall_at_3_diff1 + value: 26.33393571726941 + - type: nauc_recall_at_3_max + value: 1.7770061463264046 + - type: nauc_recall_at_3_std + value: -11.030373812919408 + - type: nauc_recall_at_5_diff1 + value: 25.84870110945663 + - type: nauc_recall_at_5_max + value: 1.368501163591071 + - type: nauc_recall_at_5_std + value: -10.251669620544972 + - type: ndcg_at_1 + value: 14.585 + - type: ndcg_at_10 + value: 30.051 + - type: ndcg_at_100 + value: 36.429 + - type: ndcg_at_1000 + value: 38.501 + - type: ndcg_at_20 + value: 32.678 + - type: ndcg_at_3 + value: 22.963 + - type: ndcg_at_5 + value: 26.385 + - type: precision_at_1 + value: 14.585 + - type: precision_at_10 + value: 5.04 + - type: precision_at_100 + value: 0.826 + - type: precision_at_1000 + value: 0.101 + - type: precision_at_20 + value: 3.062 + - type: precision_at_3 + value: 10.0 + - type: precision_at_5 + value: 7.722 + - type: recall_at_1 + value: 14.244 + - type: recall_at_10 + value: 48.48 + - type: recall_at_100 + value: 78.652 + - type: recall_at_1000 + value: 94.774 + - type: recall_at_20 + value: 58.724 + - type: recall_at_3 + value: 29.106 + - type: recall_at_5 + value: 37.329 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (en) + config: en + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 89.73096215230278 + - type: f1 + value: 89.31269053453195 + - type: f1_weighted + value: 89.75118268368209 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (en) + config: en + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 66.49110807113543 + - type: f1 + value: 51.250886916460544 + - type: f1_weighted + value: 69.910921231367 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (en) + config: en + split: test + revision: 4672e20407010da34463acc759c162ca9734bca6 + metrics: + - type: accuracy + value: 68.86348352387357 + - type: f1 + value: 66.19332858716572 + - type: f1_weighted + value: 68.90834063842036 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (en) + config: en + split: test + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + metrics: + - type: accuracy + value: 74.48890383322124 + - type: f1 + value: 74.01198670144007 + - type: f1_weighted + value: 74.5767171066833 + - task: + type: Clustering + dataset: + type: mteb/medrxiv-clustering-p2p + name: MTEB MedrxivClusteringP2P + config: default + split: test + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + metrics: + - type: v_measure + value: 31.26742368186013 + - type: v_measures + value: [0.3010655091536935, 0.29691302264328545, 0.31333602296285296, 0.3118686703571087, 0.3066404174656012] + - task: + type: Clustering + dataset: + type: mteb/medrxiv-clustering-s2s + name: MTEB MedrxivClusteringS2S + config: default + split: test + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + metrics: + - type: v_measure + value: 28.971953824342002 + - type: v_measures + value: [0.28128031641493684, 0.2709575455939747, 0.28058910226798894, 0.286988068530199, 0.27155292611128873] + - task: + type: Reranking + dataset: + type: mteb/mind_small + name: MTEB MindSmallReranking + config: default + split: test + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + metrics: + - type: map + value: 30.919005892986945 + - type: mrr + value: 31.964215230201017 + - type: nAUC_map_diff1 + value: 12.380227971335106 + - type: nAUC_map_max + value: -20.306665699119915 + - type: nAUC_mrr_diff1 + value: 11.860907307359078 + - type: nAUC_mrr_max + value: -14.820057982537445 + - task: + type: Retrieval + dataset: + type: mteb/nfcorpus + name: MTEB NFCorpus + config: default + split: test + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + metrics: + - type: map_at_1 + value: 4.9239999999999995 + - type: map_at_10 + value: 10.216 + - type: map_at_100 + value: 13.073 + - type: map_at_1000 + value: 14.335999999999999 + - type: map_at_20 + value: 11.562 + - type: map_at_3 + value: 7.361 + - type: map_at_5 + value: 8.790000000000001 + - type: mrr_at_1 + value: 40.55727554179567 + - type: mrr_at_10 + value: 48.67290775959506 + - type: mrr_at_100 + value: 49.39988509152788 + - type: mrr_at_1000 + value: 49.44995547989892 + - type: mrr_at_20 + value: 49.1476640818267 + - type: mrr_at_3 + value: 46.336429308565535 + - type: mrr_at_5 + value: 47.85345717234262 + - type: nauc_map_at_1000_diff1 + value: 26.873576120717154 + - type: nauc_map_at_1000_max + value: 22.28375511136719 + - type: nauc_map_at_100_diff1 + value: 28.105989810331305 + - type: nauc_map_at_100_max + value: 20.80280182475018 + - type: nauc_map_at_10_diff1 + value: 32.22012802586023 + - type: nauc_map_at_10_max + value: 14.563410751855393 + - type: nauc_map_at_1_diff1 + value: 48.78589273340728 + - type: nauc_map_at_1_max + value: 0.7100902846948914 + - type: nauc_map_at_20_diff1 + value: 29.749385475706614 + - type: nauc_map_at_20_max + value: 17.725130767277143 + - type: nauc_map_at_3_diff1 + value: 42.91163831592647 + - type: nauc_map_at_3_max + value: 7.949303449529328 + - type: nauc_map_at_5_diff1 + value: 36.37288307582431 + - type: nauc_map_at_5_max + value: 10.294774281587333 + - type: nauc_mrr_at_1000_diff1 + value: 28.224194118245986 + - type: nauc_mrr_at_1000_max + value: 35.03713736523123 + - type: nauc_mrr_at_100_diff1 + value: 28.239722499941884 + - type: nauc_mrr_at_100_max + value: 35.08008834682332 + - type: nauc_mrr_at_10_diff1 + value: 28.312031722561397 + - type: nauc_mrr_at_10_max + value: 35.07745441637377 + - type: nauc_mrr_at_1_diff1 + value: 29.71286290489225 + - type: nauc_mrr_at_1_max + value: 27.07492092557332 + - type: nauc_mrr_at_20_diff1 + value: 28.408619888309524 + - type: nauc_mrr_at_20_max + value: 35.07056834593783 + - type: nauc_mrr_at_3_diff1 + value: 28.57209508947814 + - type: nauc_mrr_at_3_max + value: 32.824180760173896 + - type: nauc_mrr_at_5_diff1 + value: 28.236082992043393 + - type: nauc_mrr_at_5_max + value: 34.17372569423924 + - type: nauc_ndcg_at_1000_diff1 + value: 24.083700969367612 + - type: nauc_ndcg_at_1000_max + value: 38.883846498536116 + - type: nauc_ndcg_at_100_diff1 + value: 23.312730110282526 + - type: nauc_ndcg_at_100_max + value: 32.64936241784008 + - type: nauc_ndcg_at_10_diff1 + value: 17.975398707754817 + - type: nauc_ndcg_at_10_max + value: 32.32412505213287 + - type: nauc_ndcg_at_1_diff1 + value: 30.756195441367673 + - type: nauc_ndcg_at_1_max + value: 26.483443465985328 + - type: nauc_ndcg_at_20_diff1 + value: 18.936710159355073 + - type: nauc_ndcg_at_20_max + value: 31.338021731338316 + - type: nauc_ndcg_at_3_diff1 + value: 22.895979777747623 + - type: nauc_ndcg_at_3_max + value: 32.17933652323659 + - type: nauc_ndcg_at_5_diff1 + value: 19.852961142954506 + - type: nauc_ndcg_at_5_max + value: 32.56301733572076 + - type: nauc_precision_at_1000_diff1 + value: -12.569744637564826 + - type: nauc_precision_at_1000_max + value: 14.067171968274472 + - type: nauc_precision_at_100_diff1 + value: -8.452640794750774 + - type: nauc_precision_at_100_max + value: 26.52425208852308 + - type: nauc_precision_at_10_diff1 + value: -0.8599396198058924 + - type: nauc_precision_at_10_max + value: 36.79898093749965 + - type: nauc_precision_at_1_diff1 + value: 30.53565353379064 + - type: nauc_precision_at_1_max + value: 27.150932557011842 + - type: nauc_precision_at_20_diff1 + value: -4.190746979665414 + - type: nauc_precision_at_20_max + value: 35.90857451601526 + - type: nauc_precision_at_3_diff1 + value: 12.548153913459656 + - type: nauc_precision_at_3_max + value: 35.753894439704055 + - type: nauc_precision_at_5_diff1 + value: 5.476630825300621 + - type: nauc_precision_at_5_max + value: 36.94019333022866 + - type: nauc_recall_at_1000_diff1 + value: 15.743509429414217 + - type: nauc_recall_at_1000_max + value: 19.44531544138 + - type: nauc_recall_at_100_diff1 + value: 18.385119061958157 + - type: nauc_recall_at_100_max + value: 19.1318751995873 + - type: nauc_recall_at_10_diff1 + value: 25.482096811308676 + - type: nauc_recall_at_10_max + value: 14.006190865424864 + - type: nauc_recall_at_1_diff1 + value: 48.78589273340728 + - type: nauc_recall_at_1_max + value: 0.7100902846948914 + - type: nauc_recall_at_20_diff1 + value: 22.76078199362388 + - type: nauc_recall_at_20_max + value: 17.126864200524057 + - type: nauc_recall_at_3_diff1 + value: 39.93189765909178 + - type: nauc_recall_at_3_max + value: 9.276495447517293 + - type: nauc_recall_at_5_diff1 + value: 28.17119993582467 + - type: nauc_recall_at_5_max + value: 9.757053939301784 + - type: ndcg_at_1 + value: 38.7 + - type: ndcg_at_10 + value: 28.942 + - type: ndcg_at_100 + value: 27.346999999999998 + - type: ndcg_at_1000 + value: 36.216 + - type: ndcg_at_20 + value: 27.506999999999998 + - type: ndcg_at_3 + value: 33.335 + - type: ndcg_at_5 + value: 31.541999999999998 + - type: precision_at_1 + value: 40.248 + - type: precision_at_10 + value: 21.455 + - type: precision_at_100 + value: 7.015000000000001 + - type: precision_at_1000 + value: 1.9709999999999999 + - type: precision_at_20 + value: 16.471 + - type: precision_at_3 + value: 30.857 + - type: precision_at_5 + value: 26.811 + - type: recall_at_1 + value: 4.9239999999999995 + - type: recall_at_10 + value: 13.724 + - type: recall_at_100 + value: 28.450999999999997 + - type: recall_at_1000 + value: 60.136 + - type: recall_at_20 + value: 18.013 + - type: recall_at_3 + value: 7.954999999999999 + - type: recall_at_5 + value: 10.700999999999999 + - task: + type: Retrieval + dataset: + type: mteb/nq + name: MTEB NQ + config: default + split: test + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + metrics: + - type: map_at_1 + value: 21.246000000000002 + - type: map_at_10 + value: 34.107 + - type: map_at_100 + value: 35.43 + - type: map_at_1000 + value: 35.483 + - type: map_at_20 + value: 34.945 + - type: map_at_3 + value: 30.070000000000004 + - type: map_at_5 + value: 32.25 + - type: mrr_at_1 + value: 24.10196987253766 + - type: mrr_at_10 + value: 36.531318398352 + - type: mrr_at_100 + value: 37.59236775235497 + - type: mrr_at_1000 + value: 37.630099883433154 + - type: mrr_at_20 + value: 37.20931733276279 + - type: mrr_at_3 + value: 32.91328698339132 + - type: mrr_at_5 + value: 34.92516415604491 + - type: nauc_map_at_1000_diff1 + value: 20.872737281787636 + - type: nauc_map_at_1000_max + value: 16.624364326260896 + - type: nauc_map_at_100_diff1 + value: 20.878142367328813 + - type: nauc_map_at_100_max + value: 16.643468154696926 + - type: nauc_map_at_10_diff1 + value: 20.807793402274534 + - type: nauc_map_at_10_max + value: 16.39391387269205 + - type: nauc_map_at_1_diff1 + value: 22.35812341861645 + - type: nauc_map_at_1_max + value: 11.615838197259766 + - type: nauc_map_at_20_diff1 + value: 20.893013757323047 + - type: nauc_map_at_20_max + value: 16.675046191798433 + - type: nauc_map_at_3_diff1 + value: 20.05521274346964 + - type: nauc_map_at_3_max + value: 13.969959601269148 + - type: nauc_map_at_5_diff1 + value: 20.625293595408642 + - type: nauc_map_at_5_max + value: 15.630481595302918 + - type: nauc_mrr_at_1000_diff1 + value: 20.659075334032188 + - type: nauc_mrr_at_1000_max + value: 17.1077266798649 + - type: nauc_mrr_at_100_diff1 + value: 20.659592764012615 + - type: nauc_mrr_at_100_max + value: 17.12673405006388 + - type: nauc_mrr_at_10_diff1 + value: 20.6492334539065 + - type: nauc_mrr_at_10_max + value: 17.139758338338574 + - type: nauc_mrr_at_1_diff1 + value: 21.959789955443817 + - type: nauc_mrr_at_1_max + value: 13.311351245662395 + - type: nauc_mrr_at_20_diff1 + value: 20.697135833887096 + - type: nauc_mrr_at_20_max + value: 17.174901738327268 + - type: nauc_mrr_at_3_diff1 + value: 20.012890126078148 + - type: nauc_mrr_at_3_max + value: 15.325749640509228 + - type: nauc_mrr_at_5_diff1 + value: 20.438050294840547 + - type: nauc_mrr_at_5_max + value: 16.56107433490657 + - type: nauc_ndcg_at_1000_diff1 + value: 20.981193766001212 + - type: nauc_ndcg_at_1000_max + value: 19.366882624001466 + - type: nauc_ndcg_at_100_diff1 + value: 21.07151595070923 + - type: nauc_ndcg_at_100_max + value: 19.969093104531108 + - type: nauc_ndcg_at_10_diff1 + value: 20.824455077933653 + - type: nauc_ndcg_at_10_max + value: 19.215675460656907 + - type: nauc_ndcg_at_1_diff1 + value: 22.064098120682292 + - type: nauc_ndcg_at_1_max + value: 13.411137146530983 + - type: nauc_ndcg_at_20_diff1 + value: 21.12343657664599 + - type: nauc_ndcg_at_20_max + value: 20.04689967321189 + - type: nauc_ndcg_at_3_diff1 + value: 19.470309201418857 + - type: nauc_ndcg_at_3_max + value: 14.848503224176909 + - type: nauc_ndcg_at_5_diff1 + value: 20.32521541385147 + - type: nauc_ndcg_at_5_max + value: 17.48824868961743 + - type: nauc_precision_at_1000_diff1 + value: 0.4660953834541917 + - type: nauc_precision_at_1000_max + value: 14.735755093338893 + - type: nauc_precision_at_100_diff1 + value: 7.579249137389521 + - type: nauc_precision_at_100_max + value: 23.48086608082409 + - type: nauc_precision_at_10_diff1 + value: 15.621524664818134 + - type: nauc_precision_at_10_max + value: 26.16669034759615 + - type: nauc_precision_at_1_diff1 + value: 22.064098120682292 + - type: nauc_precision_at_1_max + value: 13.411137146530983 + - type: nauc_precision_at_20_diff1 + value: 13.58615876770919 + - type: nauc_precision_at_20_max + value: 26.806761446925364 + - type: nauc_precision_at_3_diff1 + value: 16.500214986231953 + - type: nauc_precision_at_3_max + value: 18.649494923088263 + - type: nauc_precision_at_5_diff1 + value: 17.307374618712128 + - type: nauc_precision_at_5_max + value: 23.444839731139965 + - type: nauc_recall_at_1000_diff1 + value: 28.75547954061722 + - type: nauc_recall_at_1000_max + value: 62.409320816680015 + - type: nauc_recall_at_100_diff1 + value: 23.43814017912217 + - type: nauc_recall_at_100_max + value: 42.499893768353374 + - type: nauc_recall_at_10_diff1 + value: 20.535131644031498 + - type: nauc_recall_at_10_max + value: 26.527673119431896 + - type: nauc_recall_at_1_diff1 + value: 22.35812341861645 + - type: nauc_recall_at_1_max + value: 11.615838197259766 + - type: nauc_recall_at_20_diff1 + value: 21.994120461812543 + - type: nauc_recall_at_20_max + value: 31.819936351026307 + - type: nauc_recall_at_3_diff1 + value: 17.432747909860975 + - type: nauc_recall_at_3_max + value: 15.382311079169869 + - type: nauc_recall_at_5_diff1 + value: 19.13496828564786 + - type: nauc_recall_at_5_max + value: 21.081897544526708 + - type: ndcg_at_1 + value: 24.073 + - type: ndcg_at_10 + value: 41.323 + - type: ndcg_at_100 + value: 47.188 + - type: ndcg_at_1000 + value: 48.424 + - type: ndcg_at_20 + value: 44.084 + - type: ndcg_at_3 + value: 33.427 + - type: ndcg_at_5 + value: 37.171 + - type: precision_at_1 + value: 24.073 + - type: precision_at_10 + value: 7.242 + - type: precision_at_100 + value: 1.051 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 4.2700000000000005 + - type: precision_at_3 + value: 15.498000000000001 + - type: precision_at_5 + value: 11.431 + - type: recall_at_1 + value: 21.246000000000002 + - type: recall_at_10 + value: 61.102000000000004 + - type: recall_at_100 + value: 87.08500000000001 + - type: recall_at_1000 + value: 96.222 + - type: recall_at_20 + value: 71.372 + - type: recall_at_3 + value: 40.361000000000004 + - type: recall_at_5 + value: 49.044 + - task: + type: Retrieval + dataset: + type: mteb/quora + name: MTEB QuoraRetrieval + config: default + split: test + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + metrics: + - type: map_at_1 + value: 68.285 + - type: map_at_10 + value: 82.106 + - type: map_at_100 + value: 82.76599999999999 + - type: map_at_1000 + value: 82.788 + - type: map_at_20 + value: 82.529 + - type: map_at_3 + value: 79.108 + - type: map_at_5 + value: 80.964 + - type: mrr_at_1 + value: 78.67 + - type: mrr_at_10 + value: 85.4671111111108 + - type: mrr_at_100 + value: 85.59335571351787 + - type: mrr_at_1000 + value: 85.59536983332889 + - type: mrr_at_20 + value: 85.55846883663256 + - type: mrr_at_3 + value: 84.39999999999962 + - type: mrr_at_5 + value: 85.11249999999953 + - type: nauc_map_at_1000_diff1 + value: 75.5071991426707 + - type: nauc_map_at_1000_max + value: 33.24884628979125 + - type: nauc_map_at_100_diff1 + value: 75.51606789897293 + - type: nauc_map_at_100_max + value: 33.237678419609715 + - type: nauc_map_at_10_diff1 + value: 75.63941045488615 + - type: nauc_map_at_10_max + value: 32.914787531889694 + - type: nauc_map_at_1_diff1 + value: 78.53182147965822 + - type: nauc_map_at_1_max + value: 24.631838635071222 + - type: nauc_map_at_20_diff1 + value: 75.55246990673865 + - type: nauc_map_at_20_max + value: 33.12406999050574 + - type: nauc_map_at_3_diff1 + value: 75.76122624224449 + - type: nauc_map_at_3_max + value: 30.56135184566114 + - type: nauc_map_at_5_diff1 + value: 75.62760573601093 + - type: nauc_map_at_5_max + value: 32.014157139666985 + - type: nauc_mrr_at_1000_diff1 + value: 76.37148849763105 + - type: nauc_mrr_at_1000_max + value: 35.935665230883934 + - type: nauc_mrr_at_100_diff1 + value: 76.37094038633705 + - type: nauc_mrr_at_100_max + value: 35.94012231045831 + - type: nauc_mrr_at_10_diff1 + value: 76.35647457628434 + - type: nauc_mrr_at_10_max + value: 36.01811322984862 + - type: nauc_mrr_at_1_diff1 + value: 77.24309585056221 + - type: nauc_mrr_at_1_max + value: 34.48519876828825 + - type: nauc_mrr_at_20_diff1 + value: 76.36670040011074 + - type: nauc_mrr_at_20_max + value: 35.99210482612602 + - type: nauc_mrr_at_3_diff1 + value: 76.09424554868272 + - type: nauc_mrr_at_3_max + value: 35.609777385861044 + - type: nauc_mrr_at_5_diff1 + value: 76.25068640961776 + - type: nauc_mrr_at_5_max + value: 35.86165128556917 + - type: nauc_ndcg_at_1000_diff1 + value: 75.46284119099505 + - type: nauc_ndcg_at_1000_max + value: 34.897248065013535 + - type: nauc_ndcg_at_100_diff1 + value: 75.55417772660796 + - type: nauc_ndcg_at_100_max + value: 34.9921360207961 + - type: nauc_ndcg_at_10_diff1 + value: 75.48987547153091 + - type: nauc_ndcg_at_10_max + value: 34.52070770288654 + - type: nauc_ndcg_at_1_diff1 + value: 77.2205910169754 + - type: nauc_ndcg_at_1_max + value: 34.54544979283322 + - type: nauc_ndcg_at_20_diff1 + value: 75.52495648309022 + - type: nauc_ndcg_at_20_max + value: 34.75327053329915 + - type: nauc_ndcg_at_3_diff1 + value: 74.76800490923522 + - type: nauc_ndcg_at_3_max + value: 32.77064919163132 + - type: nauc_ndcg_at_5_diff1 + value: 75.05016397357261 + - type: nauc_ndcg_at_5_max + value: 33.50761269482319 + - type: nauc_precision_at_1000_diff1 + value: -41.81465497084401 + - type: nauc_precision_at_1000_max + value: -4.443935842899313 + - type: nauc_precision_at_100_diff1 + value: -40.80948937001563 + - type: nauc_precision_at_100_max + value: -3.403706458833991 + - type: nauc_precision_at_10_diff1 + value: -33.369656218745945 + - type: nauc_precision_at_10_max + value: 2.2202781020992255 + - type: nauc_precision_at_1_diff1 + value: 77.2205910169754 + - type: nauc_precision_at_1_max + value: 34.54544979283322 + - type: nauc_precision_at_20_diff1 + value: -37.568976386400706 + - type: nauc_precision_at_20_max + value: -0.6469605151975117 + - type: nauc_precision_at_3_diff1 + value: -10.217358622390567 + - type: nauc_precision_at_3_max + value: 11.83919267748663 + - type: nauc_precision_at_5_diff1 + value: -24.481543671948373 + - type: nauc_precision_at_5_max + value: 6.576825503675188 + - type: nauc_recall_at_1000_diff1 + value: 67.36524460905785 + - type: nauc_recall_at_1000_max + value: 53.720724394976585 + - type: nauc_recall_at_100_diff1 + value: 75.23538841054406 + - type: nauc_recall_at_100_max + value: 47.2723927504464 + - type: nauc_recall_at_10_diff1 + value: 69.95500109263831 + - type: nauc_recall_at_10_max + value: 34.583322421413996 + - type: nauc_recall_at_1_diff1 + value: 78.53182147965822 + - type: nauc_recall_at_1_max + value: 24.631838635071222 + - type: nauc_recall_at_20_diff1 + value: 70.32541323559573 + - type: nauc_recall_at_20_max + value: 36.98517552839284 + - type: nauc_recall_at_3_diff1 + value: 71.477694594835 + - type: nauc_recall_at_3_max + value: 27.960647983463073 + - type: nauc_recall_at_5_diff1 + value: 70.17565198935641 + - type: nauc_recall_at_5_max + value: 30.104013734994844 + - type: ndcg_at_1 + value: 78.68 + - type: ndcg_at_10 + value: 86.244 + - type: ndcg_at_100 + value: 87.651 + - type: ndcg_at_1000 + value: 87.816 + - type: ndcg_at_20 + value: 86.961 + - type: ndcg_at_3 + value: 83.152 + - type: ndcg_at_5 + value: 84.819 + - type: precision_at_1 + value: 78.68 + - type: precision_at_10 + value: 13.123000000000001 + - type: precision_at_100 + value: 1.514 + - type: precision_at_1000 + value: 0.156 + - type: precision_at_20 + value: 6.979 + - type: precision_at_3 + value: 36.353 + - type: precision_at_5 + value: 23.977999999999998 + - type: recall_at_1 + value: 68.285 + - type: recall_at_10 + value: 94.16799999999999 + - type: recall_at_100 + value: 99.116 + - type: recall_at_1000 + value: 99.944 + - type: recall_at_20 + value: 96.494 + - type: recall_at_3 + value: 85.31 + - type: recall_at_5 + value: 89.993 + - task: + type: Clustering + dataset: + type: mteb/reddit-clustering + name: MTEB RedditClustering + config: default + split: test + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + metrics: + - type: v_measure + value: 47.39326061426851 + - type: v_measures + value: [0.47153549737072414, 0.5113188409132627, 0.4256578555733507, 0.45547697557001166, 0.44673621430540467] + - task: + type: Clustering + dataset: + type: mteb/reddit-clustering-p2p + name: MTEB RedditClusteringP2P + config: default + split: test + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + metrics: + - type: v_measure + value: 58.382849910561305 + - type: v_measures + value: [0.638508286047501, 0.6201813511333097, 0.6412218572317954, 0.34538859648148, 0.6372584092921234] + - task: + type: Retrieval + dataset: + type: mteb/scidocs + name: MTEB SCIDOCS + config: default + split: test + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + metrics: + - type: map_at_1 + value: 3.5680000000000005 + - type: map_at_10 + value: 9.165 + - type: map_at_100 + value: 10.928 + - type: map_at_1000 + value: 11.187 + - type: map_at_20 + value: 10.030999999999999 + - type: map_at_3 + value: 6.598 + - type: map_at_5 + value: 7.746 + - type: mrr_at_1 + value: 17.5 + - type: mrr_at_10 + value: 28.15242063492062 + - type: mrr_at_100 + value: 29.148090545385042 + - type: mrr_at_1000 + value: 29.22586383082865 + - type: mrr_at_20 + value: 28.716339503289944 + - type: mrr_at_3 + value: 24.9666666666667 + - type: mrr_at_5 + value: 26.496666666666684 + - type: nauc_map_at_1000_diff1 + value: 18.97303632967232 + - type: nauc_map_at_1000_max + value: 26.99578750624317 + - type: nauc_map_at_100_diff1 + value: 19.03406677193612 + - type: nauc_map_at_100_max + value: 26.869362658515016 + - type: nauc_map_at_10_diff1 + value: 18.057667997990386 + - type: nauc_map_at_10_max + value: 25.309052871533634 + - type: nauc_map_at_1_diff1 + value: 19.012090704165505 + - type: nauc_map_at_1_max + value: 17.258809318287167 + - type: nauc_map_at_20_diff1 + value: 18.941090010273122 + - type: nauc_map_at_20_max + value: 26.333042449319226 + - type: nauc_map_at_3_diff1 + value: 16.710501604799592 + - type: nauc_map_at_3_max + value: 21.31218718265248 + - type: nauc_map_at_5_diff1 + value: 16.56134390513593 + - type: nauc_map_at_5_max + value: 22.826974292312546 + - type: nauc_mrr_at_1000_diff1 + value: 16.363889874600694 + - type: nauc_mrr_at_1000_max + value: 20.518910454040395 + - type: nauc_mrr_at_100_diff1 + value: 16.351792727972825 + - type: nauc_mrr_at_100_max + value: 20.51605975440402 + - type: nauc_mrr_at_10_diff1 + value: 16.353234548491002 + - type: nauc_mrr_at_10_max + value: 20.3474303123765 + - type: nauc_mrr_at_1_diff1 + value: 18.72320588103456 + - type: nauc_mrr_at_1_max + value: 17.31659868214623 + - type: nauc_mrr_at_20_diff1 + value: 16.349503308662584 + - type: nauc_mrr_at_20_max + value: 20.571279610990683 + - type: nauc_mrr_at_3_diff1 + value: 16.61433823095321 + - type: nauc_mrr_at_3_max + value: 19.8671374514683 + - type: nauc_mrr_at_5_diff1 + value: 16.657607225925013 + - type: nauc_mrr_at_5_max + value: 20.485690382244712 + - type: nauc_ndcg_at_1000_diff1 + value: 17.216527125545124 + - type: nauc_ndcg_at_1000_max + value: 29.67323723253682 + - type: nauc_ndcg_at_100_diff1 + value: 17.920363114583992 + - type: nauc_ndcg_at_100_max + value: 28.74219286431791 + - type: nauc_ndcg_at_10_diff1 + value: 17.4262322341026 + - type: nauc_ndcg_at_10_max + value: 25.314398482777406 + - type: nauc_ndcg_at_1_diff1 + value: 18.72320588103456 + - type: nauc_ndcg_at_1_max + value: 17.31659868214623 + - type: nauc_ndcg_at_20_diff1 + value: 18.49350721003082 + - type: nauc_ndcg_at_20_max + value: 26.95660628845422 + - type: nauc_ndcg_at_3_diff1 + value: 16.388721576110076 + - type: nauc_ndcg_at_3_max + value: 21.574925593659326 + - type: nauc_ndcg_at_5_diff1 + value: 16.62472439103214 + - type: nauc_ndcg_at_5_max + value: 23.186257022779994 + - type: nauc_precision_at_1000_diff1 + value: 7.882444572522718 + - type: nauc_precision_at_1000_max + value: 29.389796806861163 + - type: nauc_precision_at_100_diff1 + value: 13.9186095734099 + - type: nauc_precision_at_100_max + value: 30.35346461874792 + - type: nauc_precision_at_10_diff1 + value: 15.858687077827474 + - type: nauc_precision_at_10_max + value: 26.884411423943906 + - type: nauc_precision_at_1_diff1 + value: 18.72320588103456 + - type: nauc_precision_at_1_max + value: 17.31659868214623 + - type: nauc_precision_at_20_diff1 + value: 17.397174842486937 + - type: nauc_precision_at_20_max + value: 28.48509998553517 + - type: nauc_precision_at_3_diff1 + value: 15.910758722664974 + - type: nauc_precision_at_3_max + value: 23.37753724707492 + - type: nauc_precision_at_5_diff1 + value: 15.480650294833314 + - type: nauc_precision_at_5_max + value: 24.92100239632834 + - type: nauc_recall_at_1000_diff1 + value: 8.568163684580515 + - type: nauc_recall_at_1000_max + value: 29.761661131284278 + - type: nauc_recall_at_100_diff1 + value: 14.139732606832828 + - type: nauc_recall_at_100_max + value: 30.30928539057988 + - type: nauc_recall_at_10_diff1 + value: 16.0957814746088 + - type: nauc_recall_at_10_max + value: 26.730370480937783 + - type: nauc_recall_at_1_diff1 + value: 19.012090704165505 + - type: nauc_recall_at_1_max + value: 17.258809318287167 + - type: nauc_recall_at_20_diff1 + value: 17.58458055089181 + - type: nauc_recall_at_20_max + value: 28.329240158930897 + - type: nauc_recall_at_3_diff1 + value: 16.11861072893215 + - type: nauc_recall_at_3_max + value: 23.34743857534646 + - type: nauc_recall_at_5_diff1 + value: 15.659970648558035 + - type: nauc_recall_at_5_max + value: 24.916484416681683 + - type: ndcg_at_1 + value: 17.5 + - type: ndcg_at_10 + value: 16.203 + - type: ndcg_at_100 + value: 23.311 + - type: ndcg_at_1000 + value: 28.476000000000003 + - type: ndcg_at_20 + value: 18.614 + - type: ndcg_at_3 + value: 15.246 + - type: ndcg_at_5 + value: 13.142000000000001 + - type: precision_at_1 + value: 17.5 + - type: precision_at_10 + value: 8.61 + - type: precision_at_100 + value: 1.8929999999999998 + - type: precision_at_1000 + value: 0.314 + - type: precision_at_20 + value: 5.695 + - type: precision_at_3 + value: 14.7 + - type: precision_at_5 + value: 11.700000000000001 + - type: recall_at_1 + value: 3.5680000000000005 + - type: recall_at_10 + value: 17.497 + - type: recall_at_100 + value: 38.377 + - type: recall_at_1000 + value: 63.858000000000004 + - type: recall_at_20 + value: 23.122 + - type: recall_at_3 + value: 8.948 + - type: recall_at_5 + value: 11.858 + - task: + type: STS + dataset: + type: mteb/sickr-sts + name: MTEB SICK-R + config: default + split: test + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + metrics: + - type: cos_sim_pearson + value: 83.0786740980213 + - type: cos_sim_spearman + value: 74.64910820402831 + - type: euclidean_pearson + value: 79.40680658618808 + - type: euclidean_spearman + value: 74.04786370197291 + - type: manhattan_pearson + value: 79.30290796130608 + - type: manhattan_spearman + value: 73.86543081865257 + - task: + type: STS + dataset: + type: mteb/sts12-sts + name: MTEB STS12 + config: default + split: test + revision: a0d554a64d88156834ff5ae9920b964011b16384 + metrics: + - type: cos_sim_pearson + value: 87.14143764866938 + - type: cos_sim_spearman + value: 79.39117869636218 + - type: euclidean_pearson + value: 82.27893672472992 + - type: euclidean_spearman + value: 78.12857266398304 + - type: manhattan_pearson + value: 82.40958626880706 + - type: manhattan_spearman + value: 78.2460736745845 + - task: + type: STS + dataset: + type: mteb/sts13-sts + name: MTEB STS13 + config: default + split: test + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + metrics: + - type: cos_sim_pearson + value: 84.98565298864834 + - type: cos_sim_spearman + value: 85.3226077419183 + - type: euclidean_pearson + value: 83.36095201234602 + - type: euclidean_spearman + value: 83.44580751011605 + - type: manhattan_pearson + value: 83.26944531709971 + - type: manhattan_spearman + value: 83.3511641574103 + - task: + type: STS + dataset: + type: mteb/sts14-sts + name: MTEB STS14 + config: default + split: test + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + metrics: + - type: cos_sim_pearson + value: 86.15642283009589 + - type: cos_sim_spearman + value: 83.89978896960656 + - type: euclidean_pearson + value: 85.01657605766617 + - type: euclidean_spearman + value: 82.70615194483753 + - type: manhattan_pearson + value: 84.82154011079453 + - type: manhattan_spearman + value: 82.61620436539884 + - task: + type: STS + dataset: + type: mteb/sts15-sts + name: MTEB STS15 + config: default + split: test + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + metrics: + - type: cos_sim_pearson + value: 87.7730685270548 + - type: cos_sim_spearman + value: 88.46744045180212 + - type: euclidean_pearson + value: 87.11846600678471 + - type: euclidean_spearman + value: 87.32502541228249 + - type: manhattan_pearson + value: 87.06217303693649 + - type: manhattan_spearman + value: 87.24696449513658 + - task: + type: STS + dataset: + type: mteb/sts16-sts + name: MTEB STS16 + config: default + split: test + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + metrics: + - type: cos_sim_pearson + value: 83.0653949018384 + - type: cos_sim_spearman + value: 84.43898725124001 + - type: euclidean_pearson + value: 83.46057253146975 + - type: euclidean_spearman + value: 83.70938571051141 + - type: manhattan_pearson + value: 83.48079890307652 + - type: manhattan_spearman + value: 83.75548841452152 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (en-en) + config: en-en + split: test + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + metrics: + - type: cos_sim_pearson + value: 85.45225298379407 + - type: cos_sim_spearman + value: 85.76725038940407 + - type: euclidean_pearson + value: 85.9615450336946 + - type: euclidean_spearman + value: 85.48341197609108 + - type: manhattan_pearson + value: 85.74837479284034 + - type: manhattan_spearman + value: 85.19050180417275 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (en) + config: en + split: test + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + metrics: + - type: cos_sim_pearson + value: 66.72129983991873 + - type: cos_sim_spearman + value: 67.23743199464064 + - type: euclidean_pearson + value: 68.41402075343164 + - type: euclidean_spearman + value: 67.96307375904688 + - type: manhattan_pearson + value: 68.40814603490281 + - type: manhattan_spearman + value: 67.78239579617318 + - task: + type: STS + dataset: + type: mteb/stsbenchmark-sts + name: MTEB STSBenchmark + config: default + split: test + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + metrics: + - type: cos_sim_pearson + value: 86.17592091160849 + - type: cos_sim_spearman + value: 86.0757276289371 + - type: euclidean_pearson + value: 85.24314028679827 + - type: euclidean_spearman + value: 84.79227270552205 + - type: manhattan_pearson + value: 85.15711414880685 + - type: manhattan_spearman + value: 84.68939283251983 + - task: + type: Reranking + dataset: + type: mteb/scidocs-reranking + name: MTEB SciDocsRR + config: default + split: test + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + metrics: + - type: map + value: 78.61113471166244 + - type: mrr + value: 93.432848923045 + - type: nAUC_map_diff1 + value: 5.468214413465522 + - type: nAUC_map_max + value: 53.344699872043364 + - type: nAUC_mrr_diff1 + value: 50.8786565680291 + - type: nAUC_mrr_max + value: 79.73153373046732 + - task: + type: Retrieval + dataset: + type: mteb/scifact + name: MTEB SciFact + config: default + split: test + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + metrics: + - type: map_at_1 + value: 46.694 + - type: map_at_10 + value: 58.492999999999995 + - type: map_at_100 + value: 59.079 + - type: map_at_1000 + value: 59.114999999999995 + - type: map_at_20 + value: 58.784000000000006 + - type: map_at_3 + value: 56.091 + - type: map_at_5 + value: 57.023999999999994 + - type: mrr_at_1 + value: 49.333333333333336 + - type: mrr_at_10 + value: 59.850132275132296 + - type: mrr_at_100 + value: 60.31782622597538 + - type: mrr_at_1000 + value: 60.34922440201215 + - type: mrr_at_20 + value: 60.08416454832866 + - type: mrr_at_3 + value: 58.05555555555557 + - type: mrr_at_5 + value: 58.67222222222224 + - type: nauc_map_at_1000_diff1 + value: 67.76127454103812 + - type: nauc_map_at_1000_max + value: 42.06391105197536 + - type: nauc_map_at_100_diff1 + value: 67.73734626481158 + - type: nauc_map_at_100_max + value: 42.07013722993752 + - type: nauc_map_at_10_diff1 + value: 67.75019487037416 + - type: nauc_map_at_10_max + value: 42.08004179578344 + - type: nauc_map_at_1_diff1 + value: 73.16882642657764 + - type: nauc_map_at_1_max + value: 38.22765895246309 + - type: nauc_map_at_20_diff1 + value: 67.71028360631355 + - type: nauc_map_at_20_max + value: 42.182021960109665 + - type: nauc_map_at_3_diff1 + value: 67.62369130951392 + - type: nauc_map_at_3_max + value: 39.910755718969696 + - type: nauc_map_at_5_diff1 + value: 67.66911636315015 + - type: nauc_map_at_5_max + value: 40.38236382755538 + - type: nauc_mrr_at_1000_diff1 + value: 66.06803763645875 + - type: nauc_mrr_at_1000_max + value: 42.86556398916693 + - type: nauc_mrr_at_100_diff1 + value: 66.04424547602991 + - type: nauc_mrr_at_100_max + value: 42.867192517898935 + - type: nauc_mrr_at_10_diff1 + value: 65.9181187541585 + - type: nauc_mrr_at_10_max + value: 43.00997791733552 + - type: nauc_mrr_at_1_diff1 + value: 71.14402949361032 + - type: nauc_mrr_at_1_max + value: 40.41989400733797 + - type: nauc_mrr_at_20_diff1 + value: 65.96893983596155 + - type: nauc_mrr_at_20_max + value: 42.96939035490266 + - type: nauc_mrr_at_3_diff1 + value: 65.61751418820666 + - type: nauc_mrr_at_3_max + value: 41.73632436886939 + - type: nauc_mrr_at_5_diff1 + value: 65.93649980807021 + - type: nauc_mrr_at_5_max + value: 41.99687107195354 + - type: nauc_ndcg_at_1000_diff1 + value: 66.14801590849353 + - type: nauc_ndcg_at_1000_max + value: 43.70286520140021 + - type: nauc_ndcg_at_100_diff1 + value: 65.57206500474688 + - type: nauc_ndcg_at_100_max + value: 43.804634724756234 + - type: nauc_ndcg_at_10_diff1 + value: 65.58658179189969 + - type: nauc_ndcg_at_10_max + value: 44.605601186017815 + - type: nauc_ndcg_at_1_diff1 + value: 71.14402949361032 + - type: nauc_ndcg_at_1_max + value: 40.41989400733797 + - type: nauc_ndcg_at_20_diff1 + value: 65.52436059710848 + - type: nauc_ndcg_at_20_max + value: 44.80884075855281 + - type: nauc_ndcg_at_3_diff1 + value: 65.33560750072314 + - type: nauc_ndcg_at_3_max + value: 41.02191665715624 + - type: nauc_ndcg_at_5_diff1 + value: 65.49156588896797 + - type: nauc_ndcg_at_5_max + value: 41.193628278772906 + - type: nauc_precision_at_1000_diff1 + value: -21.271717431265248 + - type: nauc_precision_at_1000_max + value: 14.880187641241479 + - type: nauc_precision_at_100_diff1 + value: -6.170679294185874 + - type: nauc_precision_at_100_max + value: 23.392807344666835 + - type: nauc_precision_at_10_diff1 + value: 24.15372806591396 + - type: nauc_precision_at_10_max + value: 42.122189619323315 + - type: nauc_precision_at_1_diff1 + value: 71.14402949361032 + - type: nauc_precision_at_1_max + value: 40.41989400733797 + - type: nauc_precision_at_20_diff1 + value: 15.788476578628993 + - type: nauc_precision_at_20_max + value: 39.31283062678818 + - type: nauc_precision_at_3_diff1 + value: 45.48749226553521 + - type: nauc_precision_at_3_max + value: 38.4930807232584 + - type: nauc_precision_at_5_diff1 + value: 38.55379599441077 + - type: nauc_precision_at_5_max + value: 36.431299487657185 + - type: nauc_recall_at_1000_diff1 + value: 45.004668534080174 + - type: nauc_recall_at_1000_max + value: 80.78120136943592 + - type: nauc_recall_at_100_diff1 + value: 47.77911164465763 + - type: nauc_recall_at_100_max + value: 51.29449629314065 + - type: nauc_recall_at_10_diff1 + value: 57.71614029345987 + - type: nauc_recall_at_10_max + value: 53.908934707903775 + - type: nauc_recall_at_1_diff1 + value: 73.16882642657764 + - type: nauc_recall_at_1_max + value: 38.22765895246309 + - type: nauc_recall_at_20_diff1 + value: 56.143181435044355 + - type: nauc_recall_at_20_max + value: 56.12210887724124 + - type: nauc_recall_at_3_diff1 + value: 58.947466694908826 + - type: nauc_recall_at_3_max + value: 40.205765050955286 + - type: nauc_recall_at_5_diff1 + value: 58.72258574569608 + - type: nauc_recall_at_5_max + value: 40.857639009739245 + - type: ndcg_at_1 + value: 49.333 + - type: ndcg_at_10 + value: 63.966 + - type: ndcg_at_100 + value: 66.808 + - type: ndcg_at_1000 + value: 67.62700000000001 + - type: ndcg_at_20 + value: 64.92 + - type: ndcg_at_3 + value: 59.496 + - type: ndcg_at_5 + value: 60.743 + - type: precision_at_1 + value: 49.333 + - type: precision_at_10 + value: 8.866999999999999 + - type: precision_at_100 + value: 1.053 + - type: precision_at_1000 + value: 0.11199999999999999 + - type: precision_at_20 + value: 4.683 + - type: precision_at_3 + value: 24.0 + - type: precision_at_5 + value: 15.333 + - type: recall_at_1 + value: 46.694 + - type: recall_at_10 + value: 79.5 + - type: recall_at_100 + value: 92.767 + - type: recall_at_1000 + value: 99.0 + - type: recall_at_20 + value: 82.956 + - type: recall_at_3 + value: 66.783 + - type: recall_at_5 + value: 69.906 + - task: + type: PairClassification + dataset: + type: mteb/sprintduplicatequestions-pairclassification + name: MTEB SprintDuplicateQuestions + config: default + split: test + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + metrics: + - type: cos_sim_accuracy + value: 99.78118811881188 + - type: cos_sim_ap + value: 94.38499172210743 + - type: cos_sim_f1 + value: 88.99803536345776 + - type: cos_sim_precision + value: 87.45173745173746 + - type: cos_sim_recall + value: 90.60000000000001 + - type: dot_accuracy + value: 99.68118811881187 + - type: dot_ap + value: 88.59372518155831 + - type: dot_f1 + value: 83.45323741007195 + - type: dot_precision + value: 85.83509513742071 + - type: dot_recall + value: 81.2 + - type: euclidean_accuracy + value: 99.78019801980199 + - type: euclidean_ap + value: 94.41961507812081 + - type: euclidean_f1 + value: 88.91098955743412 + - type: euclidean_precision + value: 88.4272997032641 + - type: euclidean_recall + value: 89.4 + - type: manhattan_accuracy + value: 99.78118811881188 + - type: manhattan_ap + value: 94.53929097513269 + - type: manhattan_f1 + value: 88.93280632411069 + - type: manhattan_precision + value: 87.890625 + - type: manhattan_recall + value: 90.0 + - type: max_accuracy + value: 99.78118811881188 + - type: max_ap + value: 94.53929097513269 + - type: max_f1 + value: 88.99803536345776 + - task: + type: Clustering + dataset: + type: mteb/stackexchange-clustering + name: MTEB StackExchangeClustering + config: default + split: test + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + metrics: + - type: v_measure + value: 52.46659916482748 + - type: v_measures + value: [0.5533520743369753, 0.5226026021922323, 0.4443153697300708, 0.5442847332820114, 0.5574991389583961] + - task: + type: Clustering + dataset: + type: mteb/stackexchange-clustering-p2p + name: MTEB StackExchangeClusteringP2P + config: default + split: test + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + metrics: + - type: v_measure + value: 33.6334285506705 + - type: v_measures + value: [0.3276318900057692, 0.3240387341697168, 0.32272003147893974, 0.32313817118726607, 0.3156113464382597] + - task: + type: Reranking + dataset: + type: mteb/stackoverflowdupquestions-reranking + name: MTEB StackOverflowDupQuestions + config: default + split: test + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + metrics: + - type: map + value: 47.16067733309403 + - type: mrr + value: 47.8574611662847 + - type: nAUC_map_diff1 + value: 32.52594575795374 + - type: nAUC_map_max + value: 14.426033057319177 + - type: nAUC_mrr_diff1 + value: 32.717518660141344 + - type: nAUC_mrr_max + value: 15.511520995680103 + - task: + type: Summarization + dataset: + type: mteb/summeval + name: MTEB SummEval + config: default + split: test + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + metrics: + - type: cos_sim_pearson + value: 29.510117786456014 + - type: cos_sim_spearman + value: 29.2255704281364 + - type: dot_pearson + value: 29.920367312494868 + - type: dot_spearman + value: 29.70675041719688 + - task: + type: Retrieval + dataset: + type: mteb/trec-covid + name: MTEB TRECCOVID + config: default + split: test + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + metrics: + - type: map_at_1 + value: 0.153 + - type: map_at_10 + value: 1.084 + - type: map_at_100 + value: 5.065 + - type: map_at_1000 + value: 14.255999999999998 + - type: map_at_20 + value: 1.7739999999999998 + - type: map_at_3 + value: 0.40299999999999997 + - type: map_at_5 + value: 0.63 + - type: mrr_at_1 + value: 54.0 + - type: mrr_at_10 + value: 67.86904761904762 + - type: mrr_at_100 + value: 68.1173503682578 + - type: mrr_at_1000 + value: 68.1173503682578 + - type: mrr_at_20 + value: 67.97431077694236 + - type: mrr_at_3 + value: 64.0 + - type: mrr_at_5 + value: 66.8 + - type: nauc_map_at_1000_diff1 + value: -22.260198132192173 + - type: nauc_map_at_1000_max + value: 54.68403556878306 + - type: nauc_map_at_100_diff1 + value: -16.159059471544403 + - type: nauc_map_at_100_max + value: 46.680332538973104 + - type: nauc_map_at_10_diff1 + value: -0.16025207380124323 + - type: nauc_map_at_10_max + value: 18.60858928303837 + - type: nauc_map_at_1_diff1 + value: 19.31406645591962 + - type: nauc_map_at_1_max + value: 12.446064494149196 + - type: nauc_map_at_20_diff1 + value: -3.7207534399873086 + - type: nauc_map_at_20_max + value: 23.984664337717064 + - type: nauc_map_at_3_diff1 + value: 11.318172692961777 + - type: nauc_map_at_3_max + value: 17.80683628355867 + - type: nauc_map_at_5_diff1 + value: 7.92181873049933 + - type: nauc_map_at_5_max + value: 17.64389113325039 + - type: nauc_mrr_at_1000_diff1 + value: 17.49153792066571 + - type: nauc_mrr_at_1000_max + value: 33.59871091829616 + - type: nauc_mrr_at_100_diff1 + value: 17.49153792066571 + - type: nauc_mrr_at_100_max + value: 33.59871091829616 + - type: nauc_mrr_at_10_diff1 + value: 17.502786184772496 + - type: nauc_mrr_at_10_max + value: 33.97577280665956 + - type: nauc_mrr_at_1_diff1 + value: 20.469006140423968 + - type: nauc_mrr_at_1_max + value: 24.62282237225972 + - type: nauc_mrr_at_20_diff1 + value: 17.27246967398437 + - type: nauc_mrr_at_20_max + value: 33.69787393313599 + - type: nauc_mrr_at_3_diff1 + value: 17.658115148717215 + - type: nauc_mrr_at_3_max + value: 34.66827145024068 + - type: nauc_mrr_at_5_diff1 + value: 17.916005644695375 + - type: nauc_mrr_at_5_max + value: 35.10406736432433 + - type: nauc_ndcg_at_1000_diff1 + value: -25.695422281160564 + - type: nauc_ndcg_at_1000_max + value: 41.85333091055545 + - type: nauc_ndcg_at_100_diff1 + value: -20.77388791351094 + - type: nauc_ndcg_at_100_max + value: 44.356134608903034 + - type: nauc_ndcg_at_10_diff1 + value: -10.307778980699197 + - type: nauc_ndcg_at_10_max + value: 33.23388628961326 + - type: nauc_ndcg_at_1_diff1 + value: 20.412738715863956 + - type: nauc_ndcg_at_1_max + value: 23.390778206963613 + - type: nauc_ndcg_at_20_diff1 + value: -11.307721360709836 + - type: nauc_ndcg_at_20_max + value: 36.352174201276206 + - type: nauc_ndcg_at_3_diff1 + value: 7.285454029149752 + - type: nauc_ndcg_at_3_max + value: 29.03877907321362 + - type: nauc_ndcg_at_5_diff1 + value: 0.8947521854164275 + - type: nauc_ndcg_at_5_max + value: 31.54102751296627 + - type: nauc_precision_at_1000_diff1 + value: -25.78557535978164 + - type: nauc_precision_at_1000_max + value: 37.467970941981896 + - type: nauc_precision_at_100_diff1 + value: -25.701682320317964 + - type: nauc_precision_at_100_max + value: 45.81756747527059 + - type: nauc_precision_at_10_diff1 + value: -21.234526843340713 + - type: nauc_precision_at_10_max + value: 32.91504410405538 + - type: nauc_precision_at_1_diff1 + value: 20.469006140423968 + - type: nauc_precision_at_1_max + value: 24.62282237225972 + - type: nauc_precision_at_20_diff1 + value: -20.025454190589233 + - type: nauc_precision_at_20_max + value: 37.55936600361076 + - type: nauc_precision_at_3_diff1 + value: 2.8390823388370996 + - type: nauc_precision_at_3_max + value: 31.69418560296442 + - type: nauc_precision_at_5_diff1 + value: -7.36442063396579 + - type: nauc_precision_at_5_max + value: 32.88936384031251 + - type: nauc_recall_at_1000_diff1 + value: -25.040103819963193 + - type: nauc_recall_at_1000_max + value: 39.67194190901835 + - type: nauc_recall_at_100_diff1 + value: -15.819635509190055 + - type: nauc_recall_at_100_max + value: 38.20290322073082 + - type: nauc_recall_at_10_diff1 + value: -2.179337202237811 + - type: nauc_recall_at_10_max + value: 15.444689423576962 + - type: nauc_recall_at_1_diff1 + value: 19.31406645591962 + - type: nauc_recall_at_1_max + value: 12.446064494149196 + - type: nauc_recall_at_20_diff1 + value: -4.369705346989079 + - type: nauc_recall_at_20_max + value: 19.689399778184235 + - type: nauc_recall_at_3_diff1 + value: 11.368703632097438 + - type: nauc_recall_at_3_max + value: 18.834378852568555 + - type: nauc_recall_at_5_diff1 + value: 9.363083205894776 + - type: nauc_recall_at_5_max + value: 16.283811472009358 + - type: ndcg_at_1 + value: 50.0 + - type: ndcg_at_10 + value: 46.788999999999994 + - type: ndcg_at_100 + value: 33.676 + - type: ndcg_at_1000 + value: 36.502 + - type: ndcg_at_20 + value: 42.895 + - type: ndcg_at_3 + value: 49.531 + - type: ndcg_at_5 + value: 49.413000000000004 + - type: precision_at_1 + value: 54.0 + - type: precision_at_10 + value: 51.2 + - type: precision_at_100 + value: 34.62 + - type: precision_at_1000 + value: 16.869999999999997 + - type: precision_at_20 + value: 45.800000000000004 + - type: precision_at_3 + value: 54.0 + - type: precision_at_5 + value: 54.400000000000006 + - type: recall_at_1 + value: 0.153 + - type: recall_at_10 + value: 1.373 + - type: recall_at_100 + value: 8.425 + - type: recall_at_1000 + value: 36.521 + - type: recall_at_20 + value: 2.4 + - type: recall_at_3 + value: 0.441 + - type: recall_at_5 + value: 0.739 + - task: + type: Retrieval + dataset: + type: mteb/touche2020 + name: MTEB Touche2020 + config: default + split: test + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + metrics: + - type: map_at_1 + value: 1.4449999999999998 + - type: map_at_10 + value: 5.508 + - type: map_at_100 + value: 9.561 + - type: map_at_1000 + value: 11.075 + - type: map_at_20 + value: 7.195 + - type: map_at_3 + value: 2.8819999999999997 + - type: map_at_5 + value: 3.859 + - type: mrr_at_1 + value: 18.367346938775512 + - type: mrr_at_10 + value: 30.816326530612244 + - type: mrr_at_100 + value: 32.36702497368042 + - type: mrr_at_1000 + value: 32.39717992373145 + - type: mrr_at_20 + value: 31.906678711584885 + - type: mrr_at_3 + value: 26.190476190476193 + - type: mrr_at_5 + value: 28.945578231292522 + - type: nauc_map_at_1000_diff1 + value: 15.86075185050381 + - type: nauc_map_at_1000_max + value: -39.68076638135203 + - type: nauc_map_at_100_diff1 + value: 14.373599398703885 + - type: nauc_map_at_100_max + value: -40.06871903205363 + - type: nauc_map_at_10_diff1 + value: 17.129188771799722 + - type: nauc_map_at_10_max + value: -40.62148414336222 + - type: nauc_map_at_1_diff1 + value: 19.300742296090192 + - type: nauc_map_at_1_max + value: -39.01422276688408 + - type: nauc_map_at_20_diff1 + value: 17.096257109130104 + - type: nauc_map_at_20_max + value: -41.45895858788768 + - type: nauc_map_at_3_diff1 + value: 13.061713953725201 + - type: nauc_map_at_3_max + value: -38.41319841534379 + - type: nauc_map_at_5_diff1 + value: 14.349086737587205 + - type: nauc_map_at_5_max + value: -38.969968391834044 + - type: nauc_mrr_at_1000_diff1 + value: 15.890202844477846 + - type: nauc_mrr_at_1000_max + value: -35.71618277376245 + - type: nauc_mrr_at_100_diff1 + value: 15.922757469316565 + - type: nauc_mrr_at_100_max + value: -35.79109859355446 + - type: nauc_mrr_at_10_diff1 + value: 15.047536449761841 + - type: nauc_mrr_at_10_max + value: -36.56394292392469 + - type: nauc_mrr_at_1_diff1 + value: 23.5674706768817 + - type: nauc_mrr_at_1_max + value: -34.577680813370684 + - type: nauc_mrr_at_20_diff1 + value: 15.48856353024658 + - type: nauc_mrr_at_20_max + value: -35.79541680443546 + - type: nauc_mrr_at_3_diff1 + value: 15.806087622568954 + - type: nauc_mrr_at_3_max + value: -32.477788788477206 + - type: nauc_mrr_at_5_diff1 + value: 15.100010170892547 + - type: nauc_mrr_at_5_max + value: -34.902570265426476 + - type: nauc_ndcg_at_1000_diff1 + value: 17.06221439254491 + - type: nauc_ndcg_at_1000_max + value: -38.057099656137524 + - type: nauc_ndcg_at_100_diff1 + value: 10.712806009366044 + - type: nauc_ndcg_at_100_max + value: -41.634510046296825 + - type: nauc_ndcg_at_10_diff1 + value: 19.714184908152074 + - type: nauc_ndcg_at_10_max + value: -38.35275712711699 + - type: nauc_ndcg_at_1_diff1 + value: 27.689699524955962 + - type: nauc_ndcg_at_1_max + value: -32.166823132012276 + - type: nauc_ndcg_at_20_diff1 + value: 16.460154587871894 + - type: nauc_ndcg_at_20_max + value: -44.9036600147991 + - type: nauc_ndcg_at_3_diff1 + value: 20.089462936175444 + - type: nauc_ndcg_at_3_max + value: -28.050150980736177 + - type: nauc_ndcg_at_5_diff1 + value: 16.85293507256734 + - type: nauc_ndcg_at_5_max + value: -30.806342862683927 + - type: nauc_precision_at_1000_diff1 + value: 14.408977497220873 + - type: nauc_precision_at_1000_max + value: 37.74317255169207 + - type: nauc_precision_at_100_diff1 + value: -1.535852218534388 + - type: nauc_precision_at_100_max + value: -19.385555066523708 + - type: nauc_precision_at_10_diff1 + value: 14.935398953941345 + - type: nauc_precision_at_10_max + value: -40.7784122393935 + - type: nauc_precision_at_1_diff1 + value: 23.5674706768817 + - type: nauc_precision_at_1_max + value: -34.577680813370684 + - type: nauc_precision_at_20_diff1 + value: 10.2401285323039 + - type: nauc_precision_at_20_max + value: -44.04141433293453 + - type: nauc_precision_at_3_diff1 + value: 15.784680322541114 + - type: nauc_precision_at_3_max + value: -30.464693842536324 + - type: nauc_precision_at_5_diff1 + value: 6.837543215418572 + - type: nauc_precision_at_5_max + value: -32.9314191958357 + - type: nauc_recall_at_1000_diff1 + value: 8.533481249495253 + - type: nauc_recall_at_1000_max + value: -30.221386840946657 + - type: nauc_recall_at_100_diff1 + value: -1.394100451328846 + - type: nauc_recall_at_100_max + value: -41.79269914007117 + - type: nauc_recall_at_10_diff1 + value: 13.77128337229429 + - type: nauc_recall_at_10_max + value: -44.513151444340814 + - type: nauc_recall_at_1_diff1 + value: 19.300742296090192 + - type: nauc_recall_at_1_max + value: -39.01422276688408 + - type: nauc_recall_at_20_diff1 + value: 8.568504019773036 + - type: nauc_recall_at_20_max + value: -47.8434381158021 + - type: nauc_recall_at_3_diff1 + value: 9.308189193923543 + - type: nauc_recall_at_3_max + value: -39.95524531900913 + - type: nauc_recall_at_5_diff1 + value: 10.205415401777017 + - type: nauc_recall_at_5_max + value: -38.78454250086998 + - type: ndcg_at_1 + value: 16.326999999999998 + - type: ndcg_at_10 + value: 14.472999999999999 + - type: ndcg_at_100 + value: 24.621000000000002 + - type: ndcg_at_1000 + value: 37.964999999999996 + - type: ndcg_at_20 + value: 16.55 + - type: ndcg_at_3 + value: 15.432000000000002 + - type: ndcg_at_5 + value: 14.654 + - type: precision_at_1 + value: 18.367 + - type: precision_at_10 + value: 14.285999999999998 + - type: precision_at_100 + value: 5.612 + - type: precision_at_1000 + value: 1.39 + - type: precision_at_20 + value: 11.735 + - type: precision_at_3 + value: 17.007 + - type: precision_at_5 + value: 16.326999999999998 + - type: recall_at_1 + value: 1.4449999999999998 + - type: recall_at_10 + value: 10.796999999999999 + - type: recall_at_100 + value: 36.172 + - type: recall_at_1000 + value: 75.737 + - type: recall_at_20 + value: 17.494 + - type: recall_at_3 + value: 3.74 + - type: recall_at_5 + value: 6.131 + - task: + type: Classification + dataset: + type: mteb/toxic_conversations_50k + name: MTEB ToxicConversationsClassification + config: default + split: test + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + metrics: + - type: accuracy + value: 62.5244140625 + - type: ap + value: 11.036738738208067 + - type: ap_weighted + value: 11.036738738208067 + - type: f1 + value: 48.178922337841016 + - type: f1_weighted + value: 70.79346668027127 + - task: + type: Classification + dataset: + type: mteb/tweet_sentiment_extraction + name: MTEB TweetSentimentExtractionClassification + config: default + split: test + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + metrics: + - type: accuracy + value: 59.60384833050367 + - type: f1 + value: 59.89473957112635 + - type: f1_weighted + value: 59.21770850754739 + - task: + type: Clustering + dataset: + type: mteb/twentynewsgroups-clustering + name: MTEB TwentyNewsgroupsClustering + config: default + split: test + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + metrics: + - type: v_measure + value: 40.52017931682707 + - type: v_measures + value: [0.41056001750265486, 0.4115812168479953, 0.4020131539653664, 0.41845373495523314, 0.3990043371824943] + - task: + type: PairClassification + dataset: + type: mteb/twittersemeval2015-pairclassification + name: MTEB TwitterSemEval2015 + config: default + split: test + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + metrics: + - type: cos_sim_accuracy + value: 84.19860523335518 + - type: cos_sim_ap + value: 67.98183780223552 + - type: cos_sim_f1 + value: 63.287574797606474 + - type: cos_sim_precision + value: 56.98288611874076 + - type: cos_sim_recall + value: 71.16094986807387 + - type: dot_accuracy + value: 81.0872027180068 + - type: dot_ap + value: 57.080616165589994 + - type: dot_f1 + value: 57.184056030487184 + - type: dot_precision + value: 46.899814157796925 + - type: dot_recall + value: 73.24538258575198 + - type: euclidean_accuracy + value: 84.10919711509806 + - type: euclidean_ap + value: 68.02422564958268 + - type: euclidean_f1 + value: 63.76539589442815 + - type: euclidean_precision + value: 57.40232312565998 + - type: euclidean_recall + value: 71.71503957783642 + - type: manhattan_accuracy + value: 84.06747332657805 + - type: manhattan_ap + value: 67.74186393843273 + - type: manhattan_f1 + value: 63.57935359382538 + - type: manhattan_precision + value: 58.55175477565526 + - type: manhattan_recall + value: 69.55145118733509 + - type: max_accuracy + value: 84.19860523335518 + - type: max_ap + value: 68.02422564958268 + - type: max_f1 + value: 63.76539589442815 + - task: + type: PairClassification + dataset: + type: mteb/twitterurlcorpus-pairclassification + name: MTEB TwitterURLCorpus + config: default + split: test + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + metrics: + - type: cos_sim_accuracy + value: 89.40311250824699 + - type: cos_sim_ap + value: 86.47944792205789 + - type: cos_sim_f1 + value: 78.80539499036608 + - type: cos_sim_precision + value: 75.95714285714286 + - type: cos_sim_recall + value: 81.87557745611333 + - type: dot_accuracy + value: 87.8468583847557 + - type: dot_ap + value: 83.05643449341216 + - type: dot_f1 + value: 76.55210439257489 + - type: dot_precision + value: 73.24330027431948 + - type: dot_recall + value: 80.17400677548507 + - type: euclidean_accuracy + value: 89.29250591842279 + - type: euclidean_ap + value: 86.35499372223612 + - type: euclidean_f1 + value: 78.9011715450439 + - type: euclidean_precision + value: 75.43009620110948 + - type: euclidean_recall + value: 82.7071142593163 + - type: manhattan_accuracy + value: 89.26339892110063 + - type: manhattan_ap + value: 86.2956040159182 + - type: manhattan_f1 + value: 78.78428904601488 + - type: manhattan_precision + value: 75.87165775401068 + - type: manhattan_recall + value: 81.92947336002464 + - type: max_accuracy + value: 89.40311250824699 + - type: max_ap + value: 86.47944792205789 + - type: max_f1 + value: 78.9011715450439 license: apache-2.0 language: - fr