| {"vidore/arxivqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.26653, "ndcg_at_3": 0.30838, "ndcg_at_5": 0.31579, "ndcg_at_10": 0.32907, "ndcg_at_20": 0.33628, "ndcg_at_100": 0.35912, "ndcg_at_1000": 0.4138, "map_at_1": 0.26653, "map_at_3": 0.29793, "map_at_5": 0.30204, "map_at_10": 0.30733, "map_at_20": 0.30937, "map_at_100": 0.31221, "map_at_1000": 0.3139, "recall_at_1": 0.26653, "recall_at_3": 0.33868, "recall_at_5": 0.35671, "recall_at_10": 0.3988, "recall_at_20": 0.42685, "recall_at_100": 0.55511, "recall_at_1000": 1.0, "precision_at_1": 0.26653, "precision_at_3": 0.11289, "precision_at_5": 0.07134, "precision_at_10": 0.03988, "precision_at_20": 0.02134, "precision_at_100": 0.00555, "precision_at_1000": 0.001, "mrr_at_1": 0.2665330661322645, "mrr_at_3": 0.2972611890447562, "mrr_at_5": 0.30136940547762187, "mrr_at_10": 0.30653370232528543, "mrr_at_20": 0.30855624897206513, "mrr_at_100": 0.3111093423932184, "mrr_at_1000": 0.31301219182636064, "naucs_at_1_max": 0.7019542855684774, "naucs_at_1_std": 0.4135226301845349, "naucs_at_1_diff1": 0.7298360907964992, "naucs_at_3_max": 0.6515030437673122, "naucs_at_3_std": 0.36781496960246446, "naucs_at_3_diff1": 0.6004679158853514, "naucs_at_5_max": 0.6414156868922767, "naucs_at_5_std": 0.3751647646035357, "naucs_at_5_diff1": 0.5710829310611959, "naucs_at_10_max": 0.6327210150926362, "naucs_at_10_std": 0.40188468499131674, "naucs_at_10_diff1": 0.5263306355533647, "naucs_at_20_max": 0.5977897839819164, "naucs_at_20_std": 0.4065870758659901, "naucs_at_20_diff1": 0.4804968677965233, "naucs_at_100_max": 0.5193622733202408, "naucs_at_100_std": 0.4153929008404163, "naucs_at_100_diff1": 0.3748026425525278, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.28889, "ndcg_at_3": 0.34704, "ndcg_at_5": 0.36751, "ndcg_at_10": 0.38434, "ndcg_at_20": 0.39681, "ndcg_at_100": 0.42201, "ndcg_at_1000": 0.46223, "map_at_1": 0.28889, "map_at_3": 0.33259, "map_at_5": 0.34415, "map_at_10": 0.35127, "map_at_20": 0.35475, "map_at_100": 0.35812, "map_at_1000": 0.35941, "recall_at_1": 0.28889, "recall_at_3": 0.38889, "recall_at_5": 0.43778, "recall_at_10": 0.48889, "recall_at_20": 0.53778, "recall_at_100": 0.67556, "recall_at_1000": 1.0, "precision_at_1": 0.28889, "precision_at_3": 0.12963, "precision_at_5": 0.08756, "precision_at_10": 0.04889, "precision_at_20": 0.02689, "precision_at_100": 0.00676, "precision_at_1000": 0.001, "mrr_at_1": 0.2866666666666667, "mrr_at_3": 0.32999999999999996, "mrr_at_5": 0.343111111111111, "mrr_at_10": 0.35023544973544957, "mrr_at_20": 0.3536503740879384, "mrr_at_100": 0.35676501088761375, "mrr_at_1000": 0.35798836122748373, "naucs_at_1_max": 0.7133543316718145, "naucs_at_1_std": 0.33452799608574657, "naucs_at_1_diff1": 0.765848139200636, "naucs_at_3_max": 0.6650399022215829, "naucs_at_3_std": 0.2963980156733049, "naucs_at_3_diff1": 0.6234955784024728, "naucs_at_5_max": 0.6650777045921487, "naucs_at_5_std": 0.30827699520993135, "naucs_at_5_diff1": 0.5912011104381767, "naucs_at_10_max": 0.5953014393581876, "naucs_at_10_std": 0.27806158565361017, "naucs_at_10_diff1": 0.5377035158093435, "naucs_at_20_max": 0.5628946120251564, "naucs_at_20_std": 0.2886665886425651, "naucs_at_20_diff1": 0.48769580456194567, "naucs_at_100_max": 0.5015560087045174, "naucs_at_100_std": 0.2494635764612787, "naucs_at_100_diff1": 0.42907796022096084, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.54049, "ndcg_at_3": 0.60878, "ndcg_at_5": 0.62933, "ndcg_at_10": 0.65023, "ndcg_at_20": 0.66174, "ndcg_at_100": 0.675, "ndcg_at_1000": 0.6893, "map_at_1": 0.54049, "map_at_3": 0.59244, "map_at_5": 0.60368, "map_at_10": 0.61267, "map_at_20": 0.61596, "map_at_100": 0.61783, "map_at_1000": 0.61828, "recall_at_1": 0.54049, "recall_at_3": 0.65587, "recall_at_5": 0.70648, "recall_at_10": 0.76923, "recall_at_20": 0.81377, "recall_at_100": 0.88462, "recall_at_1000": 1.0, "precision_at_1": 0.54049, "precision_at_3": 0.21862, "precision_at_5": 0.1413, "precision_at_10": 0.07692, "precision_at_20": 0.04069, "precision_at_100": 0.00885, "precision_at_1000": 0.001, "mrr_at_1": 0.5404858299595142, "mrr_at_3": 0.5924426450742241, "mrr_at_5": 0.6036774628879891, "mrr_at_10": 0.6126670843776106, "mrr_at_20": 0.6158320424514755, "mrr_at_100": 0.6178871327784272, "mrr_at_1000": 0.6182769987635222, "naucs_at_1_max": 0.6812283556584903, "naucs_at_1_std": 0.2762808042738978, "naucs_at_1_diff1": 0.7549043855135331, "naucs_at_3_max": 0.6568125509882533, "naucs_at_3_std": 0.3114095105266417, "naucs_at_3_diff1": 0.6801131654881288, "naucs_at_5_max": 0.6571799783166905, "naucs_at_5_std": 0.3421006633899725, "naucs_at_5_diff1": 0.6752520996561602, "naucs_at_10_max": 0.7320573965329261, "naucs_at_10_std": 0.4887280615265767, "naucs_at_10_diff1": 0.6734697100103901, "naucs_at_20_max": 0.7213512776724902, "naucs_at_20_std": 0.5055710156312546, "naucs_at_20_diff1": 0.6439598723954795, "naucs_at_100_max": 0.7292498610254252, "naucs_at_100_std": 0.7065937483877704, "naucs_at_100_diff1": 0.6159927607867692, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.30357, "ndcg_at_3": 0.43112, "ndcg_at_5": 0.46509, "ndcg_at_10": 0.49465, "ndcg_at_20": 0.51927, "ndcg_at_100": 0.55709, "ndcg_at_1000": 0.55709, "map_at_1": 0.30357, "map_at_3": 0.39881, "map_at_5": 0.41774, "map_at_10": 0.42965, "map_at_20": 0.43655, "map_at_100": 0.44171, "map_at_1000": 0.44171, "recall_at_1": 0.30357, "recall_at_3": 0.525, "recall_at_5": 0.60714, "recall_at_10": 0.7, "recall_at_20": 0.79643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.30357, "precision_at_3": 0.175, "precision_at_5": 0.12143, "precision_at_10": 0.07, "precision_at_20": 0.03982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.3142857142857143, "mrr_at_3": 0.4077380952380951, "mrr_at_5": 0.42488095238095236, "mrr_at_10": 0.436860827664399, "mrr_at_20": 0.44368220699517685, "mrr_at_100": 0.44885586553964535, "mrr_at_1000": 0.44885586553964535, "naucs_at_1_max": 0.4724824779016837, "naucs_at_1_std": 0.1919554902574725, "naucs_at_1_diff1": 0.432900599725427, "naucs_at_3_max": 0.4120700685155609, "naucs_at_3_std": 0.13826176558204012, "naucs_at_3_diff1": 0.3271801182784669, "naucs_at_5_max": 0.4399377314939073, "naucs_at_5_std": 0.2087981104729181, "naucs_at_5_diff1": 0.30509957593000114, "naucs_at_10_max": 0.4441156033661886, "naucs_at_10_std": 0.31686697377563894, "naucs_at_10_diff1": 0.2160678899554778, "naucs_at_20_max": 0.5305343175639414, "naucs_at_20_std": 0.34070333189628693, "naucs_at_20_diff1": 0.3444249905418842, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_ocr_chunk": {"ndcg_at_1": 0.5, "ndcg_at_3": 0.60355, "ndcg_at_5": 0.62667, "ndcg_at_10": 0.65473, "ndcg_at_20": 0.67084, "ndcg_at_100": 0.68645, "ndcg_at_1000": 0.69127, "map_at_1": 0.5, "map_at_3": 0.57878, "map_at_5": 0.59166, "map_at_10": 0.60346, "map_at_20": 0.60804, "map_at_100": 0.61013, "map_at_1000": 0.61034, "recall_at_1": 0.5, "recall_at_3": 0.67497, "recall_at_5": 0.73086, "recall_at_10": 0.81652, "recall_at_20": 0.8791, "recall_at_100": 0.96416, "recall_at_1000": 1.0, "precision_at_1": 0.5, "precision_at_3": 0.22499, "precision_at_5": 0.14617, "precision_at_10": 0.08165, "precision_at_20": 0.04396, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.49878493317132444, "mrr_at_3": 0.5781692993114627, "mrr_at_5": 0.5909882543539906, "mrr_at_10": 0.6027797064552842, "mrr_at_20": 0.6073081303762504, "mrr_at_100": 0.6094061877500359, "mrr_at_1000": 0.6096172782464819, "naucs_at_1_max": 0.5309229194449702, "naucs_at_1_std": 0.23056556976111367, "naucs_at_1_diff1": 0.7347700571409674, "naucs_at_3_max": 0.5834879470753452, "naucs_at_3_std": 0.2990977001439862, "naucs_at_3_diff1": 0.6463437465583011, "naucs_at_5_max": 0.5654529584383242, "naucs_at_5_std": 0.2930857368470748, "naucs_at_5_diff1": 0.6117329768342891, "naucs_at_10_max": 0.5885940936375399, "naucs_at_10_std": 0.39563796198591245, "naucs_at_10_diff1": 0.5706650347377387, "naucs_at_20_max": 0.6304029639403752, "naucs_at_20_std": 0.500033700764616, "naucs_at_20_diff1": 0.5502801836098721, "naucs_at_100_max": 0.6949773304070541, "naucs_at_100_std": 0.6328161047603006, "naucs_at_100_diff1": 0.5190406338529736, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_ocr_chunk": {"ndcg_at_1": 0.52, "ndcg_at_3": 0.59417, "ndcg_at_5": 0.64322, "ndcg_at_10": 0.65923, "ndcg_at_20": 0.67203, "ndcg_at_100": 0.68922, "ndcg_at_1000": 0.69428, "map_at_1": 0.52, "map_at_3": 0.575, "map_at_5": 0.602, "map_at_10": 0.60852, "map_at_20": 0.61212, "map_at_100": 0.61473, "map_at_1000": 0.61492, "recall_at_1": 0.52, "recall_at_3": 0.65, "recall_at_5": 0.77, "recall_at_10": 0.82, "recall_at_20": 0.87, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.52, "precision_at_3": 0.21667, "precision_at_5": 0.154, "precision_at_10": 0.082, "precision_at_20": 0.0435, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.52, "mrr_at_3": 0.575, "mrr_at_5": 0.6020000000000002, "mrr_at_10": 0.6085238095238097, "mrr_at_20": 0.6121243103301929, "mrr_at_100": 0.6147272845826961, "mrr_at_1000": 0.6149168120370669, "naucs_at_1_max": 0.2278687632624189, "naucs_at_1_std": 0.02504216769138695, "naucs_at_1_diff1": 0.5529680613743946, "naucs_at_3_max": 0.34728619090243296, "naucs_at_3_std": 0.09704613882333855, "naucs_at_3_diff1": 0.5908373342013178, "naucs_at_5_max": 0.38772632662653034, "naucs_at_5_std": 0.13961191557933036, "naucs_at_5_diff1": 0.5906537454398969, "naucs_at_10_max": 0.6351195065535856, "naucs_at_10_std": 0.3662022249146383, "naucs_at_10_diff1": 0.7123031170833789, "naucs_at_20_max": 0.5252536473376294, "naucs_at_20_std": 0.29371250833148155, "naucs_at_20_diff1": 0.6666296378582534, "naucs_at_100_max": 0.6050420168067199, "naucs_at_100_std": 0.5180905695611597, "naucs_at_100_diff1": 0.8395191409897318, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_ocr_chunk": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.92809, "ndcg_at_5": 0.92809, "ndcg_at_10": 0.93125, "ndcg_at_20": 0.93404, "ndcg_at_100": 0.93404, "ndcg_at_1000": 0.93547, "map_at_1": 0.86, "map_at_3": 0.91333, "map_at_5": 0.91333, "map_at_10": 0.91458, "map_at_20": 0.91549, "map_at_100": 0.91549, "map_at_1000": 0.91557, "recall_at_1": 0.86, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.86, "mrr_at_3": 0.9133333333333334, "mrr_at_5": 0.9133333333333334, "mrr_at_10": 0.9145833333333334, "mrr_at_20": 0.9154924242424244, "mrr_at_100": 0.9154924242424244, "mrr_at_1000": 0.9155724242424244, "naucs_at_1_max": 0.4762366634335586, "naucs_at_1_std": -0.01579603713454349, "naucs_at_1_diff1": 0.8105514756824165, "naucs_at_3_max": 0.9564270152505466, "naucs_at_3_std": 0.2648615001556146, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.9564270152505424, "naucs_at_5_std": 0.26486150015561266, "naucs_at_5_diff1": 0.9564270152505424, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.6790382819794609, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_ocr_chunk": {"ndcg_at_1": 0.77, "ndcg_at_3": 0.84678, "ndcg_at_5": 0.85927, "ndcg_at_10": 0.86616, "ndcg_at_20": 0.86847, "ndcg_at_100": 0.87033, "ndcg_at_1000": 0.87396, "map_at_1": 0.77, "map_at_3": 0.82833, "map_at_5": 0.83533, "map_at_10": 0.83843, "map_at_20": 0.83895, "map_at_100": 0.8392, "map_at_1000": 0.83931, "recall_at_1": 0.77, "recall_at_3": 0.9, "recall_at_5": 0.93, "recall_at_10": 0.95, "recall_at_20": 0.96, "recall_at_100": 0.97, "recall_at_1000": 1.0, "precision_at_1": 0.77, "precision_at_3": 0.3, "precision_at_5": 0.186, "precision_at_10": 0.095, "precision_at_20": 0.048, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8383333333333333, "mrr_at_5": 0.8453333333333333, "mrr_at_10": 0.847, "mrr_at_20": 0.8475263157894737, "mrr_at_100": 0.8477702182284982, "mrr_at_1000": 0.8479192385344221, "naucs_at_1_max": 0.7507441641861194, "naucs_at_1_std": 0.17781607394641985, "naucs_at_1_diff1": 0.9431525704438131, "naucs_at_3_max": 0.9096638655462173, "naucs_at_3_std": 0.5218020541549937, "naucs_at_3_diff1": 0.8774509803921573, "naucs_at_5_max": 0.8896225156729353, "naucs_at_5_std": 0.42723756169134347, "naucs_at_5_diff1": 0.9229691876750693, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.9215686274509798, "naucs_at_10_diff1": 0.892156862745101, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.9019607843137248, "naucs_at_20_diff1": 0.9346405228758139, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.9128540305010898, "naucs_at_100_diff1": 0.956427015250545, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_ocr_chunk": {"ndcg_at_1": 0.74, "ndcg_at_3": 0.82309, "ndcg_at_5": 0.83944, "ndcg_at_10": 0.8426, "ndcg_at_20": 0.85328, "ndcg_at_100": 0.85528, "ndcg_at_1000": 0.85764, "map_at_1": 0.74, "map_at_3": 0.80333, "map_at_5": 0.81233, "map_at_10": 0.81358, "map_at_20": 0.81684, "map_at_100": 0.81716, "map_at_1000": 0.81723, "recall_at_1": 0.74, "recall_at_3": 0.88, "recall_at_5": 0.92, "recall_at_10": 0.93, "recall_at_20": 0.97, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.29333, "precision_at_5": 0.184, "precision_at_10": 0.093, "precision_at_20": 0.0485, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.8033333333333332, "mrr_at_5": 0.8123333333333334, "mrr_at_10": 0.8135833333333333, "mrr_at_20": 0.8168369218500798, "mrr_at_100": 0.8171595024952412, "mrr_at_1000": 0.8172336420301248, "naucs_at_1_max": 0.494525769433518, "naucs_at_1_std": 0.06844815700904266, "naucs_at_1_diff1": 0.7309314301934227, "naucs_at_3_max": 0.6135459751829457, "naucs_at_3_std": -0.2130925867006041, "naucs_at_3_diff1": 0.8262010817690093, "naucs_at_5_max": 0.8027544351073777, "naucs_at_5_std": 0.10387488328664816, "naucs_at_5_diff1": 0.7843720821661991, "naucs_at_10_max": 0.7932506335867677, "naucs_at_10_std": 0.14319060957716473, "naucs_at_10_diff1": 0.7932506335867701, "naucs_at_20_max": 0.9074074074074053, "naucs_at_20_std": 0.3916900093370677, "naucs_at_20_diff1": 0.7027699968876432, "naucs_at_100_max": 0.8611111111111196, "naucs_at_100_std": 0.1528944911297927, "naucs_at_100_diff1": 0.5541549953314752, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_ocr_chunk": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.86417, "ndcg_at_5": 0.87234, "ndcg_at_10": 0.89239, "ndcg_at_20": 0.89495, "ndcg_at_100": 0.89495, "ndcg_at_1000": 0.89495, "map_at_1": 0.8, "map_at_3": 0.84833, "map_at_5": 0.85283, "map_at_10": 0.86146, "map_at_20": 0.86218, "map_at_100": 0.86218, "map_at_1000": 0.86218, "recall_at_1": 0.8, "recall_at_3": 0.91, "recall_at_5": 0.93, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.30333, "precision_at_5": 0.186, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8483333333333334, "mrr_at_5": 0.8528333333333333, "mrr_at_10": 0.8614642857142857, "mrr_at_20": 0.8621785714285715, "mrr_at_100": 0.8621785714285715, "mrr_at_1000": 0.8621785714285715, "naucs_at_1_max": 0.639560439560439, "naucs_at_1_std": -0.15192307692307652, "naucs_at_1_diff1": 0.8536463536463533, "naucs_at_3_max": 0.6395372964000416, "naucs_at_3_std": -0.03013798111837259, "naucs_at_3_diff1": 0.7346716464363509, "naucs_at_5_max": 0.5365479525143402, "naucs_at_5_std": -0.30578898225956735, "naucs_at_5_diff1": 0.7225556889422438, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.35807656395891135, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}} |