{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.42949, "ndcg_at_3": 0.42629, "ndcg_at_5": 0.45961, "ndcg_at_10": 0.51197, "ndcg_at_20": 0.56486, "ndcg_at_50": 0.60082, "ndcg_at_100": 0.60751, "map_at_1": 0.29359, "map_at_3": 0.35849, "map_at_5": 0.39691, "map_at_10": 0.42394, "map_at_20": 0.44497, "map_at_50": 0.45591, "map_at_100": 0.45812, "recall_at_1": 0.29359, "recall_at_3": 0.40192, "recall_at_5": 0.51186, "recall_at_10": 0.65353, "recall_at_20": 0.83719, "recall_at_50": 0.9546, "recall_at_100": 0.98071, "precision_at_1": 0.44231, "precision_at_3": 0.25, "precision_at_5": 0.19615, "precision_at_10": 0.125, "precision_at_20": 0.08173, "precision_at_50": 0.04231, "precision_at_100": 0.02288, "mrr_at_1": 0.4423076923076923, "mrr_at_3": 0.5192307692307692, "mrr_at_5": 0.5413461538461537, "mrr_at_10": 0.5577686202686202, "mrr_at_20": 0.5629998473748473, "mrr_at_50": 0.5671698871052319, "mrr_at_100": 0.5671698871052319, "naucs_at_1_max": 0.12399000241708227, "naucs_at_1_std": -0.1131468297994509, "naucs_at_1_diff1": 0.6622608079388528, "naucs_at_3_max": 0.018540827550754584, "naucs_at_3_std": -0.008541606353824588, "naucs_at_3_diff1": 0.22000823303615963, "naucs_at_5_max": -0.0919163184919483, "naucs_at_5_std": -0.05018222287046767, "naucs_at_5_diff1": 0.017309481258245964, "naucs_at_10_max": -0.1364161654384665, "naucs_at_10_std": -0.0486100321357069, "naucs_at_10_diff1": -0.06329750850536192, "naucs_at_20_max": -0.13951618884131453, "naucs_at_20_std": -0.06516885885416285, "naucs_at_20_diff1": -0.08056945398705187, "naucs_at_50_max": -0.1735505149817269, "naucs_at_50_std": -0.14539655663480958, "naucs_at_50_diff1": -0.22011163171544687, "naucs_at_100_max": -0.19644598055014903, "naucs_at_100_std": -0.17475618011030583, "naucs_at_100_diff1": -0.2681140556014967}, "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { "ndcg_at_1": 0.27586, "ndcg_at_3": 0.27713, "ndcg_at_5": 0.27281, "ndcg_at_10": 0.27095, "ndcg_at_20": 0.30133, "ndcg_at_50": 0.36971, "ndcg_at_100": 0.42129, "map_at_1": 0.02933, "map_at_3": 0.07066, "map_at_5": 0.09633, "map_at_10": 0.12786, "map_at_20": 0.15898, "map_at_50": 0.19579, "map_at_100": 0.21506, "recall_at_1": 0.02933, "recall_at_3": 0.09273, "recall_at_5": 0.14324, "recall_at_10": 0.22118, "recall_at_20": 0.33292, "recall_at_50": 0.5162, "recall_at_100": 0.66532, "precision_at_1": 0.27586, "precision_at_3": 0.27443, "precision_at_5": 0.25862, "precision_at_10": 0.21164, "precision_at_20": 0.17522, "precision_at_50": 0.12422, "precision_at_100": 0.08931, "mrr_at_1": 0.25862068965517243, "mrr_at_3": 0.3599137931034483, "mrr_at_5": 0.38491379310344825, "mrr_at_10": 0.3994766009852217, "mrr_at_20": 0.40535174323707207, "mrr_at_50": 0.4079076367313886, "mrr_at_100": 0.40875255122380105, "naucs_at_1_max": -0.07146268287237412, "naucs_at_1_std": 0.05840538954077893, "naucs_at_1_diff1": 0.09828667132274915, "naucs_at_3_max": -0.03122538350364481, "naucs_at_3_std": 0.17080547439921345, "naucs_at_3_diff1": -0.03118040279119797, "naucs_at_5_max": -0.0063938267739506345, "naucs_at_5_std": 0.20804922213620664, "naucs_at_5_diff1": -0.041295979888552124, "naucs_at_10_max": 0.006023761582402221, "naucs_at_10_std": 0.20080422219815167, "naucs_at_10_diff1": -0.05274519430196443, "naucs_at_20_max": 0.03517298183544102, "naucs_at_20_std": 0.23730900896951754, "naucs_at_20_diff1": -0.041363631387282725, "naucs_at_50_max": 0.014840901846495337, "naucs_at_50_std": 0.20514601668495377, "naucs_at_50_diff1": -0.015531707338321939, "naucs_at_100_max": -0.03634953861480098, "naucs_at_100_std": 0.1191812990989981, "naucs_at_100_diff1": 0.04285003520354746 }, "vidore/synthetic_axa_filtered_v1.0_multilingual": { "ndcg_at_1": 0.30556, "ndcg_at_3": 0.33142, "ndcg_at_5": 0.34103, "ndcg_at_10": 0.36136, "ndcg_at_20": 0.3897, "ndcg_at_50": 0.42347, "ndcg_at_100": 0.46291, "map_at_1": 0.15859, "map_at_3": 0.22357, "map_at_5": 0.24838, "map_at_10": 0.27445, "map_at_20": 0.29251, "map_at_50": 0.30304, "map_at_100": 0.31031, "recall_at_1": 0.15859, "recall_at_3": 0.28677, "recall_at_5": 0.34919, "recall_at_10": 0.42618, "recall_at_20": 0.5068, "recall_at_50": 0.61249, "recall_at_100": 0.76787, "precision_at_1": 0.30556, "precision_at_3": 0.21759, "precision_at_5": 0.18611, "precision_at_10": 0.1375, "precision_at_20": 0.09375, "precision_at_50": 0.04972, "precision_at_100": 0.03292, "mrr_at_1": 0.3055555555555556, "mrr_at_3": 0.40046296296296297, "mrr_at_5": 0.4212962962962963, "mrr_at_10": 0.4328703703703704, "mrr_at_20": 0.4353395061728395, "mrr_at_50": 0.43782901538648666, "mrr_at_100": 0.43938177243325466, "naucs_at_1_max": -0.11972891665546266, "naucs_at_1_std": 0.06803454075231265, "naucs_at_1_diff1": 0.12277473841932252, "naucs_at_3_max": -0.1280661381189997, "naucs_at_3_std": 0.02955099347035927, "naucs_at_3_diff1": -0.03229451352547933, "naucs_at_5_max": -0.1473259550162733, "naucs_at_5_std": -0.02817022199099353, "naucs_at_5_diff1": 0.030713613360775806, "naucs_at_10_max": -0.22965382145468607, "naucs_at_10_std": -0.11078003228382262, "naucs_at_10_diff1": 0.09039041461079847, "naucs_at_20_max": -0.2807490883701333, "naucs_at_20_std": -0.13575968442367178, "naucs_at_20_diff1": 0.04284557748233534, "naucs_at_50_max": -0.32202951157642307, "naucs_at_50_std": -0.16461590657158515, "naucs_at_50_diff1": 0.05400900095557806, "naucs_at_100_max": -0.3858673402829035, "naucs_at_100_std": -0.26052679356501335, "naucs_at_100_diff1": 0.04019360896291041 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { "ndcg_at_1": 0.49375, "ndcg_at_3": 0.50545, "ndcg_at_5": 0.5323, "ndcg_at_10": 0.56265, "ndcg_at_20": 0.5911, "ndcg_at_50": 0.61736, "ndcg_at_100": 0.62829, "map_at_1": 0.29789, "map_at_3": 0.40402, "map_at_5": 0.43762, "map_at_10": 0.46432, "map_at_20": 0.47787, "map_at_50": 0.48644, "map_at_100": 0.48877, "recall_at_1": 0.29789, "recall_at_3": 0.49153, "recall_at_5": 0.57504, "recall_at_10": 0.66868, "recall_at_20": 0.752, "recall_at_50": 0.83661, "recall_at_100": 0.87411, "precision_at_1": 0.49375, "precision_at_3": 0.30625, "precision_at_5": 0.23875, "precision_at_10": 0.15437, "precision_at_20": 0.09375, "precision_at_50": 0.04525, "precision_at_100": 0.02513, "mrr_at_1": 0.4875, "mrr_at_3": 0.584375, "mrr_at_5": 0.6109375, "mrr_at_10": 0.6181274801587302, "mrr_at_20": 0.6211626073069088, "mrr_at_50": 0.6224454491663636, "mrr_at_100": 0.6225276860084688, "naucs_at_1_max": 0.25971597849480205, "naucs_at_1_std": -0.06591160266903759, "naucs_at_1_diff1": 0.5137897509618341, "naucs_at_3_max": 0.11511378826266674, "naucs_at_3_std": -0.09491769996140816, "naucs_at_3_diff1": 0.058686667002243, "naucs_at_5_max": -0.01429372317252162, "naucs_at_5_std": -0.08153841545091527, "naucs_at_5_diff1": -0.11086194574376519, "naucs_at_10_max": -0.04159388354898861, "naucs_at_10_std": -0.08637885577524719, "naucs_at_10_diff1": -0.1934197141662387, "naucs_at_20_max": -0.06441956054177954, "naucs_at_20_std": -0.022475783052031732, "naucs_at_20_diff1": -0.2666709162895124, "naucs_at_50_max": -0.0809057806099224, "naucs_at_50_std": 0.04951610616563597, "naucs_at_50_diff1": -0.2749968287605298, "naucs_at_100_max": -0.13466182313615915, "naucs_at_100_std": 0.04146134949414454, "naucs_at_100_diff1": -0.30851157836220766 }, "vidore/synthetic_rse_restaurant_filtered_v1.0": { "ndcg_at_1": 0.15789, "ndcg_at_3": 0.24589, "ndcg_at_5": 0.27172, "ndcg_at_10": 0.32485, "ndcg_at_20": 0.36737, "ndcg_at_50": 0.44367, "ndcg_at_100": 0.46973, "map_at_1": 0.10073, "map_at_3": 0.18119, "map_at_5": 0.20461, "map_at_10": 0.2311, "map_at_20": 0.25013, "map_at_50": 0.27424, "map_at_100": 0.28404, "recall_at_1": 0.10073, "recall_at_3": 0.26447, "recall_at_5": 0.33158, "recall_at_10": 0.4669, "recall_at_20": 0.58975, "recall_at_50": 0.84549, "recall_at_100": 0.92588, "precision_at_1": 0.15789, "precision_at_3": 0.16959, "precision_at_5": 0.14035, "precision_at_10": 0.10877, "precision_at_20": 0.08158, "precision_at_50": 0.06, "precision_at_100": 0.03737, "mrr_at_1": 0.14035087719298245, "mrr_at_3": 0.2807017543859649, "mrr_at_5": 0.2982456140350877, "mrr_at_10": 0.32170704539125594, "mrr_at_20": 0.32845867401839374, "mrr_at_50": 0.33345518300422383, "mrr_at_100": 0.33345518300422383, "naucs_at_1_max": 0.22400453476615198, "naucs_at_1_std": 0.14968053041273224, "naucs_at_1_diff1": 0.016172762313913572, "naucs_at_3_max": 0.10813294914982394, "naucs_at_3_std": 0.0650117553746402, "naucs_at_3_diff1": -0.040697907716350505, "naucs_at_5_max": -0.05712505615849394, "naucs_at_5_std": -0.09866938564148231, "naucs_at_5_diff1": 0.05016230281598974, "naucs_at_10_max": -0.1020292479643766, "naucs_at_10_std": -0.10874541622319586, "naucs_at_10_diff1": -0.06638258303490649, "naucs_at_20_max": -0.2958585292412995, "naucs_at_20_std": -0.23597870154597572, "naucs_at_20_diff1": -0.07170339252413134, "naucs_at_50_max": -0.40829026815447106, "naucs_at_50_std": -0.2811013441409715, "naucs_at_50_diff1": -0.21951620832847335, "naucs_at_100_max": -0.4146346375147778, "naucs_at_100_std": -0.2795469565018257, "naucs_at_100_diff1": -0.2553840696821133 }, "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { "ndcg_at_1": 0.24123, "ndcg_at_3": 0.28126, "ndcg_at_5": 0.3133, "ndcg_at_10": 0.36429, "ndcg_at_20": 0.4161, "ndcg_at_50": 0.47237, "ndcg_at_100": 0.4958, "map_at_1": 0.12746, "map_at_3": 0.20411, "map_at_5": 0.23304, "map_at_10": 0.26447, "map_at_20": 0.28692, "map_at_50": 0.30711, "map_at_100": 0.31548, "recall_at_1": 0.12746, "recall_at_3": 0.27589, "recall_at_5": 0.36653, "recall_at_10": 0.50529, "recall_at_20": 0.66852, "recall_at_50": 0.84526, "recall_at_100": 0.92261, "precision_at_1": 0.24123, "precision_at_3": 0.19006, "precision_at_5": 0.16316, "precision_at_10": 0.12412, "precision_at_20": 0.09232, "precision_at_50": 0.05991, "precision_at_100": 0.03645, "mrr_at_1": 0.2324561403508772, "mrr_at_3": 0.3362573099415205, "mrr_at_5": 0.3564327485380117, "mrr_at_10": 0.37909530771372874, "mrr_at_20": 0.3880419270226994, "mrr_at_50": 0.39104871811852004, "mrr_at_100": 0.3913246488656195, "naucs_at_1_max": 0.05126072306607597, "naucs_at_1_std": 0.10524261906614556, "naucs_at_1_diff1": 0.1662238649208727, "naucs_at_3_max": -0.06882640588074418, "naucs_at_3_std": -0.00687112776813947, "naucs_at_3_diff1": 0.052359712799228894, "naucs_at_5_max": -0.10672500814999647, "naucs_at_5_std": -0.04616075188696077, "naucs_at_5_diff1": 0.03808892702804544, "naucs_at_10_max": -0.14402718163269573, "naucs_at_10_std": -0.0800239875853204, "naucs_at_10_diff1": 0.026621054060269014, "naucs_at_20_max": -0.23536652634236535, "naucs_at_20_std": -0.1791895245057551, "naucs_at_20_diff1": -0.03550522345427236, "naucs_at_50_max": -0.2895689158573214, "naucs_at_50_std": -0.18484936511140687, "naucs_at_50_diff1": -0.14671395313510677, "naucs_at_100_max": -0.3013378788868252, "naucs_at_100_std": -0.18494428073687805, "naucs_at_100_diff1": -0.15560894907194894 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { "ndcg_at_1": 0.29688, "ndcg_at_3": 0.31686, "ndcg_at_5": 0.34035, "ndcg_at_10": 0.37208, "ndcg_at_20": 0.39946, "ndcg_at_50": 0.43258, "ndcg_at_100": 0.45037, "map_at_1": 0.19114, "map_at_3": 0.25227, "map_at_5": 0.27618, "map_at_10": 0.29729, "map_at_20": 0.3094, "map_at_50": 0.3174, "map_at_100": 0.32008, "recall_at_1": 0.19114, "recall_at_3": 0.30932, "recall_at_5": 0.37926, "recall_at_10": 0.47025, "recall_at_20": 0.5506, "recall_at_50": 0.67285, "recall_at_100": 0.74884, "precision_at_1": 0.29688, "precision_at_3": 0.1875, "precision_at_5": 0.15063, "precision_at_10": 0.10203, "precision_at_20": 0.06555, "precision_at_50": 0.03431, "precision_at_100": 0.02019, "mrr_at_1": 0.3046875, "mrr_at_3": 0.3731770833333333, "mrr_at_5": 0.3956770833333333, "mrr_at_10": 0.4083984375, "mrr_at_20": 0.41272608241055897, "mrr_at_50": 0.41586130365740753, "mrr_at_100": 0.4167288615149892, "naucs_at_1_max": 0.09311618037135276, "naucs_at_1_std": 0.018985676392572978, "naucs_at_1_diff1": 0.48117347480106093, "naucs_at_3_max": -0.0034360394668514023, "naucs_at_3_std": 0.0026758409785930777, "naucs_at_3_diff1": 0.17766574346546632, "naucs_at_5_max": -0.013139840013063666, "naucs_at_5_std": 0.02534411706670989, "naucs_at_5_diff1": 0.09008620787415184, "naucs_at_10_max": -0.05607839101439326, "naucs_at_10_std": -0.014157807759662628, "naucs_at_10_diff1": 0.007634295473431183, "naucs_at_20_max": -0.051514513496406455, "naucs_at_20_std": 0.013220188409135334, "naucs_at_20_diff1": -0.05545218918531808, "naucs_at_50_max": -0.05476112736426545, "naucs_at_50_std": 0.027217039442371384, "naucs_at_50_diff1": -0.08576521492878854, "naucs_at_100_max": -0.0861361198809646, "naucs_at_100_std": 0.0018778606927599745, "naucs_at_100_diff1": -0.10821538089699209 }, "vidore/synthetic_axa_filtered_v1.0": { "ndcg_at_1": 0.38889, "ndcg_at_3": 0.48966, "ndcg_at_5": 0.50412, "ndcg_at_10": 0.52545, "ndcg_at_20": 0.55696, "ndcg_at_50": 0.59341, "ndcg_at_100": 0.62141, "map_at_1": 0.24444, "map_at_3": 0.34782, "map_at_5": 0.38206, "map_at_10": 0.41966, "map_at_20": 0.44673, "map_at_50": 0.46066, "map_at_100": 0.46871, "recall_at_1": 0.24444, "recall_at_3": 0.44533, "recall_at_5": 0.50466, "recall_at_10": 0.58675, "recall_at_20": 0.67712, "recall_at_50": 0.78932, "recall_at_100": 0.87381, "precision_at_1": 0.38889, "precision_at_3": 0.31481, "precision_at_5": 0.27778, "precision_at_10": 0.21111, "precision_at_20": 0.13889, "precision_at_50": 0.07, "precision_at_100": 0.04222, "mrr_at_1": 0.3888888888888889, "mrr_at_3": 0.5648148148148148, "mrr_at_5": 0.5648148148148148, "mrr_at_10": 0.5833333333333334, "mrr_at_20": 0.5833333333333334, "mrr_at_50": 0.5852490421455939, "mrr_at_100": 0.5852490421455939, "naucs_at_1_max": 0.06414390748033702, "naucs_at_1_std": 0.09361633218553407, "naucs_at_1_diff1": 0.3199354953342075, "naucs_at_3_max": -0.29656915329520506, "naucs_at_3_std": -0.2689215816405609, "naucs_at_3_diff1": -0.048998778682797145, "naucs_at_5_max": -0.4684237523665628, "naucs_at_5_std": -0.4808166158380195, "naucs_at_5_diff1": 0.03529551410696337, "naucs_at_10_max": -0.6046861759557787, "naucs_at_10_std": -0.5599671369036879, "naucs_at_10_diff1": 0.09315401422887992, "naucs_at_20_max": -0.6391674592430706, "naucs_at_20_std": -0.5502288596488522, "naucs_at_20_diff1": 0.08812208804345464, "naucs_at_50_max": -0.6209697401456671, "naucs_at_50_std": -0.46600812024697114, "naucs_at_50_diff1": 0.06782711055635444, "naucs_at_100_max": -0.6408164300214637, "naucs_at_100_std": -0.49700512525148827, "naucs_at_100_diff1": -0.010718202819271922 }, "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { "ndcg_at_1": 0.55172, "ndcg_at_3": 0.56242, "ndcg_at_5": 0.53354, "ndcg_at_10": 0.52325, "ndcg_at_20": 0.54892, "ndcg_at_50": 0.61967, "ndcg_at_100": 0.65501, "map_at_1": 0.05811, "map_at_3": 0.1554, "map_at_5": 0.20983, "map_at_10": 0.27655, "map_at_20": 0.32835, "map_at_50": 0.38835, "map_at_100": 0.41442, "recall_at_1": 0.05811, "recall_at_3": 0.19803, "recall_at_5": 0.29414, "recall_at_10": 0.43784, "recall_at_20": 0.58599, "recall_at_50": 0.78993, "recall_at_100": 0.89218, "precision_at_1": 0.55172, "precision_at_3": 0.55747, "precision_at_5": 0.48621, "precision_at_10": 0.38966, "precision_at_20": 0.29569, "precision_at_50": 0.18897, "precision_at_100": 0.12362, "mrr_at_1": 0.5172413793103449, "mrr_at_3": 0.6494252873563218, "mrr_at_5": 0.6727011494252874, "mrr_at_10": 0.6834770114942529, "mrr_at_20": 0.6859279918864097, "mrr_at_50": 0.6859279918864097, "mrr_at_100": 0.6859279918864097, "naucs_at_1_max": -0.2980988447497177, "naucs_at_1_std": -0.21908510961071032, "naucs_at_1_diff1": 0.12536739639550157, "naucs_at_3_max": -0.04843642666725592, "naucs_at_3_std": 0.0549203425432818, "naucs_at_3_diff1": -0.050133695427531995, "naucs_at_5_max": -0.0597678996153892, "naucs_at_5_std": 0.07952714662316937, "naucs_at_5_diff1": -0.03461754450178797, "naucs_at_10_max": -0.1236409449095761, "naucs_at_10_std": 0.019540468488830887, "naucs_at_10_diff1": -0.07973899114901141, "naucs_at_20_max": -0.05543962463891419, "naucs_at_20_std": 0.08259432774295383, "naucs_at_20_diff1": -0.0939866678506067, "naucs_at_50_max": -0.026948237382347934, "naucs_at_50_std": 0.09883880061905886, "naucs_at_50_diff1": -0.03217943812138621, "naucs_at_100_max": -0.08286980330809063, "naucs_at_100_std": 0.016514989416905417, "naucs_at_100_diff1": 0.027317685280586253 },"./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.664, "ndcg_at_3": 0.71728, "ndcg_at_5": 0.73063, "ndcg_at_10": 0.75071, "ndcg_at_20": 0.76029, "ndcg_at_50": 0.77029, "ndcg_at_100": 0.77647, "map_at_1": 0.664, "map_at_3": 0.70333, "map_at_5": 0.71083, "map_at_10": 0.71913, "map_at_20": 0.72174, "map_at_50": 0.72338, "map_at_100": 0.72393, "recall_at_1": 0.664, "recall_at_3": 0.758, "recall_at_5": 0.79, "recall_at_10": 0.852, "recall_at_20": 0.89, "recall_at_50": 0.94, "recall_at_100": 0.978, "precision_at_1": 0.664, "precision_at_3": 0.25267, "precision_at_5": 0.158, "precision_at_10": 0.0852, "precision_at_20": 0.0445, "precision_at_50": 0.0188, "precision_at_100": 0.00978, "mrr_at_1": 0.666, "mrr_at_3": 0.7036666666666667, "mrr_at_5": 0.7110666666666667, "mrr_at_10": 0.719484126984127, "mrr_at_20": 0.722312611975228, "mrr_at_50": 0.7237972836422734, "mrr_at_100": 0.7243297450156544, "naucs_at_1_max": 0.5889213023056643, "naucs_at_1_std": -0.03738843019443627, "naucs_at_1_diff1": 0.9044815265827187, "naucs_at_3_max": 0.6597876116843661, "naucs_at_3_std": 0.041596651295516755, "naucs_at_3_diff1": 0.8645218684327024, "naucs_at_5_max": 0.6839060283261598, "naucs_at_5_std": 0.11626710270036247, "naucs_at_5_diff1": 0.8423112992040783, "naucs_at_10_max": 0.7812541175850534, "naucs_at_10_std": 0.21647297546578018, "naucs_at_10_diff1": 0.8277202413893048, "naucs_at_20_max": 0.7649600549780963, "naucs_at_20_std": 0.12761790224207298, "naucs_at_20_diff1": 0.7988574864702351, "naucs_at_50_max": 0.7467787114845937, "naucs_at_50_std": 0.2255835667600402, "naucs_at_50_diff1": 0.7687519452225302, "naucs_at_100_max": 0.8461505814447046, "naucs_at_100_std": 0.3166539343009966, "naucs_at_100_diff1": 0.8011628893981787}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.4745, "ndcg_at_3": 0.54173, "ndcg_at_5": 0.56769, "ndcg_at_10": 0.5861, "ndcg_at_20": 0.6048, "ndcg_at_50": 0.61661, "ndcg_at_100": 0.62385, "map_at_1": 0.4745, "map_at_3": 0.52513, "map_at_5": 0.53976, "map_at_10": 0.54722, "map_at_20": 0.55245, "map_at_50": 0.55432, "map_at_100": 0.55497, "recall_at_1": 0.4745, "recall_at_3": 0.5898, "recall_at_5": 0.65188, "recall_at_10": 0.70953, "recall_at_20": 0.78271, "recall_at_50": 0.84257, "recall_at_100": 0.88692, "precision_at_1": 0.4745, "precision_at_3": 0.1966, "precision_at_5": 0.13038, "precision_at_10": 0.07095, "precision_at_20": 0.03914, "precision_at_50": 0.01685, "precision_at_100": 0.00887, "mrr_at_1": 0.4722838137472284, "mrr_at_3": 0.5240206947524021, "mrr_at_5": 0.5384331116038433, "mrr_at_10": 0.545998310632457, "mrr_at_20": 0.5506564713842315, "mrr_at_50": 0.5529029054852187, "mrr_at_100": 0.5535124417758647, "naucs_at_1_max": 0.24308198716486704, "naucs_at_1_std": 0.4263216056628872, "naucs_at_1_diff1": 0.8579772747628749, "naucs_at_3_max": 0.16805600057176534, "naucs_at_3_std": 0.3924645370055808, "naucs_at_3_diff1": 0.7770233728520576, "naucs_at_5_max": 0.1218197178734784, "naucs_at_5_std": 0.4817802245485417, "naucs_at_5_diff1": 0.7532614461045579, "naucs_at_10_max": 0.03428092836449581, "naucs_at_10_std": 0.5151585952399194, "naucs_at_10_diff1": 0.7143986620927637, "naucs_at_20_max": -0.13960806153123748, "naucs_at_20_std": 0.6261345359875006, "naucs_at_20_diff1": 0.6826006385134176, "naucs_at_50_max": -0.2400541568650652, "naucs_at_50_std": 0.7530843562467058, "naucs_at_50_diff1": 0.6593166140032869, "naucs_at_100_max": -0.08884413440903777, "naucs_at_100_std": 0.7993547173030003, "naucs_at_100_diff1": 0.6944870252918233}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.93262, "ndcg_at_5": 0.93693, "ndcg_at_10": 0.93994, "ndcg_at_20": 0.94494, "ndcg_at_50": 0.94702, "ndcg_at_100": 0.94702, "map_at_1": 0.91, "map_at_3": 0.92667, "map_at_5": 0.92917, "map_at_10": 0.93028, "map_at_20": 0.93161, "map_at_50": 0.93198, "map_at_100": 0.93198, "recall_at_1": 0.91, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9283333333333332, "mrr_at_5": 0.9308333333333333, "mrr_at_10": 0.9319444444444445, "mrr_at_20": 0.9332777777777779, "mrr_at_50": 0.9336944444444444, "mrr_at_100": 0.9336944444444444, "naucs_at_1_max": 0.3011723207801644, "naucs_at_1_std": -0.4870837223778408, "naucs_at_1_diff1": 0.8742089428363928, "naucs_at_3_max": 0.730158730158726, "naucs_at_3_std": -0.21027077497665203, "naucs_at_3_diff1": 0.9183006535947692, "naucs_at_5_max": 0.6953781512605006, "naucs_at_5_std": -0.48015873015872135, "naucs_at_5_diff1": 0.8978758169934612, "naucs_at_10_max": 0.807812013694364, "naucs_at_10_std": -0.06022408963585601, "naucs_at_10_diff1": 0.8638344226579531, "naucs_at_20_max": 0.5541549953314738, "naucs_at_20_std": -0.1713352007469681, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64095, "ndcg_at_3": 0.736, "ndcg_at_5": 0.7601, "ndcg_at_10": 0.7803, "ndcg_at_20": 0.78827, "ndcg_at_50": 0.79223, "ndcg_at_100": 0.7941, "map_at_1": 0.64095, "map_at_3": 0.71203, "map_at_5": 0.72546, "map_at_10": 0.734, "map_at_20": 0.73618, "map_at_50": 0.73687, "map_at_100": 0.73703, "recall_at_1": 0.64095, "recall_at_3": 0.80559, "recall_at_5": 0.86391, "recall_at_10": 0.92527, "recall_at_20": 0.95687, "recall_at_50": 0.97631, "recall_at_100": 0.98785, "precision_at_1": 0.64095, "precision_at_3": 0.26853, "precision_at_5": 0.17278, "precision_at_10": 0.09253, "precision_at_20": 0.04784, "precision_at_50": 0.01953, "precision_at_100": 0.00988, "mrr_at_1": 0.6354799513973268, "mrr_at_3": 0.7106115836371001, "mrr_at_5": 0.7234305386796274, "mrr_at_10": 0.731879833747999, "mrr_at_20": 0.7340755638044026, "mrr_at_50": 0.7348432926756366, "mrr_at_100": 0.7350248567706289, "naucs_at_1_max": 0.19811506816235372, "naucs_at_1_std": -0.2554693200419591, "naucs_at_1_diff1": 0.7675648256745395, "naucs_at_3_max": 0.2318301363088243, "naucs_at_3_std": -0.27759660815315446, "naucs_at_3_diff1": 0.6712729518538324, "naucs_at_5_max": 0.24793757976069947, "naucs_at_5_std": -0.2400954177562814, "naucs_at_5_diff1": 0.6522915581849575, "naucs_at_10_max": 0.33999905443604334, "naucs_at_10_std": -0.09243929665705147, "naucs_at_10_diff1": 0.6186302038158574, "naucs_at_20_max": 0.33414218317326, "naucs_at_20_std": 0.10107766265773643, "naucs_at_20_diff1": 0.5589735061846622, "naucs_at_50_max": 0.39336569274053196, "naucs_at_50_std": 0.3146553201604068, "naucs_at_50_diff1": 0.5632664235073339, "naucs_at_100_max": 0.6769613453644149, "naucs_at_100_std": 0.7790878478446186, "naucs_at_100_diff1": 0.6726227816477444}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.7834, "ndcg_at_3": 0.83083, "ndcg_at_5": 0.84232, "ndcg_at_10": 0.85157, "ndcg_at_20": 0.85985, "ndcg_at_50": 0.86443, "ndcg_at_100": 0.8657, "map_at_1": 0.7834, "map_at_3": 0.81984, "map_at_5": 0.82611, "map_at_10": 0.82998, "map_at_20": 0.8323, "map_at_50": 0.83311, "map_at_100": 0.83321, "recall_at_1": 0.7834, "recall_at_3": 0.86235, "recall_at_5": 0.89069, "recall_at_10": 0.91903, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.98178, "precision_at_1": 0.7834, "precision_at_3": 0.28745, "precision_at_5": 0.17814, "precision_at_10": 0.0919, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.00982, "mrr_at_1": 0.7813765182186235, "mrr_at_3": 0.8188259109311741, "mrr_at_5": 0.8248987854251012, "mrr_at_10": 0.829565098644046, "mrr_at_20": 0.8313956960718094, "mrr_at_50": 0.8322900405575263, "mrr_at_100": 0.832391579382424, "naucs_at_1_max": 0.518447362653061, "naucs_at_1_std": 0.025991835344041193, "naucs_at_1_diff1": 0.9010494190422811, "naucs_at_3_max": 0.5691970896074877, "naucs_at_3_std": 0.020323756354481724, "naucs_at_3_diff1": 0.8408073942635276, "naucs_at_5_max": 0.5665846312895253, "naucs_at_5_std": 0.08497408554034125, "naucs_at_5_diff1": 0.82223001004187, "naucs_at_10_max": 0.6452921091747841, "naucs_at_10_std": 0.19809424135208908, "naucs_at_10_diff1": 0.8431957937117052, "naucs_at_20_max": 0.7447325753492595, "naucs_at_20_std": 0.4528568090604771, "naucs_at_20_diff1": 0.8030103604465574, "naucs_at_50_max": 0.8343240898820317, "naucs_at_50_std": 0.6770625322907705, "naucs_at_50_diff1": 0.8472448651285527, "naucs_at_100_max": 0.8102131093810145, "naucs_at_100_std": 0.7381222519798937, "naucs_at_100_diff1": 0.8742471393840519}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96786, "ndcg_at_5": 0.96786, "ndcg_at_10": 0.96786, "ndcg_at_20": 0.96786, "ndcg_at_50": 0.96786, "ndcg_at_100": 0.96786, "map_at_1": 0.92, "map_at_3": 0.95667, "map_at_5": 0.95667, "map_at_10": 0.95667, "map_at_20": 0.95667, "map_at_50": 0.95667, "map_at_100": 0.95667, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.9666666666666667, "mrr_at_5": 0.9666666666666667, "mrr_at_10": 0.9666666666666667, "mrr_at_20": 0.9666666666666667, "mrr_at_50": 0.9666666666666667, "mrr_at_100": 0.9666666666666667, "naucs_at_1_max": 0.7619047619047616, "naucs_at_1_std": 0.24060457516339795, "naucs_at_1_diff1": 0.9162581699346404, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.56786, "ndcg_at_3": 0.62806, "ndcg_at_5": 0.65635, "ndcg_at_10": 0.67295, "ndcg_at_20": 0.68721, "ndcg_at_50": 0.70267, "ndcg_at_100": 0.71485, "map_at_1": 0.56786, "map_at_3": 0.6131, "map_at_5": 0.62899, "map_at_10": 0.63542, "map_at_20": 0.63924, "map_at_50": 0.64167, "map_at_100": 0.64292, "recall_at_1": 0.56786, "recall_at_3": 0.67143, "recall_at_5": 0.73929, "recall_at_10": 0.79286, "recall_at_20": 0.85, "recall_at_50": 0.92857, "recall_at_100": 1.0, "precision_at_1": 0.56786, "precision_at_3": 0.22381, "precision_at_5": 0.14786, "precision_at_10": 0.07929, "precision_at_20": 0.0425, "precision_at_50": 0.01857, "precision_at_100": 0.01, "mrr_at_1": 0.5678571428571428, "mrr_at_3": 0.6113095238095237, "mrr_at_5": 0.6277380952380953, "mrr_at_10": 0.6339356575963718, "mrr_at_20": 0.6379618770431741, "mrr_at_50": 0.6403947405923297, "mrr_at_100": 0.6416450055922677, "naucs_at_1_max": 0.15868730409527165, "naucs_at_1_std": 0.005476384052524141, "naucs_at_1_diff1": 0.6898556504931816, "naucs_at_3_max": 0.2265285828624092, "naucs_at_3_std": 0.07120249326962727, "naucs_at_3_diff1": 0.6460005820862944, "naucs_at_5_max": 0.18104774909508717, "naucs_at_5_std": 0.049974351749500545, "naucs_at_5_diff1": 0.599728345290476, "naucs_at_10_max": 0.08937034529451629, "naucs_at_10_std": 0.021830460219087747, "naucs_at_10_diff1": 0.5156241862403002, "naucs_at_20_max": -0.015480451861837658, "naucs_at_20_std": -0.04558133048207932, "naucs_at_20_diff1": 0.5020338431500163, "naucs_at_50_max": 0.02670401493930801, "naucs_at_50_std": -0.1887955182072852, "naucs_at_50_diff1": 0.31573295985060545, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.92786, "ndcg_at_5": 0.94421, "ndcg_at_10": 0.94421, "ndcg_at_20": 0.94421, "ndcg_at_50": 0.94421, "ndcg_at_100": 0.94421, "map_at_1": 0.88, "map_at_3": 0.91667, "map_at_5": 0.92567, "map_at_10": 0.92567, "map_at_20": 0.92567, "map_at_50": 0.92567, "map_at_100": 0.92567, "recall_at_1": 0.88, "recall_at_3": 0.96, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9333333333333332, "mrr_at_5": 0.9423333333333334, "mrr_at_10": 0.9423333333333334, "mrr_at_20": 0.9423333333333334, "mrr_at_50": 0.9423333333333334, "mrr_at_100": 0.9423333333333334, "naucs_at_1_max": 0.45863824371619505, "naucs_at_1_std": 0.23079064587973264, "naucs_at_1_diff1": 0.8033725739739099, "naucs_at_3_max": 0.8068394024276336, "naucs_at_3_std": 0.5087535014005626, "naucs_at_3_diff1": 0.6038748832866443, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.45, "ndcg_at_3": 0.59464, "ndcg_at_5": 0.63982, "ndcg_at_10": 0.66889, "ndcg_at_20": 0.67709, "ndcg_at_50": 0.68517, "ndcg_at_100": 0.68853, "map_at_1": 0.45, "map_at_3": 0.55833, "map_at_5": 0.58333, "map_at_10": 0.59531, "map_at_20": 0.59789, "map_at_50": 0.59924, "map_at_100": 0.59957, "recall_at_1": 0.45, "recall_at_3": 0.7, "recall_at_5": 0.81, "recall_at_10": 0.9, "recall_at_20": 0.93, "recall_at_50": 0.97, "recall_at_100": 0.99, "precision_at_1": 0.45, "precision_at_3": 0.23333, "precision_at_5": 0.162, "precision_at_10": 0.09, "precision_at_20": 0.0465, "precision_at_50": 0.0194, "precision_at_100": 0.0099, "mrr_at_1": 0.47, "mrr_at_3": 0.5833333333333334, "mrr_at_5": 0.6018333333333333, "mrr_at_10": 0.615718253968254, "mrr_at_20": 0.6165515873015873, "mrr_at_50": 0.6179859646889059, "mrr_at_100": 0.6183226650256062, "naucs_at_1_max": 0.105925489425784, "naucs_at_1_std": -0.060066784521705045, "naucs_at_1_diff1": 0.49797682184246717, "naucs_at_3_max": 0.11120518825436876, "naucs_at_3_std": -0.10580075662042858, "naucs_at_3_diff1": 0.46674473067915695, "naucs_at_5_max": 0.03777044371103874, "naucs_at_5_std": -0.21048771543820866, "naucs_at_5_diff1": 0.38344072502488297, "naucs_at_10_max": 0.09103641456582774, "naucs_at_10_std": -0.14047619047618726, "naucs_at_10_diff1": 0.32413632119514585, "naucs_at_20_max": -0.0814992663732126, "naucs_at_20_std": -0.3702147525676927, "naucs_at_20_diff1": 0.34020274776577397, "naucs_at_50_max": -0.20401493930905526, "naucs_at_50_std": -0.5308123249299683, "naucs_at_50_diff1": 0.7860255213196357, "naucs_at_100_max": -0.5634920634920583, "naucs_at_100_std": -0.5634920634920583, "naucs_at_100_diff1": 0.35807656395892007}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.95786, "ndcg_at_5": 0.96172, "ndcg_at_10": 0.96172, "ndcg_at_20": 0.96172, "ndcg_at_50": 0.96172, "ndcg_at_100": 0.96332, "map_at_1": 0.92, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.952, "map_at_20": 0.952, "map_at_50": 0.952, "map_at_100": 0.95213, "recall_at_1": 0.92, "recall_at_3": 0.98, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.32667, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.95, "mrr_at_5": 0.9525, "mrr_at_10": 0.9525, "mrr_at_20": 0.9525, "mrr_at_50": 0.9525, "mrr_at_100": 0.9526315789473684, "naucs_at_1_max": 0.749649859943977, "naucs_at_1_std": 0.25116713352007414, "naucs_at_1_diff1": 0.9279295051353874, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.6790382819794457, "naucs_at_3_diff1": 0.7117180205415458, "naucs_at_5_max": 0.7222222222222276, "naucs_at_5_std": 0.35807656395891135, "naucs_at_5_diff1": 0.8692810457516413, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.35807656395891135, "naucs_at_10_diff1": 0.8692810457516413, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_50_max": 0.7222222222222041, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}}