Update results.json

results.json

@@ -1 +1,465 @@
-{"./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.67, "ndcg_at_3": 0.73664, "ndcg_at_5": 0.74886, "ndcg_at_10": 0.76608, "ndcg_at_20": 0.77508, "ndcg_at_50": 0.78465, "ndcg_at_100": 0.78928, "map_at_1": 0.67, "map_at_3": 0.71967, "map_at_5": 0.72637, "map_at_10": 0.73332, "map_at_20": 0.73575, "map_at_50": 0.7373, "map_at_100": 0.73774, "recall_at_1": 0.67, "recall_at_3": 0.786, "recall_at_5": 0.816, "recall_at_10": 0.87, "recall_at_20": 0.906, "recall_at_50": 0.954, "recall_at_100": 0.982, "precision_at_1": 0.67, "precision_at_3": 0.262, "precision_at_5": 0.1632, "precision_at_10": 0.087, "precision_at_20": 0.0453, "precision_at_50": 0.01908, "precision_at_100": 0.00982, "mrr_at_1": 0.674, "mrr_at_3": 0.723, "mrr_at_5": 0.7291, "mrr_at_10": 0.7366095238095238, "mrr_at_20": 0.7391611043325439, "mrr_at_50": 0.7409444251953623, "mrr_at_100": 0.7413271325461593, "naucs_at_1_max": 0.5444803710788707, "naucs_at_1_std": -0.09109715427197845, "naucs_at_1_diff1": 0.9253203771732317, "naucs_at_3_max": 0.5919376009932287, "naucs_at_3_std": -0.04496538390458086, "naucs_at_3_diff1": 0.8649522103597137, "naucs_at_5_max": 0.6306070025471655, "naucs_at_5_std": 0.001678323187842219, "naucs_at_5_diff1": 0.8645469067046583, "naucs_at_10_max": 0.6801229356439317, "naucs_at_10_std": 0.03928756572613559, "naucs_at_10_diff1": 0.8395171443382958, "naucs_at_20_max": 0.7005979696843283, "naucs_at_20_std": 0.04557283906470355, "naucs_at_20_diff1": 0.8023322804299033, "naucs_at_50_max": 0.7126212803962136, "naucs_at_50_std": -0.09452766613891975, "naucs_at_50_diff1": 0.8312223440100683, "naucs_at_100_max": 0.85968461458657, "naucs_at_100_std": -0.10281149496835222, "naucs_at_100_diff1": 0.896514161220045}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50554, "ndcg_at_3": 0.55831, "ndcg_at_5": 0.58055, "ndcg_at_10": 0.60677, "ndcg_at_20": 0.62553, "ndcg_at_50": 0.63388, "ndcg_at_100": 0.64093, "map_at_1": 0.50554, "map_at_3": 0.54582, "map_at_5": 0.55835, "map_at_10": 0.569, "map_at_20": 0.5743, "map_at_50": 0.57564, "map_at_100": 0.57622, "recall_at_1": 0.50554, "recall_at_3": 0.59424, "recall_at_5": 0.64745, "recall_at_10": 0.72949, "recall_at_20": 0.80266, "recall_at_50": 0.84479, "recall_at_100": 0.88914, "precision_at_1": 0.50554, "precision_at_3": 0.19808, "precision_at_5": 0.12949, "precision_at_10": 0.07295, "precision_at_20": 0.04013, "precision_at_50": 0.0169, "precision_at_100": 0.00889, "mrr_at_1": 0.5033259423503326, "mrr_at_3": 0.5476718403547672, "mrr_at_5": 0.5574279379157429, "mrr_at_10": 0.5684528208918452, "mrr_at_20": 0.573404311645784, "mrr_at_50": 0.5749334030411379, "mrr_at_100": 0.575603354450426, "naucs_at_1_max": 0.2625490776539377, "naucs_at_1_std": 0.3310850636640096, "naucs_at_1_diff1": 0.8285865433933254, "naucs_at_3_max": 0.18953190824386826, "naucs_at_3_std": 0.38629715857674524, "naucs_at_3_diff1": 0.769918430991528, "naucs_at_5_max": 0.14915660669648698, "naucs_at_5_std": 0.39060413735358934, "naucs_at_5_diff1": 0.7373299633405666, "naucs_at_10_max": 0.008734548704545675, "naucs_at_10_std": 0.5053066426323437, "naucs_at_10_diff1": 0.7260812769949216, "naucs_at_20_max": -0.1110192872274276, "naucs_at_20_std": 0.6213072109985829, "naucs_at_20_diff1": 0.6964830158995551, "naucs_at_50_max": -0.16049662657697744, "naucs_at_50_std": 0.7364897688356142, "naucs_at_50_diff1": 0.7182771454403309, "naucs_at_100_max": -0.19221684927376187, "naucs_at_100_std": 0.8505984612548488, "naucs_at_100_diff1": 0.7419613287710981}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.93417, "ndcg_at_5": 0.93847, "ndcg_at_10": 0.93847, "ndcg_at_20": 0.93847, "ndcg_at_50": 0.94063, "ndcg_at_100": 0.9422, "map_at_1": 0.88, "map_at_3": 0.92167, "map_at_5": 0.92417, "map_at_10": 0.92417, "map_at_20": 0.92417, "map_at_50": 0.92458, "map_at_100": 0.92471, "recall_at_1": 0.88, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.93, "mrr_at_5": 0.9325, "mrr_at_10": 0.9325, "mrr_at_20": 0.9325, "mrr_at_50": 0.9329166666666667, "mrr_at_100": 0.9330448717948718, "naucs_at_1_max": 0.36497772828507796, "naucs_at_1_std": -0.272231944002546, "naucs_at_1_diff1": 0.9777282850779508, "naucs_at_3_max": 0.693432928727046, "naucs_at_3_std": -0.15452847805789072, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.6790382819794609, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 0.6790382819794609, "naucs_at_10_std": -0.5929038281979465, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.6790382819794609, "naucs_at_20_std": -0.5929038281979465, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.554154995331464, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64581, "ndcg_at_3": 0.73981, "ndcg_at_5": 0.7668, "ndcg_at_10": 0.787, "ndcg_at_20": 0.79364, "ndcg_at_50": 0.79698, "ndcg_at_100": 0.79864, "map_at_1": 0.64581, "map_at_3": 0.71648, "map_at_5": 0.73158, "map_at_10": 0.74001, "map_at_20": 0.74185, "map_at_50": 0.74242, "map_at_100": 0.74256, "recall_at_1": 0.64581, "recall_at_3": 0.80741, "recall_at_5": 0.87242, "recall_at_10": 0.93439, "recall_at_20": 0.96051, "recall_at_50": 0.97691, "recall_at_100": 0.98724, "precision_at_1": 0.64581, "precision_at_3": 0.26914, "precision_at_5": 0.17448, "precision_at_10": 0.09344, "precision_at_20": 0.04803, "precision_at_50": 0.01954, "precision_at_100": 0.00987, "mrr_at_1": 0.6433778857837181, "mrr_at_3": 0.7150668286755771, "mrr_at_5": 0.7304981773997571, "mrr_at_10": 0.7387049412717699, "mrr_at_20": 0.7404579555191415, "mrr_at_50": 0.7410660643728302, "mrr_at_100": 0.7412038533898355, "naucs_at_1_max": 0.13431737923823708, "naucs_at_1_std": -0.3067075571650227, "naucs_at_1_diff1": 0.8067592167032371, "naucs_at_3_max": 0.18727434840097998, "naucs_at_3_std": -0.27607320609227726, "naucs_at_3_diff1": 0.6950163190033429, "naucs_at_5_max": 0.2109382115959134, "naucs_at_5_std": -0.22542299636024854, "naucs_at_5_diff1": 0.6560772753501689, "naucs_at_10_max": 0.3049581820340452, "naucs_at_10_std": 0.10695854160572203, "naucs_at_10_diff1": 0.5979569201987198, "naucs_at_20_max": 0.3524427577390326, "naucs_at_20_std": 0.2838037847480218, "naucs_at_20_diff1": 0.5748977828288308, "naucs_at_50_max": 0.39877531195470334, "naucs_at_50_std": 0.47760692333540594, "naucs_at_50_diff1": 0.48464495157589027, "naucs_at_100_max": 0.3531041790707774, "naucs_at_100_std": 0.4303621036969795, "naucs_at_100_diff1": 0.42655633089874984}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.80769, "ndcg_at_3": 0.86119, "ndcg_at_5": 0.86799, "ndcg_at_10": 0.87508, "ndcg_at_20": 0.8788, "ndcg_at_50": 0.88321, "ndcg_at_100": 0.88418, "map_at_1": 0.80769, "map_at_3": 0.84818, "map_at_5": 0.85202, "map_at_10": 0.85488, "map_at_20": 0.85598, "map_at_50": 0.85668, "map_at_100": 0.85677, "recall_at_1": 0.80769, "recall_at_3": 0.89879, "recall_at_5": 0.91498, "recall_at_10": 0.93725, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.97976, "precision_at_1": 0.80769, "precision_at_3": 0.2996, "precision_at_5": 0.183, "precision_at_10": 0.09372, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.0098, "mrr_at_1": 0.8117408906882592, "mrr_at_3": 0.8488529014844804, "mrr_at_5": 0.8532051282051283, "mrr_at_10": 0.8560359231411864, "mrr_at_20": 0.8570996255206782, "mrr_at_50": 0.8577900744824616, "mrr_at_100": 0.8578711146551276, "naucs_at_1_max": 0.5181292739994149, "naucs_at_1_std": -0.12587128411667012, "naucs_at_1_diff1": 0.9118360487145103, "naucs_at_3_max": 0.5428075702339784, "naucs_at_3_std": -0.133844833983956, "naucs_at_3_diff1": 0.8487810208609975, "naucs_at_5_max": 0.570342039887235, "naucs_at_5_std": -0.1629741497251075, "naucs_at_5_diff1": 0.8403883247563, "naucs_at_10_max": 0.7076634965650749, "naucs_at_10_std": 0.14379204929117678, "naucs_at_10_diff1": 0.8238016143503649, "naucs_at_20_max": 0.8079586920995654, "naucs_at_20_std": 0.21002182843283598, "naucs_at_20_diff1": 0.825877668290874, "naucs_at_50_max": 0.8233669400006994, "naucs_at_50_std": 0.18166589601039382, "naucs_at_50_diff1": 0.8057881231371927, "naucs_at_100_max": 0.8922124708224929, "naucs_at_100_std": 0.6406492513828425, "naucs_at_100_diff1": 0.7867049962977823}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97893, "ndcg_at_5": 0.97893, "ndcg_at_10": 0.97893, "ndcg_at_20": 0.97893, "ndcg_at_50": 0.97893, "ndcg_at_100": 0.97893, "map_at_1": 0.95, "map_at_3": 0.97167, "map_at_5": 0.97167, "map_at_10": 0.97167, "map_at_20": 0.97167, "map_at_50": 0.97167, "map_at_100": 0.97167, "recall_at_1": 0.95, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9716666666666667, "mrr_at_5": 0.9716666666666667, "mrr_at_10": 0.9716666666666667, "mrr_at_20": 0.9716666666666667, "mrr_at_50": 0.9716666666666667, "mrr_at_100": 0.9716666666666667, "naucs_at_1_max": 0.5808590102707767, "naucs_at_1_std": -0.1164332399626522, "naucs_at_1_diff1": 0.9477124183006508, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.68929, "ndcg_at_3": 0.74413, "ndcg_at_5": 0.75167, "ndcg_at_10": 0.77118, "ndcg_at_20": 0.78112, "ndcg_at_50": 0.79873, "ndcg_at_100": 0.80054, "map_at_1": 0.68929, "map_at_3": 0.73095, "map_at_5": 0.73524, "map_at_10": 0.74323, "map_at_20": 0.74596, "map_at_50": 0.74876, "map_at_100": 0.74894, "recall_at_1": 0.68929, "recall_at_3": 0.78214, "recall_at_5": 0.8, "recall_at_10": 0.86071, "recall_at_20": 0.9, "recall_at_50": 0.98929, "recall_at_100": 1.0, "precision_at_1": 0.68929, "precision_at_3": 0.26071, "precision_at_5": 0.16, "precision_at_10": 0.08607, "precision_at_20": 0.045, "precision_at_50": 0.01979, "precision_at_100": 0.01, "mrr_at_1": 0.6857142857142857, "mrr_at_3": 0.7273809523809524, "mrr_at_5": 0.7332738095238095, "mrr_at_10": 0.7413988095238095, "mrr_at_20": 0.7440813863424158, "mrr_at_50": 0.7468722884841633, "mrr_at_100": 0.7470525854039923, "naucs_at_1_max": 0.2870009874897007, "naucs_at_1_std": 0.04204064432130546, "naucs_at_1_diff1": 0.7891552245752849, "naucs_at_3_max": 0.29717890310145373, "naucs_at_3_std": 0.10697806369788107, "naucs_at_3_diff1": 0.6949610753710974, "naucs_at_5_max": 0.2523369487655202, "naucs_at_5_std": 0.06743256743256658, "naucs_at_5_diff1": 0.6558976737548161, "naucs_at_10_max": 0.24856446841830593, "naucs_at_10_std": 0.02682144721469618, "naucs_at_10_diff1": 0.6389296278803848, "naucs_at_20_max": 0.16003067893824288, "naucs_at_20_std": -0.11236161131119002, "naucs_at_20_diff1": 0.601724022942509, "naucs_at_50_max": 0.8202614379084879, "naucs_at_50_std": 0.7424525365701868, "naucs_at_50_diff1": 0.7587924058512231, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.94178, "ndcg_at_5": 0.94609, "ndcg_at_10": 0.94609, "ndcg_at_20": 0.94609, "ndcg_at_50": 0.94609, "ndcg_at_100": 0.94609, "map_at_1": 0.87, "map_at_3": 0.925, "map_at_5": 0.9275, "map_at_10": 0.9275, "map_at_20": 0.9275, "map_at_50": 0.9275, "map_at_100": 0.9275, "recall_at_1": 0.87, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.935, "mrr_at_5": 0.9375, "mrr_at_10": 0.9375, "mrr_at_20": 0.9375, "mrr_at_50": 0.9375, "mrr_at_100": 0.9375, "naucs_at_1_max": 0.5187736058653628, "naucs_at_1_std": 0.22202473524402008, "naucs_at_1_diff1": 0.7872694956676297, "naucs_at_3_max": 0.5541549953314585, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.48, "ndcg_at_3": 0.62226, "ndcg_at_5": 0.66313, "ndcg_at_10": 0.70227, "ndcg_at_20": 0.70762, "ndcg_at_50": 0.71377, "ndcg_at_100": 0.71377, "map_at_1": 0.48, "map_at_3": 0.58833, "map_at_5": 0.61083, "map_at_10": 0.62718, "map_at_20": 0.6288, "map_at_50": 0.62987, "map_at_100": 0.62987, "recall_at_1": 0.48, "recall_at_3": 0.72, "recall_at_5": 0.82, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.48, "precision_at_3": 0.24, "precision_at_5": 0.164, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.51, "mrr_at_3": 0.6133333333333334, "mrr_at_5": 0.6333333333333333, "mrr_at_10": 0.6481230158730159, "mrr_at_20": 0.6503713924963925, "mrr_at_50": 0.6509864903528697, "mrr_at_100": 0.6509864903528697, "naucs_at_1_max": 0.01784958187784493, "naucs_at_1_std": -0.21715888641896902, "naucs_at_1_diff1": 0.7087302847464805, "naucs_at_3_max": 0.08859890109890145, "naucs_at_3_std": -0.28323412698412614, "naucs_at_3_diff1": 0.4830586080586077, "naucs_at_5_max": 0.10656459962550972, "naucs_at_5_std": -0.10389360061680472, "naucs_at_5_diff1": 0.40610199361163074, "naucs_at_10_max": -0.18744164332399568, "naucs_at_10_std": -0.024042950513536908, "naucs_at_10_diff1": 0.6868969810146294, "naucs_at_20_max": -0.22980859010270466, "naucs_at_20_std": -0.1562791783379993, "naucs_at_20_diff1": 0.7112511671335194, "naucs_at_50_max": -0.17133520074697067, "naucs_at_50_std": 0.12278244631185525, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": -0.17133520074697067, "naucs_at_100_std": 0.12278244631185525, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98762, "ndcg_at_10": 0.98762, "ndcg_at_20": 0.98762, "ndcg_at_50": 0.98762, "ndcg_at_100": 0.98762, "map_at_1": 0.97, "map_at_3": 0.98333, "map_at_5": 0.98333, "map_at_10": 0.98333, "map_at_20": 0.98333, "map_at_50": 0.98333, "map_at_100": 0.98333, "recall_at_1": 0.97, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9833333333333333, "mrr_at_5": 0.9833333333333333, "mrr_at_10": 0.9833333333333333, "mrr_at_20": 0.9833333333333333, "mrr_at_50": 0.9833333333333333, "mrr_at_100": 0.9833333333333333, "naucs_at_1_max": 0.912854030501093, "naucs_at_1_std": 0.6934329287270453, "naucs_at_1_diff1": 0.912854030501093, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}}
+{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.51996, "ndcg_at_5": 0.52232, "ndcg_at_10": 0.57763, "ndcg_at_20": 0.62215, "ndcg_at_50": 0.64665, "ndcg_at_100": 0.65281, "map_at_1": 0.30481, "map_at_3": 0.44263, "map_at_5": 0.46343, "map_at_10": 0.49741, "map_at_20": 0.51592, "map_at_50": 0.52237, "map_at_100": 0.52398, "recall_at_1": 0.30481, "recall_at_3": 0.54615, "recall_at_5": 0.57807, "recall_at_10": 0.71877, "recall_at_20": 0.86108, "recall_at_50": 0.95162, "recall_at_100": 0.97216, "precision_at_1": 0.46154, "precision_at_3": 0.30769, "precision_at_5": 0.21538, "precision_at_10": 0.14038, "precision_at_20": 0.08654, "precision_at_50": 0.04154, "precision_at_100": 0.0225, "mrr_at_1": 0.4423076923076923, "mrr_at_3": 0.5448717948717949, "mrr_at_5": 0.5583333333333333, "mrr_at_10": 0.5792353479853479, "mrr_at_20": 0.5826894961763383, "mrr_at_50": 0.5850171075017945, "mrr_at_100": 0.5850171075017945, "naucs_at_1_max": 0.24419022886817585, "naucs_at_1_std": 0.20913530757518103, "naucs_at_1_diff1": 0.18956477760151022, "naucs_at_3_max": 0.021538678019016246, "naucs_at_3_std": 0.10725557234497837, "naucs_at_3_diff1": -0.04875457481754448, "naucs_at_5_max": 0.014645022986549194, "naucs_at_5_std": 0.044129824597325146, "naucs_at_5_diff1": -0.11174495404454246, "naucs_at_10_max": -0.11448340055341263, "naucs_at_10_std": -0.10902704168644266, "naucs_at_10_diff1": -0.30406392580200137, "naucs_at_20_max": -0.2404702117925663, "naucs_at_20_std": -0.22313364654433895, "naucs_at_20_diff1": -0.31695759183309535, "naucs_at_50_max": -0.31937538050402253, "naucs_at_50_std": -0.2759760110803978, "naucs_at_50_diff1": -0.24888406251943948, "naucs_at_100_max": -0.259723966830786, "naucs_at_100_std": -0.21333793632671658, "naucs_at_100_diff1": -0.23851384327512057},
+        "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.39224,
+            "ndcg_at_3": 0.37476,
+            "ndcg_at_5": 0.36148,
+            "ndcg_at_10": 0.36794,
+            "ndcg_at_20": 0.40776,
+            "ndcg_at_50": 0.48463,
+            "ndcg_at_100": 0.53033,
+            "map_at_1": 0.04401,
+            "map_at_3": 0.0993,
+            "map_at_5": 0.13005,
+            "map_at_10": 0.17704,
+            "map_at_20": 0.21969,
+            "map_at_50": 0.26748,
+            "map_at_100": 0.29042,
+            "recall_at_1": 0.04401,
+            "recall_at_3": 0.13187,
+            "recall_at_5": 0.192,
+            "recall_at_10": 0.3039,
+            "recall_at_20": 0.45606,
+            "recall_at_50": 0.67169,
+            "recall_at_100": 0.80877,
+            "precision_at_1": 0.39224,
+            "precision_at_3": 0.35632,
+            "precision_at_5": 0.325,
+            "precision_at_10": 0.28319,
+            "precision_at_20": 0.2306,
+            "precision_at_50": 0.15836,
+            "precision_at_100": 0.10789,
+            "mrr_at_1": 0.3922413793103448,
+            "mrr_at_3": 0.49856321839080464,
+            "mrr_at_5": 0.5224856321839081,
+            "mrr_at_10": 0.5373648741105638,
+            "mrr_at_20": 0.5419287783917268,
+            "mrr_at_50": 0.5442446092894189,
+            "mrr_at_100": 0.5445144362126614,
+            "naucs_at_1_max": -0.09046956137538088,
+            "naucs_at_1_std": -0.029272928593796467,
+            "naucs_at_1_diff1": -0.01949330501218432,
+            "naucs_at_3_max": 0.019777226299839537,
+            "naucs_at_3_std": 0.05400545367360109,
+            "naucs_at_3_diff1": -0.07318677988609872,
+            "naucs_at_5_max": 0.0035718336913224936,
+            "naucs_at_5_std": 0.027188298117242122,
+            "naucs_at_5_diff1": -0.07827063058686147,
+            "naucs_at_10_max": 0.008049347237839717,
+            "naucs_at_10_std": 0.03145707085203085,
+            "naucs_at_10_diff1": -0.07144093527570813,
+            "naucs_at_20_max": -0.003043019306168713,
+            "naucs_at_20_std": 0.04245224333344333,
+            "naucs_at_20_diff1": -0.0974791685465552,
+            "naucs_at_50_max": -0.008203803722240203,
+            "naucs_at_50_std": 0.004296600594517341,
+            "naucs_at_50_diff1": -0.08202642486940749,
+            "naucs_at_100_max": -0.05980969604715223,
+            "naucs_at_100_std": -0.07215268813689295,
+            "naucs_at_100_diff1": -0.05108060621594025
+        },
+        "vidore/synthetic_axa_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.31944,
+            "ndcg_at_3": 0.36735,
+            "ndcg_at_5": 0.37705,
+            "ndcg_at_10": 0.40069,
+            "ndcg_at_20": 0.43513,
+            "ndcg_at_50": 0.49148,
+            "ndcg_at_100": 0.52626,
+            "map_at_1": 0.1883,
+            "map_at_3": 0.24848,
+            "map_at_5": 0.27905,
+            "map_at_10": 0.30821,
+            "map_at_20": 0.32807,
+            "map_at_50": 0.34999,
+            "map_at_100": 0.35742,
+            "recall_at_1": 0.1883,
+            "recall_at_3": 0.30968,
+            "recall_at_5": 0.38218,
+            "recall_at_10": 0.47556,
+            "recall_at_20": 0.56898,
+            "recall_at_50": 0.72054,
+            "recall_at_100": 0.86053,
+            "precision_at_1": 0.31944,
+            "precision_at_3": 0.25,
+            "precision_at_5": 0.20278,
+            "precision_at_10": 0.15,
+            "precision_at_20": 0.10694,
+            "precision_at_50": 0.06556,
+            "precision_at_100": 0.03972,
+            "mrr_at_1": 0.3194444444444444,
+            "mrr_at_3": 0.41435185185185186,
+            "mrr_at_5": 0.44143518518518515,
+            "mrr_at_10": 0.45383597883597887,
+            "mrr_at_20": 0.4603018758656014,
+            "mrr_at_50": 0.46184289024143715,
+            "mrr_at_100": 0.46279641774158087,
+            "naucs_at_1_max": 0.25256807521642977,
+            "naucs_at_1_std": 0.5222755178306032,
+            "naucs_at_1_diff1": 0.22322127062494312,
+            "naucs_at_3_max": 0.01027997935801778,
+            "naucs_at_3_std": 0.26082012822073436,
+            "naucs_at_3_diff1": 0.18412709220174425,
+            "naucs_at_5_max": -0.023540307718607937,
+            "naucs_at_5_std": 0.20590277989329697,
+            "naucs_at_5_diff1": 0.1394140867278813,
+            "naucs_at_10_max": -0.1530545347893013,
+            "naucs_at_10_std": 0.07281002973646711,
+            "naucs_at_10_diff1": 0.1087825983057161,
+            "naucs_at_20_max": -0.24948473963259538,
+            "naucs_at_20_std": -0.052063417282516324,
+            "naucs_at_20_diff1": 0.04499575326148708,
+            "naucs_at_50_max": -0.3456643349075049,
+            "naucs_at_50_std": -0.14962525206807992,
+            "naucs_at_50_diff1": -0.1032344032141534,
+            "naucs_at_100_max": -0.41065527201035196,
+            "naucs_at_100_std": -0.24631195551976134,
+            "naucs_at_100_diff1": -0.1270004114792933
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
+            "ndcg_at_1": 0.475,
+            "ndcg_at_3": 0.50399,
+            "ndcg_at_5": 0.5426,
+            "ndcg_at_10": 0.56572,
+            "ndcg_at_20": 0.59334,
+            "ndcg_at_50": 0.62054,
+            "ndcg_at_100": 0.63584,
+            "map_at_1": 0.29844,
+            "map_at_3": 0.40685,
+            "map_at_5": 0.44582,
+            "map_at_10": 0.46931,
+            "map_at_20": 0.48245,
+            "map_at_50": 0.49251,
+            "map_at_100": 0.49533,
+            "recall_at_1": 0.29844,
+            "recall_at_3": 0.48891,
+            "recall_at_5": 0.59575,
+            "recall_at_10": 0.67602,
+            "recall_at_20": 0.75242,
+            "recall_at_50": 0.83386,
+            "recall_at_100": 0.89769,
+            "precision_at_1": 0.475,
+            "precision_at_3": 0.30833,
+            "precision_at_5": 0.24875,
+            "precision_at_10": 0.15125,
+            "precision_at_20": 0.09344,
+            "precision_at_50": 0.0465,
+            "precision_at_100": 0.026,
+            "mrr_at_1": 0.49375,
+            "mrr_at_3": 0.5958333333333333,
+            "mrr_at_5": 0.6202083333333334,
+            "mrr_at_10": 0.6287375992063492,
+            "mrr_at_20": 0.6311754670660437,
+            "mrr_at_50": 0.6321625072817313,
+            "mrr_at_100": 0.6324052960661868,
+            "naucs_at_1_max": 0.288181487963544,
+            "naucs_at_1_std": -0.05426311792094572,
+            "naucs_at_1_diff1": 0.4584585410956644,
+            "naucs_at_3_max": 0.17191913339472156,
+            "naucs_at_3_std": -0.020066630109774056,
+            "naucs_at_3_diff1": 0.09632913618821975,
+            "naucs_at_5_max": 0.09215639006811155,
+            "naucs_at_5_std": 0.0012666140953723163,
+            "naucs_at_5_diff1": -0.06192925755984746,
+            "naucs_at_10_max": 0.035222797177968716,
+            "naucs_at_10_std": 0.007929567555839194,
+            "naucs_at_10_diff1": -0.15828889663289214,
+            "naucs_at_20_max": -0.013133460063983105,
+            "naucs_at_20_std": 0.045498580990890984,
+            "naucs_at_20_diff1": -0.18372934627970697,
+            "naucs_at_50_max": -0.05231228123361153,
+            "naucs_at_50_std": 0.08122908162109731,
+            "naucs_at_50_diff1": -0.18562366170287978,
+            "naucs_at_100_max": -0.09050436131033135,
+            "naucs_at_100_std": 0.07301259934095748,
+            "naucs_at_100_diff1": -0.18245241325838332
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0": {
+            "ndcg_at_1": 0.26316,
+            "ndcg_at_3": 0.36311,
+            "ndcg_at_5": 0.39176,
+            "ndcg_at_10": 0.4454,
+            "ndcg_at_20": 0.50519,
+            "ndcg_at_50": 0.55061,
+            "ndcg_at_100": 0.56466,
+            "map_at_1": 0.15482,
+            "map_at_3": 0.27015,
+            "map_at_5": 0.29589,
+            "map_at_10": 0.33078,
+            "map_at_20": 0.36126,
+            "map_at_50": 0.3824,
+            "map_at_100": 0.38909,
+            "recall_at_1": 0.15482,
+            "recall_at_3": 0.37362,
+            "recall_at_5": 0.44749,
+            "recall_at_10": 0.60324,
+            "recall_at_20": 0.78193,
+            "recall_at_50": 0.91531,
+            "recall_at_100": 0.95395,
+            "precision_at_1": 0.26316,
+            "precision_at_3": 0.25146,
+            "precision_at_5": 0.20702,
+            "precision_at_10": 0.15088,
+            "precision_at_20": 0.11228,
+            "precision_at_50": 0.06667,
+            "precision_at_100": 0.03789,
+            "mrr_at_1": 0.3157894736842105,
+            "mrr_at_3": 0.4473684210526316,
+            "mrr_at_5": 0.46754385964912276,
+            "mrr_at_10": 0.48647312726260095,
+            "mrr_at_20": 0.49202021175705385,
+            "mrr_at_50": 0.49322536427799585,
+            "mrr_at_100": 0.49322536427799585,
+            "naucs_at_1_max": -0.05405282049792571,
+            "naucs_at_1_std": 0.023445855968560407,
+            "naucs_at_1_diff1": 0.21928586224649782,
+            "naucs_at_3_max": -0.011620395920182198,
+            "naucs_at_3_std": 0.08615056848034938,
+            "naucs_at_3_diff1": -0.15099634717817523,
+            "naucs_at_5_max": -0.1652385842485644,
+            "naucs_at_5_std": -0.1076298647113443,
+            "naucs_at_5_diff1": -0.26773917349447285,
+            "naucs_at_10_max": -0.20948212317741371,
+            "naucs_at_10_std": -0.04217452519607505,
+            "naucs_at_10_diff1": -0.17241123984858953,
+            "naucs_at_20_max": -0.3585661146008277,
+            "naucs_at_20_std": -0.11294869002059522,
+            "naucs_at_20_diff1": -0.27144993416761004,
+            "naucs_at_50_max": -0.33543648981957763,
+            "naucs_at_50_std": -0.014416596192293988,
+            "naucs_at_50_diff1": -0.2783603795291369,
+            "naucs_at_100_max": -0.3125483341345789,
+            "naucs_at_100_std": 0.04759656217556336,
+            "naucs_at_100_diff1": -0.27748680314970026
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.3114,
+            "ndcg_at_3": 0.35716,
+            "ndcg_at_5": 0.39093,
+            "ndcg_at_10": 0.45776,
+            "ndcg_at_20": 0.51442,
+            "ndcg_at_50": 0.55435,
+            "ndcg_at_100": 0.57057,
+            "map_at_1": 0.1635,
+            "map_at_3": 0.26015,
+            "map_at_5": 0.29428,
+            "map_at_10": 0.33703,
+            "map_at_20": 0.36703,
+            "map_at_50": 0.38532,
+            "map_at_100": 0.39218,
+            "recall_at_1": 0.1635,
+            "recall_at_3": 0.34212,
+            "recall_at_5": 0.43294,
+            "recall_at_10": 0.62713,
+            "recall_at_20": 0.80024,
+            "recall_at_50": 0.9216,
+            "recall_at_100": 0.97058,
+            "precision_at_1": 0.3114,
+            "precision_at_3": 0.25,
+            "precision_at_5": 0.21228,
+            "precision_at_10": 0.16272,
+            "precision_at_20": 0.11732,
+            "precision_at_50": 0.06509,
+            "precision_at_100": 0.03768,
+            "mrr_at_1": 0.3201754385964912,
+            "mrr_at_3": 0.4276315789473684,
+            "mrr_at_5": 0.45570175438596494,
+            "mrr_at_10": 0.4726991088833194,
+            "mrr_at_20": 0.47990133359766324,
+            "mrr_at_50": 0.4817393870105699,
+            "mrr_at_100": 0.48179098659777314,
+            "naucs_at_1_max": -0.043051520891704526,
+            "naucs_at_1_std": 0.04332255792861466,
+            "naucs_at_1_diff1": 0.25290228804176196,
+            "naucs_at_3_max": -0.015276644061893118,
+            "naucs_at_3_std": 0.05163750744485839,
+            "naucs_at_3_diff1": 0.040189218663360116,
+            "naucs_at_5_max": -0.05235721102136031,
+            "naucs_at_5_std": 0.005811214103192345,
+            "naucs_at_5_diff1": 0.019471817185607386,
+            "naucs_at_10_max": -0.15526718391563657,
+            "naucs_at_10_std": -0.030920730403369213,
+            "naucs_at_10_diff1": -0.009103205213602163,
+            "naucs_at_20_max": -0.16361665459184682,
+            "naucs_at_20_std": -0.006377615107252758,
+            "naucs_at_20_diff1": -0.11234618830619728,
+            "naucs_at_50_max": -0.15363708207480695,
+            "naucs_at_50_std": 0.07280318534401509,
+            "naucs_at_50_diff1": -0.15710162022601212,
+            "naucs_at_100_max": -0.1483886076804903,
+            "naucs_at_100_std": 0.10513102578338192,
+            "naucs_at_100_diff1": -0.15391945667071522
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
+            "ndcg_at_1": 0.38125,
+            "ndcg_at_3": 0.39476,
+            "ndcg_at_5": 0.4206,
+            "ndcg_at_10": 0.45509,
+            "ndcg_at_20": 0.48714,
+            "ndcg_at_50": 0.51836,
+            "ndcg_at_100": 0.53432,
+            "map_at_1": 0.24209,
+            "map_at_3": 0.31985,
+            "map_at_5": 0.34726,
+            "map_at_10": 0.3711,
+            "map_at_20": 0.38475,
+            "map_at_50": 0.39391,
+            "map_at_100": 0.39676,
+            "recall_at_1": 0.24209,
+            "recall_at_3": 0.38347,
+            "recall_at_5": 0.45975,
+            "recall_at_10": 0.56148,
+            "recall_at_20": 0.65407,
+            "recall_at_50": 0.75821,
+            "recall_at_100": 0.82192,
+            "precision_at_1": 0.38125,
+            "precision_at_3": 0.23333,
+            "precision_at_5": 0.18344,
+            "precision_at_10": 0.12031,
+            "precision_at_20": 0.07758,
+            "precision_at_50": 0.04006,
+            "precision_at_100": 0.02297,
+            "mrr_at_1": 0.3984375,
+            "mrr_at_3": 0.47890625,
+            "mrr_at_5": 0.497734375,
+            "mrr_at_10": 0.5095529513888889,
+            "mrr_at_20": 0.5151586381105779,
+            "mrr_at_50": 0.5174101160297588,
+            "mrr_at_100": 0.5178826588862087,
+            "naucs_at_1_max": 0.13899599795432951,
+            "naucs_at_1_std": 0.0368281555683635,
+            "naucs_at_1_diff1": 0.5053982968982114,
+            "naucs_at_3_max": 0.07054641540082532,
+            "naucs_at_3_std": 0.05000850601457527,
+            "naucs_at_3_diff1": 0.21532701510229157,
+            "naucs_at_5_max": 0.01417845342936614,
+            "naucs_at_5_std": 0.020526726379349457,
+            "naucs_at_5_diff1": 0.10818783419375576,
+            "naucs_at_10_max": -0.020678341996715813,
+            "naucs_at_10_std": 0.02320094009445125,
+            "naucs_at_10_diff1": 0.006460602129137368,
+            "naucs_at_20_max": -0.056359581334902174,
+            "naucs_at_20_std": 0.022492779057438163,
+            "naucs_at_20_diff1": -0.04495830300371242,
+            "naucs_at_50_max": -0.08195205931936514,
+            "naucs_at_50_std": 0.036322084125175555,
+            "naucs_at_50_diff1": -0.07768679112951372,
+            "naucs_at_100_max": -0.10382076960662541,
+            "naucs_at_100_std": 0.017015419651631922,
+            "naucs_at_100_diff1": -0.08434098316520129
+        },
+        "vidore/synthetic_axa_filtered_v1.0": {
+            "ndcg_at_1": 0.5,
+            "ndcg_at_3": 0.56184,
+            "ndcg_at_5": 0.587,
+            "ndcg_at_10": 0.60148,
+            "ndcg_at_20": 0.62635,
+            "ndcg_at_50": 0.67819,
+            "ndcg_at_100": 0.69787,
+            "map_at_1": 0.28611,
+            "map_at_3": 0.36587,
+            "map_at_5": 0.43319,
+            "map_at_10": 0.47842,
+            "map_at_20": 0.50424,
+            "map_at_50": 0.53292,
+            "map_at_100": 0.53674,
+            "recall_at_1": 0.28611,
+            "recall_at_3": 0.42945,
+            "recall_at_5": 0.58465,
+            "recall_at_10": 0.68747,
+            "recall_at_20": 0.75855,
+            "recall_at_50": 0.88111,
+            "recall_at_100": 0.97026,
+            "precision_at_1": 0.5,
+            "precision_at_3": 0.40741,
+            "precision_at_5": 0.33333,
+            "precision_at_10": 0.23333,
+            "precision_at_20": 0.15278,
+            "precision_at_50": 0.08444,
+            "precision_at_100": 0.045,
+            "mrr_at_1": 0.5,
+            "mrr_at_3": 0.6203703703703703,
+            "mrr_at_5": 0.6481481481481481,
+            "mrr_at_10": 0.6574074074074074,
+            "mrr_at_20": 0.6574074074074074,
+            "mrr_at_50": 0.65854119425548,
+            "mrr_at_100": 0.65854119425548,
+            "naucs_at_1_max": 0.42651593299790197,
+            "naucs_at_1_std": 0.5071500249117564,
+            "naucs_at_1_diff1": 0.30239223033901025,
+            "naucs_at_3_max": -0.2757769266874663,
+            "naucs_at_3_std": -0.205926822886879,
+            "naucs_at_3_diff1": 0.06908403486928417,
+            "naucs_at_5_max": -0.3693499917580161,
+            "naucs_at_5_std": -0.2923131576624302,
+            "naucs_at_5_diff1": -0.050910460634029486,
+            "naucs_at_10_max": -0.572254001138292,
+            "naucs_at_10_std": -0.46716738275931796,
+            "naucs_at_10_diff1": -0.0735594830753536,
+            "naucs_at_20_max": -0.6311605275619012,
+            "naucs_at_20_std": -0.493877197928487,
+            "naucs_at_20_diff1": -0.08810700944293344,
+            "naucs_at_50_max": -0.5994854185823998,
+            "naucs_at_50_std": -0.3880377145984835,
+            "naucs_at_50_diff1": -0.2337980752344902,
+            "naucs_at_100_max": -0.5975814841373683,
+            "naucs_at_100_std": -0.3931594317744619,
+            "naucs_at_100_diff1": -0.20608009190940405
+        },
+        "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
+            "ndcg_at_1": 0.56897,
+            "ndcg_at_3": 0.5211,
+            "ndcg_at_5": 0.50298,
+            "ndcg_at_10": 0.52258,
+            "ndcg_at_20": 0.55507,
+            "ndcg_at_50": 0.62454,
+            "ndcg_at_100": 0.65668,
+            "map_at_1": 0.06658,
+            "map_at_3": 0.14611,
+            "map_at_5": 0.19305,
+            "map_at_10": 0.27576,
+            "map_at_20": 0.33378,
+            "map_at_50": 0.39269,
+            "map_at_100": 0.41666,
+            "recall_at_1": 0.06658,
+            "recall_at_3": 0.18538,
+            "recall_at_5": 0.26874,
+            "recall_at_10": 0.44378,
+            "recall_at_20": 0.5979,
+            "recall_at_50": 0.79293,
+            "recall_at_100": 0.89795,
+            "precision_at_1": 0.56897,
+            "precision_at_3": 0.48851,
+            "precision_at_5": 0.44483,
+            "precision_at_10": 0.3931,
+            "precision_at_20": 0.30431,
+            "precision_at_50": 0.19517,
+            "precision_at_100": 0.12379,
+            "mrr_at_1": 0.5862068965517241,
+            "mrr_at_3": 0.675287356321839,
+            "mrr_at_5": 0.6985632183908046,
+            "mrr_at_10": 0.7113711001642037,
+            "mrr_at_20": 0.71252052545156,
+            "mrr_at_50": 0.7133415435139574,
+            "mrr_at_100": 0.7133415435139574,
+            "naucs_at_1_max": -0.40040744598442884,
+            "naucs_at_1_std": -0.2985416538266988,
+            "naucs_at_1_diff1": 0.12036209692812928,
+            "naucs_at_3_max": -0.3377813006714379,
+            "naucs_at_3_std": -0.2501659993033734,
+            "naucs_at_3_diff1": -0.03738351632070548,
+            "naucs_at_5_max": -0.1125861127198914,
+            "naucs_at_5_std": -0.06443718988916795,
+            "naucs_at_5_diff1": -0.03965316546372891,
+            "naucs_at_10_max": -0.009590286755270482,
+            "naucs_at_10_std": 0.006695305574988969,
+            "naucs_at_10_diff1": -0.09088428457053505,
+            "naucs_at_20_max": 0.05383858850417515,
+            "naucs_at_20_std": 0.05335828984185507,
+            "naucs_at_20_diff1": -0.12843644755345873,
+            "naucs_at_50_max": 0.016749758399340033,
+            "naucs_at_50_std": 0.006620482393505167,
+            "naucs_at_50_diff1": -0.09393030796852221,
+            "naucs_at_100_max": -0.069387597095011,
+            "naucs_at_100_std": -0.09518999664037518,
+            "naucs_at_100_diff1": -0.05750748161503184
+        }, "./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.67, "ndcg_at_3": 0.73664, "ndcg_at_5": 0.74886, "ndcg_at_10": 0.76608, "ndcg_at_20": 0.77508, "ndcg_at_50": 0.78465, "ndcg_at_100": 0.78928, "map_at_1": 0.67, "map_at_3": 0.71967, "map_at_5": 0.72637, "map_at_10": 0.73332, "map_at_20": 0.73575, "map_at_50": 0.7373, "map_at_100": 0.73774, "recall_at_1": 0.67, "recall_at_3": 0.786, "recall_at_5": 0.816, "recall_at_10": 0.87, "recall_at_20": 0.906, "recall_at_50": 0.954, "recall_at_100": 0.982, "precision_at_1": 0.67, "precision_at_3": 0.262, "precision_at_5": 0.1632, "precision_at_10": 0.087, "precision_at_20": 0.0453, "precision_at_50": 0.01908, "precision_at_100": 0.00982, "mrr_at_1": 0.674, "mrr_at_3": 0.723, "mrr_at_5": 0.7291, "mrr_at_10": 0.7366095238095238, "mrr_at_20": 0.7391611043325439, "mrr_at_50": 0.7409444251953623, "mrr_at_100": 0.7413271325461593, "naucs_at_1_max": 0.5444803710788707, "naucs_at_1_std": -0.09109715427197845, "naucs_at_1_diff1": 0.9253203771732317, "naucs_at_3_max": 0.5919376009932287, "naucs_at_3_std": -0.04496538390458086, "naucs_at_3_diff1": 0.8649522103597137, "naucs_at_5_max": 0.6306070025471655, "naucs_at_5_std": 0.001678323187842219, "naucs_at_5_diff1": 0.8645469067046583, "naucs_at_10_max": 0.6801229356439317, "naucs_at_10_std": 0.03928756572613559, "naucs_at_10_diff1": 0.8395171443382958, "naucs_at_20_max": 0.7005979696843283, "naucs_at_20_std": 0.04557283906470355, "naucs_at_20_diff1": 0.8023322804299033, "naucs_at_50_max": 0.7126212803962136, "naucs_at_50_std": -0.09452766613891975, "naucs_at_50_diff1": 0.8312223440100683, "naucs_at_100_max": 0.85968461458657, "naucs_at_100_std": -0.10281149496835222, "naucs_at_100_diff1": 0.896514161220045}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50554, "ndcg_at_3": 0.55831, "ndcg_at_5": 0.58055, "ndcg_at_10": 0.60677, "ndcg_at_20": 0.62553, "ndcg_at_50": 0.63388, "ndcg_at_100": 0.64093, "map_at_1": 0.50554, "map_at_3": 0.54582, "map_at_5": 0.55835, "map_at_10": 0.569, "map_at_20": 0.5743, "map_at_50": 0.57564, "map_at_100": 0.57622, "recall_at_1": 0.50554, "recall_at_3": 0.59424, "recall_at_5": 0.64745, "recall_at_10": 0.72949, "recall_at_20": 0.80266, "recall_at_50": 0.84479, "recall_at_100": 0.88914, "precision_at_1": 0.50554, "precision_at_3": 0.19808, "precision_at_5": 0.12949, "precision_at_10": 0.07295, "precision_at_20": 0.04013, "precision_at_50": 0.0169, "precision_at_100": 0.00889, "mrr_at_1": 0.5033259423503326, "mrr_at_3": 0.5476718403547672, "mrr_at_5": 0.5574279379157429, "mrr_at_10": 0.5684528208918452, "mrr_at_20": 0.573404311645784, "mrr_at_50": 0.5749334030411379, "mrr_at_100": 0.575603354450426, "naucs_at_1_max": 0.2625490776539377, "naucs_at_1_std": 0.3310850636640096, "naucs_at_1_diff1": 0.8285865433933254, "naucs_at_3_max": 0.18953190824386826, "naucs_at_3_std": 0.38629715857674524, "naucs_at_3_diff1": 0.769918430991528, "naucs_at_5_max": 0.14915660669648698, "naucs_at_5_std": 0.39060413735358934, "naucs_at_5_diff1": 0.7373299633405666, "naucs_at_10_max": 0.008734548704545675, "naucs_at_10_std": 0.5053066426323437, "naucs_at_10_diff1": 0.7260812769949216, "naucs_at_20_max": -0.1110192872274276, "naucs_at_20_std": 0.6213072109985829, "naucs_at_20_diff1": 0.6964830158995551, "naucs_at_50_max": -0.16049662657697744, "naucs_at_50_std": 0.7364897688356142, "naucs_at_50_diff1": 0.7182771454403309, "naucs_at_100_max": -0.19221684927376187, "naucs_at_100_std": 0.8505984612548488, "naucs_at_100_diff1": 0.7419613287710981}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.93417, "ndcg_at_5": 0.93847, "ndcg_at_10": 0.93847, "ndcg_at_20": 0.93847, "ndcg_at_50": 0.94063, "ndcg_at_100": 0.9422, "map_at_1": 0.88, "map_at_3": 0.92167, "map_at_5": 0.92417, "map_at_10": 0.92417, "map_at_20": 0.92417, "map_at_50": 0.92458, "map_at_100": 0.92471, "recall_at_1": 0.88, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.93, "mrr_at_5": 0.9325, "mrr_at_10": 0.9325, "mrr_at_20": 0.9325, "mrr_at_50": 0.9329166666666667, "mrr_at_100": 0.9330448717948718, "naucs_at_1_max": 0.36497772828507796, "naucs_at_1_std": -0.272231944002546, "naucs_at_1_diff1": 0.9777282850779508, "naucs_at_3_max": 0.693432928727046, "naucs_at_3_std": -0.15452847805789072, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.6790382819794609, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 0.6790382819794609, "naucs_at_10_std": -0.5929038281979465, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.6790382819794609, "naucs_at_20_std": -0.5929038281979465, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.554154995331464, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64581, "ndcg_at_3": 0.73981, "ndcg_at_5": 0.7668, "ndcg_at_10": 0.787, "ndcg_at_20": 0.79364, "ndcg_at_50": 0.79698, "ndcg_at_100": 0.79864, "map_at_1": 0.64581, "map_at_3": 0.71648, "map_at_5": 0.73158, "map_at_10": 0.74001, "map_at_20": 0.74185, "map_at_50": 0.74242, "map_at_100": 0.74256, "recall_at_1": 0.64581, "recall_at_3": 0.80741, "recall_at_5": 0.87242, "recall_at_10": 0.93439, "recall_at_20": 0.96051, "recall_at_50": 0.97691, "recall_at_100": 0.98724, "precision_at_1": 0.64581, "precision_at_3": 0.26914, "precision_at_5": 0.17448, "precision_at_10": 0.09344, "precision_at_20": 0.04803, "precision_at_50": 0.01954, "precision_at_100": 0.00987, "mrr_at_1": 0.6433778857837181, "mrr_at_3": 0.7150668286755771, "mrr_at_5": 0.7304981773997571, "mrr_at_10": 0.7387049412717699, "mrr_at_20": 0.7404579555191415, "mrr_at_50": 0.7410660643728302, "mrr_at_100": 0.7412038533898355, "naucs_at_1_max": 0.13431737923823708, "naucs_at_1_std": -0.3067075571650227, "naucs_at_1_diff1": 0.8067592167032371, "naucs_at_3_max": 0.18727434840097998, "naucs_at_3_std": -0.27607320609227726, "naucs_at_3_diff1": 0.6950163190033429, "naucs_at_5_max": 0.2109382115959134, "naucs_at_5_std": -0.22542299636024854, "naucs_at_5_diff1": 0.6560772753501689, "naucs_at_10_max": 0.3049581820340452, "naucs_at_10_std": 0.10695854160572203, "naucs_at_10_diff1": 0.5979569201987198, "naucs_at_20_max": 0.3524427577390326, "naucs_at_20_std": 0.2838037847480218, "naucs_at_20_diff1": 0.5748977828288308, "naucs_at_50_max": 0.39877531195470334, "naucs_at_50_std": 0.47760692333540594, "naucs_at_50_diff1": 0.48464495157589027, "naucs_at_100_max": 0.3531041790707774, "naucs_at_100_std": 0.4303621036969795, "naucs_at_100_diff1": 0.42655633089874984}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.80769, "ndcg_at_3": 0.86119, "ndcg_at_5": 0.86799, "ndcg_at_10": 0.87508, "ndcg_at_20": 0.8788, "ndcg_at_50": 0.88321, "ndcg_at_100": 0.88418, "map_at_1": 0.80769, "map_at_3": 0.84818, "map_at_5": 0.85202, "map_at_10": 0.85488, "map_at_20": 0.85598, "map_at_50": 0.85668, "map_at_100": 0.85677, "recall_at_1": 0.80769, "recall_at_3": 0.89879, "recall_at_5": 0.91498, "recall_at_10": 0.93725, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.97976, "precision_at_1": 0.80769, "precision_at_3": 0.2996, "precision_at_5": 0.183, "precision_at_10": 0.09372, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.0098, "mrr_at_1": 0.8117408906882592, "mrr_at_3": 0.8488529014844804, "mrr_at_5": 0.8532051282051283, "mrr_at_10": 0.8560359231411864, "mrr_at_20": 0.8570996255206782, "mrr_at_50": 0.8577900744824616, "mrr_at_100": 0.8578711146551276, "naucs_at_1_max": 0.5181292739994149, "naucs_at_1_std": -0.12587128411667012, "naucs_at_1_diff1": 0.9118360487145103, "naucs_at_3_max": 0.5428075702339784, "naucs_at_3_std": -0.133844833983956, "naucs_at_3_diff1": 0.8487810208609975, "naucs_at_5_max": 0.570342039887235, "naucs_at_5_std": -0.1629741497251075, "naucs_at_5_diff1": 0.8403883247563, "naucs_at_10_max": 0.7076634965650749, "naucs_at_10_std": 0.14379204929117678, "naucs_at_10_diff1": 0.8238016143503649, "naucs_at_20_max": 0.8079586920995654, "naucs_at_20_std": 0.21002182843283598, "naucs_at_20_diff1": 0.825877668290874, "naucs_at_50_max": 0.8233669400006994, "naucs_at_50_std": 0.18166589601039382, "naucs_at_50_diff1": 0.8057881231371927, "naucs_at_100_max": 0.8922124708224929, "naucs_at_100_std": 0.6406492513828425, "naucs_at_100_diff1": 0.7867049962977823}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97893, "ndcg_at_5": 0.97893, "ndcg_at_10": 0.97893, "ndcg_at_20": 0.97893, "ndcg_at_50": 0.97893, "ndcg_at_100": 0.97893, "map_at_1": 0.95, "map_at_3": 0.97167, "map_at_5": 0.97167, "map_at_10": 0.97167, "map_at_20": 0.97167, "map_at_50": 0.97167, "map_at_100": 0.97167, "recall_at_1": 0.95, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9716666666666667, "mrr_at_5": 0.9716666666666667, "mrr_at_10": 0.9716666666666667, "mrr_at_20": 0.9716666666666667, "mrr_at_50": 0.9716666666666667, "mrr_at_100": 0.9716666666666667, "naucs_at_1_max": 0.5808590102707767, "naucs_at_1_std": -0.1164332399626522, "naucs_at_1_diff1": 0.9477124183006508, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.68929, "ndcg_at_3": 0.74413, "ndcg_at_5": 0.75167, "ndcg_at_10": 0.77118, "ndcg_at_20": 0.78112, "ndcg_at_50": 0.79873, "ndcg_at_100": 0.80054, "map_at_1": 0.68929, "map_at_3": 0.73095, "map_at_5": 0.73524, "map_at_10": 0.74323, "map_at_20": 0.74596, "map_at_50": 0.74876, "map_at_100": 0.74894, "recall_at_1": 0.68929, "recall_at_3": 0.78214, "recall_at_5": 0.8, "recall_at_10": 0.86071, "recall_at_20": 0.9, "recall_at_50": 0.98929, "recall_at_100": 1.0, "precision_at_1": 0.68929, "precision_at_3": 0.26071, "precision_at_5": 0.16, "precision_at_10": 0.08607, "precision_at_20": 0.045, "precision_at_50": 0.01979, "precision_at_100": 0.01, "mrr_at_1": 0.6857142857142857, "mrr_at_3": 0.7273809523809524, "mrr_at_5": 0.7332738095238095, "mrr_at_10": 0.7413988095238095, "mrr_at_20": 0.7440813863424158, "mrr_at_50": 0.7468722884841633, "mrr_at_100": 0.7470525854039923, "naucs_at_1_max": 0.2870009874897007, "naucs_at_1_std": 0.04204064432130546, "naucs_at_1_diff1": 0.7891552245752849, "naucs_at_3_max": 0.29717890310145373, "naucs_at_3_std": 0.10697806369788107, "naucs_at_3_diff1": 0.6949610753710974, "naucs_at_5_max": 0.2523369487655202, "naucs_at_5_std": 0.06743256743256658, "naucs_at_5_diff1": 0.6558976737548161, "naucs_at_10_max": 0.24856446841830593, "naucs_at_10_std": 0.02682144721469618, "naucs_at_10_diff1": 0.6389296278803848, "naucs_at_20_max": 0.16003067893824288, "naucs_at_20_std": -0.11236161131119002, "naucs_at_20_diff1": 0.601724022942509, "naucs_at_50_max": 0.8202614379084879, "naucs_at_50_std": 0.7424525365701868, "naucs_at_50_diff1": 0.7587924058512231, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.94178, "ndcg_at_5": 0.94609, "ndcg_at_10": 0.94609, "ndcg_at_20": 0.94609, "ndcg_at_50": 0.94609, "ndcg_at_100": 0.94609, "map_at_1": 0.87, "map_at_3": 0.925, "map_at_5": 0.9275, "map_at_10": 0.9275, "map_at_20": 0.9275, "map_at_50": 0.9275, "map_at_100": 0.9275, "recall_at_1": 0.87, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.935, "mrr_at_5": 0.9375, "mrr_at_10": 0.9375, "mrr_at_20": 0.9375, "mrr_at_50": 0.9375, "mrr_at_100": 0.9375, "naucs_at_1_max": 0.5187736058653628, "naucs_at_1_std": 0.22202473524402008, "naucs_at_1_diff1": 0.7872694956676297, "naucs_at_3_max": 0.5541549953314585, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.48, "ndcg_at_3": 0.62226, "ndcg_at_5": 0.66313, "ndcg_at_10": 0.70227, "ndcg_at_20": 0.70762, "ndcg_at_50": 0.71377, "ndcg_at_100": 0.71377, "map_at_1": 0.48, "map_at_3": 0.58833, "map_at_5": 0.61083, "map_at_10": 0.62718, "map_at_20": 0.6288, "map_at_50": 0.62987, "map_at_100": 0.62987, "recall_at_1": 0.48, "recall_at_3": 0.72, "recall_at_5": 0.82, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.48, "precision_at_3": 0.24, "precision_at_5": 0.164, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.51, "mrr_at_3": 0.6133333333333334, "mrr_at_5": 0.6333333333333333, "mrr_at_10": 0.6481230158730159, "mrr_at_20": 0.6503713924963925, "mrr_at_50": 0.6509864903528697, "mrr_at_100": 0.6509864903528697, "naucs_at_1_max": 0.01784958187784493, "naucs_at_1_std": -0.21715888641896902, "naucs_at_1_diff1": 0.7087302847464805, "naucs_at_3_max": 0.08859890109890145, "naucs_at_3_std": -0.28323412698412614, "naucs_at_3_diff1": 0.4830586080586077, "naucs_at_5_max": 0.10656459962550972, "naucs_at_5_std": -0.10389360061680472, "naucs_at_5_diff1": 0.40610199361163074, "naucs_at_10_max": -0.18744164332399568, "naucs_at_10_std": -0.024042950513536908, "naucs_at_10_diff1": 0.6868969810146294, "naucs_at_20_max": -0.22980859010270466, "naucs_at_20_std": -0.1562791783379993, "naucs_at_20_diff1": 0.7112511671335194, "naucs_at_50_max": -0.17133520074697067, "naucs_at_50_std": 0.12278244631185525, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": -0.17133520074697067, "naucs_at_100_std": 0.12278244631185525, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98762, "ndcg_at_10": 0.98762, "ndcg_at_20": 0.98762, "ndcg_at_50": 0.98762, "ndcg_at_100": 0.98762, "map_at_1": 0.97, "map_at_3": 0.98333, "map_at_5": 0.98333, "map_at_10": 0.98333, "map_at_20": 0.98333, "map_at_50": 0.98333, "map_at_100": 0.98333, "recall_at_1": 0.97, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9833333333333333, "mrr_at_5": 0.9833333333333333, "mrr_at_10": 0.9833333333333333, "mrr_at_20": 0.9833333333333333, "mrr_at_50": 0.9833333333333333, "mrr_at_100": 0.9833333333333333, "naucs_at_1_max": 0.912854030501093, "naucs_at_1_std": 0.6934329287270453, "naucs_at_1_diff1": 0.912854030501093, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}}