{"dispersion": {"n_papers_multi": 19467, "accept_unan_div": {"4.0": {"unan": {"accept": 0.1211, "n": 446}, "div": {"accept": 0.1309, "n": 1833}}, "6.0": {"unan": {"accept": 0.9214, "n": 229}, "div": {"accept": 0.9185, "n": 822}}}, "range_hist": {"0": 1450, "2": 8168, "4": 7527, "6": 2156, "8": 161, "10": 5}, "spread_by_mean": {"1": {"mean_std": 1.012, "n": 110}, "2": {"mean_std": 0.819, "n": 1632}, "3": {"mean_std": 1.21, "n": 2820}, "4": {"mean_std": 1.355, "n": 8026}, "5": {"mean_std": 1.429, "n": 3609}, "6": {"mean_std": 1.378, "n": 2820}, "7": {"mean_std": 1.261, "n": 356}, "8": {"mean_std": 1.019, "n": 56}}, "accept_by_range_mid": {"0": {"accept": 0.9214, "n": 229}, "2": {"accept": 0.5136, "n": 3304}, "4": {"accept": 0.625, "n": 2688}, "6": {"accept": 0.5094, "n": 1333}}}, "coverage": {"0": {"empirical_scope": {"touch": 0.527, "neg_touch": 0.4941}, "baselines_ablations": {"touch": 0.3542, "neg_touch": 0.3331}, "theory": {"touch": 0.4011, "neg_touch": 0.3722}, "method_design": {"touch": 0.3987, "neg_touch": 0.3628}, "compute_cost": {"touch": 0.197, "neg_touch": 0.1767}, "clarity": {"touch": 0.5614, "neg_touch": 0.534}, "novelty": {"touch": 0.1939, "neg_touch": 0.1845}, "related_work": {"touch": 0.3401, "neg_touch": 0.3299}, "stats_metrics": {"touch": 0.4683, "neg_touch": 0.4378}, "robustness_sensitivity": {"touch": 0.1392, "neg_touch": 0.1235}, "reproducibility": {"touch": 0.1337, "neg_touch": 0.1251}, "problem_framing": {"touch": 0.1626, "neg_touch": 0.1407}}, "2": {"empirical_scope": {"touch": 0.6543, "neg_touch": 0.5947}, "baselines_ablations": {"touch": 0.4179, "neg_touch": 0.3887}, "theory": {"touch": 0.4515, "neg_touch": 0.3995}, "method_design": {"touch": 0.5031, "neg_touch": 0.4399}, "compute_cost": {"touch": 0.3122, "neg_touch": 0.2679}, "clarity": {"touch": 0.4011, "neg_touch": 0.3648}, "novelty": {"touch": 0.1992, "neg_touch": 0.1848}, "related_work": {"touch": 0.1648, "neg_touch": 0.1558}, "stats_metrics": {"touch": 0.4506, "neg_touch": 0.409}, "robustness_sensitivity": {"touch": 0.2093, "neg_touch": 0.176}, "reproducibility": {"touch": 0.1207, "neg_touch": 0.1058}, "problem_framing": {"touch": 0.1598, "neg_touch": 0.1273}}, "4": {"empirical_scope": {"touch": 0.6859, "neg_touch": 0.5757}, "baselines_ablations": {"touch": 0.3779, "neg_touch": 0.3256}, "theory": {"touch": 0.4489, "neg_touch": 0.3568}, "method_design": {"touch": 0.5348, "neg_touch": 0.4234}, "compute_cost": {"touch": 0.3684, "neg_touch": 0.2919}, "clarity": {"touch": 0.3173, "neg_touch": 0.2691}, "novelty": {"touch": 0.1499, "neg_touch": 0.1275}, "related_work": {"touch": 0.1124, "neg_touch": 0.1016}, "stats_metrics": {"touch": 0.4092, "neg_touch": 0.3388}, "robustness_sensitivity": {"touch": 0.2432, "neg_touch": 0.1902}, "reproducibility": {"touch": 0.1013, "neg_touch": 0.0807}, "problem_framing": {"touch": 0.1444, "neg_touch": 0.0916}}, "6": {"empirical_scope": {"touch": 0.7002, "neg_touch": 0.5172}, "baselines_ablations": {"touch": 0.323, "neg_touch": 0.2296}, "theory": {"touch": 0.483, "neg_touch": 0.3265}, "method_design": {"touch": 0.5458, "neg_touch": 0.3566}, "compute_cost": {"touch": 0.3916, "neg_touch": 0.2704}, "clarity": {"touch": 0.3069, "neg_touch": 0.2302}, "novelty": {"touch": 0.1078, "neg_touch": 0.073}, "related_work": {"touch": 0.1039, "neg_touch": 0.0835}, "stats_metrics": {"touch": 0.3909, "neg_touch": 0.2777}, "robustness_sensitivity": {"touch": 0.278, "neg_touch": 0.1922}, "reproducibility": {"touch": 0.097, "neg_touch": 0.0654}, "problem_framing": {"touch": 0.1452, "neg_touch": 0.0636}}, "8": {"empirical_scope": {"touch": 0.6821, "neg_touch": 0.402}, "baselines_ablations": {"touch": 0.2862, "neg_touch": 0.1475}, "theory": {"touch": 0.5151, "neg_touch": 0.2851}, "method_design": {"touch": 0.5491, "neg_touch": 0.2819}, "compute_cost": {"touch": 0.3743, "neg_touch": 0.2094}, "clarity": {"touch": 0.3813, "neg_touch": 0.2523}, "novelty": {"touch": 0.0882, "neg_touch": 0.0314}, "related_work": {"touch": 0.1159, "neg_touch": 0.0833}, "stats_metrics": {"touch": 0.3864, "neg_touch": 0.2108}, "robustness_sensitivity": {"touch": 0.2391, "neg_touch": 0.1356}, "reproducibility": {"touch": 0.1084, "neg_touch": 0.0593}, "problem_framing": {"touch": 0.1668, "neg_touch": 0.0505}}, "10": {"empirical_scope": {"touch": 0.6649, "neg_touch": 0.2595}, "baselines_ablations": {"touch": 0.2595, "neg_touch": 0.0811}, "theory": {"touch": 0.5243, "neg_touch": 0.2}, "method_design": {"touch": 0.5405, "neg_touch": 0.1892}, "compute_cost": {"touch": 0.3676, "neg_touch": 0.1351}, "clarity": {"touch": 0.5081, "neg_touch": 0.3243}, "novelty": {"touch": 0.0486, "neg_touch": 0.0054}, "related_work": {"touch": 0.1568, "neg_touch": 0.0811}, "stats_metrics": {"touch": 0.4432, "neg_touch": 0.2054}, "robustness_sensitivity": {"touch": 0.2054, "neg_touch": 0.0757}, "reproducibility": {"touch": 0.1405, "neg_touch": 0.0595}, "problem_framing": {"touch": 0.1892, "neg_touch": 0.0703}}}, "cond_neg": {"0": {"empirical_scope": 0.1576, "baselines_ablations": 0.0813, "theory": 0.1277, "method_design": 0.1016, "compute_cost": 0.045, "clarity": 0.1595, "novelty": 0.0385, "related_work": 0.0792, "stats_metrics": 0.1217, "robustness_sensitivity": 0.0283, "reproducibility": 0.0283, "problem_framing": 0.0313}, "2": {"empirical_scope": 0.1967, "baselines_ablations": 0.0972, "theory": 0.1312, "method_design": 0.1279, "compute_cost": 0.0663, "clarity": 0.0994, "novelty": 0.04, "related_work": 0.0353, "stats_metrics": 0.112, "robustness_sensitivity": 0.0414, "reproducibility": 0.0237, "problem_framing": 0.0289}, "4": {"empirical_scope": 0.2152, "baselines_ablations": 0.0922, "theory": 0.1257, "method_design": 0.1414, "compute_cost": 0.0845, "clarity": 0.0808, "novelty": 0.0323, "related_work": 0.0262, "stats_metrics": 0.1042, "robustness_sensitivity": 0.0524, "reproducibility": 0.0212, "problem_framing": 0.0239}, "6": {"empirical_scope": 0.2199, "baselines_ablations": 0.0768, "theory": 0.1352, "method_design": 0.137, "compute_cost": 0.0936, "clarity": 0.0827, "novelty": 0.0227, "related_work": 0.0264, "stats_metrics": 0.1009, "robustness_sensitivity": 0.0637, "reproducibility": 0.0209, "problem_framing": 0.0201}, "8": {"empirical_scope": 0.2062, "baselines_ablations": 0.0614, "theory": 0.1484, "method_design": 0.1328, "compute_cost": 0.0909, "clarity": 0.119, "novelty": 0.0122, "related_work": 0.0338, "stats_metrics": 0.0953, "robustness_sensitivity": 0.0562, "reproducibility": 0.0239, "problem_framing": 0.0199}, "10": {"empirical_scope": 0.1809, "baselines_ablations": 0.0439, "theory": 0.137, "method_design": 0.1085, "compute_cost": 0.0698, "clarity": 0.1912, "novelty": 0.0026, "related_work": 0.0465, "stats_metrics": 0.1111, "robustness_sensitivity": 0.0439, "reproducibility": 0.0284, "problem_framing": 0.0362}}, "cond_pos": {"0": {"empirical_scope": 0.196, "baselines_ablations": 0.06, "theory": 0.132, "method_design": 0.14, "compute_cost": 0.052, "clarity": 0.136, "novelty": 0.02, "related_work": 0.048, "stats_metrics": 0.092, "robustness_sensitivity": 0.028, "reproducibility": 0.016, "problem_framing": 0.08}, "2": {"empirical_scope": 0.1936, "baselines_ablations": 0.0617, "theory": 0.1264, "method_design": 0.158, "compute_cost": 0.0709, "clarity": 0.132, "novelty": 0.0227, "related_work": 0.0164, "stats_metrics": 0.0822, "robustness_sensitivity": 0.0266, "reproducibility": 0.0256, "problem_framing": 0.0837}, "4": {"empirical_scope": 0.2222, "baselines_ablations": 0.0658, "theory": 0.1464, "method_design": 0.1802, "compute_cost": 0.0806, "clarity": 0.0735, "novelty": 0.018, "related_work": 0.0082, "stats_metrics": 0.0831, "robustness_sensitivity": 0.0269, "reproducibility": 0.0208, "problem_framing": 0.0744}, "6": {"empirical_scope": 0.2325, "baselines_ablations": 0.0674, "theory": 0.1594, "method_design": 0.181, "compute_cost": 0.0799, "clarity": 0.0661, "novelty": 0.0168, "related_work": 0.0097, "stats_metrics": 0.079, "robustness_sensitivity": 0.0268, "reproducibility": 0.0186, "problem_framing": 0.0627}, "8": {"empirical_scope": 0.226, "baselines_ablations": 0.0702, "theory": 0.1618, "method_design": 0.169, "compute_cost": 0.0702, "clarity": 0.0787, "novelty": 0.0199, "related_work": 0.012, "stats_metrics": 0.0881, "robustness_sensitivity": 0.0259, "reproducibility": 0.0203, "problem_framing": 0.0578}, "10": {"empirical_scope": 0.2063, "baselines_ablations": 0.065, "theory": 0.1614, "method_design": 0.1659, "compute_cost": 0.0628, "clarity": 0.0987, "novelty": 0.0135, "related_work": 0.0247, "stats_metrics": 0.1031, "robustness_sensitivity": 0.0314, "reproducibility": 0.0224, "problem_framing": 0.0448}}, "heterogeneity": {"0": 0.601, "2": 0.5779, "4": 0.5652, "6": 0.5627, "8": 0.5582, "10": 0.5445}, "splits": {"extreme_2_vs_8": {"n_papers": 1900, "objects": {"empirical_scope": {"lo_touch": 0.6958, "hi_touch": 0.7053, "lo_neg": 0.6363, "hi_neg": 0.4168}, "baselines_ablations": {"lo_touch": 0.4532, "hi_touch": 0.3105, "lo_neg": 0.42, "hi_neg": 0.1653}, "theory": {"lo_touch": 0.5347, "hi_touch": 0.5253, "lo_neg": 0.4842, "hi_neg": 0.2979}, "method_design": {"lo_touch": 0.5721, "hi_touch": 0.5737, "lo_neg": 0.5068, "hi_neg": 0.3026}, "compute_cost": {"lo_touch": 0.3668, "hi_touch": 0.3968, "lo_neg": 0.3195, "hi_neg": 0.2226}, "clarity": {"lo_touch": 0.4389, "hi_touch": 0.4179, "lo_neg": 0.4068, "hi_neg": 0.2811}, "novelty": {"lo_touch": 0.2384, "hi_touch": 0.1011, "lo_neg": 0.2179, "hi_neg": 0.0363}, "related_work": {"lo_touch": 0.1932, "hi_touch": 0.1421, "lo_neg": 0.18, "hi_neg": 0.1011}, "stats_metrics": {"lo_touch": 0.5121, "hi_touch": 0.4137, "lo_neg": 0.4637, "hi_neg": 0.2284}, "robustness_sensitivity": {"lo_touch": 0.2411, "hi_touch": 0.2784, "lo_neg": 0.2026, "hi_neg": 0.1574}, "reproducibility": {"lo_touch": 0.1368, "hi_touch": 0.1253, "lo_neg": 0.1205, "hi_neg": 0.0711}, "problem_framing": {"lo_touch": 0.2095, "hi_touch": 0.1763, "lo_neg": 0.1726, "hi_neg": 0.0542}}}, "boundary_4_vs_6": {"n_papers": 13206, "objects": {"empirical_scope": {"lo_touch": 0.8512, "hi_touch": 0.7997, "lo_neg": 0.7845, "hi_neg": 0.6304}, "baselines_ablations": {"lo_touch": 0.6018, "hi_touch": 0.446, "lo_neg": 0.5509, "hi_neg": 0.3165}, "theory": {"lo_touch": 0.6515, "hi_touch": 0.5859, "lo_neg": 0.5773, "hi_neg": 0.4227}, "method_design": {"lo_touch": 0.7364, "hi_touch": 0.6652, "lo_neg": 0.65, "hi_neg": 0.4611}, "compute_cost": {"lo_touch": 0.554, "hi_touch": 0.5124, "lo_neg": 0.4724, "hi_neg": 0.365}, "clarity": {"lo_touch": 0.5665, "hi_touch": 0.4492, "lo_neg": 0.5073, "hi_neg": 0.3414}, "novelty": {"lo_touch": 0.3193, "hi_touch": 0.1621, "lo_neg": 0.2843, "hi_neg": 0.1028}, "related_work": {"lo_touch": 0.2576, "hi_touch": 0.1667, "lo_neg": 0.2398, "hi_neg": 0.1333}, "stats_metrics": {"lo_touch": 0.647, "hi_touch": 0.5257, "lo_neg": 0.5794, "hi_neg": 0.3813}, "robustness_sensitivity": {"lo_touch": 0.4085, "hi_touch": 0.3829, "lo_neg": 0.337, "hi_neg": 0.2692}, "reproducibility": {"lo_touch": 0.2042, "hi_touch": 0.1567, "lo_neg": 0.1721, "hi_neg": 0.1039}, "problem_framing": {"lo_touch": 0.2871, "hi_touch": 0.2238, "lo_neg": 0.2079, "hi_neg": 0.0969}}}, "pairwise": {"0_2": {"n_papers": 794, "objects": {"empirical_scope": {"lo_touch": 0.5705, "hi_touch": 0.7531, "lo_neg": 0.5403, "hi_neg": 0.7003}, "baselines_ablations": {"lo_touch": 0.4068, "hi_touch": 0.5529, "lo_neg": 0.3879, "hi_neg": 0.534}, "theory": {"lo_touch": 0.4232, "hi_touch": 0.5655, "lo_neg": 0.3955, "hi_neg": 0.5139}, "method_design": {"lo_touch": 0.4534, "hi_touch": 0.6272, "lo_neg": 0.4181, "hi_neg": 0.5705}, "compute_cost": {"lo_touch": 0.2141, "hi_touch": 0.4232, "lo_neg": 0.1914, "hi_neg": 0.3816}, "clarity": {"lo_touch": 0.5945, "hi_touch": 0.6045, "lo_neg": 0.5642, "hi_neg": 0.5655}, "novelty": {"lo_touch": 0.2166, "hi_touch": 0.2972, "lo_neg": 0.2015, "hi_neg": 0.2783}, "related_work": {"lo_touch": 0.3829, "hi_touch": 0.3035, "lo_neg": 0.3741, "hi_neg": 0.2909}, "stats_metrics": {"lo_touch": 0.5076, "hi_touch": 0.6008, "lo_neg": 0.4761, "hi_neg": 0.563}, "robustness_sensitivity": {"lo_touch": 0.1725, "hi_touch": 0.2708, "lo_neg": 0.1499, "hi_neg": 0.2317}, "reproducibility": {"lo_touch": 0.1524, "hi_touch": 0.2544, "lo_neg": 0.1411, "hi_neg": 0.2229}, "problem_framing": {"lo_touch": 0.1826, "hi_touch": 0.2632, "lo_neg": 0.165, "hi_neg": 0.2166}}}, "0_4": {"n_papers": 632, "objects": {"empirical_scope": {"lo_touch": 0.5918, "hi_touch": 0.7579, "lo_neg": 0.557, "hi_neg": 0.6614}, "baselines_ablations": {"lo_touch": 0.4003, "hi_touch": 0.4858, "lo_neg": 0.3766, "hi_neg": 0.4351}, "theory": {"lo_touch": 0.443, "hi_touch": 0.5396, "lo_neg": 0.4114, "hi_neg": 0.4241}, "method_design": {"lo_touch": 0.443, "hi_touch": 0.5744, "lo_neg": 0.4066, "hi_neg": 0.4794}, "compute_cost": {"lo_touch": 0.2215, "hi_touch": 0.4304, "lo_neg": 0.2025, "hi_neg": 0.3544}, "clarity": {"lo_touch": 0.568, "hi_touch": 0.4003, "lo_neg": 0.5332, "hi_neg": 0.3465}, "novelty": {"lo_touch": 0.2294, "hi_touch": 0.2136, "lo_neg": 0.2231, "hi_neg": 0.1804}, "related_work": {"lo_touch": 0.3418, "hi_touch": 0.1535, "lo_neg": 0.3323, "hi_neg": 0.1408}, "stats_metrics": {"lo_touch": 0.4905, "hi_touch": 0.4858, "lo_neg": 0.4541, "hi_neg": 0.4335}, "robustness_sensitivity": {"lo_touch": 0.1535, "hi_touch": 0.318, "lo_neg": 0.1345, "hi_neg": 0.2547}, "reproducibility": {"lo_touch": 0.1408, "hi_touch": 0.1566, "lo_neg": 0.1297, "hi_neg": 0.1171}, "problem_framing": {"lo_touch": 0.1756, "hi_touch": 0.2184, "lo_neg": 0.1472, "hi_neg": 0.1282}}}, "0_6": {"n_papers": 390, "objects": {"empirical_scope": {"lo_touch": 0.5872, "hi_touch": 0.741, "lo_neg": 0.5487, "hi_neg": 0.5667}, "baselines_ablations": {"lo_touch": 0.3846, "hi_touch": 0.4051, "lo_neg": 0.3641, "hi_neg": 0.3154}, "theory": {"lo_touch": 0.4821, "hi_touch": 0.5718, "lo_neg": 0.4513, "hi_neg": 0.3949}, "method_design": {"lo_touch": 0.4462, "hi_touch": 0.5821, "lo_neg": 0.4077, "hi_neg": 0.3821}, "compute_cost": {"lo_touch": 0.2436, "hi_touch": 0.441, "lo_neg": 0.2179, "hi_neg": 0.3154}, "clarity": {"lo_touch": 0.4923, "hi_touch": 0.3923, "lo_neg": 0.4538, "hi_neg": 0.3051}, "novelty": {"lo_touch": 0.2103, "hi_touch": 0.1205, "lo_neg": 0.2051, "hi_neg": 0.0744}, "related_work": {"lo_touch": 0.2949, "hi_touch": 0.1385, "lo_neg": 0.2846, "hi_neg": 0.1128}, "stats_metrics": {"lo_touch": 0.4436, "hi_touch": 0.4436, "lo_neg": 0.4077, "hi_neg": 0.3359}, "robustness_sensitivity": {"lo_touch": 0.1615, "hi_touch": 0.3359, "lo_neg": 0.1462, "hi_neg": 0.241}, "reproducibility": {"lo_touch": 0.1436, "hi_touch": 0.1, "lo_neg": 0.1282, "hi_neg": 0.0769}, "problem_framing": {"lo_touch": 0.1641, "hi_touch": 0.2026, "lo_neg": 0.1513, "hi_neg": 0.0897}}}, "2_4": {"n_papers": 9530, "objects": {"empirical_scope": {"lo_touch": 0.7389, "hi_touch": 0.7891, "lo_neg": 0.6842, "hi_neg": 0.6974}, "baselines_ablations": {"lo_touch": 0.5101, "hi_touch": 0.5108, "lo_neg": 0.4788, "hi_neg": 0.4556}, "theory": {"lo_touch": 0.5302, "hi_touch": 0.5509, "lo_neg": 0.4792, "hi_neg": 0.4625}, "method_design": {"lo_touch": 0.6018, "hi_touch": 0.6491, "lo_neg": 0.5389, "hi_neg": 0.539}, "compute_cost": {"lo_touch": 0.4037, "hi_touch": 0.4746, "lo_neg": 0.3539, "hi_neg": 0.3865}, "clarity": {"lo_touch": 0.4823, "hi_touch": 0.4455, "lo_neg": 0.4417, "hi_neg": 0.3881}, "novelty": {"lo_touch": 0.2678, "hi_touch": 0.2256, "lo_neg": 0.2495, "hi_neg": 0.1931}, "related_work": {"lo_touch": 0.2221, "hi_touch": 0.1768, "lo_neg": 0.2108, "hi_neg": 0.1611}, "stats_metrics": {"lo_touch": 0.5417, "hi_touch": 0.5447, "lo_neg": 0.4962, "hi_neg": 0.4658}, "robustness_sensitivity": {"lo_touch": 0.2741, "hi_touch": 0.3442, "lo_neg": 0.2342, "hi_neg": 0.2735}, "reproducibility": {"lo_touch": 0.162, "hi_touch": 0.1572, "lo_neg": 0.1425, "hi_neg": 0.1276}, "problem_framing": {"lo_touch": 0.2158, "hi_touch": 0.2173, "lo_neg": 0.1733, "hi_neg": 0.1441}}}, "2_6": {"n_papers": 6508, "objects": {"empirical_scope": {"lo_touch": 0.7217, "hi_touch": 0.7588, "lo_neg": 0.6613, "hi_neg": 0.5983}, "baselines_ablations": {"lo_touch": 0.4768, "hi_touch": 0.404, "lo_neg": 0.4441, "hi_neg": 0.2963}, "theory": {"lo_touch": 0.5184, "hi_touch": 0.5406, "lo_neg": 0.4696, "hi_neg": 0.3921}, "method_design": {"lo_touch": 0.5871, "hi_touch": 0.606, "lo_neg": 0.5234, "hi_neg": 0.4178}, "compute_cost": {"lo_touch": 0.3818, "hi_touch": 0.4624, "lo_neg": 0.3317, "hi_neg": 0.3296}, "clarity": {"lo_touch": 0.4511, "hi_touch": 0.3742, "lo_neg": 0.4115, "hi_neg": 0.2878}, "novelty": {"lo_touch": 0.2517, "hi_touch": 0.1389, "lo_neg": 0.2329, "hi_neg": 0.0957}, "related_work": {"lo_touch": 0.2047, "hi_touch": 0.1372, "lo_neg": 0.1927, "hi_neg": 0.1111}, "stats_metrics": {"lo_touch": 0.5171, "hi_touch": 0.4699, "lo_neg": 0.472, "hi_neg": 0.3516}, "robustness_sensitivity": {"lo_touch": 0.2657, "hi_touch": 0.3425, "lo_neg": 0.2254, "hi_neg": 0.2454}, "reproducibility": {"lo_touch": 0.1481, "hi_touch": 0.1329, "lo_neg": 0.1288, "hi_neg": 0.0913}, "problem_framing": {"lo_touch": 0.2021, "hi_touch": 0.1813, "lo_neg": 0.1647, "hi_neg": 0.083}}}, "2_8": {"n_papers": 1789, "objects": {"empirical_scope": {"lo_touch": 0.6965, "hi_touch": 0.7037, "lo_neg": 0.6378, "hi_neg": 0.4198}, "baselines_ablations": {"lo_touch": 0.4533, "hi_touch": 0.3063, "lo_neg": 0.4192, "hi_neg": 0.1655}, "theory": {"lo_touch": 0.5293, "hi_touch": 0.5226, "lo_neg": 0.4802, "hi_neg": 0.299}, "method_design": {"lo_touch": 0.5741, "hi_touch": 0.5729, "lo_neg": 0.5087, "hi_neg": 0.3046}, "compute_cost": {"lo_touch": 0.3667, "hi_touch": 0.3963, "lo_neg": 0.3197, "hi_neg": 0.2191}, "clarity": {"lo_touch": 0.4349, "hi_touch": 0.4148, "lo_neg": 0.4013, "hi_neg": 0.2806}, "novelty": {"lo_touch": 0.2353, "hi_touch": 0.1006, "lo_neg": 0.2124, "hi_neg": 0.038}, "related_work": {"lo_touch": 0.1895, "hi_touch": 0.1375, "lo_neg": 0.1766, "hi_neg": 0.1012}, "stats_metrics": {"lo_touch": 0.5081, "hi_touch": 0.4114, "lo_neg": 0.4595, "hi_neg": 0.2253}, "robustness_sensitivity": {"lo_touch": 0.2398, "hi_touch": 0.2778, "lo_neg": 0.1996, "hi_neg": 0.1599}, "reproducibility": {"lo_touch": 0.1381, "hi_touch": 0.123, "lo_neg": 0.1219, "hi_neg": 0.0693}, "problem_framing": {"lo_touch": 0.2091, "hi_touch": 0.171, "lo_neg": 0.1699, "hi_neg": 0.052}}}, "4_6": {"n_papers": 10084, "objects": {"empirical_scope": {"lo_touch": 0.7903, "hi_touch": 0.7736, "lo_neg": 0.6952, "hi_neg": 0.6158}, "baselines_ablations": {"lo_touch": 0.4943, "hi_touch": 0.4182, "lo_neg": 0.4356, "hi_neg": 0.3053}, "theory": {"lo_touch": 0.5647, "hi_touch": 0.5492, "lo_neg": 0.4757, "hi_neg": 0.396}, "method_design": {"lo_touch": 0.6561, "hi_touch": 0.6338, "lo_neg": 0.5473, "hi_neg": 0.4453}, "compute_cost": {"lo_touch": 0.4835, "hi_touch": 0.4779, "lo_neg": 0.3983, "hi_neg": 0.3495}, "clarity": {"lo_touch": 0.4447, "hi_touch": 0.3941, "lo_neg": 0.3841, "hi_neg": 0.3027}, "novelty": {"lo_touch": 0.2254, "hi_touch": 0.1484, "lo_neg": 0.1919, "hi_neg": 0.1022}, "related_work": {"lo_touch": 0.1713, "hi_touch": 0.1452, "lo_neg": 0.157, "hi_neg": 0.1201}, "stats_metrics": {"lo_touch": 0.5348, "hi_touch": 0.4865, "lo_neg": 0.4553, "hi_neg": 0.3604}, "robustness_sensitivity": {"lo_touch": 0.3458, "hi_touch": 0.3554, "lo_neg": 0.2733, "hi_neg": 0.2535}, "reproducibility": {"lo_touch": 0.1499, "hi_touch": 0.1348, "lo_neg": 0.1213, "hi_neg": 0.0946}, "problem_framing": {"lo_touch": 0.2154, "hi_touch": 0.1936, "lo_neg": 0.1386, "hi_neg": 0.0873}}}, "4_8": {"n_papers": 3113, "objects": {"empirical_scope": {"lo_touch": 0.7491, "hi_touch": 0.7058, "lo_neg": 0.6524, "hi_neg": 0.4285}, "baselines_ablations": {"lo_touch": 0.4533, "hi_touch": 0.3148, "lo_neg": 0.3964, "hi_neg": 0.1603}, "theory": {"lo_touch": 0.5763, "hi_touch": 0.5313, "lo_neg": 0.4806, "hi_neg": 0.2975}, "method_design": {"lo_touch": 0.6303, "hi_touch": 0.5718, "lo_neg": 0.5313, "hi_neg": 0.3023}, "compute_cost": {"lo_touch": 0.443, "hi_touch": 0.4015, "lo_neg": 0.3614, "hi_neg": 0.2345}, "clarity": {"lo_touch": 0.435, "hi_touch": 0.4086, "lo_neg": 0.3768, "hi_neg": 0.2721}, "novelty": {"lo_touch": 0.2098, "hi_touch": 0.1012, "lo_neg": 0.1764, "hi_neg": 0.0357}, "related_work": {"lo_touch": 0.1587, "hi_touch": 0.1282, "lo_neg": 0.1449, "hi_neg": 0.0919}, "stats_metrics": {"lo_touch": 0.522, "hi_touch": 0.4131, "lo_neg": 0.4407, "hi_neg": 0.2351}, "robustness_sensitivity": {"lo_touch": 0.3235, "hi_touch": 0.2628, "lo_neg": 0.2554, "hi_neg": 0.1494}, "reproducibility": {"lo_touch": 0.1262, "hi_touch": 0.1224, "lo_neg": 0.1005, "hi_neg": 0.0671}, "problem_framing": {"lo_touch": 0.2114, "hi_touch": 0.1834, "lo_neg": 0.1352, "hi_neg": 0.0569}}}, "4_10": {"n_papers": 119, "objects": {"empirical_scope": {"lo_touch": 0.7227, "hi_touch": 0.6723, "lo_neg": 0.6134, "hi_neg": 0.3361}, "baselines_ablations": {"lo_touch": 0.3277, "hi_touch": 0.2941, "lo_neg": 0.2857, "hi_neg": 0.1008}, "theory": {"lo_touch": 0.605, "hi_touch": 0.521, "lo_neg": 0.521, "hi_neg": 0.2017}, "method_design": {"lo_touch": 0.5042, "hi_touch": 0.5294, "lo_neg": 0.4118, "hi_neg": 0.2269}, "compute_cost": {"lo_touch": 0.3613, "hi_touch": 0.3782, "lo_neg": 0.2941, "hi_neg": 0.1597}, "clarity": {"lo_touch": 0.4538, "hi_touch": 0.4874, "lo_neg": 0.4118, "hi_neg": 0.3109}, "novelty": {"lo_touch": 0.2269, "hi_touch": 0.0504, "lo_neg": 0.1681, "hi_neg": 0.0}, "related_work": {"lo_touch": 0.2437, "hi_touch": 0.1429, "lo_neg": 0.2269, "hi_neg": 0.084}, "stats_metrics": {"lo_touch": 0.4958, "hi_touch": 0.5042, "lo_neg": 0.437, "hi_neg": 0.2689}, "robustness_sensitivity": {"lo_touch": 0.2857, "hi_touch": 0.2185, "lo_neg": 0.1933, "hi_neg": 0.0672}, "reproducibility": {"lo_touch": 0.1429, "hi_touch": 0.1597, "lo_neg": 0.1176, "hi_neg": 0.0672}, "problem_framing": {"lo_touch": 0.2101, "hi_touch": 0.2017, "lo_neg": 0.1176, "hi_neg": 0.0756}}}, "6_8": {"n_papers": 2838, "objects": {"empirical_scope": {"lo_touch": 0.7646, "hi_touch": 0.7135, "lo_neg": 0.5955, "hi_neg": 0.432}, "baselines_ablations": {"lo_touch": 0.3848, "hi_touch": 0.3147, "lo_neg": 0.2896, "hi_neg": 0.1646}, "theory": {"lo_touch": 0.5934, "hi_touch": 0.5398, "lo_neg": 0.4313, "hi_neg": 0.315}, "method_design": {"lo_touch": 0.6395, "hi_touch": 0.5743, "lo_neg": 0.4482, "hi_neg": 0.309}, "compute_cost": {"lo_touch": 0.4753, "hi_touch": 0.4059, "lo_neg": 0.3354, "hi_neg": 0.2283}, "clarity": {"lo_touch": 0.4119, "hi_touch": 0.4204, "lo_neg": 0.3111, "hi_neg": 0.2763}, "novelty": {"lo_touch": 0.1501, "hi_touch": 0.1022, "lo_neg": 0.1039, "hi_neg": 0.0359}, "related_work": {"lo_touch": 0.1603, "hi_touch": 0.1307, "lo_neg": 0.1251, "hi_neg": 0.0944}, "stats_metrics": {"lo_touch": 0.488, "hi_touch": 0.4126, "lo_neg": 0.3629, "hi_neg": 0.2329}, "robustness_sensitivity": {"lo_touch": 0.3404, "hi_touch": 0.2674, "lo_neg": 0.2512, "hi_neg": 0.1564}, "reproducibility": {"lo_touch": 0.136, "hi_touch": 0.1195, "lo_neg": 0.0937, "hi_neg": 0.0634}, "problem_framing": {"lo_touch": 0.2019, "hi_touch": 0.1871, "lo_neg": 0.0937, "hi_neg": 0.0553}}}, "6_10": {"n_papers": 137, "objects": {"empirical_scope": {"lo_touch": 0.7445, "hi_touch": 0.6934, "lo_neg": 0.5985, "hi_neg": 0.2555}, "baselines_ablations": {"lo_touch": 0.3869, "hi_touch": 0.2774, "lo_neg": 0.2847, "hi_neg": 0.0803}, "theory": {"lo_touch": 0.6642, "hi_touch": 0.5401, "lo_neg": 0.4891, "hi_neg": 0.2044}, "method_design": {"lo_touch": 0.5401, "hi_touch": 0.5328, "lo_neg": 0.3723, "hi_neg": 0.1971}, "compute_cost": {"lo_touch": 0.438, "hi_touch": 0.3796, "lo_neg": 0.2701, "hi_neg": 0.146}, "clarity": {"lo_touch": 0.4234, "hi_touch": 0.4964, "lo_neg": 0.3285, "hi_neg": 0.3358}, "novelty": {"lo_touch": 0.0949, "hi_touch": 0.0438, "lo_neg": 0.073, "hi_neg": 0.0073}, "related_work": {"lo_touch": 0.1752, "hi_touch": 0.1241, "lo_neg": 0.1241, "hi_neg": 0.073}, "stats_metrics": {"lo_touch": 0.4453, "hi_touch": 0.4526, "lo_neg": 0.3577, "hi_neg": 0.1898}, "robustness_sensitivity": {"lo_touch": 0.3577, "hi_touch": 0.2117, "lo_neg": 0.2701, "hi_neg": 0.073}, "reproducibility": {"lo_touch": 0.1387, "hi_touch": 0.1533, "lo_neg": 0.1022, "hi_neg": 0.073}, "problem_framing": {"lo_touch": 0.1971, "hi_touch": 0.1898, "lo_neg": 0.0949, "hi_neg": 0.0657}}}}}}