{"rebuttal": {"post_units": 130650, "overall": {"strengthened": 14194, "not_observed": 99530, "unknown": 9861, "reversed": 1371, "weakened": 4636, "clarified": 1058}, "per_category": {"baselines_ablations": {"n": 13375, "softened": 603, "strengthened": 1637}, "method_design": {"n": 9727, "softened": 444, "strengthened": 1140}, "theory": {"n": 15458, "softened": 829, "strengthened": 1799}, "clarity": {"n": 11311, "softened": 451, "strengthened": 1287}, "stats_metrics": {"n": 17436, "softened": 685, "strengthened": 1575}, "empirical_scope": {"n": 15736, "softened": 828, "strengthened": 1917}, "related_work": {"n": 20799, "softened": 836, "strengthened": 2192}, "compute_cost": {"n": 6778, "softened": 332, "strengthened": 733}, "novelty": {"n": 8166, "softened": 440, "strengthened": 711}, "problem_framing": {"n": 4065, "softened": 179, "strengthened": 424}, "robustness_sensitivity": {"n": 4026, "softened": 191, "strengthened": 379}, "reproducibility": {"n": 3773, "softened": 189, "strengthened": 400}}, "triggers": {"clarification": {"strengthened": 8580, "reversed": 836, "clarified": 735, "weakened": 2876}, "revision": {"strengthened": 396, "weakened": 123, "reversed": 47, "clarified": 19}, "new_evidence": {"reversed": 287, "strengthened": 2626, "weakened": 633, "clarified": 106}, "other": {"weakened": 973, "strengthened": 2471, "reversed": 196, "clarified": 192}, "unstated": {"clarified": 6, "strengthened": 114, "weakened": 30, "reversed": 5}, "commitment": {"strengthened": 7, "weakened": 1}}}, "gauntlet": [{"breadth": 1, "n": 2, "accept": 0.0}, {"breadth": 2, "n": 39, "accept": 0.6923}, {"breadth": 3, "n": 196, "accept": 0.5663}, {"breadth": 4, "n": 739, "accept": 0.5467}, {"breadth": 5, "n": 1690, "accept": 0.5}, {"breadth": 6, "n": 2929, "accept": 0.4309}, {"breadth": 7, "n": 3459, "accept": 0.3776}, {"breadth": 8, "n": 2667, "accept": 0.3195}, {"breadth": 9, "n": 1983, "accept": 0.2738}], "tribunal": {"n_papers": 13704, "base_accept": 0.3904, "per_category": {"baselines_ablations": {"n_with": 9313, "accept_with": 0.3607, "accept_without": 0.4534}, "clarity": {"n_with": 9250, "accept_with": 0.3685, "accept_without": 0.4358}, "compute_cost": {"n_with": 8677, "accept_with": 0.3898, "accept_without": 0.3915}, "empirical_scope": {"n_with": 12384, "accept_with": 0.3861, "accept_without": 0.4311}, "method_design": {"n_with": 10654, "accept_with": 0.3846, "accept_without": 0.4108}, "novelty": {"n_with": 4864, "accept_with": 0.3222, "accept_without": 0.4279}, "problem_framing": {"n_with": 3857, "accept_with": 0.3453, "accept_without": 0.408}, "related_work": {"n_with": 4646, "accept_with": 0.3485, "accept_without": 0.4119}, "reproducibility": {"n_with": 3395, "accept_with": 0.3505, "accept_without": 0.4035}, "robustness_sensitivity": {"n_with": 6833, "accept_with": 0.394, "accept_without": 0.3868}, "stats_metrics": {"n_with": 10048, "accept_with": 0.3651, "accept_without": 0.4598}, "theory": {"n_with": 9804, "accept_with": 0.378, "accept_without": 0.4215}}}, "meta": {"official_reviewer": {"n": 952856, "cat_share": {"baselines_ablations": 0.0903, "clarity": 0.1016, "compute_cost": 0.0712, "empirical_scope": 0.1818, "method_design": 0.1098, "novelty": 0.048, "problem_framing": 0.0322, "related_work": 0.0455, "reproducibility": 0.0228, "robustness_sensitivity": 0.0455, "stats_metrics": 0.104, "theory": 0.1472}, "val_share": {"conditional": 0.0014, "mixed": 0.0239, "negative": 0.7808, "positive": 0.1911, "uncertain": 0.0028}}, "meta_reviewer": {"n": 56736, "cat_share": {"baselines_ablations": 0.1043, "clarity": 0.0976, "compute_cost": 0.0355, "empirical_scope": 0.0702, "method_design": 0.0492, "novelty": 0.092, "problem_framing": 0.0363, "related_work": 0.1567, "reproducibility": 0.0181, "robustness_sensitivity": 0.0222, "stats_metrics": 0.2552, "theory": 0.0627}, "val_share": {"conditional": 0.002, "mixed": 0.0557, "negative": 0.644, "positive": 0.2965, "uncertain": 0.0017}}}, "dissent": {"baselines_ablations": {"contested": 4610, "base": 20894}, "clarity": {"contested": 6617, "base": 22626}, "empirical_scope": {"contested": 9039, "base": 34570}, "method_design": {"contested": 6888, "base": 23268}, "stats_metrics": {"contested": 5692, "base": 22772}, "novelty": {"contested": 2459, "base": 9595}, "theory": {"contested": 6911, "base": 26692}, "related_work": {"contested": 2746, "base": 8959}, "robustness_sensitivity": {"contested": 1445, "base": 8857}, "compute_cost": {"contested": 3522, "base": 15280}, "problem_framing": {"contested": 2104, "base": 5448}, "reproducibility": {"contested": 814, "base": 3243}}, "reliability": {"years": [2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025, 2026], "memo_inferred_share": {"baselines_ablations": [0.3248, 0.3133, 0.2941, 0.27, 0.3096, 0.3199, 0.4171, 0.4341, 0.463], "clarity": [0.2903, 0.2822, 0.2816, 0.2613, 0.2906, 0.3296, 0.4016, 0.4281, 0.4484], "compute_cost": [0.3442, 0.2971, 0.2716, 0.2778, 0.3011, 0.318, 0.4087, 0.4371, 0.4545], "empirical_scope": [0.3008, 0.2641, 0.2913, 0.2598, 0.3082, 0.3188, 0.4033, 0.426, 0.4513], "method_design": [0.3167, 0.2795, 0.2852, 0.2633, 0.2865, 0.3198, 0.4063, 0.4278, 0.4526], "novelty": [0.3333, 0.3157, 0.3203, 0.2521, 0.3091, 0.3479, 0.4157, 0.4323, 0.4734], "problem_framing": [0.2807, 0.2762, 0.3103, 0.2852, 0.3039, 0.3408, 0.4186, 0.4348, 0.4609], "related_work": [0.345, 0.3671, 0.3466, 0.322, 0.3351, 0.3845, 0.4486, 0.463, 0.497], "reproducibility": [0.3454, 0.3333, 0.3401, 0.2649, 0.2996, 0.3258, 0.423, 0.4345, 0.4678], "robustness_sensitivity": [0.3481, 0.2414, 0.2715, 0.2463, 0.2899, 0.3241, 0.4014, 0.4251, 0.4514], "stats_metrics": [0.3219, 0.3092, 0.2922, 0.2738, 0.2945, 0.3533, 0.4176, 0.4431, 0.4754], "theory": [0.295, 0.2613, 0.2881, 0.2507, 0.2969, 0.2891, 0.3801, 0.3988, 0.425]}}}
