{"objects": ["empirical_scope", "method_design", "theory", "stats_metrics", "compute_cost", "clarity", "baselines_ablations", "robustness_sensitivity", "problem_framing", "novelty", "related_work", "reproducibility"], "fields": {"empirical_scope": {"summary": 868, "strengths": 5697, "weaknesses": 25699, "questions": 8430, "other": 402}, "method_design": {"summary": 672, "strengths": 4481, "weaknesses": 16573, "questions": 6064, "other": 258}, "theory": {"summary": 681, "strengths": 4151, "weaknesses": 15595, "questions": 6607, "other": 298}, "stats_metrics": {"summary": 433, "strengths": 2393, "weaknesses": 12660, "questions": 3692, "other": 277}, "compute_cost": {"summary": 286, "strengths": 2095, "weaknesses": 9711, "questions": 3314, "other": 118}, "clarity": {"summary": 267, "strengths": 2107, "weaknesses": 10035, "questions": 3076, "other": 288}, "baselines_ablations": {"summary": 247, "strengths": 1857, "weaknesses": 10665, "questions": 2405, "other": 129}, "robustness_sensitivity": {"summary": 115, "strengths": 773, "weaknesses": 5954, "questions": 2795, "other": 67}, "problem_framing": {"summary": 215, "strengths": 1573, "weaknesses": 2951, "questions": 687, "other": 106}, "novelty": {"summary": 198, "strengths": 735, "weaknesses": 3921, "questions": 466, "other": 65}, "related_work": {"summary": 98, "strengths": 326, "weaknesses": 3589, "questions": 765, "other": 128}, "reproducibility": {"summary": 76, "strengths": 552, "weaknesses": 2501, "questions": 806, "other": 92}}, "bill": {"empirical_scope": {"n": 25699, "median": 0.3333, "hist": [0.26421, 0.05537, 0.07786, 0.08712, 0.12082, 0.04136, 0.10226, 0.03218, 0.08471, 0.07043, 0.05039, 0.01327], "lead_share": 0.2307, "base_share": 0.2145, "lift": 1.075}, "method_design": {"n": 16573, "median": 0.2857, "hist": [0.29838, 0.05575, 0.0779, 0.08598, 0.11543, 0.03874, 0.09401, 0.02745, 0.08146, 0.06571, 0.04568, 0.01352], "lead_share": 0.1661, "base_share": 0.1383, "lift": 1.201}, "theory": {"n": 15595, "median": 0.3, "hist": [0.27098, 0.06541, 0.08913, 0.09003, 0.1185, 0.04636, 0.09298, 0.03155, 0.07259, 0.06432, 0.04527, 0.01289], "lead_share": 0.1376, "base_share": 0.1301, "lift": 1.058}, "stats_metrics": {"n": 12660, "median": 0.4, "hist": [0.20545, 0.04258, 0.07496, 0.0861, 0.12354, 0.0466, 0.1158, 0.03815, 0.09992, 0.08341, 0.06564, 0.01785], "lead_share": 0.0773, "base_share": 0.1056, "lift": 0.732}, "compute_cost": {"n": 9711, "median": 0.4, "hist": [0.22922, 0.04376, 0.06652, 0.08393, 0.12666, 0.03985, 0.11039, 0.03542, 0.10071, 0.08722, 0.06271, 0.01359], "lead_share": 0.0763, "base_share": 0.0811, "lift": 0.94}, "clarity": {"n": 10035, "median": 0.4545, "hist": [0.21086, 0.04454, 0.0573, 0.06587, 0.09407, 0.04215, 0.09606, 0.04484, 0.09696, 0.10932, 0.10703, 0.03099], "lead_share": 0.0743, "base_share": 0.0835, "lift": 0.89}, "baselines_ablations": {"n": 10665, "median": 0.4, "hist": [0.18293, 0.05129, 0.07398, 0.09376, 0.1308, 0.04594, 0.11871, 0.04341, 0.09752, 0.08279, 0.06404, 0.01481], "lead_share": 0.0725, "base_share": 0.0894, "lift": 0.812}, "robustness_sensitivity": {"n": 5954, "median": 0.4, "hist": [0.18626, 0.04921, 0.06853, 0.08263, 0.13621, 0.04081, 0.12546, 0.04232, 0.10531, 0.08515, 0.05996, 0.01814], "lead_share": 0.0343, "base_share": 0.0497, "lift": 0.691}, "problem_framing": {"n": 2951, "median": 0.2667, "hist": [0.34666, 0.06472, 0.06337, 0.06845, 0.09556, 0.03287, 0.07828, 0.03084, 0.07896, 0.06472, 0.06134, 0.01423], "lead_share": 0.0342, "base_share": 0.0246, "lift": 1.391}, "novelty": {"n": 3921, "median": 0.1818, "hist": [0.41877, 0.06197, 0.06835, 0.06758, 0.08289, 0.02984, 0.07167, 0.0227, 0.06248, 0.0556, 0.04565, 0.0125], "lead_share": 0.0528, "base_share": 0.0325, "lift": 1.623}, "related_work": {"n": 3589, "median": 0.3571, "hist": [0.2608, 0.06158, 0.07412, 0.07161, 0.0886, 0.04402, 0.08749, 0.04179, 0.09529, 0.07997, 0.07857, 0.01616], "lead_share": 0.0292, "base_share": 0.0298, "lift": 0.98}, "reproducibility": {"n": 2501, "median": 0.4444, "hist": [0.17953, 0.04838, 0.06917, 0.07237, 0.10956, 0.04758, 0.10356, 0.04358, 0.08916, 0.09676, 0.11156, 0.02879], "lead_share": 0.0147, "base_share": 0.0209, "lift": 0.703}}, "valwk": {"negative": [0.9622, 0.9478, 0.9389, 0.9327, 0.9215, 0.9279, 0.923, 0.9287, 0.9139, 0.9114, 0.9119, 0.898], "mixed": [0.0023, 0.0011, 0.0012, 0.0016, 0.0011, 0.0004, 0.0024, 0.0014, 0.0017, 0.0016, 0.0032, 0.0021], "conditional": [0.026, 0.0408, 0.0481, 0.0515, 0.0627, 0.0538, 0.0577, 0.0511, 0.0639, 0.0621, 0.059, 0.0609], "positive": [0.0057, 0.0023, 0.002, 0.0029, 0.0027, 0.0038, 0.0034, 0.0036, 0.0041, 0.0051, 0.0057, 0.0104], "uncertain": [0.0039, 0.008, 0.0097, 0.0113, 0.012, 0.0141, 0.0136, 0.0152, 0.0164, 0.0198, 0.0202, 0.0286]}, "transitions": {"objects": ["empirical_scope", "method_design", "theory", "stats_metrics", "compute_cost", "clarity", "baselines_ablations", "robustness_sensitivity", "problem_framing", "novelty", "related_work", "reproducibility"], "matrix": [[19469, 10153, 7693, 8014, 6656, 5494, 6805, 4390, 1687, 1725, 1687, 1740], [10857, 9649, 5426, 5560, 4217, 3518, 4475, 2622, 1210, 1157, 1091, 962], [8871, 5294, 12321, 4347, 3922, 3942, 3839, 2792, 887, 1083, 1088, 747], [6666, 4206, 3289, 4628, 2797, 3185, 3091, 1885, 968, 940, 1007, 966], [6036, 3708, 3268, 2548, 2822, 1989, 2588, 1987, 541, 685, 616, 665], [3933, 2492, 2892, 2394, 1346, 3392, 1717, 901, 769, 654, 1124, 569], [5802, 3291, 2905, 3214, 2919, 2511, 2490, 1659, 597, 716, 737, 781], [3673, 2115, 2330, 1757, 1835, 1240, 1421, 1206, 335, 332, 389, 387], [1998, 1516, 1140, 1108, 692, 895, 781, 373, 310, 351, 337, 220], [1940, 1246, 1150, 1187, 794, 845, 1003, 431, 324, 168, 277, 225], [1271, 833, 857, 852, 453, 1106, 565, 285, 240, 211, 317, 213], [1271, 744, 547, 841, 516, 733, 524, 373, 180, 164, 241, 262]], "totals": [89462, 60127, 57156, 41115, 33527, 32996, 32737, 20970, 12154, 11440, 10306, 8596]}, "ctrl_lift": {"objects": ["empirical_scope", "method_design", "theory", "stats_metrics", "compute_cost", "clarity", "baselines_ablations", "robustness_sensitivity", "problem_framing", "novelty", "related_work", "reproducibility"], "lift": [[1.033, 0.972, 0.917, 1.128, 1.107, 1.012, 1.171, 1.155, 0.826, 0.888, 1.006, 1.1], [1.04, 1.016, 1.015, 1.125, 1.049, 0.985, 1.155, 1.094, 0.793, 0.904, 0.97, 0.996], [1.057, 0.99, 1.094, 1.093, 1.066, 1.002, 1.084, 1.075, 0.753, 0.938, 0.953, 1.031], [0.938, 0.851, 0.827, 1.148, 1.128, 1.107, 1.179, 1.124, 0.847, 0.893, 1.067, 1.131], [1.004, 0.923, 0.888, 1.028, 1.059, 1.078, 1.06, 1.207, 0.734, 0.885, 1.056, 1.135], [0.724, 0.698, 0.735, 0.832, 0.729, 1.171, 0.77, 0.778, 0.868, 0.762, 1.201, 0.979], [0.998, 0.849, 0.82, 1.226, 1.196, 1.127, 1.294, 1.186, 0.747, 0.839, 1.131, 1.27], [0.967, 0.883, 0.897, 1.048, 1.115, 1.071, 1.016, 1.165, 0.73, 0.774, 1.106, 1.089], [0.978, 0.993, 0.968, 0.969, 0.939, 1.01, 0.977, 0.813, 0.94, 1.079, 1.15, 1.004], [0.998, 0.973, 0.996, 1.128, 1.026, 0.985, 1.175, 1.005, 0.996, 1.197, 1.129, 1.046], [0.758, 0.741, 0.751, 0.902, 0.777, 1.182, 0.867, 0.81, 0.819, 0.86, 1.177, 1.025], [0.803, 0.771, 0.755, 0.985, 0.881, 1.261, 0.852, 1.049, 0.822, 0.762, 1.16, 1.184]]}, "mention": {"empirical_scope": {"reviews": 50455, "once_share": 0.5009}, "method_design": {"reviews": 39273, "once_share": 0.623}, "theory": {"reviews": 34379, "once_share": 0.5904}, "stats_metrics": {"reviews": 30856, "once_share": 0.7395}, "compute_cost": {"reviews": 26569, "once_share": 0.7836}, "clarity": {"reviews": 25690, "once_share": 0.7845}, "baselines_ablations": {"reviews": 27319, "once_share": 0.8245}, "robustness_sensitivity": {"reviews": 17944, "once_share": 0.8524}, "problem_framing": {"reviews": 11195, "once_share": 0.922}, "novelty": {"reviews": 11026, "once_share": 0.9655}, "related_work": {"reviews": 9532, "once_share": 0.931}, "reproducibility": {"reviews": 7911, "once_share": 0.922}}, "meta": {"n_units": 410586, "n_anchored": 192085, "n_lead_reviews": 30869, "n_transitions": 336206, "nbins": 12}}