{
  "reproduction": {
    "associations": 40,
    "reproduced": {
      "k": 39,
      "n": 40,
      "share": 0.975,
      "ci": [0.868, 0.999]
    },
    "same_sign_p05": {
      "k": 32,
      "n": 40,
      "share": 0.8,
      "ci": [0.644, 0.909]
    },
    "ratio_original": {
      "n": 40,
      "median": 0.988,
      "ci": [0.917, 1.012],
      "quartiles": [0.906, 1.028]
    },
    "departures": {
      "affecting_headline": {
        "k": 36,
        "n": 40,
        "share": 0.9,
        "ci": [0.763, 0.972]
      },
      "by_kind": {
        "weighting": {
          "k": 8,
          "n": 40,
          "share": 0.2,
          "ci": [0.091, 0.356]
        },
        "sample": {
          "k": 15,
          "n": 40,
          "share": 0.375,
          "ci": [0.227, 0.542]
        },
        "coding": {
          "k": 30,
          "n": 40,
          "share": 0.75,
          "ci": [0.588, 0.873]
        },
        "model": {
          "k": 4,
          "n": 40,
          "share": 0.1,
          "ci": [0.028, 0.237]
        },
        "reporting": {
          "k": 14,
          "n": 40,
          "share": 0.35,
          "ci": [0.206, 0.517]
        }
      },
      "not_followed": {
        "k": 11,
        "n": 40,
        "share": 0.275,
        "ci": [0.146, 0.439]
      },
      "headline_departures": 102,
      "by_evidence": {
        "paper": {
          "k": 23,
          "n": 102,
          "share": 0.225,
          "ci": [0.149, 0.319]
        },
        "data": {
          "k": 72,
          "n": 102,
          "share": 0.706,
          "ci": [0.607, 0.792]
        },
        "unresolved": {
          "k": 7,
          "n": 102,
          "share": 0.069,
          "ci": [0.028, 0.136]
        }
      },
      "shown_by_paper": {
        "k": 16,
        "n": 40,
        "share": 0.4,
        "ci": [0.249, 0.567]
      },
      "shown_by_paper_computation": {
        "k": 7,
        "n": 40,
        "share": 0.175,
        "ci": [0.073, 0.328]
      },
      "identified_by_data": {
        "k": 20,
        "n": 40,
        "share": 0.5,
        "ci": [0.338, 0.662]
      },
      "only_unresolved": {
        "k": 0,
        "n": 40,
        "share": 0,
        "ci": [0, 0.088]
      },
      "coding": {
        "agree": {
          "k": 98,
          "n": 102,
          "share": 0.961,
          "ci": [0.903, 0.989]
        },
        "kappa": 0.91,
        "settled": 4,
        "final_differs_from": {
          "coder_1": 3,
          "coder_2": 1
        }
      },
      "validation": {
        "drawn": 20,
        "confirmed": {
          "k": 18,
          "n": 20,
          "share": 0.9,
          "ci": [0.683, 0.988]
        },
        "partly": {
          "k": 2,
          "n": 20,
          "share": 0.1,
          "ci": [0.012, 0.317]
        },
        "not_confirmed": {
          "k": 0,
          "n": 20,
          "share": 0,
          "ci": [0, 0.168]
        },
        "could_not_check": {
          "k": 0,
          "n": 20,
          "share": 0,
          "ci": [0, 0.168]
        },
        "misstating": {
          "k": 2,
          "n": 20,
          "share": 0.1,
          "ci": [0.012, 0.317]
        }
      }
    },
    "described": {
      "changed": 32,
      "applied": 67,
      "not_applied": 3,
      "not_fitted": 0,
      "outside_published_ci": {
        "k": 6,
        "n": 40,
        "share": 0.15,
        "ci": [0.057, 0.298]
      },
      "outside_published_ci_changed": {
        "k": 5,
        "n": 32,
        "share": 0.156,
        "ci": [0.053, 0.328]
      },
      "not_significant_changed": {
        "k": 13,
        "n": 32,
        "share": 0.406,
        "ci": [0.237, 0.594]
      },
      "not_significant_changed_followed": {
        "k": 6,
        "n": 32,
        "share": 0.188,
        "ci": [0.072, 0.364]
      },
      "ratio": {
        "n": 40,
        "median": 0.929,
        "ci": [0.812, 1.003],
        "quartiles": [0.692, 1.029]
      },
      "ratio_changed": {
        "n": 32,
        "median": 0.933,
        "ci": [0.767, 1.016],
        "quartiles": [0.713, 1.044]
      },
      "to_followed_changed": {
        "n": 32,
        "median": 0.991,
        "ci": [0.844, 1.018],
        "quartiles": [0.791, 1.02]
      },
      "within_one_percent": 6
    }
  },
  "replication": {
    "associations": 40,
    "replicated": {
      "k": 14,
      "n": 40,
      "share": 0.35,
      "ci": [0.206, 0.517]
    },
    "informative": 13,
    "replicated_informative": {
      "k": 10,
      "n": 13,
      "share": 0.769,
      "ci": [0.462, 0.95]
    },
    "same_sign_p05": {
      "k": 16,
      "n": 40,
      "share": 0.4,
      "ci": [0.249, 0.567]
    },
    "in_published_ci": {
      "k": 16,
      "n": 40,
      "share": 0.4,
      "ci": [0.249, 0.567]
    },
    "reversed": {
      "k": 0,
      "n": 40,
      "share": 0,
      "ci": [0, 0.088]
    },
    "ratio": {
      "n": 40,
      "median": 0.765,
      "ci": [0.319, 1.048],
      "quartiles": [0.081, 1.138]
    },
    "ratio_informative": {
      "n": 13,
      "median": 0.906,
      "ci": [0.319, 1.16],
      "quartiles": [0.591, 1.122]
    },
    "ratio_own": {
      "n": 40,
      "median": 0.824,
      "ci": [0.344, 1.104],
      "quartiles": [0.227, 1.269]
    },
    "heterogeneous": {
      "k": 0,
      "n": 40,
      "share": 0,
      "ci": [0, 0.088]
    },
    "differs_from_published": {
      "k": 3,
      "n": 40,
      "share": 0.075,
      "ci": [0.016, 0.204]
    },
    "differs_by_direction": {
      "smaller": {
        "k": 1,
        "n": 40,
        "share": 0.025,
        "ci": [0.001, 0.132]
      },
      "larger": {
        "k": 0,
        "n": 40,
        "share": 0,
        "ci": [0, 0.088]
      },
      "opposite_sign": {
        "k": 2,
        "n": 40,
        "share": 0.05,
        "ci": [0.006, 0.169]
      }
    },
    "replicated_reproduced": {
      "k": 14,
      "n": 39,
      "share": 0.359,
      "ci": [0.212, 0.528]
    },
    "replicated_paper_weight": {
      "k": 14,
      "n": 40,
      "share": 0.35,
      "ci": [0.206, 0.517]
    },
    "informative_bonferroni": 8,
    "replicated_informative_bonferroni": {
      "k": 5,
      "n": 8,
      "share": 0.625,
      "ci": [0.245, 0.915]
    },
    "differs_from_published_t": {
      "k": 2,
      "n": 40,
      "share": 0.05,
      "ci": [0.006, 0.169]
    },
    "heterogeneous_t": {
      "k": 0,
      "n": 40,
      "share": 0,
      "ci": [0, 0.088]
    },
    "unweighted": {
      "k": 15,
      "n": 40,
      "share": 0.375,
      "ci": [0.227, 0.542]
    },
    "replicated_unweighted": {
      "k": 6,
      "n": 15,
      "share": 0.4,
      "ci": [0.163, 0.677]
    },
    "design": {
      "weighted": {
        "replicated": {
          "k": 10,
          "n": 40,
          "share": 0.25,
          "ci": [0.127, 0.412]
        },
        "replicated_unweighted": {
          "k": 2,
          "n": 15,
          "share": 0.133,
          "ci": [0.017, 0.405]
        },
        "informative": 10,
        "informative_also_registered": 10,
        "replicated_informative": {
          "k": 7,
          "n": 10,
          "share": 0.7,
          "ci": [0.348, 0.933]
        },
        "se_ratio": {
          "median": 1.18,
          "range": [1.03, 2.1],
          "smaller": 0
        }
      },
      "design": {
        "replicated": {
          "k": 12,
          "n": 40,
          "share": 0.3,
          "ci": [0.166, 0.465]
        },
        "replicated_unweighted": {
          "k": 4,
          "n": 15,
          "share": 0.267,
          "ci": [0.078, 0.551]
        },
        "informative": 13,
        "informative_also_registered": 12,
        "replicated_informative": {
          "k": 9,
          "n": 13,
          "share": 0.692,
          "ci": [0.386, 0.909]
        },
        "se_ratio": {
          "median": 1,
          "range": [0.65, 1.68],
          "smaller": 7
        }
      }
    },
    "informative_half": 7,
    "replicated_informative_half": {
      "k": 4,
      "n": 7,
      "share": 0.571,
      "ci": [0.184, 0.901]
    },
    "expected": {
      "observed": 14,
      "published": {
        "mean": 19,
        "range": [14, 24],
        "at_most_observed": 0.047,
        "at_least_observed": 0.981
      },
      "half": {
        "mean": 7.6,
        "range": [4, 12],
        "at_most_observed": 0.997,
        "at_least_observed": 0.008
      },
      "implied_scale": 0.77,
      "implied_scale_range": [0.55, 1]
    },
    "expected_design": {
      "observed": 12,
      "published": {
        "mean": 18.4,
        "range": [13, 24],
        "at_most_observed": 0.011,
        "at_least_observed": 0.997
      },
      "half": {
        "mean": 7.3,
        "range": [3, 12],
        "at_most_observed": 0.983,
        "at_least_observed": 0.039
      },
      "implied_scale": 0.7,
      "implied_scale_range": [0.5, 0.95]
    },
    "expected_weighted": {
      "observed": 10,
      "published": {
        "mean": 16.1,
        "range": [11, 22],
        "at_most_observed": 0.013,
        "at_least_observed": 0.996
      },
      "half": {
        "mean": 6.7,
        "range": [3, 11],
        "at_most_observed": 0.96,
        "at_least_observed": 0.091
      },
      "implied_scale": 0.67,
      "implied_scale_range": [0.45, 0.95]
    },
    "ratio_weighted": {
      "n": 40,
      "median": 0.849,
      "ci": [0.347, 1.084],
      "quartiles": [0.221, 1.205]
    },
    "ratio_unweighted": {
      "n": 15,
      "median": 0.529,
      "ci": [-0.477, 1.104],
      "quartiles": [-0.337, 1.005]
    },
    "ratio_others": {
      "n": 25,
      "median": 0.792,
      "ci": [0.333, 1.13],
      "quartiles": [0.319, 1.2]
    }
  }
}
