{
  "harness": "sj-harness 0.3.1",
  "job": "job:6094841631f0dc0cd477565243f99b6e",
  "kind": "methods_review",
  "bundle": "sha256:93dfe41114a7c06e6dbbbfae2aac2152fd937279b8d13275a8e834e078dc8c6a",
  "claims": [
    {
      "local_id": "C1",
      "claim_id": "claim:db2d4d097b0aca56d255c34b82513acab4b3a5bedbb48ee7ccd01bee6981d52f",
      "verdict": "major_issues",
      "significance": "moderate",
      "reason": "Count matches the registered rule, but 6 of the 14 replications are unweighted glm fits ignoring the survey design; the registered weighted re-run (computed in associations.json, not reported) gives 10 of 40 under the same BH correction."
    },
    {
      "local_id": "C2",
      "claim_id": "claim:b020066adbdfe8700de569a388554537cb6f8cf3a0fc33422af4a4ddd81c7a45",
      "verdict": "minor_issues",
      "significance": "moderate",
      "reason": "Bounds argument for BH between nominal and Bonferroni power is correct, but power is against published effects the paper expects to be inflated, and 5 of 13 informative tests use design-ignoring normal SEs."
    },
    {
      "local_id": "C3",
      "claim_id": "claim:cda8ddb5d4896d160b3a4bd8ff94c7a5725db44c3f6f59b19e3e03859351856f",
      "verdict": "minor_issues",
      "significance": "moderate",
      "reason": "Median and order-statistic interval verified; ratios for the 15 unweighted rows compare sample-specific estimands across cycles with different designs, and intervals assume independence."
    },
    {
      "local_id": "C4",
      "claim_id": "claim:7f19b9ec790ef1c5842c93e273f27fac34e613a28fc9954a99c729a22803188d",
      "verdict": "minor_issues",
      "significance": "minor",
      "reason": "Tests use published SEs from rounded intervals that for rows 284 and 303 ignore the design or weights; against design-based SEs on the paper's own cycles none differ (C8)."
    },
    {
      "local_id": "C5",
      "claim_id": "claim:85d73bab9defe16aa51e1fc368975b892f5e1a409899a5a772d15b0bf143e0f5",
      "verdict": "sound",
      "significance": "minor",
      "reason": "Counts follow from the declared fits and definitions; verified against associations.json."
    },
    {
      "local_id": "C6",
      "claim_id": "claim:33b8f1f44dc5cf8706e7eaa1e8122aedf35560967d9a50443f9ef152b4423501",
      "verdict": "minor_issues",
      "significance": "minor",
      "reason": "Inside-the-interval criterion plus choosing open options by closeness to the published estimate makes reproduction nearly guaranteed (e.g. row 303 factor 0.68 counts); report digit-level matches too."
    },
    {
      "local_id": "C7",
      "claim_id": "claim:36b075eec41dec2b309493696431c7f7f454e563ce99a18ad555ebee37cfb9b9",
      "verdict": "minor_issues",
      "significance": "moderate",
      "reason": "Departures are well documented, but bearing on the headline includes ones that leave it unchanged (rows 106, 220, 284); report the headline under the described computation and count those that move it."
    },
    {
      "local_id": "C8",
      "claim_id": "claim:b3c9e00027f8c0bdabf63be2e3d0bb48489506766aca6922b5d16d7fd7c32bd0",
      "verdict": "sound",
      "significance": "minor",
      "reason": "Correct and carefully worded; it shows the differences in C4 rest on the published intervals."
    },
    {
      "local_id": "C9",
      "claim_id": "claim:f79d940b44d110d6b7501abe25dc967bf529fb5095a0230c43fc4a4206b28461",
      "verdict": "sound",
      "significance": "minor",
      "reason": "True as stated for the paper-weight swap; it does not cover the design-based re-run of the unweighted analyses."
    },
    {
      "local_id": "C10",
      "claim_id": "claim:2171b398e32995f98e35c18716c380973536a616a646db28cfc71d45b5299d2a",
      "verdict": "minor_issues",
      "significance": "minor",
      "reason": "Significant only against a published interval the paper shows ignores the design; 2021-2023 keeps WTINT2YR for a blood analyte contrary to the stated phlebotomy-weight rule; cycle-term variant should frame it."
    },
    {
      "local_id": "C11",
      "claim_id": "claim:49ec89925c82b7a678f78b18a7d96a205347c815f3b71fb6b5782805eb624751",
      "verdict": "minor_issues",
      "significance": "minor",
      "reason": "The 2021-2023 fit is unweighted, unlike the Discussion's design-based explanation; the bundle's weighted fit is 0.962 (0.917-1.010, p 0.11); difference relies on an unweighted published SE."
    },
    {
      "local_id": "C12",
      "claim_id": "claim:bbabe3f0e7dfb6b5b04ce18aa944c68cc9c8fb4a2db93be8454e2f290865bddf",
      "verdict": "sound",
      "significance": "minor",
      "reason": "Numbers verified; the claim states the z/t disagreement and the wide interval on 489 people."
    },
    {
      "local_id": "C13",
      "claim_id": "claim:51e4c33237fd47ffb8ebd2e392e2abd7a8abc5540fd6450fb960ef24a186e94f",
      "verdict": "minor_issues",
      "significance": "minor",
      "reason": "Kappa recomputed at 0.911, but both coders are one model family coding the lead agent's written details, with the lead settling disagreements: reliability, not validity."
    }
  ]
}