[
 {
  "local_id": "C1",
  "type": "empirical",
  "core": true,
  "statement": "Among the 874 interventional studies with posted results on ClinicalTrials.gov on 2026-11-09 that name a vaccine and a placebo, 514 randomized trials compare a preventive vaccine with placebo; in their 501 comparisons against a placebo not stated to hold an adjuvant or other active part (491 trials, 1,133,392 participants), 31,279 of 638,057 vaccine recipients (4.90%) and 24,377 of 495,335 placebo recipients (4.92%) had at least one serious adverse event (Mantel-Haenszel risk ratio 0.98, 95% CI 0.96 to 1.01; risk difference −9.0 per 10,000, −21.8 to +3.8), an interval inside the registered margin of 0.95 to 1.05; the random-effects interval (0.95 to 0.99) reaches just below the margin, so by the registered rule the reading is not robust.",
  "evidence": [
   {
    "result": "T.n.found",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.eligible",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.comps",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.trials",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.vn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.vp",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.pn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.pp",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.rd",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.per",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.rdlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.rdhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.mlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.mhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.relo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P1.rehi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds different counts of trials or participants, or an interval for the risk ratio that reaches outside 0.95 to 1.05.",
  "confidence": 0.9
 },
 {
  "local_id": "C2",
  "type": "empirical",
  "core": true,
  "statement": "In the 366 of those comparisons that report deaths from any cause (805,500 participants), 3,411 of 457,352 vaccine recipients and 3,191 of 348,148 placebo recipients died (Mantel-Haenszel risk ratio 0.96, 95% CI 0.91 to 1.01; risk difference −3.7 per 10,000, −7.9 to +0.5), an interval inside the registered margin of 0.90 to 1.10; with one trial left out the interval's lower end reaches 0.89, so by the registered rule the reading is not robust.",
  "evidence": [
   {
    "result": "T.n.deathComps",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.deathPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.vn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.pn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.rd",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.per",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.rdlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.rdhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.mlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.mhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P2.loolo",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds an interval for the risk ratio of death that reaches outside 0.90 to 1.10.",
  "confidence": 0.9
 },
 {
  "local_id": "C3",
  "type": "empirical",
  "core": true,
  "statement": "Reports of serious adverse events other than infections, counting a participant once for each such row of a trial's table they appear in, are as frequent on vaccine as on placebo (33,326 among 638,057 participants against 26,404 among 495,335; Mantel-Haenszel ratio 0.99, 95% CI 0.97 to 1.02), inside the registered margin of 0.95 to 1.05, as are the random-effects interval (0.96 to 1.01) and the interval with any single trial left out (0.96 to 1.03 at its widest).",
  "evidence": [
   {
    "result": "T.P4.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.vn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.pn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.mlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.mhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.relo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.rehi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.loolo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P4.loohi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds an interval, under either model or with a trial left out, that reaches outside 0.95 to 1.05.",
  "confidence": 0.9
 },
 {
  "local_id": "C4",
  "type": "negative_result",
  "core": true,
  "statement": "In the 61 trials that enrolled only adults aged 50 and over (349,901 participants), reports of myocardial infarction, stroke, heart failure and cardiac arrest are not detectably less frequent on vaccine than on placebo (1,907 among 183,404 participants against 1,744 among 166,497; Mantel-Haenszel ratio 0.96, 95% CI 0.90 to 1.03, p = 0.28): the interval excludes a reduction much beyond a tenth, and by the registered rule the reading is inconclusive, because its lower end falls just outside the margin of 0.90 to 1.10.",
  "evidence": [
   {
    "result": "T.P3.trials",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.older",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.vn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.pn",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.p",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.mlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.P3.mhi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds a ratio whose interval excludes 1, or lies wholly inside 0.90 to 1.10.",
  "confidence": 0.85
 },
 {
  "local_id": "C5",
  "type": "empirical",
  "core": false,
  "statement": "Against a placebo the record states to be inert (315 comparisons, 561,002 participants) the risk ratio for any serious adverse event is 1.00 (95% CI 0.97 to 1.03) and for death 1.00 (0.94 to 1.05); against a placebo of unstated composition (186 comparisons, 572,390 participants) they are 0.94 (0.91 to 0.98) and 0.83 (0.74 to 0.92); and against a placebo holding an adjuvant or other active part (23 comparisons, 34,904 participants), 0.94 (0.87 to 1.02) and 1.18 (0.87 to 1.60).",
  "evidence": [
   {
    "result": "T.n.inertComps",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.inertPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.inert.dhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.unstatedComps",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.unstatedPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.notstated.dhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.adjComps",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.n.adjPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.adjuvantplacebo.dhi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds an interval for the stated-inert comparisons that excludes 1 for either outcome.",
  "confidence": 0.9
 },
 {
  "local_id": "C6",
  "type": "empirical",
  "core": false,
  "statement": "Against a placebo stated to be inert, aluminium-adjuvanted vaccines (75,401 participants) have a risk ratio for any serious adverse event of 1.00 (95% CI 0.96 to 1.05) and for death of 1.01 (0.90 to 1.14), and mRNA vaccines (177,709 participants) of 1.03 (0.93 to 1.14) and 1.06 (0.83 to 1.35); across the 56 pre-specified kinds of trial and vaccine with an estimate for any serious adverse event, and the 53 with one for death, the number of risk-ratio intervals lying wholly above 1 is 0 and 0, and the number of risk-difference intervals lying wholly above zero is 1 and 0: in trials spanning children and adults the risk difference for any serious adverse event is +36.8 per 10,000 (+11.7 to +61.9) while the risk ratio is 1.15 (1.00 to 1.33).",
  "evidence": [
   {
    "result": "T.s.aluminiuminert.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.aluminiuminert.dhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mrnainert.dhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.seriousOf",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.deathOf",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.seriousAbove",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.deathAbove",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.seriousDiffAbove",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.margins.deathDiffAbove",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.rd",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.per",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.rdlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.rdhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.mixedages.hi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds a pre-specified kind of trial or vaccine whose risk-ratio interval for any serious adverse event or for death lies wholly above 1, or a second whose risk-difference interval lies wholly above zero.",
  "confidence": 0.9
 },
 {
  "local_id": "C7",
  "type": "empirical",
  "core": false,
  "statement": "The risk ratio for any serious adverse event is 0.92 (95% CI 0.88 to 0.96) in trials of children under 18 (217,169 participants), 0.91 (0.87 to 0.96) in trials of infants (105,194), 1.00 (0.97 to 1.03) in trials of adults aged 50 and over (349,901), 1.03 (0.98 to 1.08) among pregnant women (20,986), and 0.96 (0.93 to 0.99) among infants born to women vaccinated in pregnancy (21,094).",
  "evidence": [
   {
    "result": "T.s.children.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.children.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.children.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.children.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.infants.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.infants.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.infants.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.infants.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.olderadults.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.olderadults.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.olderadults.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.older",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.olderadults.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.pregnant.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.pregnant.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.pregnant.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.pregnant.people",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.offspring.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.offspring.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.offspring.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.s.offspring.people",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds any of these intervals wholly above 1.",
  "confidence": 0.9
 },
 {
  "local_id": "C8",
  "type": "negative_result",
  "core": false,
  "statement": "Of 31 outcomes named in advance, 30 had enough reports to test, and the number that differ between vaccine and placebo at a Benjamini-Hochberg q below 0.05 is 0 (smallest q 0.62); among them, as the registered term sets define them, are Guillain-Barré syndrome and other demyelinating polyneuropathies (21 reports on vaccine against 15 on placebo; ratio 1.08, 95% CI 0.54 to 2.13), myocarditis or pericarditis (29 against 36; 0.59, 0.35 to 0.99), seizures (354 against 210; 1.15, 0.96 to 1.39), immune-mediated disease (281 against 180; 1.18, 0.96 to 1.44), and preterm labour, membrane rupture or birth among pregnant women (440 against 211; 1.17, 0.95 to 1.43); with only the terms that name the diagnosis itself, in analyses not planned in advance, Guillain-Barré or Miller Fisher syndrome has 12 reports against 13 (0.76, 0.34 to 1.70) and preterm delivery or birth 266 against 137 (1.07, 0.87 to 1.31).",
  "evidence": [
   {
    "result": "T.H.count",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.tested",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.alpha",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.significant",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.minq",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H09.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H09.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H09.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H09.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H09.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H06.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H06.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H06.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H06.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H06.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H12.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H12.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H12.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H12.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H12.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H16.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H16.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H16.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H16.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H16.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H27.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H27.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H27.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H27.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.H27.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H09.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H09.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H09.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H09.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H09.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H27.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H27.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H27.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H27.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.narrow.H27.hi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds a named outcome with q below 0.05.",
  "confidence": 0.9
 },
 {
  "local_id": "C9",
  "type": "negative_result",
  "core": false,
  "statement": "Of the 27 organ systems with enough reports, the number that differ between vaccine and placebo in one random half of the trials (Benjamini-Hochberg q below 0.05) and again in the other half (p below 0.05, same direction) is 0, and the number with q below 0.05 over all trials is 0 (smallest q 0.19, for infections and infestations: ratio 0.94, 95% CI 0.90 to 0.98).",
  "evidence": [
   {
    "result": "T.org.tested",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.alpha",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.replicated",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.significant",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.minq",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.inf.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.inf.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.org.inf.hi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds an organ system that replicates across the halves, or one with q below 0.05 over all trials.",
  "confidence": 0.9
 },
 {
  "local_id": "C10",
  "type": "empirical",
  "core": false,
  "statement": "The four positive controls come out as the trials' own reports lead one to expect: reports of serious COVID-19 in COVID-19 vaccine trials are lower on vaccine (ratio 0.29, 95% CI 0.18 to 0.47), as are serious dengue in dengue vaccine trials (0.55, 0.33 to 0.94) and serious gastroenteritis in rotavirus vaccine trials (0.72, 0.63 to 0.83), and injection-site pain is more frequent against inert placebo (3.38, 2.67 to 4.28); and the three negative controls don't differ: fractures in trials of adults aged 50 and over (0.92, 0.84 to 1.02), injuries, poisonings and procedural complications (1.01, 0.96 to 1.06), and neoplasms (1.01, 0.97 to 1.06).",
  "evidence": [
   {
    "result": "T.H.PC1.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC1.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC1.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC2.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC2.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC2.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC3.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC3.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC3.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC4.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC4.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.PC4.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.older",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC1.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC1.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC1.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC2.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC2.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC2.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC3.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC3.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.H.NC3.hi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds a positive control whose interval includes 1, or a negative control whose interval excludes it.",
  "confidence": 0.9
 },
 {
  "local_id": "C11",
  "type": "empirical",
  "core": false,
  "statement": "Comparing vaccine-against-placebo risk ratios between different trials, with no adjustment for how those trials differ, live attenuated vaccines (244,447 participants) are followed by fewer serious adverse events than placebo (risk ratio 0.92, 95% CI 0.88 to 0.97) and non-live vaccines (687,640) are not (1.00, 0.97 to 1.02), a ratio of the two of 0.93 (0.88 to 0.98, p = 0.0089); for reports of serious infections other than each vaccine's target the ratios are 0.94 (0.90 to 0.99) and 1.03 (0.98 to 1.08), a ratio of 0.92 (0.86 to 0.99, p = 0.021), which in trials of children is 0.91 (0.78 to 1.06, p = 0.22); and for death 0.84 (0.61 to 1.16) and 0.97 (0.93 to 1.02), a ratio of 0.86 (0.62 to 1.19, p = 0.36); no correction for the eight planned contrasts was planned, and a contrast between trials cannot show that the platform causes the difference.",
  "evidence": [
   {
    "result": "T.live.allAnySerious.lpeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.lrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.llo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.lhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.npeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.nrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.nlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.nhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.ratio",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.rlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.rhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allAnySerious.p",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.lrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.llo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.lhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.nrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.nlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.nhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.ratio",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.rlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.rhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allNonTargetInfections.p",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.childrenNonTargetInfections.ratio",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.childrenNonTargetInfections.rlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.childrenNonTargetInfections.rhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.childrenNonTargetInfections.p",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.lrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.llo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.lhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.nrr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.nlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.nhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.ratio",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.rlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.rhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.live.allDeath.p",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun finds a ratio of live to non-live for infections other than the target, all ages, whose interval includes 1, or one for death whose interval excludes it.",
  "confidence": 0.85
 },
 {
  "local_id": "C12",
  "type": "empirical",
  "core": false,
  "statement": "In an analysis not planned in advance, two coders read without counts the 60 main-set trials whose records mention a crossover, unblinding, an open-label period, an extension or a booster; both coded 7 as not following vaccine and placebo groups equally, 6 of them as following the vaccine groups longer, and they differed on 6 more. In those 6 (60,603 participants) the registry's tables give more participants with a serious adverse event in the vaccine groups (584 against 371; risk ratio 1.47, 95% CI 1.29 to 1.68) and more deaths (66 against 25; 2.63, 1.66 to 4.16), almost all from one trial, which has 61 against 23 deaths in the registry (84 of the 91) and 16 against 15 in its published blinded period. Without the 7 trials both coders coded as not equal (61,220 participants), the risk ratios in the rest are 0.97 (0.95 to 1.00) for any serious adverse event and 0.95 (0.90 to 0.99) for death, and for mRNA vaccines against inert placebo 0.98 (0.91 to 1.06) and 0.94 (0.81 to 1.10); without all 13 that either coder coded as not equal (85,490 participants) they are 0.97 (0.95 to 1.00), 0.94 (0.90 to 0.99), 0.97 (0.90 to 1.05) and 0.94 (0.81 to 1.10).",
  "evidence": [
   {
    "result": "T.fu.flagged",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.agreed",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.longer",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.differed",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.longerPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.longer.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.longer.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.longer.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.longer.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.longer.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.longer.va",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.longer.pa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.longer.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.longer.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.longer.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.dva",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.dpa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.deaths",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.deathsInAll",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.pdva",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.lead.pdpa",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.agreedPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.agreed.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.agreed.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.agreed.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.agreed.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.agreed.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.agreed.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.agreed.dhi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.either",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.eitherPeople",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.either.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.either.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P1.either.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.either.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.either.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.P2.either.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.drr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.dlo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.fu.s.mrnainert.either.dhi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun, or a recoding of those records by other readers, finds that leaving out the trials coded as not equal raises the risk ratios instead of lowering them.",
  "confidence": 0.8
 },
 {
  "local_id": "C13",
  "type": "empirical",
  "core": false,
  "statement": "For each of the 15 largest comparisons a publication, a regulator's review or a sponsor's report on its placebo-controlled period was located (15 located). For any serious adverse event, 12 of them give a count of the same outcome over the same window in both arms (1 computed from a published percentage) and 3 do not; with the usable counts in place of the registry's the risk ratio is 0.98 (95% CI 0.95 to 1.00) against 0.98 (0.96 to 1.01) with the registry's. For death, 13 give usable counts and 2 do not: with the 10 whose registry record has a deaths table swapped it is 0.94 (0.90 to 0.99), and with the 3 whose registry record has no deaths table added as well, 0.97 (0.93 to 1.01), against 0.96 (0.91 to 1.01).",
  "evidence": [
   {
    "result": "T.pub.looked",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.found",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.usable",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.computed",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.unusable",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.swap.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.swap.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.swap.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.reg.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.reg.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.sae.reg.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.usable",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.unusable",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.swapped",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.swap.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.swap.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.swap.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.added",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.all.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.all.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.all.hi",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.reg.rr",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.reg.lo",
    "produced_by": "code/checks.py"
   },
   {
    "result": "T.pub.death.reg.hi",
    "produced_by": "code/checks.py"
   }
  ],
  "depends_on": [],
  "falsified_if": "A rerun with the usable published counts gives an interval for either outcome that lies wholly above 1 or reaches above the registered margins.",
  "confidence": 0.85
 }
]