[
 {
  "local_id": "C1",
  "type": "negative_result",
  "core": true,
  "statement": "In 150 held-out TESS sector 2 two-minute light curves carrying 7,500 injected self-lensing pulses (2 to 24 hours long, expected S/N 4 to 60), with both methods held to 0.1 false alarms per light curve, flare and instrumental-artifact controls tuned on 150 other stars changed the fraction of pulses recovered from 0.564 to 0.557, a difference of -0.007 (95% star-level bootstrap CI -0.062 to 0.093), so no improvement was detected.",
  "evidence": [
   {
    "result": "R3.injections",
    "produced_by": "code/run"
   },
   {
    "result": "R3.baseline.recovery",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R3.controls.recovery",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R3.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R3.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R3.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives a held-out difference at the matched rate outside -0.010 to -0.004, or a 95% interval that excludes zero.",
  "confidence": 0.95
 },
 {
  "local_id": "C2",
  "type": "empirical",
  "core": true,
  "statement": "At the baseline's matched threshold on the held-out stars (S/N 6.17), the flare-shape control removed 5 of the 15 null-run candidates while losing 10 of the 4,230 recovered pulses, whereas the chunk-edge (12 hours), centroid (S/N 6) and background (S/N 10) controls removed 10, 6 and 3 candidates and lost 327, 296 and 391 recovered pulses.",
  "evidence": [
   {
    "result": "R6.common_threshold",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R6.baseline_null_events",
    "produced_by": "code/run"
   },
   {
    "result": "R6.baseline_recovered",
    "produced_by": "code/run",
    "tolerance": 2
   },
   {
    "result": "R6.controls.flare_dchi2.null_events_removed",
    "produced_by": "code/run",
    "tolerance": 1
   },
   {
    "result": "R6.controls.flare_dchi2.recovered_injections_lost",
    "produced_by": "code/run",
    "tolerance": 2
   },
   {
    "result": "R6.controls.edge_h.null_events_removed",
    "produced_by": "code/run",
    "tolerance": 1
   },
   {
    "result": "R6.controls.edge_h.recovered_injections_lost",
    "produced_by": "code/run",
    "tolerance": 2
   },
   {
    "result": "R6.controls.centroid_snr.null_events_removed",
    "produced_by": "code/run",
    "tolerance": 1
   },
   {
    "result": "R6.controls.centroid_snr.recovered_injections_lost",
    "produced_by": "code/run",
    "tolerance": 2
   },
   {
    "result": "R6.controls.background_snr.null_events_removed",
    "produced_by": "code/run",
    "tolerance": 1
   },
   {
    "result": "R6.controls.background_snr.recovered_injections_lost",
    "produced_by": "code/run",
    "tolerance": 2
   },
   {
    "result": "R6.controls.edge_h.value",
    "produced_by": "code/run"
   },
   {
    "result": "R6.controls.centroid_snr.value",
    "produced_by": "code/run"
   },
   {
    "result": "R6.controls.background_snr.value",
    "produced_by": "code/run"
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives counts that differ from these by more than the tolerances, or a flare-shape control that loses more recovered pulses than any of the other three.",
  "confidence": 0.95
 },
 {
  "local_id": "C3",
  "type": "empirical",
  "core": false,
  "statement": "On 40 stars with sector 2 flares catalogued by Gunther et al. (2020), at thresholds set on the tuning stars, the controls rejected 6 of the 9 catalogued flares (of 381) that the baseline kept as candidates and lowered false alarms from 0.175 to 0.050 per light curve.",
  "evidence": [
   {
    "result": "R7.catalogued_flares",
    "produced_by": "code/run"
   },
   {
    "result": "R7.candidates_baseline",
    "produced_by": "code/run"
   },
   {
    "result": "R7.baseline_candidates_rejected_by_controls",
    "produced_by": "code/run"
   },
   {
    "result": "R7.far_baseline",
    "produced_by": "code/run",
    "tolerance": 0.001
   },
   {
    "result": "R7.far_controls",
    "produced_by": "code/run",
    "tolerance": 0.001
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives other counts of catalogued flares kept or rejected, or other false-alarm rates on the flare stars.",
  "confidence": 0.95
 },
 {
  "local_id": "C4",
  "type": "empirical",
  "core": false,
  "statement": "With thresholds set on the tuning stars at 0.1 false alarms per light curve (S/N 23.2 for the baseline and 9.8 with controls) and applied unchanged to the held-out stars, the controls recovered 0.326 of the pulses and the baseline 0.142 (difference 0.184, 95% CI 0.168 to 0.200), with no held-out false alarm from either method.",
  "evidence": [
   {
    "result": "R2.baseline.threshold",
    "produced_by": "code/run",
    "tolerance": 0.05
   },
   {
    "result": "R2.with_controls.threshold",
    "produced_by": "code/run",
    "tolerance": 0.05
   },
   {
    "result": "R4.controls.recovery",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R4.baseline.recovery",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R4.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R4.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R4.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R4.baseline.far",
    "produced_by": "code/run"
   },
   {
    "result": "R4.controls.far",
    "produced_by": "code/run"
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives other tuning thresholds, a held-out difference outside 0.181 to 0.187, or any held-out false alarm at those thresholds.",
  "confidence": 0.95
 },
 {
  "local_id": "C5",
  "type": "empirical",
  "core": true,
  "statement": "In an analysis added after the registered results were seen, one tuning star (TIC 9632550) produced 19 of the 22 tuning null-run candidates at S/N 10 or more, all best fit at 24 hours and recurring a median 1.39 days apart, and tuning without it kept only the flare-shape (delta chi-square 10) and chunk-edge (6 hours) controls, which raised held-out recovery at the matched 0.1 false alarms per light curve by 0.049 (95% CI 0.007 to 0.140).",
  "evidence": [
   {
    "result": "R10.star",
    "produced_by": "code/run"
   },
   {
    "result": "R10.strong_snr",
    "produced_by": "code/run"
   },
   {
    "result": "R10.strong_null_events",
    "produced_by": "code/run"
   },
   {
    "result": "R10.strong_null_events_all_tuning",
    "produced_by": "code/run"
   },
   {
    "result": "R10.strong_event_spacing_median_days",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R10.strong_event_durations_h",
    "produced_by": "code/run"
   },
   {
    "result": "R10.controls_without_star.flare_dchi2",
    "produced_by": "code/run"
   },
   {
    "result": "R10.controls_without_star.edge_h",
    "produced_by": "code/run"
   },
   {
    "result": "R10.heldout_matched.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R10.heldout_matched.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R10.heldout_matched.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/exploratory.py picks another star or other controls, or gives a held-out difference outside 0.046 to 0.052 or an interval reaching zero.",
  "confidence": 0.9
 },
 {
  "local_id": "C6",
  "type": "empirical",
  "core": false,
  "statement": "On the held-out stars the controls' effect on recovery fell as the allowed false-alarm rate rose, from 0.079 (95% CI -0.052 to 0.134, interval added after the registered results) at 0.02 false alarms per light curve to -0.098 (-0.114 to -0.080) at 1 per light curve, and at 0.1 they raised recovery of pulses with expected S/N 4 to 7 by 0.136 and lowered it for S/N 40 to 60 by 0.123.",
  "evidence": [
   {
    "result": "R5.curve.0.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R9.curve.0.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R9.curve.0.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R5.curve.5.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R9.curve.5.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R9.curve.5.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R5.by_snr.0.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R5.by_snr.5.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives differences outside the tolerances, or a difference at 1 false alarm per light curve whose interval reaches zero.",
  "confidence": 0.95
 },
 {
  "local_id": "C7",
  "type": "negative_result",
  "core": false,
  "statement": "The six controls at values fixed before any data were seen (flare delta chi-square 30, momentum dumps 1 hour, chunk edges 6 hours, centroid and background S/N 6, common mode 2 stars) changed held-out recovery at the matched 0.1 false alarms per light curve by -0.012 (95% CI -0.070 to 0.074).",
  "evidence": [
   {
    "result": "R8.difference",
    "produced_by": "code/run",
    "tolerance": 0.003
   },
   {
    "result": "R8.difference_ci.0",
    "produced_by": "code/run",
    "tolerance": 0.01
   },
   {
    "result": "R8.difference_ci.1",
    "produced_by": "code/run",
    "tolerance": 0.01
   }
  ],
  "depends_on": [],
  "falsified_if": "Re-running code/run gives a difference outside -0.015 to -0.009 or an interval that excludes zero.",
  "confidence": 0.95
 }
]
