[ { "trial": "T01", "groups": [ { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "earnings", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "earnings", "instrument": "other", "measure": "Individual annual salary/wage income in thousands of dollars, SRC-enumerated survey, entire sample (row a)", "binary": false, "per": "year", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -1.75, "se": 0.93, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.1 (*)", "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Income (annual salary/wage income in thousands of dollars) row (a) 'Survey, entire sample', Aggregate Endline column; N = 2783 (both arms)", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "earnings", "instrument": "other", "measure": "Individual annual salary/wage income in thousands of dollars, UI records for participants who consented and could be matched (row c)", "binary": false, "per": "year", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -2.67, "se": 1.08, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.05 (**); † (comparable q-value threshold)", "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Income (annual salary/wage income in thousands of dollars) row (c) 'UI, matched', Aggregate Endline column; N = 1907 (both arms); the same estimate is in Appendix Table A.8 (Endline, Treatment Effect)", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "earnings", "instrument": "other", "measure": "Individual annual salary/wage income in thousands of dollars, pooled: survey for those who did not consent plus UI records for matched consenters (row d; the authors' preferred measure)", "binary": false, "per": "year", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -2.45, "se": 1.01, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.05 (**); † (comparable q-value threshold)", "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Income (annual salary/wage income in thousands of dollars) row (d) 'Pooled: survey, did not consent + UI, matched', Aggregate Endline column; N = 2224 (both arms)", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "earnings", "instrument": "other", "measure": "Individual salaried income (UI data), in thousands of dollars (end of study)", "binary": false, "per": "year", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -2.7, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.67 (Forecasts of NBER Affiliates and SSPP Forecasters, p. 74), 'Result' column, row 'Individual salaried income (UI data), in thousands of dollars'; table note: all results are from endline data or year 3, as forecasters were asked to predict effects at the end of the study, this item from administrative records; Table A.47 row (c) prints the endline estimate as -2.67", "source": "aei:openresearch-employment" } ], "why": "Table A.47's three aggregate endline income rows (a, c, d) are right in both coders' copies, and Table A.67 prints the endline UI result again as -2.7, a different printed number, so coder 1's fourth entry is kept under the two-places rule." }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, SRC-enumerated survey, entire sample (row a)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.03, "se": 0.01, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.05 (**)", "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (a) 'Survey, entire sample', Aggregate Endline column; N = 2912 (both arms); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, UI records for participants who consented and could be matched (row c)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.07, "se": 0.02, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.01 (***)", "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (c) 'UI, matched', Aggregate Endline column; N = 1907 (both arms); the same estimate is in Appendix Table A.8 (Endline, Treatment Effect); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, pooled: survey for those who did not consent plus UI records for matched consenters (row d; the authors' preferred measure)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.05, "se": 0.02, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.01 (***)", "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (d) 'Pooled: survey, did not consent + UI, matched', Aggregate Endline column; N = 2260 (both arms); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Employed, in percentage points (survey data, end of study)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -2.9, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "percentage_points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.67 (Forecasts of NBER Affiliates and SSPP Forecasters, p. 74), 'Result' column, row 'Employed, in percentage points'; table note: all results are from endline data or year 3, as forecasters were asked to predict effects at the end of the study, this item from survey data; Table A.47 row (a) prints the endline survey estimate as -0.03", "source": "aei:openresearch-employment" } ], "why": "Both coders copied Table A.47's endline employment rows correctly (no arm proportions are printed, so proportion_unit is null), and Table A.67's -2.9 percentage points is the same endline survey result printed differently, so it is kept as a second entry." }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "hours", "instrument": "other", "measure": "Work hours per week (survey data, end of study)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -1.7, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.67 (Forecasts of NBER Affiliates and SSPP Forecasters, p. 74), 'Result' column, row 'Work hours per week'; table note: all results are from endline data or year 3, as forecasters were asked to predict effects at the end of the study, this item from survey data (hours worked are asked only in the enumerated surveys: Table A.49's Midline/Endline column equals the main estimate); Figure VI panel (A) plots the same endline estimate without a number", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "class": "hours", "instrument": "other", "measure": "Working, hours per day (ATUS-style time use questions in the enumerated and quarterly surveys)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.14 (Results for Time Use by Time Period: Enumerated and Quarterly Surveys (2), p. 91), 'Working' panel, Endline point (estimated effect in hours per day); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Table A.67 prints the endline hours-per-week result (-1.7), so Figure VI(A)'s unnumbered point for the same result is not a separate entry, while Appendix Figure B.14's time-use 'Working' panel is a different hours measure plotted at endline without numbers." }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, SRC-enumerated survey, entire sample (row a)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.01, "se": 0.01, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (a) 'Survey, entire sample', Aggregate Midline column; N = 2918 (both arms); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, UI records for participants who consented and could be matched (row c)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.04, "se": 0.02, "lower": null, "upper": null, "level": null, "p": null, "p_text": "p < 0.05 (**)", "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (c) 'UI, matched', Aggregate Midline column; N = 1907 (both arms); the same estimate is in Appendix Table A.8 (Midline, Treatment Effect); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "employed_any", "instrument": "other", "measure": "Whether employed, pooled: survey for those who did not consent plus UI records for matched consenters (row d; the authors' preferred measure)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.03, "se": 0.02, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Table A.47 (Comparison of Administrative and Survey Data, p. 52), Employment row (d) 'Pooled: survey, did not consent + UI, matched', Aggregate Midline column; N = 2266 (both arms); the table labels employment 'in percentage points' but prints fractions", "source": "aei:openresearch-employment" } ], "why": "Both coders copied Table A.47's midline employment rows (a, c, d) with the same numbers; proportion_unit is null because no arm proportions are printed." }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "hours", "instrument": "other", "measure": "Hours worked per week (SRC-enumerated survey)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "Figure VI note: 'treatment effects on employment are trending more negative towards the end of the study'; text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure VI (Estimated Effects on Annual Income and Employment Measures, Enumerated Survey Data, p. 48), panel (A) 'Hours worked per week', midline point; figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "class": "hours", "instrument": "other", "measure": "Working, hours per day (ATUS-style time use questions in the enumerated and quarterly surveys)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.14 (Results for Time Use by Time Period: Enumerated and Quarterly Surveys (2), p. 91), 'Working' panel, Midline point (estimated effect in hours per day); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "No number is printed for midline hours: Figure VI(A) plots hours worked per week and Appendix Figure B.14 plots time-use hours of working at midline, both figure-only." }, { "comparison": "T01-1", "wave": "UI records after the program ends (event study, from Q1 2024)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "UI records after the program ends (event study, from Q1 2024)", "class": "employed_any", "instrument": "other", "measure": "Employment status, UI records (quarterly event-study estimates after the program ends)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text pp. 22-23: in the UI data there is still a relatively large difference in the point estimates after the program ends, 'but this difference is smaller than it was during the program and no longer statistically significant for any of the measures'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (p. 49), panel 'Impacts on Employment Status (UI data)', quarters after Treatment End (from Q1 2024; no controls), and Appendix Figure B.5 (p. 82); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Both coders have the same figure-only UI result with the text's statement; one entry, with proportion_unit null since no proportions are printed." }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "employed_any", "instrument": "other", "measure": "Employment status, UI records (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (Event Study Results for Income and Employment, p. 49), panel 'Impacts on Employment Status (UI data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "employed_any", "instrument": "other", "measure": "Employment status, survey data (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (p. 49), third panel 'Impacts on Employment Status (survey data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Figure VII and Appendix Figure B.5 plot quarterly employment effects from UI records and, separately, from survey data, so coder 2's two figure-only entries are right, with the text's statement on the time trend." }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "hours", "instrument": "other", "measure": "Market work, minutes per day (mobile app time diaries)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "other" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.11 (Results for Time Use by Time Period: Mobile App (1), p. 88), 'Market Work' panel, point for this year (estimated effect in minutes per day); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "hours", "instrument": "other", "measure": "Working, hours per day (ATUS-style time use questions in the enumerated and quarterly surveys)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.14 (Results for Time Use by Time Period: Enumerated and Quarterly Surveys (2), p. 91), 'Working' panel, Year 1 point (estimated effect in hours per day); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Year 1 hours are figure-only in two time-use measures the paper treats as work hours: app-diary market work (Figure B.11) and survey 'Working' hours per day (Figure B.14)." }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "life_satisfaction", "instrument": "other", "measure": "Level of satisfaction with life as a whole currently (0-10 scale)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'In year 1, the transfers positively affect all components of subjective well-being'; Figure IX note: 'All measures appear significant in year one'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Life Satisfaction' panel (effect on a 0-10 scale), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "life_satisfaction", "instrument": "other", "measure": "Domain satisfaction (satisfaction with standard of living, health, time for enjoyable activities and other domains), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'In year 1, the transfers positively affect all components of subjective well-being'; Figure IX note: 'All measures appear significant in year one'", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Domain Satisfaction' panel (estimated effect in SD), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "class": "life_satisfaction", "instrument": "other", "measure": "Affect balance, Scale of Positive and Negative Experience (SPANE), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'In year 1, the transfers positively affect all components of subjective well-being'; Figure IX note: 'All measures appear significant in year one'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Affect Balance' panel (effect on SPANE), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" } ], "why": "Figure IX plots life satisfaction, domain satisfaction and SPANE affect balance, all components of subjective well-being that the codebook's life_satisfaction class covers, without numbers; the text says all were positive and significant in year 1." }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "employed_any", "instrument": "other", "measure": "Employment status, UI records (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: 'In both quarterly administrative records and survey data, we cannot reject null effects in some quarters close to the end of the program, even though we detect significant negative impacts in the second and third years (Figure VII and B.5)'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (Event Study Results for Income and Employment, p. 49), panel 'Impacts on Employment Status (UI data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "employed_any", "instrument": "other", "measure": "Employment status, survey data (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: 'In both quarterly administrative records and survey data, we cannot reject null effects in some quarters close to the end of the program, even though we detect significant negative impacts in the second and third years (Figure VII and B.5)'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (p. 49), third panel 'Impacts on Employment Status (survey data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Figure VII and Appendix Figure B.5 plot quarterly UI and survey employment effects without numbers; the text reports significant negative impacts in the second year." }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "hours", "instrument": "other", "measure": "Market work, minutes per day (mobile app time diaries)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "other" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.11 (Results for Time Use by Time Period: Mobile App (1), p. 88), 'Market Work' panel, point for this year (estimated effect in minutes per day); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "hours", "instrument": "other", "measure": "Working, hours per day (ATUS-style time use questions in the enumerated and quarterly surveys)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.14 (Results for Time Use by Time Period: Enumerated and Quarterly Surveys (2), p. 91), 'Working' panel, Year 2 point (estimated effect in hours per day); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Year 2 hours are figure-only in app-diary market work (Figure B.11) and survey 'Working' hours per day (Figure B.14)." }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "life_satisfaction", "instrument": "other", "measure": "Level of satisfaction with life as a whole currently (0-10 scale)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'By year 2, the effects are smaller and no longer significant'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Life Satisfaction' panel (effect on a 0-10 scale), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "life_satisfaction", "instrument": "other", "measure": "Domain satisfaction (satisfaction with standard of living, health, time for enjoyable activities and other domains), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'By year 2, the effects are smaller and no longer significant'", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Domain Satisfaction' panel (estimated effect in SD), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "class": "life_satisfaction", "instrument": "other", "measure": "Affect balance, Scale of Positive and Negative Experience (SPANE), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'By year 2, the effects are smaller and no longer significant'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Affect Balance' panel (effect on SPANE), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" } ], "why": "The three subjective well-being components of Figure IX are figure-only for year 2, where the text says the effects were smaller and no longer significant." }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "employed_any", "instrument": "other", "measure": "Employment status, UI records (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: 'In both quarterly administrative records and survey data, we cannot reject null effects in some quarters close to the end of the program, even though we detect significant negative impacts in the second and third years (Figure VII and B.5)'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (Event Study Results for Income and Employment, p. 49), panel 'Impacts on Employment Status (UI data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "employed_any", "instrument": "other", "measure": "Employment status, survey data (quarterly event-study estimates for the quarters in this period)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: 'In both quarterly administrative records and survey data, we cannot reject null effects in some quarters close to the end of the program, even though we detect significant negative impacts in the second and third years (Figure VII and B.5)'", "kind": "difference", "scale": "proportion" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Employment paper Figure VII (p. 49), third panel 'Impacts on Employment Status (survey data)', quarters in this period (no controls), and Appendix Figure B.5 (quarterly arm levels, p. 82); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Figure VII and Appendix Figure B.5 plot quarterly UI and survey employment effects without numbers; the text reports significant negative impacts in the third year and nulls in some quarters near the end." }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "hours", "instrument": "other", "measure": "Market work, minutes per day (mobile app time diaries)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "other" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.11 (Results for Time Use by Time Period: Mobile App (1), p. 88), 'Market Work' panel, point for this year (estimated effect in minutes per day); figure only, no numbers", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "hours", "instrument": "other", "measure": "Working, hours per day (ATUS-style time use questions in the enumerated and quarterly surveys)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 22: treatment effects on income and employment (Figures VI and VII) and time use (Figure B.11-B.14) 'grow over the course of the study'", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Appendix Figure B.14 (Results for Time Use by Time Period: Enumerated and Quarterly Surveys (2), p. 91), 'Working' panel, Year 3 point (estimated effect in hours per day); figure only, no numbers", "source": "aei:openresearch-employment" } ], "why": "Year 3 hours are figure-only in app-diary market work (Figure B.11) and survey 'Working' hours per day (Figure B.14)." }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "life_satisfaction", "instrument": "other", "measure": "Level of satisfaction with life as a whole currently (0-10 scale)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'by the end of the study the estimates are insignificantly negative'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Life Satisfaction' panel (effect on a 0-10 scale), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "life_satisfaction", "instrument": "other", "measure": "Domain satisfaction (satisfaction with standard of living, health, time for enjoyable activities and other domains), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'by the end of the study the estimates are insignificantly negative'", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Domain Satisfaction' panel (estimated effect in SD), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "class": "life_satisfaction", "instrument": "other", "measure": "Affect balance, Scale of Positive and Negative Experience (SPANE), component of subjective well-being", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 29: 'by the end of the study the estimates are insignificantly negative'", "kind": "adjusted_difference", "scale": "points" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Employment paper Figure IX (Results for Subjective Well-Being Over Time, p. 51), 'Affect Balance' panel (effect on SPANE), point for this period; figure only, no numbers; text p. 29; reproduced as health paper Appendix Figure A9", "source": "aei:openresearch-employment" } ], "why": "The three subjective well-being components of Figure IX are figure-only for year 3, where the text says the estimates were insignificantly negative by the end of the study." } ], "attrition": [ { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "row": { "comparison": "T01-1", "wave": "Endline (enumerated survey, March-August 2023, about 30 months of payments)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": 973, "responded_control": 1891, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). Responded: health paper Figure 1 panel (a) (Response Rates by Control and Treated Participants, p. 47), 'Enumerated Endline': control 94.8% (N=1891), treated 98.0%*** (N=973); those not sent the survey (for example, deceased) are left out of the denominators", "source": "aei:openresearch-health" }, "why": "Footnote 11 prints 1001 assigned to treatment (one of them never paid) and the analysis is intention to treat, so 1001 is the number randomized; the responders are as both coders copied." }, { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "row": { "comparison": "T01-1", "wave": "Midline (enumerated survey, April-August 2022, about 18 months of payments)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": 979, "responded_control": 1921, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). Responded: health paper Figure 1 panel (a) (Response Rates by Control and Treated Participants, p. 47), 'Enumerated Midline': control 96.2% (N=1921), treated 98.0%*** (N=979); those not sent the survey (for example, deceased) are left out of the denominators", "source": "aei:openresearch-health" }, "why": "1001 were randomized to treatment (footnote 11; 1000 received payments), and Figure 1(a) gives 979 and 1921 midline responders." }, { "comparison": "T01-1", "wave": "UI records after the program ends (event study, from Q1 2024)", "row": { "comparison": "T01-1", "wave": "UI records after the program ends (event study, from Q1 2024)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": null, "responded_control": null, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). No responders by arm are printed for the UI records after the program ends: UI analyses use participants who consented and could be matched (N = 1,907 for both arms during the program, employment paper Tables A.8 and A.47); consent to linkage was 88.8% in the treatment group and 86.9% in the control group (health paper Section 4.3)", "source": "aei:openresearch-health" }, "why": "The randomized counts are printed (1001 and 2000), but no counts by arm are printed for the post-program UI records, so those stay null." }, { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "row": { "comparison": "T01-1", "wave": "Year 1 (monthly online surveys, app time diaries and quarterly UI records, Nov 2020-Oct 2021)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": 985, "responded_control": 1954, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). Responded: health paper Figure 1 panel (a) (Response Rates by Control and Treated Participants, p. 47), 'Any Qualtrics Year 1': control 97.7% (N=1954), treated 98.5% (N=985); those not sent the survey (for example, deceased) are left out of the denominators", "source": "aei:openresearch-health" }, "why": "1001 were randomized to treatment (footnote 11), and Figure 1(a) gives 985 and 1954 responders to any year 1 online survey." }, { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "row": { "comparison": "T01-1", "wave": "Year 2 (monthly online surveys, app time diaries and quarterly UI records, Nov 2021-Oct 2022)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": 969, "responded_control": 1911, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). Responded: health paper Figure 1 panel (a) (Response Rates by Control and Treated Participants, p. 47), 'Any Qualtrics Year 2': control 95.7% (N=1911), treated 97.0%* (N=969); those not sent the survey (for example, deceased) are left out of the denominators", "source": "aei:openresearch-health" }, "why": "1001 were randomized to treatment (footnote 11), and Figure 1(a) gives 969 and 1911 responders to any year 2 online survey." }, { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "row": { "comparison": "T01-1", "wave": "Year 3 (monthly online surveys, app time diaries and quarterly UI records, Nov 2022-Oct 2023)", "randomized_treated": 1001, "randomized_control": 2000, "responded_treated": 964, "responded_control": 1855, "where": "Randomized: health paper footnote 11 (p. 11: 'We use the original treatment assignment to calculate treatment effects, with 1001 participants assigned to treatment and 1000 actually receiving the cash transfers') and abstract (2,000 control participants). Responded: health paper Figure 1 panel (a) (Response Rates by Control and Treated Participants, p. 47), 'Any Qualtrics Year 3': control 93.1% (N=1855), treated 97.0%*** (N=964); those not sent the survey (for example, deceased) are left out of the denominators", "source": "aei:openresearch-health" }, "why": "1001 were randomized to treatment (footnote 11), and Figure 1(a) gives 964 and 1855 responders to any year 3 online survey." } ] }, { "trial": "T09", "groups": [ { "comparison": "T09-1", "wave": "6 months (November 2022)", "class": "employed_full_time", "binary": true, "subgroup": false, "entries": [ { "comparison": "T09-1", "wave": "6 months (November 2022)", "class": "employed_full_time", "instrument": "other", "measure": "Employed FT (share of respondents, %)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": null, "treated": { "n": null, "mean": null, "sd": null, "proportion": 27 }, "control": { "n": null, "mean": null, "sd": null, "proportion": 22 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Table 7 (Employment Trends over Time, in %), row 'Employed FT', 6 MONTHS treatment and control columns (p. 45); no effect estimate is printed and the cell carries no significance star (the table marks * p<0.05, ** p<0.01, *** p<0.001)", "source": "cgir:CGIR-Report-Ithaca-NY" } ], "why": "Table 7 prints only the two arms' shares (27% and 22%) at 6 months, so per the codebook the estimate is null and the arms are filled, as coder 2 did." } ], "attrition": [] }, { "trial": "T15", "groups": [ { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "anxiety", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "anxiety", "instrument": "other", "measure": "Kessler Psychological Distress Scale anxiety sub-score", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "no significant change", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": null, "sd": null, "proportion": null }, "control": { "n": 169, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Quality of life text, pp. 31-32: the 12-month reduction in distress was driven by the depression sub-score, 'while the anxiety sub-score showed no significant change' (sentence only, no number); n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "The text reports the Kessler anxiety sub-score at 12 months only as a sentence ('no significant change'), an anxiety-symptom result coder 2 rightly copied with null numbers." }, { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "depression", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "depression", "instrument": "other", "measure": "Kessler Psychological Distress Scale depression sub-score", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.89, "se": null, "lower": null, "upper": null, "level": null, "p": 0.035, "p_text": "p=0.035", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": null, "sd": null, "proportion": null }, "control": { "n": 169, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Quality of life text, p. 31: the 12-month attenuation in distress 'was primarily driven by a reduction in the depression sub-score (B=-0.89, p=0.035)'; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "The text prints the Kessler depression sub-score's 12-month coefficient (B=-0.89, p=0.035), a depressive-symptom result coder 1 missed." }, { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -1.28, "se": 0.67, "lower": -2.74, "upper": -0.01, "level": 95, "p": null, "p_text": "p<0.05 (printed [-1.28*])", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": 21.99, "sd": null, "proportion": null }, "control": { "n": 169, "mean": 23.27, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Kessler Psychological Distress, 12 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" }, { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -1.42, "se": null, "lower": null, "upper": null, "level": null, "p": 0.035, "p_text": "p=0.035", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": null, "sd": null, "proportion": null }, "control": { "n": 169, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Quality of life text, p. 31: 'By the 12-month time point, a statistically significant attenuation in distress scores was observed in the treatment group (B=-1.42, p=0.035)'; differs from Table 15's -1.28; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it; the text's B=-1.42 is a second printed number for the same result and keeps its own entry." }, { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "12 months (December 2022)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.13, "se": 0.27, "lower": -0.69, "upper": 0.35, "level": 95, "p": null, "p_text": "text p. 32: perceived stress showed similar fluctuations in both groups over the 24 months, 'with no statistically significant differences observed'", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": 7.59, "sd": null, "proportion": null }, "control": { "n": 169, "mean": 7.72, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Perceived Stress Levels, 12 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it, and the text's statement of no significant stress differences fills p_text." }, { "comparison": "T15-1", "wave": "18 months (June 2023, end of payments)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "18 months (June 2023, end of payments)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.19, "se": 0.7, "lower": -1.69, "upper": 1.05, "level": 95, "p": null, "p_text": "text p. 32: lower distress in the treatment group after 12 months, but 'these differences did not maintain statistical significance beyond the 12-month point'", "kind": "difference", "scale": "points" }, "treated": { "n": 217, "mean": 21.91, "sd": null, "proportion": null }, "control": { "n": 176, "mean": 22.1, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Kessler Psychological Distress, 18 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T15-1", "wave": "18 months (June 2023, end of payments)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "18 months (June 2023, end of payments)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": 0.21, "se": 0.27, "lower": -0.35, "upper": 0.69, "level": 95, "p": null, "p_text": "text p. 32: perceived stress showed similar fluctuations in both groups over the 24 months, 'with no statistically significant differences observed'", "kind": "difference", "scale": "points" }, "treated": { "n": 217, "mean": 7.87, "sd": null, "proportion": null }, "control": { "n": 176, "mean": 7.66, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Perceived Stress Levels, 18 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T15-1", "wave": "24 months (January 2024, 6 months after payments ended)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "24 months (January 2024, 6 months after payments ended)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.33, "se": 0.71, "lower": -1.86, "upper": 0.94, "level": 95, "p": null, "p_text": "text p. 32: lower distress in the treatment group after 12 months, but 'these differences did not maintain statistical significance beyond the 12-month point'", "kind": "difference", "scale": "points" }, "treated": { "n": 221, "mean": 22.3, "sd": null, "proportion": null }, "control": { "n": 180, "mean": 22.63, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Kessler Psychological Distress, 24 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T15-1", "wave": "24 months (January 2024, 6 months after payments ended)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "24 months (January 2024, 6 months after payments ended)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": 0.17, "se": 0.27, "lower": -0.39, "upper": 0.67, "level": 95, "p": null, "p_text": "text p. 32: perceived stress showed similar fluctuations in both groups over the 24 months, 'with no statistically significant differences observed'", "kind": "difference", "scale": "points" }, "treated": { "n": 221, "mean": 7.78, "sd": null, "proportion": null }, "control": { "n": 180, "mean": 7.61, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Perceived Stress Levels, 24 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T15-1", "wave": "6 months (June 2022)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "6 months (June 2022)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.16, "se": 0.66, "lower": -1.58, "upper": 0.99, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": 22.03, "sd": null, "proportion": null }, "control": { "n": 165, "mean": 22.19, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Kessler Psychological Distress, 6 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T15-1", "wave": "6 months (June 2022)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T15-1", "wave": "6 months (June 2022)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.17, "se": 0.27, "lower": -0.73, "upper": 0.33, "level": 95, "p": null, "p_text": "text p. 32: perceived stress showed similar fluctuations in both groups over the 24 months, 'with no statistically significant differences observed'", "kind": "difference", "scale": "points" }, "treated": { "n": 203, "mean": 7.79, "sd": null, "proportion": null }, "control": { "n": 165, "mean": 7.96, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix A, Table 15 (Comparative Analysis of Select Outcome Measures, Control vs. Treatment, p. 71), Perceived Stress Levels, 6 months row: arm means (footnote: 'Adjusted average score'), estimated impact, 95% CI, robust SE; the models (linear mixed effects with fixed effects for treatment, time and their interaction, after MICE imputation) name no covariates, and the impact is the difference of the printed means; n = Table 16 respondents", "source": "cgir:CGIR-Report-Oakland-CA" } ], "why": "Table 15's model names no covariates (treatment, time and their interaction only) and its impact is the difference of the printed arm means, so it is an unadjusted difference as coder 2 coded it." } ], "attrition": [] }, { "trial": "T22", "groups": [ { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "anxiety", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "anxiety", "instrument": "other", "measure": "Average Anxiety (panel of an unnumbered figure)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 37: 'while the reduced psychological distress was somewhat sustained at 12 months, the benefits on anxiety began to diverge'", "kind": "difference", "scale": "points" }, "treated": { "n": 99, "mean": null, "sd": null, "proportion": null }, "control": { "n": 106, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Unnumbered line figure on p. 33 (panels 'Low Stress', 'Low Chaos' and 'Average Anxiety', treatment and control lines at Baseline, 6, 12 and 18 months), 'Average Anxiety' panel, 12-month point; figure only, no numbers (the figure's text is garbled in the file); n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The 'Average Anxiety' panel plots both arms at 12 months without numbers, a figure-only anxiety result coder 2 rightly kept; the text's sentence on anxiety at 12 months fills p_text." }, { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.57, "se": 0.97, "lower": -2.49, "upper": 1.35, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 99, "mean": 22.05, "sd": null, "proportion": null }, "control": { "n": 106, "mean": 22.62, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Kessler Psychological Distress, 12 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.26, "se": 0.41, "lower": -1.07, "upper": 0.54, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 99, "mean": 6.93, "sd": null, "proportion": null }, "control": { "n": 106, "mean": 7.2, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Perceived Stress Levels, 12 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents; the text (p. 37) prints the same means", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "stress", "binary": true, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "12 months (November 2022, as the cash ended)", "class": "stress", "instrument": "other", "measure": "Low Stress (share of participants; panel of an unnumbered figure)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "difference", "scale": "other" }, "treated": { "n": 99, "mean": null, "sd": null, "proportion": null }, "control": { "n": 106, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Unnumbered line figure on p. 33 (panels 'Low Stress', 'Low Chaos' and 'Average Anxiety', treatment and control lines at Baseline, 6, 12 and 18 months), 'Low Stress' panel, 12-month point; figure only, no numbers (the figure's text is garbled in the file); n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The 'Low Stress' panel plots each arm's share with low stress at 12 months without numbers, a figure-only binary stress result coder 2 rightly kept." }, { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "anxiety", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "anxiety", "instrument": "other", "measure": "Average Anxiety (panel of an unnumbered figure)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "text p. 37: 'by 18 months, the treatment group's anxiety levels increased beyond Baseline'", "kind": "difference", "scale": "points" }, "treated": { "n": 94, "mean": null, "sd": null, "proportion": null }, "control": { "n": 96, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Unnumbered line figure on p. 33 (panels 'Low Stress', 'Low Chaos' and 'Average Anxiety', treatment and control lines at Baseline, 6, 12 and 18 months), 'Average Anxiety' panel, 18-month point; figure only, no numbers (the figure's text is garbled in the file); n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The 'Average Anxiety' panel plots both arms at 18 months without numbers, a figure-only anxiety result coder 2 rightly kept; the text's sentence fills p_text." }, { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": 0.02, "se": 1.04, "lower": -1.9, "upper": 1.94, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 94, "mean": 22.95, "sd": null, "proportion": null }, "control": { "n": 96, "mean": 22.93, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Kessler Psychological Distress, 18 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" }, { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.02, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": "no significant difference", "kind": "difference", "scale": "points" }, "treated": { "n": 94, "mean": null, "sd": null, "proportion": null }, "control": { "n": 96, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Psychological well-being text (p. 37): 'by 18 months ... overall distress levels showed no significant difference from the control (mean difference=-0.02)'; Table 4 prints 0.02; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it; the text prints the difference as -0.02 against Table 4's 0.02, so both entries stay." }, { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.51, "se": 0.4, "lower": -1.31, "upper": 0.29, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 94, "mean": 6.91, "sd": null, "proportion": null }, "control": { "n": 96, "mean": 7.42, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Perceived Stress Levels, 18 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents; the text (p. 37) prints the same means", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "stress", "binary": true, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "18 months (May 2023, 6 months after payments ended)", "class": "stress", "instrument": "other", "measure": "Low Stress (share of participants; panel of an unnumbered figure)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "difference", "scale": "other" }, "treated": { "n": 94, "mean": null, "sd": null, "proportion": null }, "control": { "n": 96, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Unnumbered line figure on p. 33 (panels 'Low Stress', 'Low Chaos' and 'Average Anxiety', treatment and control lines at Baseline, 6, 12 and 18 months), 'Low Stress' panel, 18-month point; figure only, no numbers (the figure's text is garbled in the file); n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The 'Low Stress' panel plots each arm's share with low stress at 18 months without numbers, a figure-only binary stress result coder 2 rightly kept." }, { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "anxiety", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "anxiety", "instrument": "other", "measure": "Anxiety levels (reported with the Kessler Psychological Distress Scale; the measure is not named separately)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.37, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 102, "mean": null, "sd": null, "proportion": null }, "control": { "n": 99, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Psychological well-being text (p. 37): 'By the 6-month follow-up, the treatment group showed a notable decrease in both the overall Kessler score (mean difference=-1.26) and anxiety levels (mean difference=-0.37) compared to the control group'; the 'Average Anxiety' panel of the unnumbered figure on p. 33 plots it without numbers; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The text prints a 6-month mean difference in anxiety levels (-0.37), an anxiety result coder 1 missed." }, { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "distress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (Kessler et al., 2003); number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -1.26, "se": 0.91, "lower": -3.04, "upper": 0.52, "level": 95, "p": null, "p_text": null, "kind": "difference", "scale": "points" }, "treated": { "n": 102, "mean": 22.03, "sd": null, "proportion": null }, "control": { "n": 99, "mean": 23.29, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Kessler Psychological Distress, 6 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it; the text's -1.26 is the same number, so one entry." }, { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "employed_full_time", "binary": true, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "employed_full_time", "instrument": "other", "measure": "Employed full time (self-reported employment status)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": null, "treated": { "n": 102, "mean": null, "sd": null, "proportion": 65 }, "control": { "n": 99, "mean": null, "sd": null, "proportion": 50 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Employment section text (p. 40): '65% vs. 50% at 6 months (x2=4.59, p=0.03)', treatment vs control; no effect estimate printed; Figure 4 (Trends in Employment Status) prints no numbers; n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Only the arms' shares and a chi-square test are printed, with no effect, so per the codebook the estimate is null and the test is recorded in where, as coder 2 did." }, { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "stress", "binary": false, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "stress", "instrument": "PSS-4", "measure": "Perceived Stress Scale (Cohen et al., 1983), perceived stress levels; number of items not stated", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -1.06, "se": 0.39, "lower": -1.83, "upper": -0.29, "level": 95, "p": null, "p_text": "p<0.01 (printed [-1.06]**)", "kind": "difference", "scale": "points" }, "treated": { "n": 102, "mean": 6.9, "sd": null, "proportion": null }, "control": { "n": 99, "mean": 7.95, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Appendix B, Table 4 (Comparative Analysis of Select Outcome Measures: Control vs. Treatment Groups, p. 56), Perceived Stress Levels, 6 months row: control and treatment means, mean difference, 95% CI, SE; GEE 'regression-adjusted means' after MICE imputation with no covariates named, and the difference equals the difference of the printed means; n = Table 3 respondents; the text (p. 37) prints the same means", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "Table 4's GEE means name no covariates and its difference equals the difference of the printed means, so it is an unadjusted difference as coder 2 coded it." }, { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "stress", "binary": true, "subgroup": false, "entries": [ { "comparison": "T22-1", "wave": "6 months (May 2022)", "class": "stress", "instrument": "other", "measure": "Low Stress (share of participants; panel of an unnumbered figure)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": null, "se": null, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "difference", "scale": "other" }, "treated": { "n": 102, "mean": null, "sd": null, "proportion": null }, "control": { "n": 99, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": false, "where": "Unnumbered line figure on p. 33 (panels 'Low Stress', 'Low Chaos' and 'Average Anxiety', treatment and control lines at Baseline, 6, 12 and 18 months), 'Low Stress' panel, 6-month point; figure only, no numbers (the figure's text is garbled in the file); n = Table 3 respondents", "source": "cgir:CGIR-Report-Tacoma-WA" } ], "why": "The 'Low Stress' panel plots each arm's share with low stress at 6 months without numbers, a figure-only binary stress result coder 2 rightly kept." } ], "attrition": [] }, { "trial": "T24", "groups": [ { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "earnings", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "earnings", "instrument": "other", "measure": "Respondent earnings before taxes, last 30 days (part of total income last 30 days without the cash transfer)", "binary": false, "per": "month", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -184, "se": 126, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": 699, "mean": 1976, "sd": 1545, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Treatment Effects on Labor Supply and Income), row 'Respondent earnings before taxes', column (4) twice-monthly, robust SE in parentheses, no star; control mean (std. dev.) in column (1); the treatment mean 1,699 (1,495) pools both arms; N = 1,069; control n 699 from Table 2 (survey month); the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 4", "source": "registered:AEARCTR-0007621_2" } ], "why": "Both coders copied -184 (126) correctly; the control n of 699 is printed for this outcome in Table 2, and the unstarred cell needs no p_text." }, { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "instrument": "other", "measure": "Psychological well-being index: first principal component of depression frequency (1-5), stress frequency (1-5), life satisfaction (1-10), happiness (1-4) and the Kessler 6 (pre-registered primary outcome)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.01, "se": 0.09, "lower": null, "upper": null, "level": null, "p": null, "p_text": "FDR-corrected p-value [0.98]", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": 0.0, "sd": 1.0, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 6 (Treatment Effects on Broader Well-being and Temptation Goods), row 'Psychological well-being index', column (3) twice-monthly, SE in parentheses, FDR-corrected p in brackets; control mean 0.00 (std. dev. 1.00); N = 1,072, arm sizes not printed; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 7", "source": "registered:AEARCTR-0007621_2" }, { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "instrument": "other", "measure": "Psychological well-being index: first principal component of depression frequency (1-5), stress frequency (1-5), life satisfaction (1-10), happiness (1-4) and the Kessler 6 (pre-registered primary outcome)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.02, "se": 0.09, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": 0.0, "sd": 1.0, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Appendix Table A8 (Treatment Effects on Primary Outcomes—Different Specifications), row 'Psychological well-being index', 'Using clustered standard errors' line (SEs clustered by household, without the same-household control), column (4) bimonthly; N = 1,072; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table A8", "source": "registered:AEARCTR-0007621_2" } ], "why": "Table A8's clustered-SE specification prints the same result again with a different number (0.02 against Table 6's 0.01), so coder 2's second entry is kept beside the main one." }, { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "instrument": "other", "measure": "Weekly labor supply in hours (formal, informal and self-employment jobs, zero if not working; winsorized at the 5th and 95th percentiles; pre-registered primary outcome)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.21, "se": 1.76, "lower": null, "upper": null, "level": null, "p": null, "p_text": "FDR-corrected p-value [0.98]", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": 186, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": 26.41, "sd": 19.65, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3, row 'Weekly labor supply in hours', column (4) twice-monthly, SE in parentheses, FDR-corrected p in brackets; control mean (std. dev.) in column (1); the treatment mean 25.57 (21.32) pools both arms; N = 1,074; arm n from Table A2 (finished parts 1 and 2); the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 4", "source": "registered:AEARCTR-0007621_2" }, { "comparison": "T24-1", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "instrument": "other", "measure": "Weekly labor supply in hours (formal, informal and self-employment jobs, zero if not working; winsorized at the 5th and 95th percentiles; pre-registered primary outcome)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.2, "se": 1.74, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": 186, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": 26.41, "sd": 19.65, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Appendix Table A8 (Treatment Effects on Primary Outcomes—Different Specifications), row 'Weekly labor supply in hours', 'Using clustered standard errors' line (SEs clustered by household, without the same-household control), column (4) bimonthly; N = 1,074; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table A8; arm n from Table A2", "source": "registered:AEARCTR-0007621_2" } ], "why": "Table A8's clustered-SE specification prints the twice-monthly hours effect as -0.20 (1.74), a different number from Table 3's -0.21 (1.76), so both entries stay." }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "earnings", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "earnings", "instrument": "other", "measure": "Respondent earnings before taxes, last 30 days (part of total income last 30 days without the cash transfer)", "binary": false, "per": "month", "currency": "USD", "higher_is": "better", "subgroup": null, "estimate": { "value": -137, "se": 114, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "currency" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": 699, "mean": 1976, "sd": 1545, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Treatment Effects on Labor Supply and Income), row 'Respondent earnings before taxes', column (5) quarterly, robust SE in parentheses, no star; control mean (std. dev.) in column (1); the treatment mean 1,699 (1,495) pools both arms; N = 1,069; control n 699 from Table 2 (survey month); the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 4", "source": "registered:AEARCTR-0007621_2" } ], "why": "Both coders copied -137 (114) correctly; the control n of 699 is printed for this outcome in Table 2, and the unstarred cell needs no p_text." }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "employed_any", "instrument": "other", "measure": "Participated in labor market (= 1 if weekly hours of work in formal, informal or self-employment jobs are positive)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.06, "se": 0.04, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": 188, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": null, "sd": 0.44, "proportion": 0.73 }, "proportion_unit": "fraction", "baseline_sd": null, "adjusted": true, "where": "Table 3, row 'Participated in labor market', column (5) quarterly, SE in parentheses, no star; control mean (std. dev.) 0.73 (0.44) in column (1); the treatment mean 0.67 (0.47) pools both arms; N = 1,074; arm n from Table A2; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 4", "source": "registered:AEARCTR-0007621_2" }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "employed_any", "instrument": "other", "measure": "Participated in labor market (= 1 if weekly hours of work in formal, informal or self-employment jobs are positive)", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.05, "se": 0.04, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": 188, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": null, "sd": 0.44, "proportion": 0.73 }, "proportion_unit": "fraction", "baseline_sd": null, "adjusted": true, "where": "Appendix Table A8 (Treatment Effects on Primary Outcomes—Different Specifications), row 'Participated in labor market', 'Using clustered standard errors' line (SEs clustered by household, without the same-household control), column (5) quarterly; N = 1,074; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table A8; arm n from Table A2", "source": "registered:AEARCTR-0007621_2" } ], "why": "Table A8's clustered-SE specification prints the quarterly participation effect as -0.05 against Table 3's -0.06, so the second entry is kept." }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "instrument": "other", "measure": "Psychological well-being index: first principal component of depression frequency (1-5), stress frequency (1-5), life satisfaction (1-10), happiness (1-4) and the Kessler 6 (pre-registered primary outcome)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.1, "se": 0.1, "lower": null, "upper": null, "level": null, "p": null, "p_text": "FDR-corrected p-value [0.83]", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": 0.0, "sd": 1.0, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 6, row 'Psychological well-being index', column (4) quarterly, SE in parentheses, FDR-corrected p in brackets; control mean 0.00 (std. dev. 1.00); N = 1,072, arm sizes not printed; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 7", "source": "registered:AEARCTR-0007621_2" }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "general_mental_health", "instrument": "other", "measure": "Psychological well-being index: first principal component of depression frequency (1-5), stress frequency (1-5), life satisfaction (1-10), happiness (1-4) and the Kessler 6 (pre-registered primary outcome)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.11, "se": 0.1, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": 0.0, "sd": 1.0, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Appendix Table A8 (Treatment Effects on Primary Outcomes—Different Specifications), row 'Psychological well-being index', 'Using clustered standard errors' line (SEs clustered by household, without the same-household control), column (5) quarterly; N = 1,072; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table A8", "source": "registered:AEARCTR-0007621_2" } ], "why": "Table A8's clustered-SE specification prints the quarterly index effect as 0.11 against Table 6's 0.10, so both entries stay." }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "binary": false, "subgroup": false, "entries": [ { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "instrument": "other", "measure": "Weekly labor supply in hours (formal, informal and self-employment jobs, zero if not working; winsorized at the 5th and 95th percentiles; pre-registered primary outcome)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.29, "se": 2.17, "lower": null, "upper": null, "level": null, "p": null, "p_text": "FDR-corrected p-value [1.00]", "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": 188, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": 26.41, "sd": 19.65, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3, row 'Weekly labor supply in hours', column (5) quarterly, SE in parentheses, FDR-corrected p in brackets; control mean (std. dev.) in column (1); the treatment mean 25.57 (21.32) pools both arms; N = 1,074; arm n from Table A2; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table 4", "source": "registered:AEARCTR-0007621_2" }, { "comparison": "T24-2", "wave": "Endline survey (18 months after the start of transfers, May-September 2022)", "class": "hours", "instrument": "other", "measure": "Weekly labor supply in hours (formal, informal and self-employment jobs, zero if not working; winsorized at the 5th and 95th percentiles; pre-registered primary outcome)", "binary": false, "per": "week", "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.45, "se": 2.14, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "hours" }, "treated": { "n": 188, "mean": null, "sd": null, "proportion": null }, "control": { "n": 700, "mean": 26.41, "sd": 19.65, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Appendix Table A8 (Treatment Effects on Primary Outcomes—Different Specifications), row 'Weekly labor supply in hours', 'Using clustered standard errors' line (SEs clustered by household, without the same-household control), column (5) quarterly; N = 1,074; the November 2024 NBER version (aei:compton, identical to registered:AEARCTR-0007621_1) prints the same numbers in its Table A8; arm n from Table A2", "source": "registered:AEARCTR-0007621_2" } ], "why": "Table A8's clustered-SE specification prints the quarterly hours effect as 0.45 (2.14) against Table 3's 0.29 (2.17), so both entries stay." } ], "attrition": [] }, { "trial": "T35", "groups": [], "attrition": [ { "comparison": "T35-1", "wave": "Final ('April') survey (April 12-May 10, 2021)", "row": { "comparison": "T35-1", "wave": "Final ('April') survey (April 12-May 10, 2021)", "randomized_treated": 1067, "randomized_control": 730, "responded_treated": 1026, "responded_control": 680, "where": "Figure 1 (Experimental Samples, p. 37): 2213 lottery winners and 1402 lottery losers among 3615 entrants; 1196 and 740 study participants agreed to take part before the lottery was drawn; 1067 and 730 after dropping households with 8 or more lottery tickets (the analysis sample, text section h); 1026 and 680 completed the final survey (96% and 93% response rates, computed on 1067 and 730)", "source": "aei:chelsea-eats" }, "why": "Only those who agreed before the draw were in the study, and the report's experimental sample and the denominators of its printed response rates are the 1067 and 730 left after the pre-randomization trim, so coder 2's row is kept; the 2213 and 1402 lottery entries include people never in the study." } ] }, { "trial": "T45", "groups": [ { "comparison": "T45-1", "wave": "18-month follow-up (T3, June 2025)", "class": "distress", "binary": true, "subgroup": false, "entries": [ { "comparison": "T45-1", "wave": "18-month follow-up (T3, June 2025)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (10 questions), levels interpreted per Andrews & Slade (2001): share in the 'Severe' level", "binary": true, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": null, "treated": { "n": 64, "mean": null, "sd": null, "proportion": 32.8 }, "control": { "n": 71, "mean": null, "sd": null, "proportion": 38.0 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Table 14 (Levels of distress, Kessler Distress Scale, %), row 'Severe', 18-months, June 2025 columns (p. 33; N=135); the only test printed is p=0.4802 across the four distress levels, and the table note says there are no statistically significant differences between the two groups; text p. 33: differences in severe distress 'were not statistically significant at endline, and nor at 18 months'; arm n from Appendix B Table B1", "source": "pilot:uwcr_1" }, { "comparison": "T45-1", "wave": "18-month follow-up (T3, June 2025)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (10 questions), levels interpreted per Andrews & Slade (2001): share in the 'Likely well' level", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": null, "treated": { "n": 64, "mean": null, "sd": null, "proportion": 48.4 }, "control": { "n": 71, "mean": null, "sd": null, "proportion": 42.3 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Table 14 (Levels of distress, Kessler Distress Scale, %), row 'Likely well', 18-months, June 2025 columns (p. 33; N=135); the only test printed is p=0.4802 across the four distress levels, and the table note says there are no statistically significant differences between the two groups; text p. 33: differences in severe distress 'were not statistically significant at endline, and nor at 18 months'; arm n from Appendix B Table B1", "source": "pilot:uwcr_1" } ], "why": "Table 14 prints only the arms' shares (its one chi-square p covers all four levels, not either share), so the estimate is null with the shares filled, as coder 1 coded it." }, { "comparison": "T45-1", "wave": "endline (T2, January 2025, when payments stopped)", "class": "distress", "binary": true, "subgroup": false, "entries": [ { "comparison": "T45-1", "wave": "endline (T2, January 2025, when payments stopped)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (10 questions), levels interpreted per Andrews & Slade (2001): share in the 'Severe' level", "binary": true, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": null, "treated": { "n": 81, "mean": null, "sd": null, "proportion": 27.2 }, "control": { "n": 92, "mean": null, "sd": null, "proportion": 42.4 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Table 14 (Levels of distress, Kessler Distress Scale, %), row 'Severe', Endline, January 2025 columns (p. 33; N=173); the only test printed is p=0.1786 across the four distress levels, and the table note says there are no statistically significant differences between the two groups; text p. 33: differences in severe distress 'were not statistically significant at endline, and nor at 18 months'; arm n from Appendix B Table B1", "source": "pilot:uwcr_1" }, { "comparison": "T45-1", "wave": "endline (T2, January 2025, when payments stopped)", "class": "distress", "instrument": "K10", "measure": "Kessler Psychological Distress Scale (10 questions), levels interpreted per Andrews & Slade (2001): share in the 'Likely well' level", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": null, "treated": { "n": 81, "mean": null, "sd": null, "proportion": 38.3 }, "control": { "n": 92, "mean": null, "sd": null, "proportion": 32.6 }, "proportion_unit": "percent", "baseline_sd": null, "adjusted": false, "where": "Table 14 (Levels of distress, Kessler Distress Scale, %), row 'Likely well', Endline, January 2025 columns (p. 33; N=173); the only test printed is p=0.1786 across the four distress levels, and the table note says there are no statistically significant differences between the two groups; text p. 33: differences in severe distress 'were not statistically significant at endline, and nor at 18 months'; arm n from Appendix B Table B1", "source": "pilot:uwcr_1" } ], "why": "Table 14 prints only the arms' shares (its one chi-square p covers all four levels, not either share), so the estimate is null with the shares filled, as coder 1 coded it." } ], "attrition": [] }, { "trial": "T60", "groups": [ { "comparison": "T60-1", "wave": "1 month", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T60-1", "wave": "1 month", "class": "life_satisfaction", "instrument": "other", "measure": "Satisfaction with life (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.17, "se": 0.17, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Satisfaction with life', column '1 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "1 month", "class": "life_satisfaction", "instrument": "other", "measure": "Positive affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.45, "se": 0.2, "lower": null, "upper": null, "level": null, "p": null, "p_text": "P < 0.05 (*)", "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Positive affect', column '1 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "1 month", "class": "life_satisfaction", "instrument": "other", "measure": "Negative affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.24, "se": 0.18, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Negative affect', column '1 mo'", "source": "pmid:37643214" } ], "why": "Table 3 prints satisfaction with life and positive and negative affect, the subjective well-being measures the codebook's life_satisfaction class covers, at this wave; Table 2's preregistered F-tests are dropped because H1 contrasts cash with conditions 3 and 4 as separate groups (an omnibus test with no effect), not the design's cash-versus-control comparison." }, { "comparison": "T60-1", "wave": "12 months", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T60-1", "wave": "12 months", "class": "life_satisfaction", "instrument": "other", "measure": "Satisfaction with life (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.21, "se": 0.2, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Satisfaction with life', column '12 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "12 months", "class": "life_satisfaction", "instrument": "other", "measure": "Positive affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.3, "se": 0.23, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Positive affect', column '12 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "12 months", "class": "life_satisfaction", "instrument": "other", "measure": "Negative affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.24, "se": 0.21, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Negative affect', column '12 mo'", "source": "pmid:37643214" } ], "why": "Table 3 prints satisfaction with life and positive and negative affect, the subjective well-being measures the codebook's life_satisfaction class covers, at this wave." }, { "comparison": "T60-1", "wave": "3 months", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T60-1", "wave": "3 months", "class": "life_satisfaction", "instrument": "other", "measure": "Satisfaction with life (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.14, "se": 0.17, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Satisfaction with life', column '3 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "3 months", "class": "life_satisfaction", "instrument": "other", "measure": "Positive affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.11, "se": 0.2, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Positive affect', column '3 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "3 months", "class": "life_satisfaction", "instrument": "other", "measure": "Negative affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.04, "se": 0.19, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Negative affect', column '3 mo'", "source": "pmid:37643214" } ], "why": "Table 3 prints satisfaction with life and positive and negative affect, the subjective well-being measures the codebook's life_satisfaction class covers, at this wave." }, { "comparison": "T60-1", "wave": "6 months", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T60-1", "wave": "6 months", "class": "life_satisfaction", "instrument": "other", "measure": "Satisfaction with life (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.05, "se": 0.18, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Satisfaction with life', column '6 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "6 months", "class": "life_satisfaction", "instrument": "other", "measure": "Positive affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.08, "se": 0.21, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Positive affect', column '6 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "6 months", "class": "life_satisfaction", "instrument": "other", "measure": "Negative affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": 0.08, "se": 0.19, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Negative affect', column '6 mo'", "source": "pmid:37643214" } ], "why": "Table 3 prints satisfaction with life and positive and negative affect, the subjective well-being measures the codebook's life_satisfaction class covers, at this wave." }, { "comparison": "T60-1", "wave": "9 months", "class": "life_satisfaction", "binary": false, "subgroup": false, "entries": [ { "comparison": "T60-1", "wave": "9 months", "class": "life_satisfaction", "instrument": "other", "measure": "Satisfaction with life (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.04, "se": 0.2, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Satisfaction with life', column '9 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "9 months", "class": "life_satisfaction", "instrument": "other", "measure": "Positive affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": 0.06, "se": 0.23, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Positive affect', column '9 mo'", "source": "pmid:37643214" }, { "comparison": "T60-1", "wave": "9 months", "class": "life_satisfaction", "instrument": "other", "measure": "Negative affect (subjective well-being outcome; z-scored)", "binary": false, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.03, "se": 0.21, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "standardized_difference", "scale": "sd_units" }, "treated": { "n": null, "mean": null, "sd": null, "proportion": null }, "control": { "n": null, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 3 (Standardized treatment effects at each time point (unadjusted for multiple comparisons) as regression coefficients with SEs in parentheses: Condition x Time interactions from 3-level mixed models, the difference in mean change from baseline between cash (conditions 1 and 2) and control (conditions 3 and 4), outcomes z-scored by the pooled SD), row 'Negative affect', column '9 mo'", "source": "pmid:37643214" } ], "why": "Table 3 prints satisfaction with life and positive and negative affect, the subjective well-being measures the codebook's life_satisfaction class covers, at this wave." } ], "attrition": [] }, { "trial": "T82", "groups": [ { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "anxiety", "binary": true, "subgroup": false, "entries": [ { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "anxiety", "instrument": "GAD-2", "measure": "Unable to stop worrying, or felt anxious or on edge, more than half of the days last month (GAD-2 items), probability; LATE of claiming the transfer", "binary": true, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.01, "se": 0.012, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": 7035, "mean": null, "sd": null, "proportion": null }, "control": { "n": 6720, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 5 (LATE Estimates of Exploratory Mental Health Measures), Full Sample, column (4) 'Anxiety'; LATE of claiming the transfer, treatment assignment as the instrument, with the controls of Equation 3; SEs clustered by zip code; observations 13,755 (arm n from Table 2: 7,035 treatment, 6,720 control); control complier mean 0.464 (not an arm proportion)", "source": "registered:AEARCTR-0006398_1" } ], "why": "Both coders copied the same LATE (-0.010, SE 0.012); proportion_unit is null because no arm proportions are printed." }, { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "depression", "binary": true, "subgroup": false, "entries": [ { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "depression", "instrument": "PHQ-2", "measure": "Felt down, depressed or hopeless, or little interest or pleasure in doing things, more than half the days last month (PHQ-2 items), probability; LATE of claiming the transfer", "binary": true, "per": null, "currency": null, "higher_is": "worse", "subgroup": null, "estimate": { "value": -0.017, "se": 0.013, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": 7035, "mean": null, "sd": null, "proportion": null }, "control": { "n": 6720, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Table 5, Full Sample, column (3) 'Depression'; LATE of claiming the transfer, treatment assignment as the instrument, with the controls of Equation 3; SEs clustered by zip code; observations 13,755 (arm n from Table 2: 7,035 treatment, 6,720 control); control complier mean 0.478 (not an arm proportion)", "source": "registered:AEARCTR-0006398_1" } ], "why": "Both coders copied the same LATE (-0.017, SE 0.013); proportion_unit is null because no arm proportions are printed." }, { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "employed_any", "binary": true, "subgroup": false, "entries": [ { "comparison": "T82-1", "wave": "Survey about six weeks after transfers could first be claimed (October 28 to December 1, 2020)", "class": "employed_any", "instrument": "other", "measure": "Worked part or full time (labor supply in the last 30 days); LATE of claiming the transfer", "binary": true, "per": null, "currency": null, "higher_is": "better", "subgroup": null, "estimate": { "value": -0.012, "se": 0.011, "lower": null, "upper": null, "level": null, "p": null, "p_text": null, "kind": "adjusted_difference", "scale": "proportion" }, "treated": { "n": 7035, "mean": null, "sd": null, "proportion": null }, "control": { "n": 6720, "mean": null, "sd": null, "proportion": null }, "proportion_unit": null, "baseline_sd": null, "adjusted": true, "where": "Appendix Table A.5 (LATE Estimates for Labor Supply in last 30 days), Full Sample, column (1) 'Worked Part or Full time'; LATE of claiming the transfer, treatment assignment as the instrument, with the controls of Equation 3; SEs clustered by zip code; observations 13,755 (arm n from Table 2: 7,035 treatment, 6,720 control); control complier mean 0.346 (not an arm proportion)", "source": "registered:AEARCTR-0006398_1" } ], "why": "Both coders copied the same LATE (-0.012, SE 0.011); proportion_unit is null because no arm proportions are printed." } ], "attrition": [] } ]