Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file removed .DS_Store
Binary file not shown.
Binary file modified guides/.DS_Store
Binary file not shown.
Binary file added guides/interpretation/regression-table-ex1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added guides/interpretation/regression-table-ex2.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
385 changes: 17 additions & 368 deletions guides/interpretation/regression-table.bib
Original file line number Diff line number Diff line change
Expand Up @@ -8,377 +8,26 @@



@article{coffman_2015,
author = {Coffman, Lucas C. and Niederle, Muriel},
date-added = {2023-04-06 16:19:48 -0400},
date-modified = {2023-04-06 16:20:40 -0400},
journal = {Journal of Economic Perspectives},
@article{albertson_2023,
author = {Albertson, Bethany and Jessee, Stephen},
date-added = {2024-03-16 10:00:00 -0400},
date-modified = {2024-03-16 10:00:00 -0400},
journal = {Journal of Experimental Political Science},
number = {3},
pages = {81-98},
rating = {1},
title = {Pre-analysis Plans Have Limited Upside, Especially Where Replications Are Feasible},
volume = {29},
pages = {448-454},
title = {Moderator Placement in Survey Experiments: Racial Resentment and the "Welfare" versus "Assistance to the Poor" Question Wording Experiment},
volume = {10},
year = {2015}}

@article{monogan_2013,
abstract = {This article makes the case for the systematic registration of political studies. By proposing a research design before an outcome variable is observed, a researcher commits him- or herself to a theoretically motivated method for studying the object of interest. Further, study registration prompts peers of the discipline to evaluate a study's quality on its own merits, reducing norms to accept significant results and reject null findings. To advance this idea, the Political Science Registered Studies Dataverse (http://dvn.iq.harvard.edu/dvn/dv/registration) has been created, in which scholars may create a permanent record of a research design before completing a study. This article also illustrates the method of registration through a study of the impact of the immigration issue in the 2010 election for the U.S. House of Representatives. Prior to the election, a design for this study was posted on the Society for Political Methodology website (http://polmeth.wustl.edu/mediaDetail.php?docId=1258). After the votes were counted, the study was completed in accord with the design. The treatment effect in this theoretically specified design was indiscernible, but a specification search could yield a significant result. Hence, this article illustrates the argument for study registration through a case in which the result could easily be manipulated.},
author = {James E. Monogan},
date-added = {2023-04-06 16:14:50 -0400},
date-modified = {2023-04-06 16:16:26 -0400},
issn = {10471987, 14764989},
journal = {Political Analysis},
number = {1},
pages = {21--37},
publisher = {Oxford University Press},
title = {A Case for Registering Studies of Political Outcomes: An Application in the 2010 House Elections},
url = {http://www.jstor.org/stable/23359688},
urldate = {2023-04-06},
volume = {21},
year = {2013},
bdsk-url-1 = {http://www.jstor.org/stable/23359688}}

@article{anderson_2013,
author = {Richard G. Anderson},
date-added = {2023-04-06 16:14:50 -0400},
date-modified = {2023-04-06 16:16:37 -0400},
issn = {10471987, 14764989},
journal = {Political Analysis},
number = {1},
pages = {38--39},
publisher = {Oxford University Press},
title = {Registration and Replication: A Comment},
url = {http://www.jstor.org/stable/23359689},
urldate = {2023-04-06},
volume = {21},
year = {2013},
bdsk-url-1 = {http://www.jstor.org/stable/23359689}}

@article{gelman_2013,
author = {Andrew Gelman},
date-added = {2023-04-06 16:14:50 -0400},
date-modified = {2023-04-06 16:18:32 -0400},
issn = {10471987, 14764989},
journal = {Political Analysis},
number = {1},
pages = {40--41},
publisher = {Oxford University Press},
title = {Preregistration of Studies and Mock Reports},
url = {http://www.jstor.org/stable/23359690},
urldate = {2023-04-06},
volume = {21},
year = {2013},
bdsk-url-1 = {http://www.jstor.org/stable/23359690}}

@article{judkins_porter_2016,
author = {Judkins, David R. and Porter, Kristin E.},
date-added = {2023-02-09 15:22:01 -0500},
date-modified = {2023-02-09 15:22:38 -0500},
journal = {Statistics in Medicine},
pages = {1763-1773},
title = {Robustness of Ordinary Least Squares in Randomized Clinical Trials},
volume = {35},
year = {2016}}

@article{angrist_2001,
author = {Angrist, Joshua D.},
date-added = {2023-02-09 15:19:19 -0500},
date-modified = {2023-02-09 15:20:55 -0500},
journal = {Journal of Business & Economic Statistics},
number = {1},
pages = {2-28},
title = {Estimation of Limited Dependent Variable Models With Dummy Endogenous Regressors: Simple Strategies for Empirical Practice},
volume = {19},
year = {2001}}

@article{gelman_pardoe_2007,
author = {Gelman, Andrew and Pardoe, Iain},
date-added = {2023-02-09 15:17:47 -0500},
date-modified = {2023-02-09 15:18:22 -0500},
journal = {Sociological Methodology},
pages = {23-51},
title = {Average Predictive Comparisons for Models with Nonlinearity, Interactions, and Variance Components},
volume = {37},
year = {2007}}

@article{stock_2010,
author = {Stock, James H.},
date-added = {2023-02-09 15:16:43 -0500},
date-modified = {2023-02-09 15:17:15 -0500},
journal = {Journal of Economic Perspectives},
number = {2},
pages = {83-94},
title = {The Other Transformation in Econometric Practice: Robust Tools for Inference},
volume = {24},
year = {2010}}

@article{white_1980,
author = {White, Halbert},
date-added = {2023-02-09 15:15:01 -0500},
date-modified = {2023-02-09 15:15:47 -0500},
journal = {Econometrica},
number = {4},
pages = {817--838},
title = {A Heteroskedasticity- Consistent Covariance Matrix Estimator and a Direct Test for Heteroskedasticity},
volume = {48},
year = {1980}}

@article{angrist_pischke_2010,
author = {Angrist, Joshua D. and Pischke, J{\"o}rn-Steffen},
date-added = {2023-02-09 15:05:05 -0500},
date-modified = {2023-02-09 15:05:56 -0500},
journal = {Journal of Economic Perspectives},
number = {2},
pages = {3-30},
title = {The Credibility Revolution in Empirical Economics},
volume = {24},
year = {2010}}

@article{findley_et_al_2016,
abstract = { In 2015, Comparative Political Studies embarked on a landmark pilot study in research transparency in the social sciences. The editors issued an open call for submissions of manuscripts that contained no mention of their actual results, incentivizing reviewers to evaluate manuscripts based on their theoretical contributions, research designs, and analysis plans. The three papers in this special issue are the result of this process that began with 19 submissions. In this article, we describe the rationale for this pilot, expressly articulating the practices of preregistration and results-free review. We document the process of carrying out the special issue with a discussion of the three accepted papers, and critically evaluate the role of both preregistration and results-free review. Our main conclusions are that results-free review encourages much greater attention to theory and research design, but that it raises thorny problems about how to anticipate and interpret null findings. We also observe that as currently practiced, results-free review has a particular affinity with experimental and cross-case methodologies. Our lack of submissions from scholars using qualitative or interpretivist research suggests limitations to the widespread use of results-free review. },
author = {Michael G. Findley and Nathan M. Jensen and Edmund J. Malesky and Thomas B. Pepinsky},
date-added = {2023-02-09 15:03:59 -0500},
date-modified = {2023-02-09 15:04:10 -0500},
doi = {10.1177/0010414016655539},
eprint = {https://doi.org/10.1177/0010414016655539},
journal = {Comparative Political Studies},
number = {13},
pages = {1667-1703},
title = {Can Results-Free Review Reduce Publication Bias? The Results and Implications of a Pilot Study},
url = {https://doi.org/10.1177/0010414016655539},
volume = {49},
year = {2016},
bdsk-url-1 = {https://doi.org/10.1177/0010414016655539}}

@article{nyhan_2015,
author = {Nyhan, Brendan},
date-added = {2023-02-09 15:02:08 -0500},
date-modified = {2023-02-09 15:02:45 -0500},
journal = {PS: Political Science and Politics},
number = {S1},
pages = {78-83},
title = {Increasing the Credibility of Political Science Research: A Proposal for Journal Reforms},
volume = {48},
year = {2015}}

@article{rosenthal_1979,
author = {Rosenthal, Robert},
date-added = {2023-02-09 14:25:15 -0500},
date-modified = {2023-02-09 14:25:58 -0500},
journal = {Psychological Bulletin},
pages = {638-641},
title = {The 'File Drawer Problem' and Tolerance for Null Results},
volume = {86},
year = {1979}}

@article{rosenbaum_1984,
author = {Rosenbaum, Paul R.},
date-added = {2023-02-09 14:23:59 -0500},
date-modified = {2023-02-09 14:24:50 -0500},
journal = {ournal of the Royal Statistical Society. Series A (General)},
pages = {656-666},
title = {The Consquences of Adjustment for a Concomitant Variable That Has Been Affected by the Treatment},
volume = {147},
year = {1984}}

@book{gerber_green_2012,
author = {Gerber, Alan S. and Green, Donald P.},
date-added = {2023-02-09 14:21:57 -0500},
date-modified = {2023-02-09 14:22:59 -0500},
publisher = {W.W. Norton},
title = {Field Experiments: Design, Analysis, and Interpretation},
year = {2012}}

@unpublished{gelman_loken_2013,
author = {Gelman, Andrew and Loken, Eric},
date-added = {2023-02-09 14:19:15 -0500},
date-modified = {2023-02-09 14:20:17 -0500},
title = {The Garden of Forking Paths: Why Multiple Comparisons Can Be a Problem, Even When There Is No 'Fishing Expedition' or 'P-Hacking' and the Research Hypothesis Was Posited Ahead of Time},
year = {2013},
bdsk-url-1 = {http://www.stat.columbia.edu/~gelman/research/unpublished/p_hacking.pdf}}

@article{simmons_et_al_2011,
author = {Simmons, Joseph P. and Nelson, Leif D. and Simonsohn, Uri},
date-added = {2023-02-09 14:18:09 -0500},
date-modified = {2023-02-09 14:18:51 -0500},
journal = {Psychological Science},
pages = {1359-1366},
title = {False-Positive Psychology: Undisclosed Flexibility in Data Collection and Analysis Allows Presenting Anything as Significant},
volume = {22},
year = {2011}}

@article{humphreys_et_al_2013,
author = {Humphreys, Macartan and Sanchez de la Sierra, Raul and van der Windt, Peter},
date-added = {2023-02-09 14:16:50 -0500},
date-modified = {2023-02-09 14:17:38 -0500},
journal = {Political Analysis},
pages = {1-20},
title = {Fishing, Commitment, and Communication: A Proposal for Comprehensive Nonbinding Research Registration},
volume = {21},
year = {2013}}

@article{greenland_et_al_2016,
abstract = {Misinterpretation and abuse of statistical tests, confidence intervals, and statistical power have been decried for decades, yet remain rampant. A key problem is that there are no interpretations of these concepts that are at once simple, intuitive, correct, and foolproof. Instead, correct use and interpretation of these statistics requires an attention to detail which seems to tax the patience of working scientists. This high cognitive demand has led to an epidemic of shortcut definitions and interpretations that are simply wrong, sometimes disastrously so---and yet these misinterpretations dominate much of the scientific literature. In light of this problem, we provide definitions and a discussion of basic statistics that are more general and critical than typically found in traditional introductory expositions. Our goal is to provide a resource for instructors, researchers, and consumers of statistics whose knowledge of statistical theory and technique may be limited but who wish to avoid and spot misinterpretations. We emphasize how violation of often unstated analysis protocols (such as selecting analyses for presentation based on the P values they produce) can lead to small P values even if the declared test hypothesis is correct, and can lead to large P values even if that hypothesis is incorrect. We then provide an explanatory list of 25 misinterpretations of P values, confidence intervals, and power. We conclude with guidelines for improving statistical interpretation and reporting.},
author = {Greenland, Sander and Senn, Stephen J. and Rothman, Kenneth J. and Carlin, John B. and Poole, Charles and Goodman, Steven N. and Altman, Douglas G.},
date = {2016/04/01},
date-added = {2023-02-09 14:12:41 -0500},
date-modified = {2023-02-09 14:14:40 -0500},
doi = {10.1007/s10654-016-0149-3},
id = {Greenland2016},
isbn = {1573-7284},
journal = {European Journal of Epidemiology},
@article{gaikwad_2021,
author = {Gaikwad, Nikhar, and Nellis, Gareth},
date-added = {2024-03-16 10:00:00 -0400},
date-modified = {2024-03-16 10:00:00 -0400},
journal = {American Political Science Review},
number = {4},
pages = {337--350},
title = {Statistical tests, P values, confidence intervals, and power: a guide to misinterpretations},
url = {https://doi.org/10.1007/s10654-016-0149-3},
volume = {31},
year = {2016},
bdsk-url-1 = {https://doi.org/10.1007/s10654-016-0149-3}}

@article{olken_2015,
author = {Olken, Benjamin A.},
date-added = {2023-02-09 14:09:52 -0500},
date-modified = {2023-02-09 14:10:19 -0500},
journal = {Journal of Economic Perspectives},
number = {3},
pages = {61-80},
title = {Promises and Perils of Pre-analysis Plans},
volume = {29},
year = {2015}}

@article{abadie_et_al_2014,
author = {Abadie, Alberto and Athey, Susan and Imbens, Guido W. and Wooldridge, Jeffrey M.},
date-added = {2023-02-09 14:07:54 -0500},
date-modified = {2023-02-09 14:08:44 -0500},
journal = {NBER Working Paper No. 20325},
title = {Finite Population Causal Standard Errors},
year = {2014}}

@article{lin_2013,
author = {Lin, Winston},
date-added = {2023-02-09 14:07:03 -0500},
date-modified = {2023-02-09 14:07:35 -0500},
journal = {Annals of Applied Statistics},
pages = {295-318},
title = {Agnostic Notes on Regression Adjustments to Experimental Data: Reexamining Freedman's Critique},
volume = {7},
year = {2013}}

@article{samii_aronow_2012,
author = {Samii, Cyrus and Aronow, Peter M.},
date-added = {2023-02-09 14:06:14 -0500},
date-modified = {2023-02-09 14:06:53 -0500},
journal = {Statistics and Probability Letters},
pages = {365-370},
title = {On Equivalencies Between Design-Based and Regression-Based Variance Estimators for Randomized Experiments},
volume = {82},
year = {2012}}

@article{reichardt_gollob_1999,
author = {Reichardt, Charles S. and Gollog, Harry F.},
date-added = {2023-02-09 14:04:52 -0500},
date-modified = {2023-02-09 14:05:51 -0500},
journal = {Psychological Methods},
pages = {117-128},
title = {Justifying the Use and Increasing the Power of a t Test for a Randomized Experiment with a Convenience Sample},
volume = {4},
year = {1999}}

@article{imbens_kolesar_2016,
author = {Imbens, Guido W. and Koles{\'a}r, Michal},
date-added = {2023-02-09 14:03:51 -0500},
date-modified = {2023-02-09 14:04:37 -0500},
journal = {Review of Economics and Statistics},
pages = {701-712},
title = {Robust Standard Errors in Small Samples: Some Practical Advice},
volume = {98},
year = {2016}}

@article{imbens_2015,
author = {Imbens, Guido W.},
date-added = {2023-02-09 14:02:21 -0500},
date-modified = {2023-02-09 14:02:55 -0500},
journal = {Journal of Human Resources},
pages = {373-419},
title = {Matching Methods in Practice: Three Examples},
volume = {50},
year = {2015}}

@article{imbens_wooldridge_2009,
author = {Imbens, Guido W. and Wooldridge, Jeffrey M.},
date-added = {2023-02-09 14:01:07 -0500},
date-modified = {2023-02-09 14:02:00 -0500},
journal = {Journal of Economic Literature},
pages = {5-86},
title = {Recent Developments in the Econometrics of Program Evaluation},
volume = {47},
year = {2009}}

@book{angrist_pischke_2015,
author = {Angrist, Joshua D. and Pischke, J{\"o}rn-Steffen},
date-added = {2023-02-09 13:59:44 -0500},
date-modified = {2023-02-09 14:00:33 -0500},
publisher = {Princeton University Press},
title = {Mastering 'Metrics: The Path from Cause to Effect},
year = {2015}}

@article{freedman_1991,
author = {Freedman, David A.},
date-added = {2023-02-09 13:58:32 -0500},
date-modified = {2023-02-09 13:59:18 -0500},
journal = {Sociological Methodology},
pages = {291-358},
title = {Statistical Models and Shoe Leather},
volume = {21},
year = {1991}}

@book{james_et_al_2013,
author = {James, Gareth and Witten, Daniela and Hastie, Trevor and Tibshirani, Robert},
date-added = {2023-02-09 12:30:14 -0500},
date-modified = {2023-02-09 12:31:42 -0500},
publisher = {Springer},
title = {An Introduction to Statistical Learning: with Applications in R},
year = {2013},
bdsk-url-1 = {https://www.statlearning.com/}}

@book{hansen_2022,
author = {Hansen, Bruce},
date-added = {2023-02-09 12:24:48 -0500},
date-modified = {2023-02-09 12:28:05 -0500},
publisher = {Princeton University Press},
title = {Econometrics},
year = {2022}}

@article{buja_et_al_2015,
author = {Buja, A. and Berk, R. A. and Brown, L. D. and George, E. I. and Pitkin, E. and Traskin, M. and Zhao, L. and Zhang, K.},
date-added = {2023-02-09 12:22:54 -0500},
date-modified = {2023-02-09 12:24:09 -0500},
journal = {Statistical Science},
pages = {1-44},
title = {Models as Approximations - A Conspiracy of Random Regressors and Model Deviations Against Classical Inference in Regression},
year = {2015}}

@article{berk_et_al_2014,
author = {Berk, R. A. and Brown, L. D. and Buja, A. and George, E. I. and Pitkin, E. and Zhang, K. and Zhao, L.},
date-added = {2023-02-09 12:20:40 -0500},
date-modified = {2023-02-09 12:21:45 -0500},
journal = {Sociological Methods Research},
number = {3},
pages = {422-451},
title = {Misspecified Mean Function Regression: Making Good Use of Regression Models That Are Wrong},
volume = {43},
year = {2014}}
pages = {1129-1146},
title = {Overcoming the Political Exclusion of Migrants: Theory and Experimental Evidence from India},
volume = {10},
year = {2021}}

@book{angrist_pischke_2009,
author = {Angrist, Joshua D. and Pischke, J{\"o}rn-Steffen},
date-added = {2023-02-09 12:19:03 -0500},
date-modified = {2023-02-09 12:20:00 -0500},
publisher = {Princeton University Press},
title = {Mostly Harmless Econometrics},
year = {2009}}

@unpublished{asunka_et_al_2013,
author = {Asunka, Joseph and Brierley, Sarah and Golden, Miriam and Kramon, Eric and Ofosu, George},
date-added = {2023-02-09 12:15:45 -0500},
date-modified = {2023-02-09 12:16:42 -0500},
title = {Protecting the Polls: The Effect of Observers on Election Fraud},
year = {2013}}
Loading