P-curve: A key to the file-drawer. Simonsohn, U., Nelson, L. D., & Simmons, J. P. Journal of Experimental Psychology: General, 143(2):534–547, 2014.
P-curve: A key to the file-drawer. [link]Paper  doi  abstract   bibtex   
Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.
@article{simonsohn_p-curve_2014,
	title = {P-curve: {A} key to the file-drawer.},
	volume = {143},
	issn = {1939-2222, 0096-3445},
	shorttitle = {P-curve},
	url = {http://doi.apa.org/getdoi.cfm?doi=10.1037/a0033242},
	doi = {10.1037/a0033242},
	abstract = {Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.},
	language = {en},
	number = {2},
	urldate = {2023-06-02},
	journal = {Journal of Experimental Psychology: General},
	author = {Simonsohn, Uri and Nelson, Leif D. and Simmons, Joseph P.},
	year = {2014},
	keywords = {Meta-research, Methodology, Replication, unread},
	pages = {534--547},
}

Downloads: 0