P-curve: A key to the file-drawer. Simonsohn, U., Nelson, L. D., & Simmons, J. P. Journal of Experimental Psychology: General, 143(2):534–547, 2014. Paper doi abstract bibtex Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.
@article{simonsohn_p-curve_2014,
title = {P-curve: {A} key to the file-drawer.},
volume = {143},
issn = {1939-2222, 0096-3445},
shorttitle = {P-curve},
url = {http://doi.apa.org/getdoi.cfm?doi=10.1037/a0033242},
doi = {10.1037/a0033242},
abstract = {Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.},
language = {en},
number = {2},
urldate = {2023-06-02},
journal = {Journal of Experimental Psychology: General},
author = {Simonsohn, Uri and Nelson, Leif D. and Simmons, Joseph P.},
year = {2014},
keywords = {Meta-research, Methodology, Replication, unread},
pages = {534--547},
}
Downloads: 0
{"_id":"tGArSRcf9MLg6ydq7","bibbaseid":"simonsohn-nelson-simmons-pcurveakeytothefiledrawer-2014","author_short":["Simonsohn, U.","Nelson, L. D.","Simmons, J. P."],"bibdata":{"bibtype":"article","type":"article","title":"P-curve: A key to the file-drawer.","volume":"143","issn":"1939-2222, 0096-3445","shorttitle":"P-curve","url":"http://doi.apa.org/getdoi.cfm?doi=10.1037/a0033242","doi":"10.1037/a0033242","abstract":"Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.","language":"en","number":"2","urldate":"2023-06-02","journal":"Journal of Experimental Psychology: General","author":[{"propositions":[],"lastnames":["Simonsohn"],"firstnames":["Uri"],"suffixes":[]},{"propositions":[],"lastnames":["Nelson"],"firstnames":["Leif","D."],"suffixes":[]},{"propositions":[],"lastnames":["Simmons"],"firstnames":["Joseph","P."],"suffixes":[]}],"year":"2014","keywords":"Meta-research, Methodology, Replication, unread","pages":"534–547","bibtex":"@article{simonsohn_p-curve_2014,\n\ttitle = {P-curve: {A} key to the file-drawer.},\n\tvolume = {143},\n\tissn = {1939-2222, 0096-3445},\n\tshorttitle = {P-curve},\n\turl = {http://doi.apa.org/getdoi.cfm?doi=10.1037/a0033242},\n\tdoi = {10.1037/a0033242},\n\tabstract = {Because scientists tend to report only studies (publication bias) or analyses (p-hacking) that “work,” readers must ask, “Are these effects true, or do they merely reflect selective reporting?” We introduce pcurve as a way to answer this question. P-curve is the distribution of statistically significant p values for a set of studies (ps .05). Because only true effects are expected to generate right-skewed p-curves—containing more low (.01s) than high (.04s) significant p values— only right-skewed p-curves are diagnostic of evidential value. By telling us whether we can rule out selective reporting as the sole explanation for a set of findings, p-curve offers a solution to the age-old inferential problems caused by file-drawers of failed studies and analyses.},\n\tlanguage = {en},\n\tnumber = {2},\n\turldate = {2023-06-02},\n\tjournal = {Journal of Experimental Psychology: General},\n\tauthor = {Simonsohn, Uri and Nelson, Leif D. and Simmons, Joseph P.},\n\tyear = {2014},\n\tkeywords = {Meta-research, Methodology, Replication, unread},\n\tpages = {534--547},\n}\n\n","author_short":["Simonsohn, U.","Nelson, L. D.","Simmons, J. P."],"key":"simonsohn_p-curve_2014","id":"simonsohn_p-curve_2014","bibbaseid":"simonsohn-nelson-simmons-pcurveakeytothefiledrawer-2014","role":"author","urls":{"Paper":"http://doi.apa.org/getdoi.cfm?doi=10.1037/a0033242"},"keyword":["Meta-research","Methodology","Replication","unread"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://api.zotero.org/users/9041177/collections/E3RZM4TE/items?key=aBJ5Qagoq1vgfqoLNmjVnZUl&format=bibtex&limit=100","dataSources":["8uJY8jTfcc9uNmCh8"],"keywords":["meta-research","methodology","replication","unread"],"search_terms":["curve","key","file","drawer","simonsohn","nelson","simmons"],"title":"P-curve: A key to the file-drawer.","year":2014}