The Extent and Consequences of P-Hacking in Science. Head, M. L., Holman, L., Lanfear, R., Kahn, A. T., & Jennions, M. D. 13(3):e1002106+. Paper doi abstract bibtex A focus on novel, confirmatory, and statistically significant results leads to substantial bias in the scientific literature. One type of bias, known as ” p-hacking,” occurs when researchers collect or select data or statistical analyses until nonsignificant results become significant. Here, we use text-mining to demonstrate that p-hacking is widespread throughout science. We then illustrate how one can test for p-hacking when performing a meta-analysis and show that, while p-hacking is probably common, its effect seems to be weak relative to the real effect sizes being measured. This result suggests that p-hacking probably does not drastically alter scientific consensuses drawn from meta-analyses.
@article{headExtentConsequencesPhacking2015,
title = {The Extent and Consequences of P-Hacking in Science},
author = {Head, Megan L. and Holman, Luke and Lanfear, Rob and Kahn, Andrew T. and Jennions, Michael D.},
date = {2015-03},
journaltitle = {PLoS Biology},
volume = {13},
pages = {e1002106+},
issn = {1545-7885},
doi = {10.1371/journal.pbio.1002106},
url = {https://doi.org/10.1371/journal.pbio.1002106},
abstract = {A focus on novel, confirmatory, and statistically significant results leads to substantial bias in the scientific literature. One type of bias, known as ” p-hacking,” occurs when researchers collect or select data or statistical analyses until nonsignificant results become significant. Here, we use text-mining to demonstrate that p-hacking is widespread throughout science. We then illustrate how one can test for p-hacking when performing a meta-analysis and show that, while p-hacking is probably common, its effect seems to be weak relative to the real effect sizes being measured. This result suggests that p-hacking probably does not drastically alter scientific consensuses drawn from meta-analyses.},
keywords = {*imported-from-citeulike-INRMM,~INRMM-MiD:c-13550736,~to-add-doi-URL,p-value,publication-bias,science-ethics,statistics},
number = {3}
}
Downloads: 0
{"_id":"Fdj2kPRizg69cgYKu","bibbaseid":"head-holman-lanfear-kahn-jennions-theextentandconsequencesofphackinginscience","authorIDs":[],"author_short":["Head, M. L.","Holman, L.","Lanfear, R.","Kahn, A. T.","Jennions, M. D."],"bibdata":{"bibtype":"article","type":"article","title":"The Extent and Consequences of P-Hacking in Science","author":[{"propositions":[],"lastnames":["Head"],"firstnames":["Megan","L."],"suffixes":[]},{"propositions":[],"lastnames":["Holman"],"firstnames":["Luke"],"suffixes":[]},{"propositions":[],"lastnames":["Lanfear"],"firstnames":["Rob"],"suffixes":[]},{"propositions":[],"lastnames":["Kahn"],"firstnames":["Andrew","T."],"suffixes":[]},{"propositions":[],"lastnames":["Jennions"],"firstnames":["Michael","D."],"suffixes":[]}],"date":"2015-03","journaltitle":"PLoS Biology","volume":"13","pages":"e1002106+","issn":"1545-7885","doi":"10.1371/journal.pbio.1002106","url":"https://doi.org/10.1371/journal.pbio.1002106","abstract":"A focus on novel, confirmatory, and statistically significant results leads to substantial bias in the scientific literature. One type of bias, known as ” p-hacking,” occurs when researchers collect or select data or statistical analyses until nonsignificant results become significant. Here, we use text-mining to demonstrate that p-hacking is widespread throughout science. We then illustrate how one can test for p-hacking when performing a meta-analysis and show that, while p-hacking is probably common, its effect seems to be weak relative to the real effect sizes being measured. This result suggests that p-hacking probably does not drastically alter scientific consensuses drawn from meta-analyses.","keywords":"*imported-from-citeulike-INRMM,~INRMM-MiD:c-13550736,~to-add-doi-URL,p-value,publication-bias,science-ethics,statistics","number":"3","bibtex":"@article{headExtentConsequencesPhacking2015,\n title = {The Extent and Consequences of P-Hacking in Science},\n author = {Head, Megan L. and Holman, Luke and Lanfear, Rob and Kahn, Andrew T. and Jennions, Michael D.},\n date = {2015-03},\n journaltitle = {PLoS Biology},\n volume = {13},\n pages = {e1002106+},\n issn = {1545-7885},\n doi = {10.1371/journal.pbio.1002106},\n url = {https://doi.org/10.1371/journal.pbio.1002106},\n abstract = {A focus on novel, confirmatory, and statistically significant results leads to substantial bias in the scientific literature. One type of bias, known as ” p-hacking,” occurs when researchers collect or select data or statistical analyses until nonsignificant results become significant. Here, we use text-mining to demonstrate that p-hacking is widespread throughout science. We then illustrate how one can test for p-hacking when performing a meta-analysis and show that, while p-hacking is probably common, its effect seems to be weak relative to the real effect sizes being measured. This result suggests that p-hacking probably does not drastically alter scientific consensuses drawn from meta-analyses.},\n keywords = {*imported-from-citeulike-INRMM,~INRMM-MiD:c-13550736,~to-add-doi-URL,p-value,publication-bias,science-ethics,statistics},\n number = {3}\n}\n\n","author_short":["Head, M. L.","Holman, L.","Lanfear, R.","Kahn, A. T.","Jennions, M. D."],"key":"headExtentConsequencesPhacking2015","id":"headExtentConsequencesPhacking2015","bibbaseid":"head-holman-lanfear-kahn-jennions-theextentandconsequencesofphackinginscience","role":"author","urls":{"Paper":"https://doi.org/10.1371/journal.pbio.1002106"},"keyword":["*imported-from-citeulike-INRMM","~INRMM-MiD:c-13550736","~to-add-doi-URL","p-value","publication-bias","science-ethics","statistics"],"downloads":0},"bibtype":"article","biburl":"https://tmpfiles.org/dl/58794/INRMM.bib","creationDate":"2020-07-02T22:41:09.259Z","downloads":0,"keywords":["*imported-from-citeulike-inrmm","~inrmm-mid:c-13550736","~to-add-doi-url","p-value","publication-bias","science-ethics","statistics"],"search_terms":["extent","consequences","hacking","science","head","holman","lanfear","kahn","jennions"],"title":"The Extent and Consequences of P-Hacking in Science","year":null,"dataSources":["DXuKbcZTirdigFKPF"]}