Assessing Data Quality: An Approach and An Application. McMann, K., Pemstein, D., Seim, B., Teorell, J., & Lindberg, S. Political Analysis, September, 2021. ECC: 0000000 Publisher: Cambridge University Press
Paper doi abstract bibtex Political scientists routinely face the challenge of assessing the quality (validity and reliability) of measures in order to use them in substantive research. While stand-alone assessment tools exist, researchers rarely combine them comprehensively. Further, while a large literature informs data producers, data consumers lack guidance on how to assess existing measures for use in substantive research. We delineate a three-component practical approach to data quality assessment that integrates complementary multimethod tools to assess: (1) content validity; (2) the validity and reliability of the data generation process; and (3) convergent validity. We apply our quality assessment approach to the corruption measures from the Varieties of Democracy (V-Dem) project, both illustrating our rubric and unearthing several quality advantages and disadvantages of the V-Dem measures, compared to other existing measures of corruption.
@article{mcmann_assessing_2021,
title = {Assessing {Data} {Quality}: {An} {Approach} and {An} {Application}},
issn = {1047-1987, 1476-4989},
shorttitle = {Assessing {Data} {Quality}},
url = {https://www.cambridge.org/core/journals/political-analysis/article/abs/assessing-data-quality-an-approach-and-an-application/F7119E284BEC1E3FF2FA9206FC760BD9#article},
doi = {10.1017/pan.2021.27},
abstract = {Political scientists routinely face the challenge of assessing the quality (validity and reliability) of measures in order to use them in substantive research. While stand-alone assessment tools exist, researchers rarely combine them comprehensively. Further, while a large literature informs data producers, data consumers lack guidance on how to assess existing measures for use in substantive research. We delineate a three-component practical approach to data quality assessment that integrates complementary multimethod tools to assess: (1) content validity; (2) the validity and reliability of the data generation process; and (3) convergent validity. We apply our quality assessment approach to the corruption measures from the Varieties of Democracy (V-Dem) project, both illustrating our rubric and unearthing several quality advantages and disadvantages of the V-Dem measures, compared to other existing measures of corruption.},
language = {en},
urldate = {2021-10-30},
journal = {Political Analysis},
author = {McMann, Kelly and Pemstein, Daniel and Seim, Brigitte and Teorell, Jan and Lindberg, Staffan},
month = sep,
year = {2021},
note = {ECC: 0000000
Publisher: Cambridge University Press},
keywords = {Bayesian IRT, corruption, reliability, validity},
pages = {1--24},
}
Downloads: 0
{"_id":"WWWoubPCYWHPrnPZ7","bibbaseid":"mcmann-pemstein-seim-teorell-lindberg-assessingdataqualityanapproachandanapplication-2021","author_short":["McMann, K.","Pemstein, D.","Seim, B.","Teorell, J.","Lindberg, S."],"bibdata":{"bibtype":"article","type":"article","title":"Assessing Data Quality: An Approach and An Application","issn":"1047-1987, 1476-4989","shorttitle":"Assessing Data Quality","url":"https://www.cambridge.org/core/journals/political-analysis/article/abs/assessing-data-quality-an-approach-and-an-application/F7119E284BEC1E3FF2FA9206FC760BD9#article","doi":"10.1017/pan.2021.27","abstract":"Political scientists routinely face the challenge of assessing the quality (validity and reliability) of measures in order to use them in substantive research. While stand-alone assessment tools exist, researchers rarely combine them comprehensively. Further, while a large literature informs data producers, data consumers lack guidance on how to assess existing measures for use in substantive research. We delineate a three-component practical approach to data quality assessment that integrates complementary multimethod tools to assess: (1) content validity; (2) the validity and reliability of the data generation process; and (3) convergent validity. We apply our quality assessment approach to the corruption measures from the Varieties of Democracy (V-Dem) project, both illustrating our rubric and unearthing several quality advantages and disadvantages of the V-Dem measures, compared to other existing measures of corruption.","language":"en","urldate":"2021-10-30","journal":"Political Analysis","author":[{"propositions":[],"lastnames":["McMann"],"firstnames":["Kelly"],"suffixes":[]},{"propositions":[],"lastnames":["Pemstein"],"firstnames":["Daniel"],"suffixes":[]},{"propositions":[],"lastnames":["Seim"],"firstnames":["Brigitte"],"suffixes":[]},{"propositions":[],"lastnames":["Teorell"],"firstnames":["Jan"],"suffixes":[]},{"propositions":[],"lastnames":["Lindberg"],"firstnames":["Staffan"],"suffixes":[]}],"month":"September","year":"2021","note":"ECC: 0000000 Publisher: Cambridge University Press","keywords":"Bayesian IRT, corruption, reliability, validity","pages":"1–24","bibtex":"@article{mcmann_assessing_2021,\n\ttitle = {Assessing {Data} {Quality}: {An} {Approach} and {An} {Application}},\n\tissn = {1047-1987, 1476-4989},\n\tshorttitle = {Assessing {Data} {Quality}},\n\turl = {https://www.cambridge.org/core/journals/political-analysis/article/abs/assessing-data-quality-an-approach-and-an-application/F7119E284BEC1E3FF2FA9206FC760BD9#article},\n\tdoi = {10.1017/pan.2021.27},\n\tabstract = {Political scientists routinely face the challenge of assessing the quality (validity and reliability) of measures in order to use them in substantive research. While stand-alone assessment tools exist, researchers rarely combine them comprehensively. Further, while a large literature informs data producers, data consumers lack guidance on how to assess existing measures for use in substantive research. We delineate a three-component practical approach to data quality assessment that integrates complementary multimethod tools to assess: (1) content validity; (2) the validity and reliability of the data generation process; and (3) convergent validity. We apply our quality assessment approach to the corruption measures from the Varieties of Democracy (V-Dem) project, both illustrating our rubric and unearthing several quality advantages and disadvantages of the V-Dem measures, compared to other existing measures of corruption.},\n\tlanguage = {en},\n\turldate = {2021-10-30},\n\tjournal = {Political Analysis},\n\tauthor = {McMann, Kelly and Pemstein, Daniel and Seim, Brigitte and Teorell, Jan and Lindberg, Staffan},\n\tmonth = sep,\n\tyear = {2021},\n\tnote = {ECC: 0000000 \nPublisher: Cambridge University Press},\n\tkeywords = {Bayesian IRT, corruption, reliability, validity},\n\tpages = {1--24},\n}\n\n","author_short":["McMann, K.","Pemstein, D.","Seim, B.","Teorell, J.","Lindberg, S."],"key":"mcmann_assessing_2021","id":"mcmann_assessing_2021","bibbaseid":"mcmann-pemstein-seim-teorell-lindberg-assessingdataqualityanapproachandanapplication-2021","role":"author","urls":{"Paper":"https://www.cambridge.org/core/journals/political-analysis/article/abs/assessing-data-quality-an-approach-and-an-application/F7119E284BEC1E3FF2FA9206FC760BD9#article"},"keyword":["Bayesian IRT","corruption","reliability","validity"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/johnandsci","dataSources":["nQZviL9qxJNFkEnq7"],"keywords":["bayesian irt","corruption","reliability","validity"],"search_terms":["assessing","data","quality","approach","application","mcmann","pemstein","seim","teorell","lindberg"],"title":"Assessing Data Quality: An Approach and An Application","year":2021}