Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit. Cohen, J. Psychological Bulletin, 70(4):213–220, October, 1968.
Paper doi abstract bibtex A previously described coefficient of agreement for nominal scales, kappa, treats all disagreements equally. A generalization to weighted kappa (Kw) is presented. The Kw provides for the incorpation of ratio-scaled degrees of disagreement (or agreement) to each of the cells of the k * k table of joint nominal scale assignments such that disagreements of varying gravity (or agreements of varying degree) are weighted accordingly. Although providing for partial credit, Kw is fully chance corrected. Its sampling characteristics and procedures for hypothesis testing and setting confidence limits are given. Under certain conditions, Kw equals product-moment r. The use of unequal weights for symmetrical cells makes Kw suitable as a measure of validity. (PsycINFO Database Record (c) 2012 APA, all rights reserved)
@article{cohen_weighted_1968,
title = {Weighted kappa: {Nominal} scale agreement provision for scaled disagreement or partial credit},
volume = {70},
copyright = {© American Psychological Association 1968},
issn = {0033-2909},
shorttitle = {Weighted kappa},
url = {https://sremote.pitt.edu/docview/,DanaInfo=search.proquest.com+614288591?accountid=14709},
doi = {http://dx.doi.org/10.1037/h0026256},
abstract = {A previously described coefficient of agreement for nominal scales, kappa, treats all disagreements equally. A generalization to weighted kappa (Kw) is presented. The Kw provides for the incorpation of ratio-scaled degrees of disagreement (or agreement) to each of the cells of the k * k table of joint nominal scale assignments such that disagreements of varying gravity (or agreements of varying degree) are weighted accordingly. Although providing for partial credit, Kw is fully chance corrected. Its sampling characteristics and procedures for hypothesis testing and setting confidence limits are given. Under certain conditions, Kw equals product-moment r. The use of unequal weights for symmetrical cells makes Kw suitable as a measure of validity. (PsycINFO Database Record (c) 2012 APA, all rights reserved)},
language = {English},
number = {4},
urldate = {2013-05-19},
journal = {Psychological Bulletin},
author = {Cohen, Jacob},
month = oct,
year = {1968},
keywords = {Mathematics (Concepts) (major), Scaling (Testing) (major), Statistical Analysis (major), Testing Methods (major)},
pages = {213--220},
}
Downloads: 0
{"_id":"XdZNxGJm3QDQKNEbH","bibbaseid":"cohen-weightedkappanominalscaleagreementprovisionforscaleddisagreementorpartialcredit-1968","downloads":0,"creationDate":"2017-03-07T13:13:11.074Z","title":"Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit","author_short":["Cohen, J."],"year":1968,"bibtype":"article","biburl":"https://bibbase.org/zotero/ofurtado","bibdata":{"bibtype":"article","type":"article","title":"Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit","volume":"70","copyright":"© American Psychological Association 1968","issn":"0033-2909","shorttitle":"Weighted kappa","url":"https://sremote.pitt.edu/docview/,DanaInfo=search.proquest.com+614288591?accountid=14709","doi":"http://dx.doi.org/10.1037/h0026256","abstract":"A previously described coefficient of agreement for nominal scales, kappa, treats all disagreements equally. A generalization to weighted kappa (Kw) is presented. The Kw provides for the incorpation of ratio-scaled degrees of disagreement (or agreement) to each of the cells of the k * k table of joint nominal scale assignments such that disagreements of varying gravity (or agreements of varying degree) are weighted accordingly. Although providing for partial credit, Kw is fully chance corrected. Its sampling characteristics and procedures for hypothesis testing and setting confidence limits are given. Under certain conditions, Kw equals product-moment r. The use of unequal weights for symmetrical cells makes Kw suitable as a measure of validity. (PsycINFO Database Record (c) 2012 APA, all rights reserved)","language":"English","number":"4","urldate":"2013-05-19","journal":"Psychological Bulletin","author":[{"propositions":[],"lastnames":["Cohen"],"firstnames":["Jacob"],"suffixes":[]}],"month":"October","year":"1968","keywords":"Mathematics (Concepts) (major), Scaling (Testing) (major), Statistical Analysis (major), Testing Methods (major)","pages":"213–220","bibtex":"@article{cohen_weighted_1968,\n\ttitle = {Weighted kappa: {Nominal} scale agreement provision for scaled disagreement or partial credit},\n\tvolume = {70},\n\tcopyright = {© American Psychological Association 1968},\n\tissn = {0033-2909},\n\tshorttitle = {Weighted kappa},\n\turl = {https://sremote.pitt.edu/docview/,DanaInfo=search.proquest.com+614288591?accountid=14709},\n\tdoi = {http://dx.doi.org/10.1037/h0026256},\n\tabstract = {A previously described coefficient of agreement for nominal scales, kappa, treats all disagreements equally. A generalization to weighted kappa (Kw) is presented. The Kw provides for the incorpation of ratio-scaled degrees of disagreement (or agreement) to each of the cells of the k * k table of joint nominal scale assignments such that disagreements of varying gravity (or agreements of varying degree) are weighted accordingly. Although providing for partial credit, Kw is fully chance corrected. Its sampling characteristics and procedures for hypothesis testing and setting confidence limits are given. Under certain conditions, Kw equals product-moment r. The use of unequal weights for symmetrical cells makes Kw suitable as a measure of validity. (PsycINFO Database Record (c) 2012 APA, all rights reserved)},\n\tlanguage = {English},\n\tnumber = {4},\n\turldate = {2013-05-19},\n\tjournal = {Psychological Bulletin},\n\tauthor = {Cohen, Jacob},\n\tmonth = oct,\n\tyear = {1968},\n\tkeywords = {Mathematics (Concepts) (major), Scaling (Testing) (major), Statistical Analysis (major), Testing Methods (major)},\n\tpages = {213--220},\n}\n\n","author_short":["Cohen, J."],"key":"cohen_weighted_1968","id":"cohen_weighted_1968","bibbaseid":"cohen-weightedkappanominalscaleagreementprovisionforscaleddisagreementorpartialcredit-1968","role":"author","urls":{"Paper":"https://sremote.pitt.edu/docview/,DanaInfo=search.proquest.com+614288591?accountid=14709"},"keyword":["Mathematics (Concepts) (major)","Scaling (Testing) (major)","Statistical Analysis (major)","Testing Methods (major)"],"metadata":{"authorlinks":{}}},"search_terms":["weighted","kappa","nominal","scale","agreement","provision","scaled","disagreement","partial","credit","cohen"],"keywords":["mathematics (concepts) (major)","scaling (testing) (major)","statistical analysis (major)","testing methods (major)"],"authorIDs":[],"dataSources":["AvgwXzHNvzrPfaxbA","7i2Yc4ejK6JQ7w28D"]}