Measuring pairwise agreement among many observers

Measuring pairwise agreement among many observers. Schouten, H. J. A. Biometrical Journal, 22(6):497–504, 1980.

Weighted kappa is defined as a measure of pairwise inter observer agreement. A weighted intra class kappa coefficient is proposed to measure agreement on a particular response category. An interclass kappa coefficient is proposed for each pair of response categories. Simple estimation procedures are presented for the case where the observers judging one subject are not necessarily the same as those judging another subject. Large sample standard errors are derived and a numerical example is given.

@article{schouten_measuring_1980,
	title = {Measuring pairwise agreement among many observers},
	volume = {22},
	copyright = {Copyright © 1980 WILEY-VCH Verlag GmbH \& Co. KGaA},
	issn = {1521-4036},
	url = {http://onlinelibrary.wiley.com/doi/10.1002/bimj.4710220605/abstract},
	doi = {10.1002/bimj.4710220605},
	abstract = {Weighted kappa is defined as a measure of pairwise inter observer agreement. A weighted intra class kappa coefficient is proposed to measure agreement on a particular response category. An interclass kappa coefficient is proposed for each pair of response categories. Simple estimation procedures are presented for the case where the observers judging one subject are not necessarily the same as those judging another subject. Large sample standard errors are derived and a numerical example is given.},
	language = {en},
	number = {6},
	urldate = {2012-07-07},
	journal = {Biometrical Journal},
	author = {Schouten, H. J. A.},
	year = {1980},
	keywords = {Kappa, weighted},
	pages = {497--504},
}

Downloads: 0

{"_id":"2sRk4hCW6LcCK8uqh","bibbaseid":"schouten-measuringpairwiseagreementamongmanyobservers-1980","author_short":["Schouten, H. J. A."],"bibdata":{"bibtype":"article","type":"article","title":"Measuring pairwise agreement among many observers","volume":"22","copyright":"Copyright © 1980 WILEY-VCH Verlag GmbH & Co. KGaA","issn":"1521-4036","url":"http://onlinelibrary.wiley.com/doi/10.1002/bimj.4710220605/abstract","doi":"10.1002/bimj.4710220605","abstract":"Weighted kappa is defined as a measure of pairwise inter observer agreement. A weighted intra class kappa coefficient is proposed to measure agreement on a particular response category. An interclass kappa coefficient is proposed for each pair of response categories. Simple estimation procedures are presented for the case where the observers judging one subject are not necessarily the same as those judging another subject. Large sample standard errors are derived and a numerical example is given.","language":"en","number":"6","urldate":"2012-07-07","journal":"Biometrical Journal","author":[{"propositions":[],"lastnames":["Schouten"],"firstnames":["H.","J.","A."],"suffixes":[]}],"year":"1980","keywords":"Kappa, weighted","pages":"497–504","bibtex":"@article{schouten_measuring_1980,\n\ttitle = {Measuring pairwise agreement among many observers},\n\tvolume = {22},\n\tcopyright = {Copyright © 1980 WILEY-VCH Verlag GmbH \\& Co. KGaA},\n\tissn = {1521-4036},\n\turl = {http://onlinelibrary.wiley.com/doi/10.1002/bimj.4710220605/abstract},\n\tdoi = {10.1002/bimj.4710220605},\n\tabstract = {Weighted kappa is defined as a measure of pairwise inter observer agreement. A weighted intra class kappa coefficient is proposed to measure agreement on a particular response category. An interclass kappa coefficient is proposed for each pair of response categories. Simple estimation procedures are presented for the case where the observers judging one subject are not necessarily the same as those judging another subject. Large sample standard errors are derived and a numerical example is given.},\n\tlanguage = {en},\n\tnumber = {6},\n\turldate = {2012-07-07},\n\tjournal = {Biometrical Journal},\n\tauthor = {Schouten, H. J. A.},\n\tyear = {1980},\n\tkeywords = {Kappa, weighted},\n\tpages = {497--504},\n}\n\n","author_short":["Schouten, H. J. A."],"key":"schouten_measuring_1980","id":"schouten_measuring_1980","bibbaseid":"schouten-measuringpairwiseagreementamongmanyobservers-1980","role":"author","urls":{"Paper":"http://onlinelibrary.wiley.com/doi/10.1002/bimj.4710220605/abstract"},"keyword":["Kappa","weighted"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/zotero/ofurtado","dataSources":["7i2Yc4ejK6JQ7w28D"],"keywords":["kappa","weighted"],"search_terms":["measuring","pairwise","agreement","many","observers","schouten"],"title":"Measuring pairwise agreement among many observers","year":1980}