Formulating research policy on expert advice

Formulating research policy on expert advice. Tombazos, C. & Dobra, M. European Economic Review.

National Research Assessments represent the principal policy used by countries with public university systems to improve the quality of their universities’ research. They typically employ expert panels of local academics to assess journal quality, and use such assessments to reward publications. We propose a model of how experts assess quality and test this model using data from the recent Australian assessment. Controlling for objective quality, we show that experts’ cognitive biases dominate their assessments. Consequently, such assessments exaggerate the quality of the experts’ research and understate that of their colleagues. Our model can explain 95% of the variation in assessments.

@article{tombazos_formulating_????,
	title = {Formulating research policy on expert advice},
	issn = {0014-2921},
	url = {http://www.sciencedirect.com/science/article/pii/S001429211400138X},
	doi = {10.1016/j.euroecorev.2014.10.001},
	abstract = {National Research Assessments represent the principal policy used by countries with public university systems to improve the quality of their universities’ research. They typically employ expert panels of local academics to assess journal quality, and use such assessments to reward publications. We propose a model of how experts assess quality and test this model using data from the recent Australian assessment. Controlling for objective quality, we show that experts’ cognitive biases dominate their assessments. Consequently, such assessments exaggerate the quality of the experts’ research and understate that of their colleagues. Our model can explain 95\% of the variation in assessments.},
	urldate = {2014-10-25},
	journal = {European Economic Review},
	author = {Tombazos, Christis and Dobra, Matthew},
	keywords = {Cognitive Bias, Interested Experts, Linked Decisions, research policy, Voting},
	file = {ScienceDirect Full Text PDF:files/50025/Tombazos and Dobra - Formulating research policy on expert advice.pdf:application/pdf;ScienceDirect Snapshot:files/50026/S001429211400138X.html:text/html}
}

Downloads: 0

{"_id":"gNHBAj3t6gKiSTSYu","bibbaseid":"tombazos-dobra-formulatingresearchpolicyonexpertadvice","downloads":0,"creationDate":"2016-09-09T06:27:33.775Z","title":"Formulating research policy on expert advice","author_short":["Tombazos, C.","Dobra, M."],"year":null,"bibtype":"article","biburl":"https://www.sfu.ca/~howlett/howlett16.bib","bibdata":{"bibtype":"article","type":"article","title":"Formulating research policy on expert advice","issn":"0014-2921","url":"http://www.sciencedirect.com/science/article/pii/S001429211400138X","doi":"10.1016/j.euroecorev.2014.10.001","abstract":"National Research Assessments represent the principal policy used by countries with public university systems to improve the quality of their universities’ research. They typically employ expert panels of local academics to assess journal quality, and use such assessments to reward publications. We propose a model of how experts assess quality and test this model using data from the recent Australian assessment. Controlling for objective quality, we show that experts’ cognitive biases dominate their assessments. Consequently, such assessments exaggerate the quality of the experts’ research and understate that of their colleagues. Our model can explain 95% of the variation in assessments.","urldate":"2014-10-25","journal":"European Economic Review","author":[{"propositions":[],"lastnames":["Tombazos"],"firstnames":["Christis"],"suffixes":[]},{"propositions":[],"lastnames":["Dobra"],"firstnames":["Matthew"],"suffixes":[]}],"keywords":"Cognitive Bias, Interested Experts, Linked Decisions, research policy, Voting","file":"ScienceDirect Full Text PDF:files/50025/Tombazos and Dobra - Formulating research policy on expert advice.pdf:application/pdf;ScienceDirect Snapshot:files/50026/S001429211400138X.html:text/html","bibtex":"@article{tombazos_formulating_????,\n\ttitle = {Formulating research policy on expert advice},\n\tissn = {0014-2921},\n\turl = {http://www.sciencedirect.com/science/article/pii/S001429211400138X},\n\tdoi = {10.1016/j.euroecorev.2014.10.001},\n\tabstract = {National Research Assessments represent the principal policy used by countries with public university systems to improve the quality of their universities’ research. They typically employ expert panels of local academics to assess journal quality, and use such assessments to reward publications. We propose a model of how experts assess quality and test this model using data from the recent Australian assessment. Controlling for objective quality, we show that experts’ cognitive biases dominate their assessments. Consequently, such assessments exaggerate the quality of the experts’ research and understate that of their colleagues. Our model can explain 95\\% of the variation in assessments.},\n\turldate = {2014-10-25},\n\tjournal = {European Economic Review},\n\tauthor = {Tombazos, Christis and Dobra, Matthew},\n\tkeywords = {Cognitive Bias, Interested Experts, Linked Decisions, research policy, Voting},\n\tfile = {ScienceDirect Full Text PDF:files/50025/Tombazos and Dobra - Formulating research policy on expert advice.pdf:application/pdf;ScienceDirect Snapshot:files/50026/S001429211400138X.html:text/html}\n}\n\n","author_short":["Tombazos, C.","Dobra, M."],"key":"tombazos_formulating_????","id":"tombazos_formulating_????","bibbaseid":"tombazos-dobra-formulatingresearchpolicyonexpertadvice","role":"author","urls":{"Paper":"http://www.sciencedirect.com/science/article/pii/S001429211400138X"},"keyword":["Cognitive Bias","Interested Experts","Linked Decisions","research policy","Voting"],"downloads":0},"search_terms":["formulating","research","policy","expert","advice","tombazos","dobra"],"keywords":["cognitive bias","interested experts","linked decisions","research policy","voting"],"authorIDs":[],"dataSources":["Bn7xRaKMY43f7hFwh"]}