@INPROCEEDINGS{Mery2016:BTAS, 
author={Mery, D. and Zhao, Y. and Bowyer, K. }, 
booktitle={Proceedings of the 8th IEEE International Conference on Biometrics: Theory, Applications, and Systems (BTAS 2016)}, 
title={On accuracy estimation and comparison of results in biometric research}, 
year={2016},
url = {http://dmery.sitios.ing.uc.cl/Prints/Conferences/International/2016-BTAS.pdf},
abstract = {The estimated accuracy of an algorithm is the most important element of the typical biometrics research publication. Comparisons between algorithms are commonly made based on estimated accuracies reported in different publications. However, even when the same dataset is used in two publications, there is a very low frequency of the publications using the same protocol for estimating algorithm accuracy. Using the example problems of face recognition, expression recognition and gender classification, we show that the variation in estimated performance on the same dataset across different protocols can be enormous. Based on these results, we make recommendations for how to obtain performance estimates that allow reliable comparison between algorithms.},
doi = {10.1109/BTAS.2016.7791188}
}

{"_id":"w9qgWK8E2xkAyjNLy","bibbaseid":"mery-zhao-bowyer-onaccuracyestimationandcomparisonofresultsinbiometricresearch-2016","downloads":0,"creationDate":"2016-07-10T23:48:23.279Z","title":"On accuracy estimation and comparison of results in biometric research","author_short":["Mery, D.","Zhao, Y.","Bowyer, K."],"year":2016,"bibtype":"inproceedings","biburl":"http://dmery.sitios.ing.uc.cl/Prints/Mery_Domingo.bib","bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"propositions":[],"lastnames":["Mery"],"firstnames":["D."],"suffixes":[]},{"propositions":[],"lastnames":["Zhao"],"firstnames":["Y."],"suffixes":[]},{"propositions":[],"lastnames":["Bowyer"],"firstnames":["K."],"suffixes":[]}],"booktitle":"Proceedings of the 8th IEEE International Conference on Biometrics: Theory, Applications, and Systems (BTAS 2016)","title":"On accuracy estimation and comparison of results in biometric research","year":"2016","url":"http://dmery.sitios.ing.uc.cl/Prints/Conferences/International/2016-BTAS.pdf","abstract":"The estimated accuracy of an algorithm is the most important element of the typical biometrics research publication. Comparisons between algorithms are commonly made based on estimated accuracies reported in different publications. However, even when the same dataset is used in two publications, there is a very low frequency of the publications using the same protocol for estimating algorithm accuracy. Using the example problems of face recognition, expression recognition and gender classification, we show that the variation in estimated performance on the same dataset across different protocols can be enormous. Based on these results, we make recommendations for how to obtain performance estimates that allow reliable comparison between algorithms.","doi":"10.1109/BTAS.2016.7791188","bibtex":"@INPROCEEDINGS{Mery2016:BTAS, \nauthor={Mery, D. and Zhao, Y. and Bowyer, K. }, \nbooktitle={Proceedings of the 8th IEEE International Conference on Biometrics: Theory, Applications, and Systems (BTAS 2016)}, \ntitle={On accuracy estimation and comparison of results in biometric research}, \nyear={2016},\nurl = {http://dmery.sitios.ing.uc.cl/Prints/Conferences/International/2016-BTAS.pdf},\nabstract = {The estimated accuracy of an algorithm is the most important element of the typical biometrics research publication. Comparisons between algorithms are commonly made based on estimated accuracies reported in different publications. However, even when the same dataset is used in two publications, there is a very low frequency of the publications using the same protocol for estimating algorithm accuracy. Using the example problems of face recognition, expression recognition and gender classification, we show that the variation in estimated performance on the same dataset across different protocols can be enormous. Based on these results, we make recommendations for how to obtain performance estimates that allow reliable comparison between algorithms.},\ndoi = {10.1109/BTAS.2016.7791188}\n}\n\n","author_short":["Mery, D.","Zhao, Y.","Bowyer, K."],"key":"Mery2016:BTAS","id":"Mery2016:BTAS","bibbaseid":"mery-zhao-bowyer-onaccuracyestimationandcomparisonofresultsinbiometricresearch-2016","role":"author","urls":{"Paper":"http://dmery.sitios.ing.uc.cl/Prints/Conferences/International/2016-BTAS.pdf"},"metadata":{"authorlinks":{"mery, d":"https://domingomery.ing.puc.cl/testing/"}},"downloads":0,"html":""},"search_terms":["accuracy","estimation","comparison","results","biometric","research","mery","zhao","bowyer"],"keywords":[],"authorIDs":["24TkaxcPXqc7t8oo2","5456ff2b8b01c819300000f6","5de77464021482de01000070","5e1c779a92587bde0100013e","5e221d6c71dcf8df0100002b","5e253d35561b8fde0100008c","5e28810c67e11edf0100008d","5e533ea853de8dde01000042","5e54fee296ed20df0100003d","DR8QRotRb5C33T8Rb","FDHBz8WWdRXnWmR7h","NKHZCaBn3zKAa5ocL","Pxb9bPepYv65oXxi9","ayym4ZHJzF7jQcz8Q","d6Qqa2JYQxcTSLaGE","dmtweywdYxkx3KjDt","fN7f2faCKTWJvL9rb","h2WsvS5g4tT8oqpZH","syJh4acsFmZGsFfQS"],"dataSources":["xvobHwzyqavc6cCEz","68BuKygEnwqbDeD59"]}