Classification of multiple annotator data using variational Gaussian process inference. Besler, E., Ruiz, P., Molina, R., & Katsaggelos, A. K. In 2016 24th European Signal Processing Conference (EUSIPCO), pages 2025-2029, Aug, 2016. Paper doi abstract bibtex In this paper we address supervised learning problems where, instead of having a single annotator who provides the ground truth, multiple annotators, usually with varying degrees of expertise, provide conflicting labels for the same sample. Once Gaussian Process classification has been adapted to this problem we propose and describe how Variational Bayes inference can be used to, given the observed labels, approximate the posterior distribution of the latent classifier and also estimate each annotator's reliability. In the experimental section, we evaluate the proposed method on both generated synthetic and real data, and compare it with state of the art crowd-sourcing methods.
@InProceedings{7760604,
author = {E. Besler and P. Ruiz and R. Molina and A. K. Katsaggelos},
booktitle = {2016 24th European Signal Processing Conference (EUSIPCO)},
title = {Classification of multiple annotator data using variational Gaussian process inference},
year = {2016},
pages = {2025-2029},
abstract = {In this paper we address supervised learning problems where, instead of having a single annotator who provides the ground truth, multiple annotators, usually with varying degrees of expertise, provide conflicting labels for the same sample. Once Gaussian Process classification has been adapted to this problem we propose and describe how Variational Bayes inference can be used to, given the observed labels, approximate the posterior distribution of the latent classifier and also estimate each annotator's reliability. In the experimental section, we evaluate the proposed method on both generated synthetic and real data, and compare it with state of the art crowd-sourcing methods.},
keywords = {Bayes methods;Gaussian processes;inference mechanisms;learning (artificial intelligence);pattern classification;software reliability;multiple annotator data classification;variational Gaussian process inference;supervised learning problems;ground truth;posterior distribution;latent classifier;annotator reliability estimation;Crowdsourcing;Gaussian processes;Solid modeling;Europe;Signal processing;Supervised learning;Bayes methods;crowdsourcing;Gaussian process;multiple labels;variational inference;Bayesian modeling;classification},
doi = {10.1109/EUSIPCO.2016.7760604},
issn = {2076-1465},
month = {Aug},
url = {https://www.eurasip.org/proceedings/eusipco/eusipco2016/papers/1570256378.pdf},
}
Downloads: 0
{"_id":"4pkNSnRQgE6GWg9kN","bibbaseid":"besler-ruiz-molina-katsaggelos-classificationofmultipleannotatordatausingvariationalgaussianprocessinference-2016","authorIDs":[],"author_short":["Besler, E.","Ruiz, P.","Molina, R.","Katsaggelos, A. K."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["E."],"propositions":[],"lastnames":["Besler"],"suffixes":[]},{"firstnames":["P."],"propositions":[],"lastnames":["Ruiz"],"suffixes":[]},{"firstnames":["R."],"propositions":[],"lastnames":["Molina"],"suffixes":[]},{"firstnames":["A.","K."],"propositions":[],"lastnames":["Katsaggelos"],"suffixes":[]}],"booktitle":"2016 24th European Signal Processing Conference (EUSIPCO)","title":"Classification of multiple annotator data using variational Gaussian process inference","year":"2016","pages":"2025-2029","abstract":"In this paper we address supervised learning problems where, instead of having a single annotator who provides the ground truth, multiple annotators, usually with varying degrees of expertise, provide conflicting labels for the same sample. Once Gaussian Process classification has been adapted to this problem we propose and describe how Variational Bayes inference can be used to, given the observed labels, approximate the posterior distribution of the latent classifier and also estimate each annotator's reliability. In the experimental section, we evaluate the proposed method on both generated synthetic and real data, and compare it with state of the art crowd-sourcing methods.","keywords":"Bayes methods;Gaussian processes;inference mechanisms;learning (artificial intelligence);pattern classification;software reliability;multiple annotator data classification;variational Gaussian process inference;supervised learning problems;ground truth;posterior distribution;latent classifier;annotator reliability estimation;Crowdsourcing;Gaussian processes;Solid modeling;Europe;Signal processing;Supervised learning;Bayes methods;crowdsourcing;Gaussian process;multiple labels;variational inference;Bayesian modeling;classification","doi":"10.1109/EUSIPCO.2016.7760604","issn":"2076-1465","month":"Aug","url":"https://www.eurasip.org/proceedings/eusipco/eusipco2016/papers/1570256378.pdf","bibtex":"@InProceedings{7760604,\n author = {E. Besler and P. Ruiz and R. Molina and A. K. Katsaggelos},\n booktitle = {2016 24th European Signal Processing Conference (EUSIPCO)},\n title = {Classification of multiple annotator data using variational Gaussian process inference},\n year = {2016},\n pages = {2025-2029},\n abstract = {In this paper we address supervised learning problems where, instead of having a single annotator who provides the ground truth, multiple annotators, usually with varying degrees of expertise, provide conflicting labels for the same sample. Once Gaussian Process classification has been adapted to this problem we propose and describe how Variational Bayes inference can be used to, given the observed labels, approximate the posterior distribution of the latent classifier and also estimate each annotator's reliability. In the experimental section, we evaluate the proposed method on both generated synthetic and real data, and compare it with state of the art crowd-sourcing methods.},\n keywords = {Bayes methods;Gaussian processes;inference mechanisms;learning (artificial intelligence);pattern classification;software reliability;multiple annotator data classification;variational Gaussian process inference;supervised learning problems;ground truth;posterior distribution;latent classifier;annotator reliability estimation;Crowdsourcing;Gaussian processes;Solid modeling;Europe;Signal processing;Supervised learning;Bayes methods;crowdsourcing;Gaussian process;multiple labels;variational inference;Bayesian modeling;classification},\n doi = {10.1109/EUSIPCO.2016.7760604},\n issn = {2076-1465},\n month = {Aug},\n url = {https://www.eurasip.org/proceedings/eusipco/eusipco2016/papers/1570256378.pdf},\n}\n\n","author_short":["Besler, E.","Ruiz, P.","Molina, R.","Katsaggelos, A. K."],"key":"7760604","id":"7760604","bibbaseid":"besler-ruiz-molina-katsaggelos-classificationofmultipleannotatordatausingvariationalgaussianprocessinference-2016","role":"author","urls":{"Paper":"https://www.eurasip.org/proceedings/eusipco/eusipco2016/papers/1570256378.pdf"},"keyword":["Bayes methods;Gaussian processes;inference mechanisms;learning (artificial intelligence);pattern classification;software reliability;multiple annotator data classification;variational Gaussian process inference;supervised learning problems;ground truth;posterior distribution;latent classifier;annotator reliability estimation;Crowdsourcing;Gaussian processes;Solid modeling;Europe;Signal processing;Supervised learning;Bayes methods;crowdsourcing;Gaussian process;multiple labels;variational inference;Bayesian modeling;classification"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"inproceedings","biburl":"https://raw.githubusercontent.com/Roznn/EUSIPCO/main/eusipco2016url.bib","creationDate":"2021-02-13T17:31:52.149Z","downloads":0,"keywords":["bayes methods;gaussian processes;inference mechanisms;learning (artificial intelligence);pattern classification;software reliability;multiple annotator data classification;variational gaussian process inference;supervised learning problems;ground truth;posterior distribution;latent classifier;annotator reliability estimation;crowdsourcing;gaussian processes;solid modeling;europe;signal processing;supervised learning;bayes methods;crowdsourcing;gaussian process;multiple labels;variational inference;bayesian modeling;classification"],"search_terms":["classification","multiple","annotator","data","using","variational","gaussian","process","inference","besler","ruiz","molina","katsaggelos"],"title":"Classification of multiple annotator data using variational Gaussian process inference","year":2016,"dataSources":["koSYCfyY2oQJhf2Tc","JiQJrC76kvCnC3mZd","KTWAakbPXLGfYseXn","ePKPjG8C6yvpk4mEK","37Qfzv6wRptYkoSCL","zFPgsTDAW8aDnb5iN","E6Bth2QB5BYjBMZE7","nbnEjsN7MJhurAK9x","PNQZj6FjzoxxJk4Yi","7FpDWDGJ4KgpDiGfB","bod9ms4MQJHuJgPpp","QR9t5P2cLdJuzhfzK","D8k2SxfC5dKNRFgro","7Dwzbxq93HWrJEhT6","qhF8zxmGcJfvtdeAg","fvDEHD49E2ZRwE3fb","H7crv8NWhZup4d4by","DHqokWsryttGh7pJE","vRJd4wNg9HpoZSMHD","sYxQ6pxFgA59JRhxi","w2WahSbYrbcCKBDsC","XasdXLL99y5rygCmq","3gkSihZQRfAD2KBo3","t5XMbyZbtPBo4wBGS","bEpHM2CtrwW2qE8FP","teJzFLHexaz5AQW5z"]}