@article{krawczyk_online_2018,
	title = {Online ensemble learning with abstaining classifiers for drifting and noisy data streams},
	volume = {68},
	issn = {1568-4946},
	url = {http://www.sciencedirect.com/science/article/pii/S1568494617307238},
	doi = {10.1016/j.asoc.2017.12.008},
	abstract = {Mining data streams is among most vital contemporary topics in machine learning. Such scenario requires adaptive algorithms that are able to process constantly arriving instances, adapt to potential changes in data, use limited computational resources, as well as be robust to any atypical events that may appear. Ensemble learning has proven itself to be an effective solution, as combining learners leads to an improved predictive power, more flexible drift handling, as well as ease of being implemented in high-performance computing environments. In this paper, we propose an enhancement of popular online ensembles by augmenting them with abstaining option. Instead of relying on a traditional voting, classifiers are allowed to abstain from contributing to the final decision. Their confidence level is being monitored for each incoming instance and only learners that exceed certain threshold are selected. We introduce a dynamic and self-adapting threshold that is able to adapt to changes in the data stream, by monitoring outputs of the ensemble and allowing to exploit underlying diversity in order to efficiently anticipate drifts. Additionally, we show that forcing uncertain classifiers to abstain from making a prediction is especially useful for noisy data streams. Our proposal is a lightweight enhancement that can be applied to any online ensemble method, improving its robustness to drifts and noise. Thorough experimental analysis validated through statistical tests proves the usefulness of the proposed approach.},
	language = {en},
	urldate = {2020-12-12},
	journal = {Applied Soft Computing},
	author = {Krawczyk, Bartosz and Cano, Alberto},
	month = jul,
	year = {2018},
	keywords = {Abstaining classifier, Concept drift, Data stream mining, Diversity, Ensemble learning, Machine learning},
	pages = {677--692},
}

{"_id":"4bkEJaNRTqybHeFbd","bibbaseid":"krawczyk-cano-onlineensemblelearningwithabstainingclassifiersfordriftingandnoisydatastreams-2018","author_short":["Krawczyk, B.","Cano, A."],"bibdata":{"bibtype":"article","type":"article","title":"Online ensemble learning with abstaining classifiers for drifting and noisy data streams","volume":"68","issn":"1568-4946","url":"http://www.sciencedirect.com/science/article/pii/S1568494617307238","doi":"10.1016/j.asoc.2017.12.008","abstract":"Mining data streams is among most vital contemporary topics in machine learning. Such scenario requires adaptive algorithms that are able to process constantly arriving instances, adapt to potential changes in data, use limited computational resources, as well as be robust to any atypical events that may appear. Ensemble learning has proven itself to be an effective solution, as combining learners leads to an improved predictive power, more flexible drift handling, as well as ease of being implemented in high-performance computing environments. In this paper, we propose an enhancement of popular online ensembles by augmenting them with abstaining option. Instead of relying on a traditional voting, classifiers are allowed to abstain from contributing to the final decision. Their confidence level is being monitored for each incoming instance and only learners that exceed certain threshold are selected. We introduce a dynamic and self-adapting threshold that is able to adapt to changes in the data stream, by monitoring outputs of the ensemble and allowing to exploit underlying diversity in order to efficiently anticipate drifts. Additionally, we show that forcing uncertain classifiers to abstain from making a prediction is especially useful for noisy data streams. Our proposal is a lightweight enhancement that can be applied to any online ensemble method, improving its robustness to drifts and noise. Thorough experimental analysis validated through statistical tests proves the usefulness of the proposed approach.","language":"en","urldate":"2020-12-12","journal":"Applied Soft Computing","author":[{"propositions":[],"lastnames":["Krawczyk"],"firstnames":["Bartosz"],"suffixes":[]},{"propositions":[],"lastnames":["Cano"],"firstnames":["Alberto"],"suffixes":[]}],"month":"July","year":"2018","keywords":"Abstaining classifier, Concept drift, Data stream mining, Diversity, Ensemble learning, Machine learning","pages":"677–692","bibtex":"@article{krawczyk_online_2018,\n\ttitle = {Online ensemble learning with abstaining classifiers for drifting and noisy data streams},\n\tvolume = {68},\n\tissn = {1568-4946},\n\turl = {http://www.sciencedirect.com/science/article/pii/S1568494617307238},\n\tdoi = {10.1016/j.asoc.2017.12.008},\n\tabstract = {Mining data streams is among most vital contemporary topics in machine learning. Such scenario requires adaptive algorithms that are able to process constantly arriving instances, adapt to potential changes in data, use limited computational resources, as well as be robust to any atypical events that may appear. Ensemble learning has proven itself to be an effective solution, as combining learners leads to an improved predictive power, more flexible drift handling, as well as ease of being implemented in high-performance computing environments. In this paper, we propose an enhancement of popular online ensembles by augmenting them with abstaining option. Instead of relying on a traditional voting, classifiers are allowed to abstain from contributing to the final decision. Their confidence level is being monitored for each incoming instance and only learners that exceed certain threshold are selected. We introduce a dynamic and self-adapting threshold that is able to adapt to changes in the data stream, by monitoring outputs of the ensemble and allowing to exploit underlying diversity in order to efficiently anticipate drifts. Additionally, we show that forcing uncertain classifiers to abstain from making a prediction is especially useful for noisy data streams. Our proposal is a lightweight enhancement that can be applied to any online ensemble method, improving its robustness to drifts and noise. Thorough experimental analysis validated through statistical tests proves the usefulness of the proposed approach.},\n\tlanguage = {en},\n\turldate = {2020-12-12},\n\tjournal = {Applied Soft Computing},\n\tauthor = {Krawczyk, Bartosz and Cano, Alberto},\n\tmonth = jul,\n\tyear = {2018},\n\tkeywords = {Abstaining classifier, Concept drift, Data stream mining, Diversity, Ensemble learning, Machine learning},\n\tpages = {677--692},\n}\n\n\n\n","author_short":["Krawczyk, B.","Cano, A."],"key":"krawczyk_online_2018","id":"krawczyk_online_2018","bibbaseid":"krawczyk-cano-onlineensemblelearningwithabstainingclassifiersfordriftingandnoisydatastreams-2018","role":"author","urls":{"Paper":"http://www.sciencedirect.com/science/article/pii/S1568494617307238"},"keyword":["Abstaining classifier","Concept drift","Data stream mining","Diversity","Ensemble learning","Machine learning"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/mh_lenguyen","dataSources":["iwKepCrWBps7ojhDx"],"keywords":["abstaining classifier","concept drift","data stream mining","diversity","ensemble learning","machine learning"],"search_terms":["online","ensemble","learning","abstaining","classifiers","drifting","noisy","data","streams","krawczyk","cano"],"title":"Online ensemble learning with abstaining classifiers for drifting and noisy data streams","year":2018}