A survey of techniques for incremental learning of HMM parameters. Khreich, W., Granger, E., Miri, A., & Sabourin, R. Information Sciences, 197:105–130, August, 2012. ![A survey of techniques for incremental learning of HMM parameters [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex The performance of Hidden Markov Models (HMMs) targeted for complex real-world applications are often degraded because they are designed a priori using limited training data and prior knowledge, and because the classification environment changes during operations. Incremental learning of new data sequences allows to adapt HMM parameters as new data becomes available, without having to retrain from the start on all accumulated training data. This paper presents a survey of techniques found in literature that are suitable for incremental learning of HMM parameters. These techniques are classified according to the objective function, optimization technique and target application, involving block-wise and symbol-wise learning of parameters. Convergence properties of these techniques are presented along with an analysis of time and memory complexity. In addition, the challenges faced when these techniques are applied to incremental learning is assessed for scenarios in which the new training data is limited and abundant. While the convergence rate and resource requirements are critical factors when incremental learning is performed through one pass over abundant stream of data, effective stopping criteria and management of validation sets are important when learning is performed through several iterations over limited data. In both cases managing the learning rate to integrate pre-existing knowledge and new data is crucial for maintaining a high level of performance. Finally, this paper underscores the need for empirical benchmarking studies among techniques presented in literature, and proposes several evaluation criteria based on non-parametric statistical testing to facilitate the selection of techniques given a particular application domain.
@article{khreich_survey_2012,
title = {A survey of techniques for incremental learning of {HMM} parameters},
volume = {197},
issn = {0020-0255},
url = {https://www.sciencedirect.com/science/article/pii/S002002551200120X},
doi = {10.1016/j.ins.2012.02.017},
abstract = {The performance of Hidden Markov Models (HMMs) targeted for complex real-world applications are often degraded because they are designed a priori using limited training data and prior knowledge, and because the classification environment changes during operations. Incremental learning of new data sequences allows to adapt HMM parameters as new data becomes available, without having to retrain from the start on all accumulated training data. This paper presents a survey of techniques found in literature that are suitable for incremental learning of HMM parameters. These techniques are classified according to the objective function, optimization technique and target application, involving block-wise and symbol-wise learning of parameters. Convergence properties of these techniques are presented along with an analysis of time and memory complexity. In addition, the challenges faced when these techniques are applied to incremental learning is assessed for scenarios in which the new training data is limited and abundant. While the convergence rate and resource requirements are critical factors when incremental learning is performed through one pass over abundant stream of data, effective stopping criteria and management of validation sets are important when learning is performed through several iterations over limited data. In both cases managing the learning rate to integrate pre-existing knowledge and new data is crucial for maintaining a high level of performance. Finally, this paper underscores the need for empirical benchmarking studies among techniques presented in literature, and proposes several evaluation criteria based on non-parametric statistical testing to facilitate the selection of techniques given a particular application domain.},
language = {en},
urldate = {2021-11-15},
journal = {Information Sciences},
author = {Khreich, Wael and Granger, Eric and Miri, Ali and Sabourin, Robert},
month = aug,
year = {2012},
keywords = {Expectation–maximization, Hidden Markov model, Incremental learning, Limited training data, On-line learning, Recursive estimation},
pages = {105--130},
}
Downloads: 0
{"_id":"GFZnb9MzBXJHamtaP","bibbaseid":"khreich-granger-miri-sabourin-asurveyoftechniquesforincrementallearningofhmmparameters-2012","author_short":["Khreich, W.","Granger, E.","Miri, A.","Sabourin, R."],"bibdata":{"bibtype":"article","type":"article","title":"A survey of techniques for incremental learning of HMM parameters","volume":"197","issn":"0020-0255","url":"https://www.sciencedirect.com/science/article/pii/S002002551200120X","doi":"10.1016/j.ins.2012.02.017","abstract":"The performance of Hidden Markov Models (HMMs) targeted for complex real-world applications are often degraded because they are designed a priori using limited training data and prior knowledge, and because the classification environment changes during operations. Incremental learning of new data sequences allows to adapt HMM parameters as new data becomes available, without having to retrain from the start on all accumulated training data. This paper presents a survey of techniques found in literature that are suitable for incremental learning of HMM parameters. These techniques are classified according to the objective function, optimization technique and target application, involving block-wise and symbol-wise learning of parameters. Convergence properties of these techniques are presented along with an analysis of time and memory complexity. In addition, the challenges faced when these techniques are applied to incremental learning is assessed for scenarios in which the new training data is limited and abundant. While the convergence rate and resource requirements are critical factors when incremental learning is performed through one pass over abundant stream of data, effective stopping criteria and management of validation sets are important when learning is performed through several iterations over limited data. In both cases managing the learning rate to integrate pre-existing knowledge and new data is crucial for maintaining a high level of performance. Finally, this paper underscores the need for empirical benchmarking studies among techniques presented in literature, and proposes several evaluation criteria based on non-parametric statistical testing to facilitate the selection of techniques given a particular application domain.","language":"en","urldate":"2021-11-15","journal":"Information Sciences","author":[{"propositions":[],"lastnames":["Khreich"],"firstnames":["Wael"],"suffixes":[]},{"propositions":[],"lastnames":["Granger"],"firstnames":["Eric"],"suffixes":[]},{"propositions":[],"lastnames":["Miri"],"firstnames":["Ali"],"suffixes":[]},{"propositions":[],"lastnames":["Sabourin"],"firstnames":["Robert"],"suffixes":[]}],"month":"August","year":"2012","keywords":"Expectation–maximization, Hidden Markov model, Incremental learning, Limited training data, On-line learning, Recursive estimation","pages":"105–130","bibtex":"@article{khreich_survey_2012,\n\ttitle = {A survey of techniques for incremental learning of {HMM} parameters},\n\tvolume = {197},\n\tissn = {0020-0255},\n\turl = {https://www.sciencedirect.com/science/article/pii/S002002551200120X},\n\tdoi = {10.1016/j.ins.2012.02.017},\n\tabstract = {The performance of Hidden Markov Models (HMMs) targeted for complex real-world applications are often degraded because they are designed a priori using limited training data and prior knowledge, and because the classification environment changes during operations. Incremental learning of new data sequences allows to adapt HMM parameters as new data becomes available, without having to retrain from the start on all accumulated training data. This paper presents a survey of techniques found in literature that are suitable for incremental learning of HMM parameters. These techniques are classified according to the objective function, optimization technique and target application, involving block-wise and symbol-wise learning of parameters. Convergence properties of these techniques are presented along with an analysis of time and memory complexity. In addition, the challenges faced when these techniques are applied to incremental learning is assessed for scenarios in which the new training data is limited and abundant. While the convergence rate and resource requirements are critical factors when incremental learning is performed through one pass over abundant stream of data, effective stopping criteria and management of validation sets are important when learning is performed through several iterations over limited data. In both cases managing the learning rate to integrate pre-existing knowledge and new data is crucial for maintaining a high level of performance. Finally, this paper underscores the need for empirical benchmarking studies among techniques presented in literature, and proposes several evaluation criteria based on non-parametric statistical testing to facilitate the selection of techniques given a particular application domain.},\n\tlanguage = {en},\n\turldate = {2021-11-15},\n\tjournal = {Information Sciences},\n\tauthor = {Khreich, Wael and Granger, Eric and Miri, Ali and Sabourin, Robert},\n\tmonth = aug,\n\tyear = {2012},\n\tkeywords = {Expectation–maximization, Hidden Markov model, Incremental learning, Limited training data, On-line learning, Recursive estimation},\n\tpages = {105--130},\n}\n\n","author_short":["Khreich, W.","Granger, E.","Miri, A.","Sabourin, R."],"key":"khreich_survey_2012","id":"khreich_survey_2012","bibbaseid":"khreich-granger-miri-sabourin-asurveyoftechniquesforincrementallearningofhmmparameters-2012","role":"author","urls":{"Paper":"https://www.sciencedirect.com/science/article/pii/S002002551200120X"},"keyword":["Expectation–maximization","Hidden Markov model","Incremental learning","Limited training data","On-line learning","Recursive estimation"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/zotero/mh_lenguyen","dataSources":["iwKepCrWBps7ojhDx"],"keywords":["expectation–maximization","hidden markov model","incremental learning","limited training data","on-line learning","recursive estimation"],"search_terms":["survey","techniques","incremental","learning","hmm","parameters","khreich","granger","miri","sabourin"],"title":"A survey of techniques for incremental learning of HMM parameters","year":2012}