Hierarchical Sparse Dictionary Learning. Bian, X., Ning, X., & Jiang, G. In Appice, A., Rodrigues, P. P., Santos Costa, V., Gama, J., Jorge, A., & Soares, C., editors, Machine Learning and Knowledge Discovery in Databases, of Lecture Notes in Computer Science, pages 687–700, Cham, 2015. Springer International Publishing.
doi  abstract   bibtex   
Sparse coding plays a key role in high dimensional data analysis. One critical challenge of sparse coding is to design a dictionary that is both adaptive to the training data and generalizable to unseen data of same type. In this paper, we propose a novel dictionary learning method to build an adaptive dictionary regularized by an a-priori over-completed dictionary. This leads to a sparse structure of the learned dictionary over the a-priori dictionary, and a sparse structure of the data over the learned dictionary. We apply the hierarchical sparse dictionary learning approach on both synthetic data and real-world high-dimensional time series data. The experimental results demonstrate that the hierarchical sparse dictionary learning approach reduces overfitting and enhances the generalizability of the learned dictionary. Moreover, the learned dictionary is optimized to adapt to the given data and result in a more compact dictionary and a more robust sparse representation. The experimental results on real datasets demonstrate that the proposed approach can successfully characterize the heterogeneity of the given data, and leads to a better and more robust dictionary.
@inproceedings{bian_hierarchical_2015,
	address = {Cham},
	series = {Lecture {Notes} in {Computer} {Science}},
	title = {Hierarchical {Sparse} {Dictionary} {Learning}},
	isbn = {978-3-319-23525-7},
	doi = {10.1007/978-3-319-23525-7_42},
	abstract = {Sparse coding plays a key role in high dimensional data analysis. One critical challenge of sparse coding is to design a dictionary that is both adaptive to the training data and generalizable to unseen data of same type. In this paper, we propose a novel dictionary learning method to build an adaptive dictionary regularized by an a-priori over-completed dictionary. This leads to a sparse structure of the learned dictionary over the a-priori dictionary, and a sparse structure of the data over the learned dictionary. We apply the hierarchical sparse dictionary learning approach on both synthetic data and real-world high-dimensional time series data. The experimental results demonstrate that the hierarchical sparse dictionary learning approach reduces overfitting and enhances the generalizability of the learned dictionary. Moreover, the learned dictionary is optimized to adapt to the given data and result in a more compact dictionary and a more robust sparse representation. The experimental results on real datasets demonstrate that the proposed approach can successfully characterize the heterogeneity of the given data, and leads to a better and more robust dictionary.},
	language = {en},
	booktitle = {Machine {Learning} and {Knowledge} {Discovery} in {Databases}},
	publisher = {Springer International Publishing},
	author = {Bian, Xiao and Ning, Xia and Jiang, Geoff},
	editor = {Appice, Annalisa and Rodrigues, Pedro Pereira and Santos Costa, Vítor and Gama, João and Jorge, Alípio and Soares, Carlos},
	year = {2015},
	keywords = {\#Deep Learning, \#Representation, \#Sparse, /unread, Blind Source Separation, Haar Wavelet, Sparse Code, Sparse Representation, Synthetic Data},
	pages = {687--700},
}

Downloads: 0