@article{
 title = {Multivariate Extension of Matrix-based Rényi's α-order Entropy Functional},
 type = {article},
 year = {2018},
 identifiers = {[object Object]},
 pages = {1-24},
 id = {cd34a623-70da-36e4-bd0d-027e1da44fad},
 created = {2019-04-01T11:22:40.574Z},
 file_attached = {false},
 profile_id = {00330907-7fcb-39a3-a388-db79231d75d8},
 group_id = {a4d8c5ee-7397-327b-a54b-330e0b4d7061},
 last_modified = {2019-04-01T11:22:40.574Z},
 read = {false},
 starred = {false},
 authored = {false},
 confirmed = {true},
 hidden = {false},
 citation_key = {Yu2018a},
 private_publication = {false},
 abstract = {The matrix-based Rényi's α-order entropy functional was recently introduced using the normalized eigenspectrum of an Hermitian matrix of the projected data in the reproducing kernel Hilbert space (RKHS). However, the current theory in the matrix-based Rényi's α-order entropy functional only defines the entropy of a single variable or mutual information between two random variables. In information theory and machine learning communities, one is also frequently interested in multivariate information quantities, such as the multivariate joint entropy and different interactive quantities among multiple variables. In this paper, we first define the matrix-based Rényi's α-order joint entropy among multiple variables. We then show how this definition can ease the estimation of various information quantities that measure the interactions among multiple variables, such as interactive information and total correlation. We finally present an application to feature selection to show how our definition provides a simple yet powerful way to estimate a widely-acknowledged intractable quantity from data. A real example on hyperspectral image (HSI) band selection is also provided. Index Terms Rényi's α-order entropy functional, Multivariate information quantities, Feature selection.},
 bibtype = {article},
 author = {Yu, Shujian and Member, Student and Gonzalo Sánchez Giraldo, Luis and Jenssen, Robert and Príncipe, José C and Yu, Shujian and Príncipe, José C and Sánchez Giraldo, L G}
}

{"_id":"nh7iXLJADumoXX5bc","bibbaseid":"yu-member-gonzalosnchezgiraldo-jenssen-prncipe-yu-prncipe-snchezgiraldo-multivariateextensionofmatrixbasedrnyisorderentropyfunctional-2018","downloads":0,"creationDate":"2019-04-01T11:19:56.642Z","title":"Multivariate Extension of Matrix-based Rényi's α-order Entropy Functional","author_short":["Yu, S.","Member, S.","Gonzalo Sánchez Giraldo, L.","Jenssen, R.","Príncipe, J., C.","Yu, S.","Príncipe, J., C.","Sánchez Giraldo, L., G."],"year":2018,"bibtype":"article","biburl":null,"bibdata":{"title":"Multivariate Extension of Matrix-based Rényi's α-order Entropy Functional","type":"article","year":"2018","identifiers":"[object Object]","pages":"1-24","id":"cd34a623-70da-36e4-bd0d-027e1da44fad","created":"2019-04-01T11:22:40.574Z","file_attached":false,"profile_id":"00330907-7fcb-39a3-a388-db79231d75d8","group_id":"a4d8c5ee-7397-327b-a54b-330e0b4d7061","last_modified":"2019-04-01T11:22:40.574Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Yu2018a","private_publication":false,"abstract":"The matrix-based Rényi's α-order entropy functional was recently introduced using the normalized eigenspectrum of an Hermitian matrix of the projected data in the reproducing kernel Hilbert space (RKHS). However, the current theory in the matrix-based Rényi's α-order entropy functional only defines the entropy of a single variable or mutual information between two random variables. In information theory and machine learning communities, one is also frequently interested in multivariate information quantities, such as the multivariate joint entropy and different interactive quantities among multiple variables. In this paper, we first define the matrix-based Rényi's α-order joint entropy among multiple variables. We then show how this definition can ease the estimation of various information quantities that measure the interactions among multiple variables, such as interactive information and total correlation. We finally present an application to feature selection to show how our definition provides a simple yet powerful way to estimate a widely-acknowledged intractable quantity from data. A real example on hyperspectral image (HSI) band selection is also provided. Index Terms Rényi's α-order entropy functional, Multivariate information quantities, Feature selection.","bibtype":"article","author":"Yu, Shujian and Member, Student and Gonzalo Sánchez Giraldo, Luis and Jenssen, Robert and Príncipe, José C and Yu, Shujian and Príncipe, José C and Sánchez Giraldo, L G","bibtex":"@article{\n title = {Multivariate Extension of Matrix-based Rényi's α-order Entropy Functional},\n type = {article},\n year = {2018},\n identifiers = {[object Object]},\n pages = {1-24},\n id = {cd34a623-70da-36e4-bd0d-027e1da44fad},\n created = {2019-04-01T11:22:40.574Z},\n file_attached = {false},\n profile_id = {00330907-7fcb-39a3-a388-db79231d75d8},\n group_id = {a4d8c5ee-7397-327b-a54b-330e0b4d7061},\n last_modified = {2019-04-01T11:22:40.574Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Yu2018a},\n private_publication = {false},\n abstract = {The matrix-based Rényi's α-order entropy functional was recently introduced using the normalized eigenspectrum of an Hermitian matrix of the projected data in the reproducing kernel Hilbert space (RKHS). However, the current theory in the matrix-based Rényi's α-order entropy functional only defines the entropy of a single variable or mutual information between two random variables. In information theory and machine learning communities, one is also frequently interested in multivariate information quantities, such as the multivariate joint entropy and different interactive quantities among multiple variables. In this paper, we first define the matrix-based Rényi's α-order joint entropy among multiple variables. We then show how this definition can ease the estimation of various information quantities that measure the interactions among multiple variables, such as interactive information and total correlation. We finally present an application to feature selection to show how our definition provides a simple yet powerful way to estimate a widely-acknowledged intractable quantity from data. A real example on hyperspectral image (HSI) band selection is also provided. Index Terms Rényi's α-order entropy functional, Multivariate information quantities, Feature selection.},\n bibtype = {article},\n author = {Yu, Shujian and Member, Student and Gonzalo Sánchez Giraldo, Luis and Jenssen, Robert and Príncipe, José C and Yu, Shujian and Príncipe, José C and Sánchez Giraldo, L G}\n}","author_short":["Yu, S.","Member, S.","Gonzalo Sánchez Giraldo, L.","Jenssen, R.","Príncipe, J., C.","Yu, S.","Príncipe, J., C.","Sánchez Giraldo, L., G."],"bibbaseid":"yu-member-gonzalosnchezgiraldo-jenssen-prncipe-yu-prncipe-snchezgiraldo-multivariateextensionofmatrixbasedrnyisorderentropyfunctional-2018","role":"author","urls":{},"downloads":0},"search_terms":["multivariate","extension","matrix","based","nyi","order","entropy","functional","yu","member","gonzalo sánchez giraldo","jenssen","príncipe","yu","príncipe","sánchez giraldo"],"keywords":[],"authorIDs":[]}