Deep Sets. Zaheer, M., Kottur, S., Ravanbakhsh, S., Poczos, B., Salakhutdinov, R., & Smola, A. arXiv:1703.06114 [cs, stat], April, 2018. arXiv: 1703.06114![Deep Sets [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper abstract bibtex We study the problem of designing models for machine learning tasks defined on \emph\sets\. In contrast to traditional approach of operating on fixed dimensional vectors, we consider objective functions defined on sets that are invariant to permutations. Such problems are widespread, ranging from estimation of population statistics \cite\poczos13aistats\, to anomaly detection in piezometer data of embankment dams \cite\Jung15Exploration\, to cosmology \cite\Ntampaka16Dynamical,Ravanbakhsh16ICML1\. Our main theorem characterizes the permutation invariant functions and provides a family of functions to which any permutation invariant objective function must belong. This family of functions has a special structure which enables us to design a deep network architecture that can operate on sets and which can be deployed on a variety of scenarios including both unsupervised and supervised learning tasks. We also derive the necessary and sufficient conditions for permutation equivariance in deep models. We demonstrate the applicability of our method on population statistic estimation, point cloud classification, set expansion, and outlier detection.
@article{zaheer_deep_2018,
title = {Deep {Sets}},
url = {http://arxiv.org/abs/1703.06114},
abstract = {We study the problem of designing models for machine learning tasks defined on {\textbackslash}emph\{sets\}. In contrast to traditional approach of operating on fixed dimensional vectors, we consider objective functions defined on sets that are invariant to permutations. Such problems are widespread, ranging from estimation of population statistics {\textbackslash}cite\{poczos13aistats\}, to anomaly detection in piezometer data of embankment dams {\textbackslash}cite\{Jung15Exploration\}, to cosmology {\textbackslash}cite\{Ntampaka16Dynamical,Ravanbakhsh16ICML1\}. Our main theorem characterizes the permutation invariant functions and provides a family of functions to which any permutation invariant objective function must belong. This family of functions has a special structure which enables us to design a deep network architecture that can operate on sets and which can be deployed on a variety of scenarios including both unsupervised and supervised learning tasks. We also derive the necessary and sufficient conditions for permutation equivariance in deep models. We demonstrate the applicability of our method on population statistic estimation, point cloud classification, set expansion, and outlier detection.},
urldate = {2022-03-02},
journal = {arXiv:1703.06114 [cs, stat]},
author = {Zaheer, Manzil and Kottur, Satwik and Ravanbakhsh, Siamak and Poczos, Barnabas and Salakhutdinov, Ruslan and Smola, Alexander},
month = apr,
year = {2018},
note = {arXiv: 1703.06114},
keywords = {Computer Science - Machine Learning, Statistics - Machine Learning},
}
Downloads: 0
{"_id":"7hCtPXHJHHmgrhq34","bibbaseid":"zaheer-kottur-ravanbakhsh-poczos-salakhutdinov-smola-deepsets-2018","author_short":["Zaheer, M.","Kottur, S.","Ravanbakhsh, S.","Poczos, B.","Salakhutdinov, R.","Smola, A."],"bibdata":{"bibtype":"article","type":"article","title":"Deep Sets","url":"http://arxiv.org/abs/1703.06114","abstract":"We study the problem of designing models for machine learning tasks defined on \\emph\\sets\\. In contrast to traditional approach of operating on fixed dimensional vectors, we consider objective functions defined on sets that are invariant to permutations. Such problems are widespread, ranging from estimation of population statistics \\cite\\poczos13aistats\\, to anomaly detection in piezometer data of embankment dams \\cite\\Jung15Exploration\\, to cosmology \\cite\\Ntampaka16Dynamical,Ravanbakhsh16ICML1\\. Our main theorem characterizes the permutation invariant functions and provides a family of functions to which any permutation invariant objective function must belong. This family of functions has a special structure which enables us to design a deep network architecture that can operate on sets and which can be deployed on a variety of scenarios including both unsupervised and supervised learning tasks. We also derive the necessary and sufficient conditions for permutation equivariance in deep models. We demonstrate the applicability of our method on population statistic estimation, point cloud classification, set expansion, and outlier detection.","urldate":"2022-03-02","journal":"arXiv:1703.06114 [cs, stat]","author":[{"propositions":[],"lastnames":["Zaheer"],"firstnames":["Manzil"],"suffixes":[]},{"propositions":[],"lastnames":["Kottur"],"firstnames":["Satwik"],"suffixes":[]},{"propositions":[],"lastnames":["Ravanbakhsh"],"firstnames":["Siamak"],"suffixes":[]},{"propositions":[],"lastnames":["Poczos"],"firstnames":["Barnabas"],"suffixes":[]},{"propositions":[],"lastnames":["Salakhutdinov"],"firstnames":["Ruslan"],"suffixes":[]},{"propositions":[],"lastnames":["Smola"],"firstnames":["Alexander"],"suffixes":[]}],"month":"April","year":"2018","note":"arXiv: 1703.06114","keywords":"Computer Science - Machine Learning, Statistics - Machine Learning","bibtex":"@article{zaheer_deep_2018,\n\ttitle = {Deep {Sets}},\n\turl = {http://arxiv.org/abs/1703.06114},\n\tabstract = {We study the problem of designing models for machine learning tasks defined on {\\textbackslash}emph\\{sets\\}. In contrast to traditional approach of operating on fixed dimensional vectors, we consider objective functions defined on sets that are invariant to permutations. Such problems are widespread, ranging from estimation of population statistics {\\textbackslash}cite\\{poczos13aistats\\}, to anomaly detection in piezometer data of embankment dams {\\textbackslash}cite\\{Jung15Exploration\\}, to cosmology {\\textbackslash}cite\\{Ntampaka16Dynamical,Ravanbakhsh16ICML1\\}. Our main theorem characterizes the permutation invariant functions and provides a family of functions to which any permutation invariant objective function must belong. This family of functions has a special structure which enables us to design a deep network architecture that can operate on sets and which can be deployed on a variety of scenarios including both unsupervised and supervised learning tasks. We also derive the necessary and sufficient conditions for permutation equivariance in deep models. We demonstrate the applicability of our method on population statistic estimation, point cloud classification, set expansion, and outlier detection.},\n\turldate = {2022-03-02},\n\tjournal = {arXiv:1703.06114 [cs, stat]},\n\tauthor = {Zaheer, Manzil and Kottur, Satwik and Ravanbakhsh, Siamak and Poczos, Barnabas and Salakhutdinov, Ruslan and Smola, Alexander},\n\tmonth = apr,\n\tyear = {2018},\n\tnote = {arXiv: 1703.06114},\n\tkeywords = {Computer Science - Machine Learning, Statistics - Machine Learning},\n}\n\n","author_short":["Zaheer, M.","Kottur, S.","Ravanbakhsh, S.","Poczos, B.","Salakhutdinov, R.","Smola, A."],"key":"zaheer_deep_2018","id":"zaheer_deep_2018","bibbaseid":"zaheer-kottur-ravanbakhsh-poczos-salakhutdinov-smola-deepsets-2018","role":"author","urls":{"Paper":"http://arxiv.org/abs/1703.06114"},"keyword":["Computer Science - Machine Learning","Statistics - Machine Learning"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/mxmplx","dataSources":["aXmRAq63YsH7a3ufx"],"keywords":["computer science - machine learning","statistics - machine learning"],"search_terms":["deep","sets","zaheer","kottur","ravanbakhsh","poczos","salakhutdinov","smola"],"title":"Deep Sets","year":2018}