Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric Bayes. Saad, F. & Mansinghka, V. In AISTATS 2017: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, volume 54, of Proceedings of Machine Learning Research, pages 632–641, Fort Lauderdale, Florida, 2017. PMLR. ![Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric Bayes [pdf]](https://bibbase.org/img/filetypes/pdf.svg "pdf")
Paper Supplement ![Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric Bayes [link]](https://bibbase.org/img/filetypes/link.svg "link")
Link abstract bibtex 23 downloads Datasets with hundreds of variables and many missing values are commonplace. In this setting, it is both statistically and computationally challenging to detect true predictive relationships between variables and also to suppress false positives. This paper proposes an approach that combines probabilistic programming, information theory, and non-parametric Bayes. It shows how to use Bayesian non-parametric modeling to (i) build an ensemble of joint probability models for all the variables; (ii) efficiently detect marginal independencies; and (iii) estimate the conditional mutual information between arbitrary subsets of variables, subject to a broad class of constraints. Users can access these capabilities using BayesDB, a probabilistic programming platform for probabilistic data analysis, by writing queries in a simple, SQL-like language. This paper demonstrates empirically that the method can (i) detect context-specific (in)dependencies on challenging synthetic problems and (ii) yield improved sensitivity and specificity over baselines from statistics and machine learning, on a real-world database of over 300 sparsely observed indicators of macroeconomic development and public health.
@inproceedings{saad2017dependencies,
title = {Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric {Bayes}},
author = {Feras Saad and Vikash Mansinghka},
booktitle = {AISTATS 2017: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics},
series = {Proceedings of Machine Learning Research},
volume = 54,
pages = {632--641},
publisher = {PMLR},
year = 2017,
address = {Fort Lauderdale, Florida},
url_paper = {http://proceedings.mlr.press/v54/saad17a/saad17a.pdf},
url_supplement = {http://proceedings.mlr.press/v54/saad17a/saad17a-supp.pdf},
url_link = {http://proceedings.mlr.press/v54/saad17a.html},
abstract = {Datasets with hundreds of variables and many missing values are commonplace. In this setting, it is both statistically and computationally challenging to detect true predictive relationships between variables and also to suppress false positives. This paper proposes an approach that combines probabilistic programming, information theory, and non-parametric Bayes. It shows how to use Bayesian non-parametric modeling to (i) build an ensemble of joint probability models for all the variables; (ii) efficiently detect marginal independencies; and (iii) estimate the conditional mutual information between arbitrary subsets of variables, subject to a broad class of constraints. Users can access these capabilities using BayesDB, a probabilistic programming platform for probabilistic data analysis, by writing queries in a simple, SQL-like language. This paper demonstrates empirically that the method can (i) detect context-specific (in)dependencies on challenging synthetic problems and (ii) yield improved sensitivity and specificity over baselines from statistics and machine learning, on a real-world database of over 300 sparsely observed indicators of macroeconomic development and public health.},
keywords = {dependence detection, probabilistic programming, nonparametric Bayes},
}
Downloads: 23
{"_id":"Q5o8N9ETyJHHoxRma","bibbaseid":"saad-mansinghka-detectingdependenciesinsparsemultivariatedatabasesusingprobabilisticprogrammingandnonparametricbayes-2017","downloads":23,"creationDate":"2017-04-05T16:36:23.599Z","title":"Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric Bayes","author_short":["Saad, F.","Mansinghka, V."],"year":2017,"bibtype":"inproceedings","biburl":"probcomp.csail.mit.edu/papers.bib","bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric Bayes","author":[{"firstnames":["Feras"],"propositions":[],"lastnames":["Saad"],"suffixes":[]},{"firstnames":["Vikash"],"propositions":[],"lastnames":["Mansinghka"],"suffixes":[]}],"booktitle":"AISTATS 2017: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics","series":"Proceedings of Machine Learning Research","volume":"54","pages":"632–641","publisher":"PMLR","year":"2017","address":"Fort Lauderdale, Florida","url_paper":"http://proceedings.mlr.press/v54/saad17a/saad17a.pdf","url_supplement":"http://proceedings.mlr.press/v54/saad17a/saad17a-supp.pdf","url_link":"http://proceedings.mlr.press/v54/saad17a.html","abstract":"Datasets with hundreds of variables and many missing values are commonplace. In this setting, it is both statistically and computationally challenging to detect true predictive relationships between variables and also to suppress false positives. This paper proposes an approach that combines probabilistic programming, information theory, and non-parametric Bayes. It shows how to use Bayesian non-parametric modeling to (i) build an ensemble of joint probability models for all the variables; (ii) efficiently detect marginal independencies; and (iii) estimate the conditional mutual information between arbitrary subsets of variables, subject to a broad class of constraints. Users can access these capabilities using BayesDB, a probabilistic programming platform for probabilistic data analysis, by writing queries in a simple, SQL-like language. This paper demonstrates empirically that the method can (i) detect context-specific (in)dependencies on challenging synthetic problems and (ii) yield improved sensitivity and specificity over baselines from statistics and machine learning, on a real-world database of over 300 sparsely observed indicators of macroeconomic development and public health.","keywords":"dependence detection, probabilistic programming, nonparametric Bayes","bibtex":"@inproceedings{saad2017dependencies,\ntitle = {Detecting dependencies in sparse, multivariate databases using probabilistic programming and non-parametric {Bayes}},\nauthor = {Feras Saad and Vikash Mansinghka},\nbooktitle = {AISTATS 2017: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics},\nseries = {Proceedings of Machine Learning Research},\nvolume = 54,\npages = {632--641},\npublisher = {PMLR},\nyear = 2017,\naddress = {Fort Lauderdale, Florida},\nurl_paper = {http://proceedings.mlr.press/v54/saad17a/saad17a.pdf},\nurl_supplement = {http://proceedings.mlr.press/v54/saad17a/saad17a-supp.pdf},\nurl_link = {http://proceedings.mlr.press/v54/saad17a.html},\nabstract = {Datasets with hundreds of variables and many missing values are commonplace. In this setting, it is both statistically and computationally challenging to detect true predictive relationships between variables and also to suppress false positives. This paper proposes an approach that combines probabilistic programming, information theory, and non-parametric Bayes. It shows how to use Bayesian non-parametric modeling to (i) build an ensemble of joint probability models for all the variables; (ii) efficiently detect marginal independencies; and (iii) estimate the conditional mutual information between arbitrary subsets of variables, subject to a broad class of constraints. Users can access these capabilities using BayesDB, a probabilistic programming platform for probabilistic data analysis, by writing queries in a simple, SQL-like language. This paper demonstrates empirically that the method can (i) detect context-specific (in)dependencies on challenging synthetic problems and (ii) yield improved sensitivity and specificity over baselines from statistics and machine learning, on a real-world database of over 300 sparsely observed indicators of macroeconomic development and public health.},\nkeywords = {dependence detection, probabilistic programming, nonparametric Bayes},\n}\n\n","author_short":["Saad, F.","Mansinghka, V."],"key":"saad2017dependencies","id":"saad2017dependencies","bibbaseid":"saad-mansinghka-detectingdependenciesinsparsemultivariatedatabasesusingprobabilisticprogrammingandnonparametricbayes-2017","role":"author","urls":{" paper":"http://proceedings.mlr.press/v54/saad17a/saad17a.pdf"," supplement":"http://proceedings.mlr.press/v54/saad17a/saad17a-supp.pdf"," link":"http://proceedings.mlr.press/v54/saad17a.html"},"keyword":["dependence detection","probabilistic programming","nonparametric Bayes"],"metadata":{"authorlinks":{"mansinghka, v":"http://probcomp.csail.mit.edu/","saad, f":"http://fsaad.mit.edu/"}},"downloads":23,"html":""},"search_terms":["detecting","dependencies","sparse","multivariate","databases","using","probabilistic","programming","non","parametric","bayes","saad","mansinghka"],"keywords":["dependence detection","probabilistic programming","nonparametric bayes"],"authorIDs":["azzu48Y9BFosGy6pT","qyy8E73fj4a6arNav"],"dataSources":["KjwPBikSY3GLxsjaT","PGvySWpKSvwM9TdfF","j35RzudoCYaQbDv7b","PcAmxdFwRBJmeNAnx"]}