Aggregation of estimators and classifiers: theory and methods. Guedj, B. Ph.D. Thesis, Université Pierre et Marie Curie - Paris VI, December, 2013.
Paper
Pdf abstract bibtex 6 downloads This thesis is devoted to the study of both theoretical and practical properties of various aggregation techniques. We first extend the PAC-Bayesian theory to the high dimensional paradigm in the additive and logistic regression settings. We prove that our estimators are nearly minimax optimal, and we provide an MCMC implementation, backed up by numerical simulations. Next, we introduce an original nonlinear aggregation strategy. Its theoretical merits are presented, and we benchmark the method—called COBRA—on a lengthy series of numerical experiments. Finally, a Bayesian approach to model admixture in population genetics is presented, along with its MCMC implementation. All approaches introduced in this thesis are freely available on the author’s website.
@phdthesis{guedj2013phd,
TITLE = {Aggregation of estimators and classifiers: theory and methods},
AUTHOR = {Guedj, Benjamin},
URL = {https://tel.archives-ouvertes.fr/tel-00922353},
SCHOOL = {{Universit{\'e} Pierre et Marie Curie - Paris VI}},
YEAR = {2013},
MONTH = Dec,
abstract = "This thesis is devoted to the study of both theoretical and practical properties of various aggregation techniques. We first extend the PAC-Bayesian theory to the high dimensional paradigm in the additive and logistic regression settings. We prove that our estimators are nearly minimax optimal, and we provide an MCMC implementation, backed up by numerical simulations. Next, we introduce an original nonlinear aggregation strategy. Its theoretical merits are presented, and we benchmark the method—called COBRA—on a lengthy series of numerical experiments. Finally, a Bayesian approach to model admixture in population genetics is presented, along with its MCMC implementation. All approaches introduced in this thesis are freely available on the author’s website.",
KEYWORDS = {Aggregation ; oracle inequalities ; PAC-Bayesian theory ; sparsity ; Agr{\'e}gation ; r{\'e}gression ; classification ; in{\'e}galit{\'e}s oracles ; th{\'e}orie PAC-bay{\'e}sienne ; COBRA ; MCMC ; parcimonie, mine},
TYPE = {Theses},
url_PDF = "https://bguedj.github.io/files/bguedj-phd.pdf"
}
Downloads: 6
{"_id":"ng4S8qqQ5cyd6fZhu","bibbaseid":"guedj-aggregationofestimatorsandclassifierstheoryandmethods-2013","author_short":["Guedj, B."],"bibdata":{"bibtype":"phdthesis","type":"Theses","title":"Aggregation of estimators and classifiers: theory and methods","author":[{"propositions":[],"lastnames":["Guedj"],"firstnames":["Benjamin"],"suffixes":[]}],"url":"https://tel.archives-ouvertes.fr/tel-00922353","school":"Université Pierre et Marie Curie - Paris VI","year":"2013","month":"December","abstract":"This thesis is devoted to the study of both theoretical and practical properties of various aggregation techniques. We first extend the PAC-Bayesian theory to the high dimensional paradigm in the additive and logistic regression settings. We prove that our estimators are nearly minimax optimal, and we provide an MCMC implementation, backed up by numerical simulations. Next, we introduce an original nonlinear aggregation strategy. Its theoretical merits are presented, and we benchmark the method—called COBRA—on a lengthy series of numerical experiments. Finally, a Bayesian approach to model admixture in population genetics is presented, along with its MCMC implementation. All approaches introduced in this thesis are freely available on the author’s website.","keywords":"Aggregation ; oracle inequalities ; PAC-Bayesian theory ; sparsity ; Agrégation ; régression ; classification ; inégalités oracles ; théorie PAC-bayésienne ; COBRA ; MCMC ; parcimonie, mine","url_pdf":"https://bguedj.github.io/files/bguedj-phd.pdf","bibtex":"@phdthesis{guedj2013phd,\nTITLE = {Aggregation of estimators and classifiers: theory and methods},\nAUTHOR = {Guedj, Benjamin},\nURL = {https://tel.archives-ouvertes.fr/tel-00922353},\nSCHOOL = {{Universit{\\'e} Pierre et Marie Curie - Paris VI}},\nYEAR = {2013},\nMONTH = Dec,\nabstract = \"This thesis is devoted to the study of both theoretical and practical properties of various aggregation techniques. We first extend the PAC-Bayesian theory to the high dimensional paradigm in the additive and logistic regression settings. We prove that our estimators are nearly minimax optimal, and we provide an MCMC implementation, backed up by numerical simulations. Next, we introduce an original nonlinear aggregation strategy. Its theoretical merits are presented, and we benchmark the method—called COBRA—on a lengthy series of numerical experiments. Finally, a Bayesian approach to model admixture in population genetics is presented, along with its MCMC implementation. All approaches introduced in this thesis are freely available on the author’s website.\",\nKEYWORDS = {Aggregation ; oracle inequalities ; PAC-Bayesian theory ; sparsity ; Agr{\\'e}gation ; r{\\'e}gression ; classification ; in{\\'e}galit{\\'e}s oracles ; th{\\'e}orie PAC-bay{\\'e}sienne ; COBRA ; MCMC ; parcimonie, mine},\nTYPE = {Theses},\nurl_PDF = \"https://bguedj.github.io/files/bguedj-phd.pdf\"\n}\n\n","author_short":["Guedj, B."],"key":"guedj2013phd","id":"guedj2013phd","bibbaseid":"guedj-aggregationofestimatorsandclassifierstheoryandmethods-2013","role":"author","urls":{"Paper":"https://tel.archives-ouvertes.fr/tel-00922353"," pdf":"https://bguedj.github.io/files/bguedj-phd.pdf"},"keyword":["Aggregation ; oracle inequalities ; PAC-Bayesian theory ; sparsity ; Agrégation ; régression ; classification ; inégalités oracles ; théorie PAC-bayésienne ; COBRA ; MCMC ; parcimonie","mine"],"metadata":{"authorlinks":{}},"downloads":6,"html":""},"bibtype":"phdthesis","biburl":"https://bguedj.github.io/files/bguedj-publications.bib","dataSources":["suE7RgYeZEnSYr5Fy"],"keywords":["aggregation ; oracle inequalities ; pac-bayesian theory ; sparsity ; agrégation ; régression ; classification ; inégalités oracles ; théorie pac-bayésienne ; cobra ; mcmc ; parcimonie","mine"],"search_terms":["aggregation","estimators","classifiers","theory","methods","guedj"],"title":"Aggregation of estimators and classifiers: theory and methods","year":2013,"downloads":6}