Discovering and Exploiting Additive Structure for Bayesian Optimization. Gardner, J., Guo, C., Weinberger, K., Garnett, R., & Grosse, R. Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, 54:1311-1319, 2017.
Discovering and Exploiting Additive Structure for Bayesian Optimization [link]Website  abstract   bibtex   
Bayesian optimization has proven invaluable for black-box optimization of expensive functions. Its main limitation is its exponential complexity with respect to the dimensionality of the search space using typical kernels. Luckily, many objective functions can be decomposed into additive subproblems, which can be optimized independently. We investigate how to automatically discover such (typically unknown) additive structure while simultaneously exploiting it through Bayesian optimization. We propose an efficient algorithm based on Metropolis-Hastings sampling and demonstrate its efficacy empirically on synthetic and real-world data sets. Throughout all our experiments we reliably discover hidden additive structure whenever it exists and exploit it to yield significantly faster convergence.
@article{
 title = {Discovering and Exploiting Additive Structure for Bayesian Optimization},
 type = {article},
 year = {2017},
 pages = {1311-1319},
 volume = {54},
 websites = {http://proceedings.mlr.press/v54/gardner17a.html},
 id = {5beeea41-bd38-329a-a379-85a47acae733},
 created = {2018-05-28T16:51:12.116Z},
 file_attached = {false},
 profile_id = {e2712322-94c8-3d4e-8f21-d539074c638a},
 group_id = {8407534f-4fdd-3a2f-bf59-53d6380164d7},
 last_modified = {2018-05-28T16:51:12.116Z},
 read = {false},
 starred = {false},
 authored = {false},
 confirmed = {true},
 hidden = {false},
 private_publication = {false},
 abstract = {Bayesian optimization has proven invaluable for black-box optimization of expensive functions. Its main limitation is its exponential complexity with respect to the dimensionality of the search space using typical kernels. Luckily, many objective functions can be decomposed into additive subproblems, which can be optimized independently. We investigate how to automatically discover such (typically unknown) additive structure while simultaneously exploiting it through Bayesian optimization. We propose an efficient algorithm based on Metropolis-Hastings sampling and demonstrate its efficacy empirically on synthetic and real-world data sets. Throughout all our experiments we reliably discover hidden additive structure whenever it exists and exploit it to yield significantly faster convergence.},
 bibtype = {article},
 author = {Gardner, Jacob and Guo, Chuan and Weinberger, Kilian and Garnett, Roman and Grosse, Roger},
 journal = {Proceedings of the 20th International Conference on Artificial Intelligence and Statistics}
}

Downloads: 0