@inproceedings{hellstrom2023comparing,
title = {Comparing Comparators in Generalization Bounds},
author={Fredrik Hellström and Benjamin Guedj},
year={2024},
booktitle={Proceedings of The 27th International Conference on Artificial Intelligence and Statistics [AISTATS]},
abstract = {We derive generic information-theoretic and PAC-Bayesian generalization bounds involving an arbitrary convex \emph{comparator} function, which measures the discrepancy between the training loss and the population loss. The bounds hold under the assumption that the cumulant-generating function (CGF) of the comparator is upper-bounded by the corresponding CGF within a family of bounding distributions. We show that the tightest possible bound is obtained with the comparator being the convex conjugate of the CGF of the bounding distribution, also known as the Cram\'er function. This conclusion applies more broadly to generalization bounds with a similar structure. This confirms the near-optimality of known bounds for bounded and sub-Gaussian losses and leads to novel bounds under other bounding distributions.},
url = {https://arxiv.org/abs/2310.10534},
url_PDF = {https://arxiv.org/pdf/2310.10534.pdf},
doi = {10.48550/arXiv.2310.10534},
eprint={2310.10534},
archivePrefix={arXiv},
primaryClass={cs.LG},
copyright = {Creative Commons Attribution Non Commercial Share Alike 4.0 International},
keywords={mine}
}

{"_id":"HRPrEdeSGiuyWDmES","bibbaseid":"hellstrm-guedj-comparingcomparatorsingeneralizationbounds-2024","author_short":["Hellström, F.","Guedj, B."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"Comparing Comparators in Generalization Bounds","author":[{"firstnames":["Fredrik"],"propositions":[],"lastnames":["Hellström"],"suffixes":[]},{"firstnames":["Benjamin"],"propositions":[],"lastnames":["Guedj"],"suffixes":[]}],"year":"2024","booktitle":"Proceedings of The 27th International Conference on Artificial Intelligence and Statistics [AISTATS]","abstract":"We derive generic information-theoretic and PAC-Bayesian generalization bounds involving an arbitrary convex \\emphcomparator function, which measures the discrepancy between the training loss and the population loss. The bounds hold under the assumption that the cumulant-generating function (CGF) of the comparator is upper-bounded by the corresponding CGF within a family of bounding distributions. We show that the tightest possible bound is obtained with the comparator being the convex conjugate of the CGF of the bounding distribution, also known as the Cramér function. This conclusion applies more broadly to generalization bounds with a similar structure. This confirms the near-optimality of known bounds for bounded and sub-Gaussian losses and leads to novel bounds under other bounding distributions.","url":"https://arxiv.org/abs/2310.10534","url_pdf":"https://arxiv.org/pdf/2310.10534.pdf","doi":"10.48550/arXiv.2310.10534","eprint":"2310.10534","archiveprefix":"arXiv","primaryclass":"cs.LG","copyright":"Creative Commons Attribution Non Commercial Share Alike 4.0 International","keywords":"mine","bibtex":"@inproceedings{hellstrom2023comparing,\ntitle = {Comparing Comparators in Generalization Bounds},\nauthor={Fredrik Hellström and Benjamin Guedj},\nyear={2024},\nbooktitle={Proceedings of The 27th International Conference on Artificial Intelligence and Statistics [AISTATS]},\nabstract = {We derive generic information-theoretic and PAC-Bayesian generalization bounds involving an arbitrary convex \\emph{comparator} function, which measures the discrepancy between the training loss and the population loss. The bounds hold under the assumption that the cumulant-generating function (CGF) of the comparator is upper-bounded by the corresponding CGF within a family of bounding distributions. We show that the tightest possible bound is obtained with the comparator being the convex conjugate of the CGF of the bounding distribution, also known as the Cram\\'er function. This conclusion applies more broadly to generalization bounds with a similar structure. This confirms the near-optimality of known bounds for bounded and sub-Gaussian losses and leads to novel bounds under other bounding distributions.},\nurl = {https://arxiv.org/abs/2310.10534},\nurl_PDF = {https://arxiv.org/pdf/2310.10534.pdf},\ndoi = {10.48550/arXiv.2310.10534},\neprint={2310.10534},\narchivePrefix={arXiv},\nprimaryClass={cs.LG},\ncopyright = {Creative Commons Attribution Non Commercial Share Alike 4.0 International},\nkeywords={mine}\n}\n\n","author_short":["Hellström, F.","Guedj, B."],"key":"hellstrom2023comparing","id":"hellstrom2023comparing","bibbaseid":"hellstrm-guedj-comparingcomparatorsingeneralizationbounds-2024","role":"author","urls":{"Paper":"https://arxiv.org/abs/2310.10534"," pdf":"https://arxiv.org/pdf/2310.10534.pdf"},"keyword":["mine"],"metadata":{"authorlinks":{}},"downloads":8,"html":""},"bibtype":"inproceedings","biburl":"https://bguedj.github.io/files/bguedj-publications.bib","dataSources":["suE7RgYeZEnSYr5Fy"],"keywords":["mine"],"search_terms":["comparing","comparators","generalization","bounds","hellström","guedj"],"title":"Comparing Comparators in Generalization Bounds","year":2024,"downloads":8}