\n \n \n
\n
\n\n \n \n \n \n \n \n Lower Bounds for Non-convex Stochastic Optimization.\n \n \n \n \n\n\n \n Arjevani, Y.; Carmon, Y.; Duchi, J.; Foster, D.; Srebro, N.; and Woodworth, B.\n\n\n \n\n\n\n
Mathematical Programming (accepted for publication). 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 12 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019arjevanilower,\n title={Lower Bounds for Non-convex Stochastic Optimization},\n author={Arjevani, Yossi and Carmon, Yair and Duchi, John and Foster, Dylan and Srebro, Nathan and Woodworth, Blake},\n journal={Mathematical Programming (accepted for publication)},\n year={2019},\n url_Paper={https://arxiv.org/pdf/1912.02365.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n A Function Space View of Bounded Norm Infinite Width ReLU Nets: The Multivariate Case.\n \n \n \n \n\n\n \n Ongie, G.; Willett, R.; Soudry, D.; and Srebro, N.\n\n\n \n\n\n\n
arXiv Preprint. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019ongiefunction,\n title={A Function Space View of Bounded Norm Infinite Width ReLU Nets: The Multivariate Case},\n author={Ongie, Greg and Willett, Rebecca and Soudry, Daniel and Srebro, Nathan},\n journal={arXiv Preprint},\n year={2019},\n url_Paper={https://arxiv.org/pdf/1910.01635.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Simple Surveys: Response Retrieval Inspired by Recommendation Systems.\n \n \n \n \n\n\n \n Sengupta, N.; Srebro, N.; and Evans, J.\n\n\n \n\n\n\n
Social Science Computer Review. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019senguptasimple,\n title={Simple Surveys: Response Retrieval Inspired by Recommendation Systems},\n author={Sengupta, Nandana and Srebro, Nathan and Evans, James},\n journal={Social Science Computer Review},\n year={2019},\n %https://journals.sagepub.com/doi/full/10.1177/0894439319848374\n url_Paper={https://arxiv.org/ftp/arxiv/papers/1901/1901.09659.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n An Accelerated Communication-efficient Primal-dual Optimization Framework for Structured Machine Learning.\n \n \n \n \n\n\n \n Ma, C.; Jaggi, M.; Curtis, F.; Srebro, N.; and Takáč, M.\n\n\n \n\n\n\n
Optimization Methods and Software. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019maaccelerated,\n title={An Accelerated Communication-efficient Primal-dual Optimization Framework for Structured Machine Learning},\n author={Ma, Chenxin and Jaggi, Martin and Curtis, Frank and Srebro, Nathan and Tak{\\'a}{\\v{c}}, Martin},\n journal={Optimization Methods and Software},\n year={2019},\n %https://www.tandfonline.com/doi/full/10.1080/10556788.2019.1650361\n url_Paper={https://arxiv.org/pdf/1711.05305.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Open Problem: The Oracle Complexity of Convex Optimization with Limited Memory.\n \n \n \n \n\n\n \n Woodworth, B.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 3202-3210, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019woodworthopen,\n title={Open Problem: The Oracle Complexity of Convex Optimization with Limited Memory},\n author={Woodworth, Blake and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={3202-3210},\n year={2019},\n %http://proceedings.mlr.press/v99/woodworth19a.html\n url_Paper={https://arxiv.org/pdf/1907.00762.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Lexicographic and Depth-Sensitive Margins in Homogeneous and Non-Homogeneous Deep Models.\n \n \n \n \n\n\n \n Shpigel Nacson, M.; Gunasekar, S.; Lee, J.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference of Machine Learning (ICML), volume PMLR 97, pages 4683–4692, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019shipgellexicographic,\n title={Lexicographic and Depth-Sensitive Margins in Homogeneous and Non-Homogeneous Deep Models},\n author={Shpigel Nacson, Mor and Gunasekar, Suriya and Lee, Jason and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 36th International Conference of Machine Learning (ICML)},\n volume={PMLR 97},\n pages={4683--4692},\n year={2019},\n %http://proceedings.mlr.press/v97/nacson19a.html\n url_Paper={https://arxiv.org/pdf/1905.07325.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Semi-cyclic Stochastic Gradient Descent.\n \n \n \n \n\n\n \n Eichner, H.; Koren, T.; McMahan, H. B.; Srebro, N.; and Talwar, K.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference on Machine Learning (ICML), volume PMLR 97, pages 1764–1773, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019eichnersemi,\n title={Semi-cyclic Stochastic Gradient Descent},\n author={Eichner, Hubert and Koren, Tomer and McMahan, H. Brendan and Srebro, Nathan and Talwar, Kunal},\n booktitle={Proceedings of the 36th International Conference on Machine Learning (ICML)},\n volume={PMLR 97},\n pages={1764--1773},\n year={2019},\n %http://proceedings.mlr.press/v97/eichner19a.html\n url_Paper={https://arxiv.org/pdf/1904.10120.pdf}\n} \n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n The Complexity of Making the Gradient Small in Stochastic Convex Optimization.\n \n \n \n \n\n\n \n Foster, D.; Sekhari, A.; Shamir, O.; Srebro, N.; Sridharan, K.; and Woodworth, B.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 1319–1345, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019fostercomplexity,\n title={The Complexity of Making the Gradient Small in Stochastic Convex Optimization},\n author={Foster, Dylan and Sekhari, Ayush and Shamir, Ohad and Srebro, Nathan and Sridharan, Karthik and Woodworth, Blake},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={1319--1345},\n year={2019},\n %http://proceedings.mlr.press/v99/foster19b.html\n url_Paper={https://arxiv.org/pdf/1902.04686.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n How do Infinite Width Bounded Norm Networks Look in Function Space?.\n \n \n \n \n\n\n \n Savarese, P.; Evron, I.; Soudry, D.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 2667–2690, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019savareseinfinite,\n title={How do Infinite Width Bounded Norm Networks Look in Function Space?},\n author={Savarese, Pedro and Evron, Itay and Soudry, Daniel and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={2667--2690},\n year={2019},\n %http://proceedings.mlr.press/v99/savarese19a.html\n url_Paper={https://arxiv.org/pdf/1902.05040.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n VC Classes are Adversarially Robustly Learnable, but Only Improperly.\n \n \n \n \n\n\n \n Montasser, O.; Hanneke, S.; and Srebro, N.\n\n\n \n\n\n\n In Beygelzimer, A.; and Hsu, D., editor(s),
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 2512–2530, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019montasservc,\n title={VC Classes are Adversarially Robustly Learnable, but Only Improperly},\n author={Montasser, Omar and Hanneke, Steve and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={2512--2530},\n year={2019},\n editor={Beygelzimer, Alina and Hsu, Daniel},\n %http://proceedings.mlr.press/v99/montasser19a.html\n url_Paper={https://arxiv.org/pdf/1902.04217.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n From Fair Decision Making to Social Equality.\n \n \n \n \n\n\n \n Mouzannar, H.; Ohannessian, M.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*), pages 359–368, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019mouzannarfair,\n title={From Fair Decision Making to Social Equality},\n author={Mouzannar, Hussein and Ohannessian, Mesrob and Srebro, Nathan},\n booktitle={Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*)},\n pages={359--368},\n year={2019},\n %https://dl.acm.org/doi/10.1145/3287560.3287599\n url_Paper={https://arxiv.org/pdf/1812.02952.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Canonical Correlation Analysis.\n \n \n \n \n\n\n \n Gao, C.; Garber, D.; Srebro, N.; Wang, J.; and Wang, W.\n\n\n \n\n\n\n
Journal of Machine Learning Research, 20(167): 1–46. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019gaostochastic,\n title={Stochastic Canonical Correlation Analysis},\n author={Gao, Chao and Garber, Dan and Srebro, Nathan and Wang, Jialei and Wang, Weiran},\n journal={Journal of Machine Learning Research},\n volume={20},\n number={167},\n pages={1--46},\n year={2019},\n editor={Shawe-Taylor, John},\n %http://www.jmlr.org/papers/volume20/18-095/18-095.pdf\n url_Paper={https://arxiv.org/pdf/1702.06533.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Training Well-generalizing Classifiers for Fairness Metrics and Other Data-Dependent Constraints.\n \n \n \n \n\n\n \n Cotter, A.; Gupta, M.; Jiang, H.; Srebro, N.; Sridharan, K.; Wang, S.; Woodworth, B.; and You, S.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference of Machine Learning (ICML), volume PMLR 97, pages 1397–1405, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019cottertraining,\n title={Training Well-generalizing Classifiers for Fairness Metrics and Other Data-Dependent Constraints},\n author={Cotter, Andrew and Gupta, Maya and Jiang, Heinrich and Srebro, Nathan and Sridharan, Karthik and Wang, Serena and Woodworth, Blake and You, Seungil},\n booktitle={Proceedings of the 36th International Conference of Machine Learning (ICML)},\n volume={PMLR 97},\n pages={1397--1405},\n year={2019},\n %http://proceedings.mlr.press/v97/cotter19b.html\n url_Paper={https://arxiv.org/pdf/1807.00028.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Gradient Descent on Separable Data: Exact Convergence with a Fixed Learning Rate.\n \n \n \n \n\n\n \n Nacson, M. S.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), volume PMLR 89, pages 3051–3059, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019nacsonstochastic,\n title={Stochastic Gradient Descent on Separable Data: Exact Convergence with a Fixed Learning Rate},\n author={Nacson, Mor Shpigel and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS)},\n volume={PMLR 89},\n pages={3051--3059},\n year={2019},\n %http://proceedings.mlr.press/v89/nacson19a.html\n url_Paper={https://arxiv.org/pdf/1806.01796.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n The Role of Over-Parametrization in Generalization of Neural Networks.\n \n \n \n \n\n\n \n Neyshabur, B.; Li, Z.; Bhojanapalli, S.; LeCun, Y.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 7th International Conference on Learning Representations (ICLR), 2019. \n
\n\n
This is a revision of a paper published on arXiv in 2018\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019neyshaburrole,\n title={The Role of Over-Parametrization in Generalization of Neural Networks},\n author={Neyshabur, Behnam and Li, Zhiyuan and Bhojanapalli, Srinadh and LeCun, Yann and Srebro, Nathan},\n booktitle={Proceedings of the 7th International Conference on Learning Representations (ICLR)},\n year={2019},\n bibbase_note={This is a revision of a paper published on arXiv in 2018},\n url_Paper={https://openreview.net/pdf?id=BygfghAcYX}\n}%%%\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Convergence of Gradient Descent on Separable Data.\n \n \n \n \n\n\n \n Nacson, M. S.; Lee, J.; Gunasekar, S.; Savarese, P.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), volume PMLR 89, pages 3420–3428, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 2 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019nacsonconvergence,\n title={Convergence of Gradient Descent on Separable Data},\n author={Nacson, Mor Shpigel and Lee, Jason and Gunasekar, Suriya and Savarese, Pedro and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS)},\n volume={PMLR 89},\n pages={3420--3428},\n year={2019},\n %http://proceedings.mlr.press/v89/nacson19b.html\n url_Paper={https://arxiv.org/pdf/1803.01905.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Nonconvex Optimization with Large Minibatches.\n \n \n \n \n\n\n \n Wang, W.; and Srebro, N.\n\n\n \n\n\n\n In Garivier, A.; and Kale, S., editor(s),
Proceedings of the 30th International Conference on Algorithmic Learning Theory (ALT), volume PMLR 98, pages 857–882, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 3 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019wangstochastic,\n title={Stochastic Nonconvex Optimization with Large Minibatches},\n author={Wang, Weiran and Srebro, Nathan},\n booktitle={Proceedings of the 30th International Conference on Algorithmic Learning Theory (ALT)},\n volume={PMLR 98},\n pages={857--882},\n year={2019},\n editor={Garivier, Aur{\\'e}lien and Kale, Satyen},\n %http://proceedings.mlr.press/v98/wang19a.html\n url_Paper={https://arxiv.org/pdf/1709.08728.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Lower Bounds for Non-convex Stochastic Optimization.\n \n \n \n \n\n\n \n Arjevani, Y.; Carmon, Y.; Duchi, J.; Foster, D.; Srebro, N.; and Woodworth, B.\n\n\n \n\n\n\n
arXiv Preprint. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 12 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019arjevanilower,\n title={Lower Bounds for Non-convex Stochastic Optimization},\n author={Arjevani, Yossi and Carmon, Yair and Duchi, John and Foster, Dylan and Srebro, Nathan and Woodworth, Blake},\n journal={arXiv Preprint},\n year={2019},\n url_Paper={https://arxiv.org/pdf/1912.02365.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n A Function Space View of Bounded Norm Infinite Width ReLU Nets: The Multivariate Case.\n \n \n \n \n\n\n \n Ongie, G.; Willett, R.; Soudry, D.; and Srebro, N.\n\n\n \n\n\n\n
arXiv Preprint. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019ongiefunction,\n title={A Function Space View of Bounded Norm Infinite Width ReLU Nets: The Multivariate Case},\n author={Ongie, Greg and Willett, Rebecca and Soudry, Daniel and Srebro, Nathan},\n journal={arXiv Preprint},\n year={2019},\n url_Paper={https://arxiv.org/pdf/1910.01635.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Simple Surveys: Response Retrieval Inspired by Recommendation Systems.\n \n \n \n \n\n\n \n Sengupta, N.; Srebro, N.; and Evans, J.\n\n\n \n\n\n\n
Social Science Computer Review. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019senguptasimple,\n title={Simple Surveys: Response Retrieval Inspired by Recommendation Systems},\n author={Sengupta, Nandana and Srebro, Nathan and Evans, James},\n journal={Social Science Computer Review},\n year={2019},\n %https://journals.sagepub.com/doi/full/10.1177/0894439319848374\n url_Paper={https://arxiv.org/ftp/arxiv/papers/1901/1901.09659.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n An Accelerated Communication-efficient Primal-dual Optimization Framework for Structured Machine Learning.\n \n \n \n \n\n\n \n Ma, C.; Jaggi, M.; Curtis, F.; Srebro, N.; and Takáč, M.\n\n\n \n\n\n\n
Optimization Methods and Software. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019maaccelerated,\n title={An Accelerated Communication-efficient Primal-dual Optimization Framework for Structured Machine Learning},\n author={Ma, Chenxin and Jaggi, Martin and Curtis, Frank and Srebro, Nathan and Tak{\\'a}{\\v{c}}, Martin},\n journal={Optimization Methods and Software},\n year={2019},\n %https://www.tandfonline.com/doi/full/10.1080/10556788.2019.1650361\n url_Paper={https://arxiv.org/pdf/1711.05305.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Open Problem: The Oracle Complexity of Convex Optimization with Limited Memory.\n \n \n \n \n\n\n \n Woodworth, B.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 3202-3210, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019woodworthopen,\n title={Open Problem: The Oracle Complexity of Convex Optimization with Limited Memory},\n author={Woodworth, Blake and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={3202-3210},\n year={2019},\n %http://proceedings.mlr.press/v99/woodworth19a.html\n url_Paper={https://arxiv.org/pdf/1907.00762.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Guaranteed Validity for Empirical Approaches to Adaptive Data Analysis.\n \n \n \n \n\n\n \n Rogers, R.; Roth, A.; Smith, A.; Srebro, N.; Thakkar, O.; and Woodworth, B.\n\n\n \n\n\n\n
arXiv Preprint. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019rogersguaranteed,\n title={Guaranteed Validity for Empirical Approaches to Adaptive Data Analysis},\n author={Rogers, Ryan and Roth, Aaron and Smith, Adam and Srebro, Nathan and Thakkar, Om and Woodworth, Blake},\n journal={arXiv Preprint},\n year={2019},\n url_Paper={https://arxiv.org/pdf/1906.09231.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Lexicographic and Depth-Sensitive Margins in Homogeneous and Non-Homogeneous Deep Models.\n \n \n \n \n\n\n \n Shpigel Nacson, M.; Gunasekar, S.; Lee, J.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference of Machine Learning (ICML), volume PMLR 97, pages 4683–4692, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019shipgellexicographic,\n title={Lexicographic and Depth-Sensitive Margins in Homogeneous and Non-Homogeneous Deep Models},\n author={Shpigel Nacson, Mor and Gunasekar, Suriya and Lee, Jason and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 36th International Conference of Machine Learning (ICML)},\n volume={PMLR 97},\n pages={4683--4692},\n year={2019},\n %http://proceedings.mlr.press/v97/nacson19a.html\n url_Paper={https://arxiv.org/pdf/1905.07325.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Semi-cyclic Stochastic Gradient Descent.\n \n \n \n \n\n\n \n Eichner, H.; Koren, T.; McMahan, H. B.; Srebro, N.; and Talwar, K.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference on Machine Learning (ICML), volume PMLR 97, pages 1764–1773, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019eichnersemi,\n title={Semi-cyclic Stochastic Gradient Descent},\n author={Eichner, Hubert and Koren, Tomer and McMahan, H. Brendan and Srebro, Nathan and Talwar, Kunal},\n booktitle={Proceedings of the 36th International Conference on Machine Learning (ICML)},\n volume={PMLR 97},\n pages={1764--1773},\n year={2019},\n %http://proceedings.mlr.press/v97/eichner19a.html\n url_Paper={https://arxiv.org/pdf/1904.10120.pdf}\n} \n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n The Complexity of Making the Gradient Small in Stochastic Convex Optimization.\n \n \n \n \n\n\n \n Foster, D.; Sekhari, A.; Shamir, O.; Srebro, N.; Sridharan, K.; and Woodworth, B.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 1319–1345, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019fostercomplexity,\n title={The Complexity of Making the Gradient Small in Stochastic Convex Optimization},\n author={Foster, Dylan and Sekhari, Ayush and Shamir, Ohad and Srebro, Nathan and Sridharan, Karthik and Woodworth, Blake},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={1319--1345},\n year={2019},\n %http://proceedings.mlr.press/v99/foster19b.html\n url_Paper={https://arxiv.org/pdf/1902.04686.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n How do Infinite Width Bounded Norm Networks Look in Function Space?.\n \n \n \n \n\n\n \n Savarese, P.; Evron, I.; Soudry, D.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 2667–2690, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019savareseinfinite,\n title={How do Infinite Width Bounded Norm Networks Look in Function Space?},\n author={Savarese, Pedro and Evron, Itay and Soudry, Daniel and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={2667--2690},\n year={2019},\n %http://proceedings.mlr.press/v99/savarese19a.html\n url_Paper={https://arxiv.org/pdf/1902.05040.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n VC Classes are Adversarially Robustly Learnable, but Only Improperly.\n \n \n \n \n\n\n \n Montasser, O.; Hanneke, S.; and Srebro, N.\n\n\n \n\n\n\n In Beygelzimer, A.; and Hsu, D., editor(s),
Proceedings of the 32nd Annual Conference on Learning Theory (COLT), volume PMLR 99, pages 2512–2530, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019montasservc,\n title={VC Classes are Adversarially Robustly Learnable, but Only Improperly},\n author={Montasser, Omar and Hanneke, Steve and Srebro, Nathan},\n booktitle={Proceedings of the 32nd Annual Conference on Learning Theory (COLT)},\n volume={PMLR 99},\n pages={2512--2530},\n year={2019},\n editor={Beygelzimer, Alina and Hsu, Daniel},\n %http://proceedings.mlr.press/v99/montasser19a.html\n url_Paper={https://arxiv.org/pdf/1902.04217.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n From Fair Decision Making to Social Equality.\n \n \n \n \n\n\n \n Mouzannar, H.; Ohannessian, M.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*), pages 359–368, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019mouzannarfair,\n title={From Fair Decision Making to Social Equality},\n author={Mouzannar, Hussein and Ohannessian, Mesrob and Srebro, Nathan},\n booktitle={Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*)},\n pages={359--368},\n year={2019},\n %https://dl.acm.org/doi/10.1145/3287560.3287599\n url_Paper={https://arxiv.org/pdf/1812.02952.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Canonical Correlation Analysis.\n \n \n \n \n\n\n \n Gao, C.; Garber, D.; Srebro, N.; Wang, J.; and Wang, W.\n\n\n \n\n\n\n
Journal of Machine Learning Research, 20(167): 1–46. 2019.\n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{2019gaostochastic,\n title={Stochastic Canonical Correlation Analysis},\n author={Gao, Chao and Garber, Dan and Srebro, Nathan and Wang, Jialei and Wang, Weiran},\n journal={Journal of Machine Learning Research},\n volume={20},\n number={167},\n pages={1--46},\n year={2019},\n editor={Shawe-Taylor, John},\n %http://www.jmlr.org/papers/volume20/18-095/18-095.pdf\n url_Paper={https://arxiv.org/pdf/1702.06533.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Training Well-generalizing Classifiers for Fairness Metrics and Other Data-Dependent Constraints.\n \n \n \n \n\n\n \n Cotter, A.; Gupta, M.; Jiang, H.; Srebro, N.; Sridharan, K.; Wang, S.; Woodworth, B.; and You, S.\n\n\n \n\n\n\n In
Proceedings of the 36th International Conference of Machine Learning (ICML), volume PMLR 97, pages 1397–1405, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019cottertraining,\n title={Training Well-generalizing Classifiers for Fairness Metrics and Other Data-Dependent Constraints},\n author={Cotter, Andrew and Gupta, Maya and Jiang, Heinrich and Srebro, Nathan and Sridharan, Karthik and Wang, Serena and Woodworth, Blake and You, Seungil},\n booktitle={Proceedings of the 36th International Conference of Machine Learning (ICML)},\n volume={PMLR 97},\n pages={1397--1405},\n year={2019},\n %http://proceedings.mlr.press/v97/cotter19b.html\n url_Paper={https://arxiv.org/pdf/1807.00028.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Gradient Descent on Separable Data: Exact Convergence with a Fixed Learning Rate.\n \n \n \n \n\n\n \n Nacson, M. S.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), volume PMLR 89, pages 3051–3059, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019nacsonstochastic,\n title={Stochastic Gradient Descent on Separable Data: Exact Convergence with a Fixed Learning Rate},\n author={Nacson, Mor Shpigel and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS)},\n volume={PMLR 89},\n pages={3051--3059},\n year={2019},\n %http://proceedings.mlr.press/v89/nacson19a.html\n url_Paper={https://arxiv.org/pdf/1806.01796.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n The Role of Over-Parametrization in Generalization of Neural Networks.\n \n \n \n \n\n\n \n Neyshabur, B.; Li, Z.; Bhojanapalli, S.; LeCun, Y.; and Srebro, N.\n\n\n \n\n\n\n In
Proceedings of the 7th International Conference on Learning Representations (ICLR), 2019. \n
\n\n
\\newline This is a revision of a paper published on arXiv in 2018\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 1 download\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019neyshaburrole,\n title={The Role of Over-Parametrization in Generalization of Neural Networks},\n author={Neyshabur, Behnam and Li, Zhiyuan and Bhojanapalli, Srinadh and LeCun, Yann and Srebro, Nathan},\n booktitle={Proceedings of the 7th International Conference on Learning Representations (ICLR)},\n year={2019},\n bibbase_note={\\newline This is a revision of a paper published on arXiv in 2018},\n url_Paper={https://openreview.net/pdf?id=BygfghAcYX}\n}%%%\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Convergence of Gradient Descent on Separable Data.\n \n \n \n \n\n\n \n Nacson, M. S.; Lee, J.; Gunasekar, S.; Savarese, P.; Srebro, N.; and Soudry, D.\n\n\n \n\n\n\n In
Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), volume PMLR 89, pages 3420–3428, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 2 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019nacsonconvergence,\n title={Convergence of Gradient Descent on Separable Data},\n author={Nacson, Mor Shpigel and Lee, Jason and Gunasekar, Suriya and Savarese, Pedro and Srebro, Nathan and Soudry, Daniel},\n booktitle={Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS)},\n volume={PMLR 89},\n pages={3420--3428},\n year={2019},\n %http://proceedings.mlr.press/v89/nacson19b.html\n url_Paper={https://arxiv.org/pdf/1803.01905.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Stochastic Nonconvex Optimization with Large Minibatches.\n \n \n \n \n\n\n \n Wang, W.; and Srebro, N.\n\n\n \n\n\n\n In Garivier, A.; and Kale, S., editor(s),
Proceedings of the 30th International Conference on Algorithmic Learning Theory (ALT), volume PMLR 98, pages 857–882, 2019. \n
\n\n
\n\n
\n\n
\n\n \n \n paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n\n \n \n \n 3 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{2019wangstochastic,\n title={Stochastic Nonconvex Optimization with Large Minibatches},\n author={Wang, Weiran and Srebro, Nathan},\n booktitle={Proceedings of the 30th International Conference on Algorithmic Learning Theory (ALT)},\n volume={PMLR 98},\n pages={857--882},\n year={2019},\n editor={Garivier, Aur{\\'e}lien and Kale, Satyen},\n %http://proceedings.mlr.press/v98/wang19a.html\n url_Paper={https://arxiv.org/pdf/1709.08728.pdf}\n}\n\n
\n
\n\n\n\n
\n\n\n\n\n\n