Deep Double Descent: Where Bigger Models and More Data Hurt. Nakkiran, P., Kaplun, G., Bansal, Y., Yang, T., Barak, B., & Sutskever, I. In ICLR 2020, 2020. Also appeared in Journal of Statistical Mechanics, 2021Paper Blog bibtex 31 downloads @inproceedings{DBLP:journals/corr/abs-1912-02292,
author = {Preetum Nakkiran and
Gal Kaplun and
Yamini Bansal and
Tristan Yang and
Boaz Barak and
Ilya Sutskever},
title = {Deep Double Descent: Where Bigger Models and More Data Hurt},
booktitle = {ICLR 2020},
year = {2020},
url = {http://arxiv.org/abs/1912.02292},
archivePrefix = {arXiv},
eprint = {1912.02292},
timestamp = {Thu, 02 Jan 2020 18:08:18 +0100},
biburl = {https://dblp.org/rec/bib/journals/corr/abs-1912-02292},
bibsource = {dblp computer science bibliography, https://dblp.org},
note = {Also appeared in Journal of Statistical Mechanics, 2021},
url_blog = {https://windowsontheory.org/2019/12/05/deep-double-descent/},
selected = {yes}
}
Downloads: 31
{"_id":"DvpEWBejREydSyhFe","bibbaseid":"nakkiran-kaplun-bansal-yang-barak-sutskever-deepdoubledescentwherebiggermodelsandmoredatahurt-2020","authorIDs":["5e17dee04ba003df01000139","5e18e8228fcbc2df010000d2","5e18fb288fcbc2df010001c7","5e1912d4a7672ede01000120","5e1ba1f261cb16df0100002d","5e1bd2f7ce7a9bde010000ca","5e1ca7c97723aadf01000053","5e1cd74babed9bde01000059","5e1d38b66b18c4df010000bf","5e1ddfe24986afdf01000178","5e1e4d9b2e41a7de0100009e","5e1eafa2bedb58de01000157","5e1f0ef73cc57cde01000061","5e1f33d407379ade01000127","5e1f4cc29ddd0fde01000134","5e202ea902c04cde010000fa","5e20796480350bdf0100007a","5e20ad0c5c2065de0100000f","5e21c9aaaf8ac1df01000044","5e2275c5c39817df01000022","5e227912c39817df01000044","5e228bbfa9b15cde0100000c","5e23950ded52aedf01000077","5e24a68e1a6264de01000049","5e24c671981ceddf01000050","5e2574c7f58a5cde010000fb","5e25f8e12368a7de0100004c","5e25faff2368a7de0100008b","5e26315924c8a6de01000060","5e2747e218178ede01000045","5e274e9218178ede010000c6","5e27523f18178ede010000ed","5e27f14e4d75d8de01000034","5e2858b7c4828cde0100019b","5e28a9e588416fde010001b7","5e28b05288416fde01000240","5e2900d041639df301000088","5e29cb54888177df0100000a","5e29d340888177df010000a0","5e29dc57888177df01000140","5e2a03ac2d6a3dde01000007","5e2a15ea2d6a3dde01000129","5e2a42962d8494f20100005a","5e2a7e8c881468de0100004d","5e2b32b827ed83df01000115","5e2cc42b972628f201000017","5e2cdc52972628f201000105","5e2d372104d333de0100001f","5e2d52955e7586df01000014","5e2d85a1556d50df010000d1","5e2de02e133023de01000030","5e2eac07b84405df010000cb","5e2ee99f9033bede01000177","5e2f35a578a7cedf010000a5","5e2f41c778a7cedf010001b7","5e2fb12da21e47de010000fd","5e2fb35ba21e47de01000125","5e30534257a222df010000dd","5e30a894c99510de01000109","5e30ba472a1e4bde01000070","5e30ccc02a1e4bde010001ba","5e3204217c8d24df010001b7","5e327f443957e3df01000058","5e32983ce17accde0100003f","5e32c395466076df0100011c","5e32ec9fc1389bde01000061","5e330b46200286df01000078","5e33e6ddd41331de01000007","5e344daf0c807ede01000174","5e34cc0262bc74de01000046","5e3626d31727e7df010000ba","5e36a6b77b975dde0100000c","5e36ef18b26a0fde010000f5","5e372302646a98de010000e7","5e374bfd4cbab2df0100020d","5e383eafca2b4bde01000197","5e388635030bcadf0100002e","5e3889c3030bcadf01000077","5e38d7df81a46ade01000005","5e38ff81dc5b8ade0100007e","5e390caedc5b8ade0100011a","5e3964b8346d7cde01000007","5e396c60346d7cde010000bd","5e397541346d7cde01000169","5e3985aad14579de01000093","5e399020d14579de010001a5","5e39d5353687dddf01000008","5e39e07c3687dddf010000de","5e3a624bb291e7df0100000d","5e3aa7004518d5df010000c7","5e3ac84ef2a00cdf01000172","5e3b027255f0f2df0100013e","5e3b2262ba2e16df0100017c","5e3b40a8255dcade010001e3","5e3b690659b923df0100007b","5e3c6c4467788ede010000e0","5e3c96b4f99721de0100002b","5e3ca4bcf99721de01000101","5e3cb35e948886de0100001d","5e3ccc9a5cd237de01000008","5e3d2b85c405ecde01000095","5e3e38be546544df010000d1","5e3e5576018e1dde010000bb","5e3e600cac2d49de01000039","5e3e830d666d79df01000095","5e3ee25086a596de0100012c","5e3f0cf3e7f957de010000a1","5e3f22447da304de0100004b","5e4048ae668183de010000e0","5e40e6adfd6934df01000092","5e4124fbb54187de01000107","5e412721b54187de0100014d","5e4164e6a59dc8df010001c8","5e4193228491fadf01000129","5e41a0ad8491fadf01000232","5e41b7fd0b4861de0100018f","5e41ea14a9454ade0100010e","5e4223e870cecede0100010c","5e42540f82b0c2de01000043","5e4294dd5ea111df0100012b","5e432d698957d0de01000023","5e4335178957d0de01000097","5e434a7ea37866de01000020","5e43afbda3f5a4de010000c6","5e43bf6644c4f9df01000085","5e43c83b44c4f9df010001b3","5e44345ce5a34dde0100013c","5e445b65df3c2af30100019f","5e44cbb27759a7df01000125","5e45081903c52dde01000157","5e452310501a51de0100017d","5e456f3449667cde01000154","5e45b7570920e8de01000044","5e45bad70920e8de010000a0","5e45e33fad0603df0100015e","5e461d4ab57382df010000ec","5e474d9bd8f94bde010000bc","5e47bc336c5c7ede01000090","5e48827986dc17de01000091","5e4897396ac344de01000069","5e4915e627cbfcdf01000099","5e499144552c77df0100004a","5e49c9cdb63120f20100004f","5e4a1e5dd2dbc8de0100003b","5e4a9201b70966df010000df","5e4af25b41072bdf01000163","5e4b3563a44fbbde0100003c","5e4b9fe02d0ef5de0100013e","5e4be8fa8f0677df010000e1","5e4c8177f2c6ddde0100019e","5e4cba7a0cc7d3de01000003","5e4cec563e28aede01000130","5e4d18467d0ec8de010000ba","5e4d63f308a8e5de01000014","5e4d86e5d2986bde010000df","5e4d8f77d2986bde0100019e","5e4e208ad116fbde0100014d","5e4e604c24a828df01000005","5e4e67ca24a828df01000089","5e4e83849b7bbade0100006d","5e4e9cd764b624de0100003f","5e5025aa8c3a2cde01000021","5e504350c708b1de0100004d","5e50c297e3d144df01000075","5e51785af29c90df01000021","5e518072f29c90df01000066","5e5220c1fe135dde01000017","5e5253e4bf8729de010000c1","5e5291c81ce297df01000038","5e53291112ed54df010000a3","5e53349d12ed54df0100011b","5e533e5f53de8dde0100003f","5e540ab2e81566de01000116","5e54246580c0b0de010000f8","5e5439957a758fde01000096","5e5484c77f0f44de01000135","5e554b46ca58a8df0100021e","5e55ead4c2c8a2df0100009d","5e566dc6df3460df01000098","5e56d0c796127bde010001d9","5e57143c429006de01000043","5e576f0d16d3d2f301000096","5e57736616d3d2f3010000d5","5e5792a9cef9b7de01000109","5e57a902041daade0100010a","5e57e30ee391bbde01000152","5e57e572e391bbde0100018b","5e58367c1f3fc8de010000d9","5e587f841d5966df0100001f","5e5889c6c8b5dede01000024","5e591eaf9bb6d2df01000179","5e5952f5f5822adf0100013b","5e596a6056d60ade0100012b","5e5979b18049fcde01000009","5e5985138049fcde0100009d","5e599da2ad6c7fde010000c8","5e59b8bf103b4fde0100005a","5e59d1f0ab416cde0100003e","5e59ebdf6ef27ddf0100001d","5e5ad4a8d85d5dde01000078","5e5af64b038583de010000ce","5e5d57ccad47bcde0100006c","5e5d76530b73f6de010000b2","5e5d8dc25726ecdf0100003f","5e5dcd11c64f0ede0100007e","5e5de22e863279df0100002f","5e5e5ed05f9e7bee01000168","5e5e711714f49fde01000078","5e5e9134c0a53dde0100013b","5e5e971bc0a53dde010001b8","5e5f5a4ffff7e8de01000075","5e5fb31919c3fade01000190","5e5fff1113e3aede0100007d","5e6003be13e3aede010000bc","5e603ba2182590df010000c0","5e6044d6182590df01000120","5e604c364a1c7edf01000023","5e60ea12839e59df0100011a","5e611e8a1cc34ede0100017d","5e61659b417d19de0100006a","5e633c2a716092de010000b9","5e6937b46964dedf01000123","7hQBbyvc4fK73YzkC","7m5xuBBdq3HNpsYBS","8KidKSuoYxAvWixPR","8YzsYqbJF9g8GSWsT","Dq2FXdMNaeLLxiP7j","DtMngyLPRPMKp7AXj","Dz5gWwZkxYC7pd6g6","FANtuzAcR83AqXXQT","Gg44hSn9Lzz324QKo","J6t9f3fvcaujBNhq4","J6ypHpCNWcLYa5H6z","K2Qcb8xo5BKjzwv2P","MgAwQnpNE3FPRELfk","PaZ2d2HymhmTWX9Wr","QKD6xKEPuS5N2L4Jj","QgPrMPMzqDpnvpcnx","R9GotQua7iEG4qBuv","RT4SCKYkdoTHQxySL","SceJPncEhMktWHwPL","TwMYcL5ZMQaRSK9fb","WBQSZcd9ujE8DWttN","XHCxQ3PqJDWqmNRus","XyMYq53YDY2vwEP9q","YRspA8F3Hucpp6jqh","Yh2rievbri6ZaLkan","Zf7pGfK8yyw3hzNZH","a9Ccyy8dzeCzKkBc8","as8qc2L6FLdT2EbGD","bnAzhebKSJMc34Xvu","bntKAZ5rqi7jMgcE2","c65R6eY2AkQuJMe7Z","cbh8JqHqm5p2MfeLk","csm2gdD5fCd4nbyKn","dFrEstcmMMJBJFcjM","dLmwbCjWCJgxLAtTH","dWXkj4uEsPPF3bbYo","dYM6zodFS9HuYX2bg","ercwZRH6tbSnoMPBG","gAefPWHik62DixCe6","hvinEvrC8xTitzE5a","hx4He5x3Ya3RDsJQv","m3rP8QXj3pn3cqsjT","mph2gBHGQhNFRYioy","nh2iFEQNJrFN9QThn","nrCajhMLt4LdC5XsH","oGJAhiqiAKSbhEXss","sEFC5NAEKAbkG8oc2","sTADyMqtjjbJe6bLk","uWFBiG7AscG3PcuYG","uZcqDiKqjnCqaJ5ph","wCjtR5GbDRHRPyuzr","yah7Nue9TgfMvFgii","zomdSvGE7F9pwxqKv"],"author_short":["Nakkiran, P.","Kaplun, G.","Bansal, Y.","Yang, T.","Barak, B.","Sutskever, I."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Preetum"],"propositions":[],"lastnames":["Nakkiran"],"suffixes":[]},{"firstnames":["Gal"],"propositions":[],"lastnames":["Kaplun"],"suffixes":[]},{"firstnames":["Yamini"],"propositions":[],"lastnames":["Bansal"],"suffixes":[]},{"firstnames":["Tristan"],"propositions":[],"lastnames":["Yang"],"suffixes":[]},{"firstnames":["Boaz"],"propositions":[],"lastnames":["Barak"],"suffixes":[]},{"firstnames":["Ilya"],"propositions":[],"lastnames":["Sutskever"],"suffixes":[]}],"title":"Deep Double Descent: Where Bigger Models and More Data Hurt","booktitle":"ICLR 2020","year":"2020","url":"http://arxiv.org/abs/1912.02292","archiveprefix":"arXiv","eprint":"1912.02292","timestamp":"Thu, 02 Jan 2020 18:08:18 +0100","biburl":"https://dblp.org/rec/bib/journals/corr/abs-1912-02292","bibsource":"dblp computer science bibliography, https://dblp.org","note":"Also appeared in Journal of Statistical Mechanics, 2021","url_blog":"https://windowsontheory.org/2019/12/05/deep-double-descent/","selected":"yes","bibtex":"@inproceedings{DBLP:journals/corr/abs-1912-02292,\n author = {Preetum Nakkiran and\n Gal Kaplun and\n Yamini Bansal and\n Tristan Yang and\n Boaz Barak and\n Ilya Sutskever},\n title = {Deep Double Descent: Where Bigger Models and More Data Hurt},\n booktitle = {ICLR 2020},\n year = {2020},\n url = {http://arxiv.org/abs/1912.02292},\n archivePrefix = {arXiv},\n eprint = {1912.02292},\n timestamp = {Thu, 02 Jan 2020 18:08:18 +0100},\n biburl = {https://dblp.org/rec/bib/journals/corr/abs-1912-02292},\n bibsource = {dblp computer science bibliography, https://dblp.org},\n note = {Also appeared in Journal of Statistical Mechanics, 2021},\n url_blog = {https://windowsontheory.org/2019/12/05/deep-double-descent/},\n selected = {yes}\n}\n\n\n","author_short":["Nakkiran, P.","Kaplun, G.","Bansal, Y.","Yang, T.","Barak, B.","Sutskever, I."],"key":"DBLP:journals/corr/abs-1912-02292","id":"DBLP:journals/corr/abs-1912-02292","bibbaseid":"nakkiran-kaplun-bansal-yang-barak-sutskever-deepdoubledescentwherebiggermodelsandmoredatahurt-2020","role":"author","urls":{"Paper":"http://arxiv.org/abs/1912.02292"," blog":"https://windowsontheory.org/2019/12/05/deep-double-descent/"},"metadata":{"authorlinks":{"barak, b":"https://www.boazbarak.org/papers/"}},"downloads":31},"bibtype":"inproceedings","biburl":"www.boazbarak.org/boaz.bib","creationDate":"2020-01-10T02:50:53.201Z","downloads":31,"keywords":[],"search_terms":["deep","double","descent","bigger","models","more","data","hurt","nakkiran","kaplun","bansal","yang","barak","sutskever"],"title":"Deep Double Descent: Where Bigger Models and More Data Hurt","year":2020,"dataSources":["ZdZkvHBZGR7Mt6sXE","sNDcqxpX5cBQ5Pu7G","763eChmCTEH5onHpy","mYRuxxL9PCiJjf4nA","jomRn3LFHawZsjFia","rRM8G92fpDDvXxQen"]}