How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model. Wan, R., Wang, Q., Zhang, X., Tai, Y., Sun, J., & Tang, C. bibtex @article{wannormalization,
title={How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model},
author={Wan, Ruosi and Wang, Qiaosen and Zhang, Xiangyu and Tai, Yu-Wing and Sun, Jian and Tang, Chi-Keung}
}
Downloads: 0
{"_id":"n3foYnfMfef7Nyqo2","bibbaseid":"wan-wang-zhang-tai-sun-tang-hownormalizationandweightdecaycanaffectsgdinsightsfromasimplenormalizedmodel","author_short":["Wan, R.","Wang, Q.","Zhang, X.","Tai, Y.","Sun, J.","Tang, C."],"bibdata":{"bibtype":"article","type":"article","title":"How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model","author":[{"propositions":[],"lastnames":["Wan"],"firstnames":["Ruosi"],"suffixes":[]},{"propositions":[],"lastnames":["Wang"],"firstnames":["Qiaosen"],"suffixes":[]},{"propositions":[],"lastnames":["Zhang"],"firstnames":["Xiangyu"],"suffixes":[]},{"propositions":[],"lastnames":["Tai"],"firstnames":["Yu-Wing"],"suffixes":[]},{"propositions":[],"lastnames":["Sun"],"firstnames":["Jian"],"suffixes":[]},{"propositions":[],"lastnames":["Tang"],"firstnames":["Chi-Keung"],"suffixes":[]}],"bibtex":"@article{wannormalization,\n title={How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model},\n author={Wan, Ruosi and Wang, Qiaosen and Zhang, Xiangyu and Tai, Yu-Wing and Sun, Jian and Tang, Chi-Keung}\n}\n\n","author_short":["Wan, R.","Wang, Q.","Zhang, X.","Tai, Y.","Sun, J.","Tang, C."],"key":"wannormalization","id":"wannormalization","bibbaseid":"wan-wang-zhang-tai-sun-tang-hownormalizationandweightdecaycanaffectsgdinsightsfromasimplenormalizedmodel","role":"author","urls":{},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/f/AWWnhM6uEjRGAqg3Q/citations.bib","dataSources":["fSTsTd98EDE783z5t"],"keywords":[],"search_terms":["normalization","weight","decay","affect","sgd","insights","simple","normalized","model","wan","wang","zhang","tai","sun","tang"],"title":"How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model","year":null}