@article{wan2022normalization,
  title={How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model},
  author={Wan, Ruosi and Wang, Qiaosen and Zhang, Xiangyu and Tai, Yu-Wing and Sun, Jian and Tang, Chi-Keung},
  year={2022}
}

{"_id":"CQJvaf6NXmxn2CARM","bibbaseid":"wan-wang-zhang-tai-sun-tang-hownormalizationandweightdecaycanaffectsgdinsightsfromasimplenormalizedmodel-2022","author_short":["Wan, R.","Wang, Q.","Zhang, X.","Tai, Y.","Sun, J.","Tang, C."],"bibdata":{"bibtype":"article","type":"article","title":"How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model","author":[{"propositions":[],"lastnames":["Wan"],"firstnames":["Ruosi"],"suffixes":[]},{"propositions":[],"lastnames":["Wang"],"firstnames":["Qiaosen"],"suffixes":[]},{"propositions":[],"lastnames":["Zhang"],"firstnames":["Xiangyu"],"suffixes":[]},{"propositions":[],"lastnames":["Tai"],"firstnames":["Yu-Wing"],"suffixes":[]},{"propositions":[],"lastnames":["Sun"],"firstnames":["Jian"],"suffixes":[]},{"propositions":[],"lastnames":["Tang"],"firstnames":["Chi-Keung"],"suffixes":[]}],"year":"2022","bibtex":"@article{wan2022normalization,\n title={How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model},\n author={Wan, Ruosi and Wang, Qiaosen and Zhang, Xiangyu and Tai, Yu-Wing and Sun, Jian and Tang, Chi-Keung},\n year={2022}\n}\n\n","author_short":["Wan, R.","Wang, Q.","Zhang, X.","Tai, Y.","Sun, J.","Tang, C."],"key":"wan2022normalization","id":"wan2022normalization","bibbaseid":"wan-wang-zhang-tai-sun-tang-hownormalizationandweightdecaycanaffectsgdinsightsfromasimplenormalizedmodel-2022","role":"author","urls":{},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/network/files/YbMuPAAc7j63met6C","dataSources":["NtohcWToFz6Kganjq","Z69GQhfs8WfYYP6fR"],"keywords":[],"search_terms":["normalization","weight","decay","affect","sgd","insights","simple","normalized","model","wan","wang","zhang","tai","sun","tang"],"title":"How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model","year":2022}