How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model. Wan, R., Wang, Q., Zhang, X., Tai, Y., Sun, J., & Tang, C. 2022.
bibtex   
@article{wan2022normalization,
  title={How Normalization and Weight Decay Can Affect SGD? Insights from a Simple Normalized Model},
  author={Wan, Ruosi and Wang, Qiaosen and Zhang, Xiangyu and Tai, Yu-Wing and Sun, Jian and Tang, Chi-Keung},
  year={2022}
}

Downloads: 0