@inproceedings{heo2021iclr, title={AdamP: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights}, author={Heo, Byeongho and Chun, Sanghyuk and Oh, Seong Joon and Han, Dongyoon and Yun, Sangdoo and Uh, Youngjung and Ha, Jung-Woo}, year={2021}, booktitle = {International Conference on Learning Representations}, }