@article {2010.10502, archivePrefix = {arXiv}, eprint = {2010.10502}, primaryClass = {cs.LG}, author = {Samy Jelassi and Aaron Defazio}, title = {Dual Averaging is Surprisingly Effective for Deep Learning Optimization}, year = {2020}, url = {http://arxiv.org/abs/2010.10502} }