@inproceedings{NEURIPS2021_88ae6372, author = {Zhu, Chen and Ni, Renkun and Xu, Zheng and Kong, Kezhi and Huang, W. Ronny and Goldstein, Tom}, booktitle = {Advances in Neural Information Processing Systems}, editor = {M. Ranzato and A. Beygelzimer and Y. Dauphin and P.S. Liang and J. Wortman Vaughan}, pages = {16410--16422}, publisher = {Curran Associates, Inc.}, title = {GradInit: Learning to Initialize Neural Networks for Stable and Efficient Training}, url = {https://proceedings.neurips.cc/paper_files/paper/2021/file/88ae6372cfdc5df69a976e893f4d554b-Paper.pdf}, volume = {34}, year = {2021} }