@misc{zhang2024transformers,
  title={Why Transformers Need Adam: A Hessian Perspective},
  author={Yushun Zhang and Congliang Chen and Tian Ding and Ziniu Li and Ruoyu Sun and Zhi-Quan Luo},
  year={2024},
  eprint={2402.16788},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2402.16788}
}