@misc{kalra2024warmup,
  title={Why Warmup the Learning Rate? Underlying Mechanisms and Improvements},
  author={Dayal Singh Kalra and Maissam Barkeshli},
  year={2024},
  eprint={2406.09405},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2406.09405}
}