@misc{he2024what,
  title={What Matters in Transformers? Not All Attention is Needed},
  author={Shwai He and Guoheng Sun and Zheyu Shen and Ang Li},
  year={2024},
  eprint={2406.15786},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2406.15786}
}