@misc{melaskyriazi2021even, title={Do You Even Need Attention? A Stack of Feed-Forward Layers Does Surprisingly Well on ImageNet}, author={Luke Melas-Kyriazi}, year={2021}, eprint={2105.02723}, archivePrefix={arXiv}, primaryClass={cs.CV}, url={https://arxiv.org/abs/2105.02723} }