@misc{heap2025sparse,
  title={Sparse Autoencoders Can Interpret Randomly Initialized Transformers},
  author={Thomas Heap and Tim Lawson and Lucy Farnik and Laurence Aitchison},
  year={2025},
  eprint={2501.17727},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2501.17727}
}