@misc{thangarasa2023spdf,
  title={SPDF: Sparse Pre-training and Dense Fine-tuning for Large Language Models},
  author={Vithursan Thangarasa and Abhay Gupta and William Marshall and Tianda Li and Kevin Leong and Dennis DeCoste and Sean Lie and Shreyas Saxena},
  year={2023},
  eprint={2303.10464},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2303.10464}
}