@misc{lialin2023relora,
  title={ReLoRA: High-Rank Training Through Low-Rank Updates},
  author={Vladislav Lialin and Namrata Shivagunde and Sherin Muckatira and Anna Rumshisky},
  year={2023},
  eprint={2307.05695},
  archivePrefix={arXiv},
  primaryClass={cs.CL},
  url={https://arxiv.org/abs/2307.05695}
}