@misc{yldz2024investigating, title={Investigating Continual Pretraining in Large Language Models: Insights and Implications}, author={Çağatay Yıldız and Nishaanth Kanna Ravichandran and Prishruit Punia and Matthias Bethge and Beyza Ermis}, year={2024}, eprint={2402.17400}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2402.17400} }