@misc{gu2024miniplm,
  title={MiniPLM: Knowledge Distillation for Pre-Training Language Models},
  author={Yuxian Gu and Hao Zhou and Fandong Meng and Jie Zhou and Minlie Huang},
  year={2024},
  eprint={2410.17215},
  archivePrefix={arXiv},
  primaryClass={cs.CL},
  url={https://arxiv.org/abs/2410.17215}
}