@misc{hong2024orpo,
  title={ORPO: Monolithic Preference Optimization without Reference Model},
  author={Jiwoo Hong and Noah Lee and James Thorne},
  year={2024},
  eprint={2403.07691},
  archivePrefix={arXiv},
  primaryClass={cs.CL},
  url={https://arxiv.org/abs/2403.07691}
}