@misc{ethayarajh2024model, title={KTO: Model Alignment as Prospect Theoretic Optimization}, author={Kawin Ethayarajh and Winnie Xu and Niklas Muennighoff and Dan Jurafsky and Douwe Kiela}, year={2024}, eprint={2402.01306}, archivePrefix={arXiv}, primaryClass={cs.LG}, url={https://arxiv.org/abs/2402.01306} }