@misc{garg2025your, title={IPO: Your Language Model is Secretly a Preference Classifier}, author={Shivank Garg and Ayush Singh and Shweta Singh and Paras Chopra}, year={2025}, eprint={2502.16182}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2502.16182} }