@misc{ramesh2024group, title={Group Robust Preference Optimization in Reward-free RLHF}, author={Shyam Sundhar Ramesh and Yifan Hu and Iason Chaimalas and Viraj Mehta and Pier Giuseppe Sessa and Haitham Bou Ammar and Ilija Bogunovic}, year={2024}, eprint={2405.20304}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2405.20304} }