@misc{wolf2023fundamental, title={Fundamental Limitations of Alignment in Large Language Models}, author={Yotam Wolf and Noam Wies and Yoav Levine and Amnon Shashua}, year={2023}, eprint={2304.11082}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2304.11082} }