@misc{sheng2023fairness, title={Fairness in Serving Large Language Models}, author={Ying Sheng and Shiyi Cao and Dacheng Li and Banghua Zhu and Zhuohan Li and Danyang Zhuo and Joseph E. Gonzalez and Ion Stoica}, year={2023}, eprint={2401.00588}, archivePrefix={arXiv}, primaryClass={cs.AI}, url={https://arxiv.org/abs/2401.00588} }