@misc{liu2024optimizing,
  title={Optimizing Speculative Decoding for Serving Large Language Models Using Goodput},
  author={Xiaoxuan Liu and Cade Daniel and Langxiang Hu and Woosuk Kwon and Zhuohan Li and Xiangxi Mo and Alvin Cheung and Zhijie Deng and Ion Stoica and Hao Zhang},
  year={2024},
  eprint={2406.14066},
  archivePrefix={arXiv},
  primaryClass={cs.AI},
  url={https://arxiv.org/abs/2406.14066}
}