@misc{li2025throughput, title={Throughput-Optimal Scheduling Algorithms for LLM Inference and AI Agents}, author={Yueying Li and Jim Dai and Tianyi Peng}, year={2025}, eprint={2504.07347}, archivePrefix={arXiv}, primaryClass={stat.ML}, url={https://arxiv.org/abs/2504.07347} }