@misc{ye2024chunkattention,
  title={ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition},
  author={Lu Ye and Ze Tao and Yong Huang and Yang Li},
  year={2024},
  eprint={2402.15220},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/2402.15220}
}