@misc{zhang2024soaring,
  title={Soaring from 4K to 400K: Extending LLM's Context with Activation Beacon},
  author={Peitian Zhang and Zheng Liu and Shitao Xiao and Ninglu Shao and Qiwei Ye and Zhicheng Dou},
  year={2024},
  eprint={2401.03462},
  archivePrefix={arXiv},
  primaryClass={cs.CL},
  url={https://arxiv.org/abs/2401.03462}
}