Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts

published

Cite this paper

@article{yingfa2026,
  title = {Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts},
  author = {Chen, Yingfa and Thai, Zhen Leng and Zhou, Zihan and Zhang, Zhu and Shen, Xingyu and Wang, Shuo and Xiao, Chaojun and Han, Xu and Liu, Zhiyuan},
  journal = {Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing},
  year = {2026},
  month = {Jan},
  doi = {10.18653/2026.emnlp-main.1946},
  url = {https://doi.org/10.18653/2026.emnlp-main.1946},
}