Attention Amnesia in Hybrid LLMs: When CoT Fine-Tuning Breaks Long-Range Recall, and How to Fix It

published

Cite this paper

@article{xinyu2026,
  title = {Attention Amnesia in Hybrid LLMs: When CoT Fine-Tuning Breaks Long-Range Recall, and How to Fix It},
  author = {Zhou, Xinyu and Zhu, Boyu and Xu, Yi and Li, Zhiwei and Chen, Yingfa and Wang, Huiming and Guo, Zhijiang},
  journal = {Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing},
  year = {2026},
  month = {Jan},
  doi = {10.18653/2026.emnlp-main.816},
  url = {https://doi.org/10.18653/2026.emnlp-main.816},
}