SEEKR: Selective Attention-Guided Knowledge Retention for Continual Learning of Large Language Models
Beijing Academy of Artificial Intelligence · Institute of Automation · Chongqing University
- Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing
- 2024-01-01
- 14
@inproceedings{he2024seekr,
title = {SEEKR: Selective Attention-Guided Knowledge Retention for Continual Learning of Large Language Models},
author = {Jinghan He and Haiyun Guo and Kuan Zhu and Zihan Zhao and Ming Tang and Jinqiao Wang},
year = {2024},
booktitle = {Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing},
eprint = {2411.06171},
archivePrefix = {arXiv},
doi = {10.18653/v1/2024.emnlp-main.190},
url = {https://arxiv.org/abs/2411.06171},
}