Mitigating Forgetting in LLM Fine-Tuning via Low-Perplexity Token Learning
Court of Appeal · National Taiwan University of Science and Technology · Apple (Israel) · National Taiwan University
- Advances in Neural Information Processing Systems 38
- 2025-01-01
- 17
@inproceedings{wu2025mitigating,
title = {Mitigating Forgetting in LLM Fine-Tuning via Low-Perplexity Token Learning},
author = {Chao-Chung Wu and Zhi Rui Tam and Chieh-Yen Lin and Yun-Nung (Vivian) Chen and Shao-Hua Sun and Hung-yi Lee},
year = {2025},
booktitle = {Advances in Neural Information Processing Systems 38},
eprint = {2501.14315},
archivePrefix = {arXiv},
doi = {10.52202/085713-0064},
url = {https://arxiv.org/abs/2501.14315},
}