% Key papers for Continual pretraining of language models (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{iclr2020_lamol_29684,
  title = {{LAMOL: LAnguage MOdeling for Lifelong Language Learning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2020},
  url = {https://openreview.net/forum?id=Skgxcn4YDS},
}

@inproceedings{iclr2022_towards_31805,
  title = {{Towards Continual Knowledge Learning of Language Models}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2022},
  url = {https://iclr.cc/virtual/2022/poster/6187},
}

@inproceedings{iclr2018_memory_28700,
  title = {{Memory-based Parameter Adaptation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2018},
  url = {https://iclr.cc/virtual/2018/poster/60},
}

@inproceedings{cvpr2024_interactive_23830,
  title = {{Interactive Continual Learning: Fast and Slow Thinking}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/30562},
}

@inproceedings{icml2022_streamingqa_41217,
  title = {{StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2022},
  url = {https://icml.cc/virtual/2022/poster/17993},
}

@inproceedings{iclr2023_continual_33128,
  title = {{Continual Pre-training of Language Models}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2023},
  url = {https://iclr.cc/virtual/2023/poster/10858},
}

@inproceedings{cvpr2024_overcoming_24390,
  title = {{Overcoming Generic Knowledge Loss with Selective Parameter Update}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/31810},
}

@inproceedings{cvpr2025_language_26714,
  title = {{Language Guided Concept Bottleneck Models for Interpretable Continual Learning}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2025},
  url = {https://cvpr.thecvf.com/virtual/2025/poster/33298},
}

@inproceedings{aaai2025_moe_9971,
  title = {{MoE-LPR: Multilingual Extension of Large Language Models Through Mixture-of-Experts with Language Priors Routing}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34805},
}

@inproceedings{icml2022_controlling_40376,
  title = {{Controlling Conditional Language Models without Catastrophic Forgetting}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2022},
  url = {https://icml.cc/virtual/2022/poster/16287},
}

@inproceedings{icml2023_lifelong_42229,
  title = {{Lifelong Language Pretraining with Distribution-Specialized Experts}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2023},
  url = {https://icml.cc/virtual/2023/poster/24142},
}

@inproceedings{aaai2025_cmt_8353,
  title = {{CMT: A Memory Compression Method for Continual Knowledge Learning of Large Language Models}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34619},
}

@inproceedings{iclr2024_scalable_35199,
  title = {{Scalable Language Model with Generalized Continual Learning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17874},
}

@inproceedings{icml2024_model_45421,
  title = {{Model Tailor: Mitigating Catastrophic Forgetting in Multi-modal Large Language Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33030},
}

@inproceedings{neurips2023_improving_69224,
  title = {{Improving Language Plasticity via Pretraining with Active Forgetting}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/70669},
}

@inproceedings{iclr2025_data_83184,
  title = {{Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2025},
  url = {https://iclr.cc/virtual/2025/poster/28624},
}

@inproceedings{aaai2025_filling_9193,
  title = {{Filling Memory Gaps: Enhancing Continual Semantic Parsing via SQL Syntax Variance-Guided LLMs Without Real Data Replay}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34644},
}

@inproceedings{iclr2022_sequential_31594,
  title = {{Sequential Reptile: Inter-Task Gradient Alignment for Multilingual Learning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2022},
  url = {https://iclr.cc/virtual/2022/poster/6199},
}

@inproceedings{icml2023_master_42911,
  title = {{Master-ASR: Achieving Multilingual Scalability and Low-Resource Adaptation in ASR with Modular Learning}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2023},
  url = {https://icml.cc/virtual/2023/poster/23475},
}

@inproceedings{icml2025_how_47210,
  title = {{How Much Can We Forget about Data Contamination?}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/45377},
}

@inproceedings{aaai2025_walking_11265,
  title = {{Walking the Web of Concept-Class Relationships in Incrementally Trained Interpretable Models}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33681},
}

@inproceedings{iclr2024_cppo_33737,
  title = {{CPPO: Continual Learning for Reinforcement Learning with Human Feedback}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/19338},
}

@inproceedings{icml2024_copal_44186,
  title = {{COPAL: Continual Pruning in Large Language Generative Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/34266},
}

@inproceedings{icml2024_what_44840,
  title = {{What Will My Model Forget? Forecasting Forgotten Examples in Language Model Refinement}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33612},
}

@inproceedings{icml2024_dinado_45434,
  title = {{DiNADO: Norm-Disentangled Neurally-Decomposed Oracles for Controlling Language Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33017},
}

@inproceedings{icml2025_learning_47545,
  title = {{Learning Dynamics in Continual Pre-Training for Large Language Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/45051},
}

@inproceedings{icml2025_large_47637,
  title = {{Large Continual Instruction Assistant}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/44960},
}

@inproceedings{icml2025_treelora_48061,
  title = {{TreeLoRA: Efficient Continual Learning via Layer-Wise LoRAs Guided by a Hierarchical Gradient-Similarity Tree}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/44546},
}

@inproceedings{icml2026_model_49379,
  title = {{Model-Dowser: Data-Free Importance Probing to Mitigate Catastrophic Forgetting in Multimodal Large Language Models}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=20nWnRkLP4},
}

@inproceedings{icml2026_towards_49612,
  title = {{Towards Understanding Continual Factual Knowledge Acquisition of Language Models: From Theory to Algorithm}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=47xV4icN1B},
}