% Key papers for Distillation with causal and adaptive guidance (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{cvpr2019_relational_14727,
  title = {{Relational Knowledge Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2019},
}

@inproceedings{icml2018_born_36555,
  title = {{Born Again Neural Networks}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2018},
  url = {https://icml.cc/virtual/2018/poster/2404},
}

@inproceedings{aaai2020_online_101886,
  title = {{Online Knowledge Distillation with Diverse Peers}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2020},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/5746},
}

@inproceedings{cvpr2024_logit_24025,
  title = {{Logit Standardization in Knowledge Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/30792},
}

@inproceedings{cvpr2020_heterogeneous_15639,
  title = {{Heterogeneous Knowledge Distillation Using Information Flow Modeling}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2020},
}

@inproceedings{cvpr2023_multi_21609,
  title = {{Multi-Level Logit Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2023},
  url = {https://cvpr.thecvf.com/virtual/2023/poster/21953},
}

@inproceedings{cvpr2021_wasserstein_18139,
  title = {{Wasserstein Contrastive Representation Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2021},
}

@inproceedings{cvpr2023_diswot_20808,
  title = {{DisWOT: Student Architecture Search for Distillation WithOut Training}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2023},
  url = {https://cvpr.thecvf.com/virtual/2023/poster/23283},
}

@inproceedings{cvpr2022_evaluation_18782,
  title = {{Evaluation-Oriented Knowledge Distillation for Deep Face Recognition}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2022},
}

@inproceedings{cvpr2024_freekd_23508,
  title = {{FreeKD: Knowledge Distillation via Semantic Frequency Prompt}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/29756},
}

@inproceedings{aaai2022_robust_2660,
  title = {{Robust and Resource-Efficient Data-Free Knowledge Distillation by Generative Pseudo Replay}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2022},
  url = {https://aaai.org/papers/06089-robust-and-resource-efficient-data-free-knowledge-distillation-by-generative-pseudo-replay/},
}

@inproceedings{neurips2023_one_67076,
  title = {{One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/72626},
}

@inproceedings{aaai2021_data_359,
  title = {{Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2021},
  url = {https://aaai.org/papers/10245-data-free-knowledge-distillation-with-soft-targeted-transfer-set-synthesis/},
}

@inproceedings{cvpr2021_revisiting_17759,
  title = {{Revisiting Knowledge Distillation: An Inheritance and Exploration Framework}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2021},
}

@inproceedings{iclr2021_undistillable_29957,
  title = {{Undistillable: Making A Nasty Teacher That CANNOT teach students}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2021},
  url = {https://iclr.cc/virtual/2021/poster/3114},
}

@inproceedings{iclr2023_better_32440,
  title = {{Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2023},
  url = {https://iclr.cc/virtual/2023/poster/11265},
}

@inproceedings{aaai2025_unlocking_11173,
  title = {{Unlocking the Potential of Reverse Distillation for Anomaly Detection}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/32601},
}

@inproceedings{neurips2023_kd_67975,
  title = {{KD-Zero: Evolving Knowledge Distiller for Any Teacher-Student Pairs}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/71799},
}

@inproceedings{neurips2022_what_64032,
  title = {{What Makes a "Good" Data Augmentation in Knowledge Distillation - A Statistical Perspective}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2022},
  url = {https://nips.cc/virtual/2022/poster/55331},
}

@inproceedings{icml2021_zero_40128,
  title = {{Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2021},
  url = {https://icml.cc/virtual/2021/poster/10257},
}

@inproceedings{aaai2025_uncertainty_11138,
  title = {{Uncertainty-aware Knowledge Tracing}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/35007},
}

@inproceedings{aaai2025_can_8384,
  title = {{Can Students Beyond the Teacher? Distilling Knowledge from Teacher’s Bias}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34400},
}

@inproceedings{aaai2025_distilling_8768,
  title = {{Distilling Knowledge from Heterogeneous Architectures for Semantic Segmentation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/32399},
}

@inproceedings{aaai2025_dynamic_8843,
  title = {{Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33180},
}

@inproceedings{aaai2024_cooperative_5509,
  title = {{Cooperative Knowledge Distillation: A Learner Agnostic Approach}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29322},
}

@inproceedings{aaai2025_adaptive_8028,
  title = {{Adaptive Dual Guidance Knowledge Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34031},
}

@inproceedings{iclr2024_knowledge_34243,
  title = {{Knowledge Distillation Based on Transformed Teacher Matching}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/18832},
}

@inproceedings{aaai2026_s_100040,
  title = {{S^2-KD: Semantic-Spectral Knowledge Distillation Spatiotemporal Forecasting}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2026},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/37091},
}

@inproceedings{iclr2024_on_33591,
  title = {{On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/19484},
}

@inproceedings{aaai2025_neural_10100,
  title = {{Neural Collapse Inspired Knowledge Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34412},
}

@inproceedings{neurips2024_understanding_73294,
  title = {{Understanding the Gains from Repeated Self-Distillation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94147},
}

@inproceedings{iclr2025_speculative_81380,
  title = {{Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2025},
  url = {https://iclr.cc/virtual/2025/poster/30392},
}

@inproceedings{aaai2025_all_8087,
  title = {{All You Need in Knowledge Distillation Is a Tailored Coordinate System}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34457},
}

@inproceedings{iclr2024_aug_34893,
  title = {{AuG-KD: Anchor-Based Mixup Generation for Out-of-Domain Knowledge Distillation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/18181},
}

@inproceedings{iclr2024_bayes_35658,
  title = {{Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17415},
}

@inproceedings{iclr2025_miniplm_83757,
  title = {{MiniPLM: Knowledge Distillation for Pre-training Language Models}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2025},
  url = {https://iclr.cc/virtual/2025/poster/28062},
}

@inproceedings{aaai2026_heterogeneous_104923,
  title = {{Heterogeneous Complementary Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2026},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/38112},
}