% Key papers for Rethinking distillation objectives (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{cvpr2018_deep_12975,
  title = {{Deep Mutual Learning}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2018},
  url = {https://openaccess.thecvf.com/content_cvpr_2018/html/Zhang_Deep_Mutual_Learning_CVPR_2018_paper.html},
}

@inproceedings{cvpr2017_a_12009,
  title = {{A Gift From Knowledge Distillation: Fast Optimization, Network Minimization and Transfer Learning}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2017},
}

@inproceedings{aaai2020_improved_102101,
  title = {{Improved Knowledge Distillation via Teacher Assistant}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2020},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/5963},
}

@inproceedings{cvpr2022_anomaly_18293,
  title = {{Anomaly Detection via Reverse Distillation From One-Class Embedding}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2022},
}

@inproceedings{cvpr2019_variational_14997,
  title = {{Variational Information Distillation for Knowledge Transfer}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2019},
}

@inproceedings{cvpr2020_revisiting_16128,
  title = {{Revisiting Knowledge Distillation via Label Smoothing Regularization}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2020},
}

@inproceedings{aaai2019_knowledge_101570,
  title = {{Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2019},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/4264},
}

@inproceedings{cvpr2019_knowledge_14358,
  title = {{Knowledge Distillation via Instance Relationship Graph}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2019},
}

@inproceedings{aaai2021_cross_341,
  title = {{Cross-Layer Distillation with Semantic Calibration}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2021},
  url = {https://aaai.org/papers/07028-cross-layer-distillation-with-semantic-calibration/},
}

@inproceedings{cvpr2022_knowledge_19129,
  title = {{Knowledge Distillation With the Reused Teacher Classifier}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2022},
}

@inproceedings{aaai2019_data_101783,
  title = {{Data-Distortion Guided Self-Distillation for Deep Neural Networks}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2019},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/4498},
}

@inproceedings{aaai2021_show_1383,
  title = {{Show, Attend and Distill: Knowledge Distillation via Attention-based Feature Matching}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2021},
  url = {https://aaai.org/papers/07945-show-attend-and-distill-knowledge-distillation-via-attention-based-feature-matching/},
}

@inproceedings{cvpr2022_knowledge_19130,
  title = {{Knowledge Distillation via the Target-Aware Transformer}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2022},
}

@inproceedings{aaai2019_knowledge_101569,
  title = {{Knowledge Distillation with Adversarial Samples Supporting Decision Boundary}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2019},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/4263},
}

@inproceedings{aaai2021_reinforced_1252,
  title = {{Reinforced Multi-Teacher Selection for Knowledge Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2021},
  url = {https://aaai.org/papers/14284-reinforced-multi-teacher-selection-for-knowledge-distillation/},
}

@inproceedings{cvpr2021_complementary_16728,
  title = {{Complementary Relation Contrastive Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2021},
}

@inproceedings{icml2018_knowledge_36771,
  title = {{Knowledge Transfer with Jacobian Matching}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2018},
  url = {https://icml.cc/virtual/2018/poster/2171},
}

@inproceedings{iclr2020_contrastive_29680,
  title = {{Contrastive Representation Distillation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2020},
  url = {https://openreview.net/forum?id=SkgpBJrtvS},
}

@inproceedings{neurips2020_self_60795,
  title = {{Self-Distillation as Instance-Specific Label Smoothing}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2020},
  url = {https://nips.cc/virtual/2020/poster/17575},
}

@inproceedings{neurips2020_agree_59358,
  title = {{Agree to Disagree: Adaptive Ensemble Knowledge Distillation in Gradient Space}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2020},
  url = {https://nips.cc/virtual/2020/poster/17683},
}

@inproceedings{cvpr2024_scaled_24741,
  title = {{Scaled Decoupled Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/29689},
}

@inproceedings{aaai2025_multi_10035,
  title = {{Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/32990},
}

@inproceedings{neurips2024_wasserstein_70241,
  title = {{Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96847},
}

@inproceedings{aaai2024_progressive_6999,
  title = {{Progressive Distillation Based on Masked Generation Feature Method for Knowledge Graph Completion}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/28680},
}

@inproceedings{aaai2024_impartial_6278,
  title = {{Impartial Adversarial Distillation: Addressing Biased Data-Free Knowledge Distillation via Adaptive Constrained Optimization}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/28120},
}

@inproceedings{aaai2024_progressively_7005,
  title = {{Progressively Knowledge Distillation via Re-parameterizing Diffusion Reverse Process}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29579},
}

@inproceedings{aaai2025_multi_10018,
  title = {{Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34543},
}

@inproceedings{aaai2024_effective_5798,
  title = {{Effective Data Distillation for Tabular Datasets (Student Abstract)}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/30460},
}

@inproceedings{aaai2024_how_6226,
  title = {{How to Trade Off the Quantity and Capacity of Teacher Ensemble: Learning Categorical Distribution to Stochastically Employ a Teacher for Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29746},
}

@inproceedings{aaai2025_co_8428,
  title = {{Co-Progression Knowledge Distillation with Knowledge Prototype for Industrial Anomaly Detection}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33419},
}

@inproceedings{iclr2024_less_34337,
  title = {{Less or More From Teacher: Exploiting Trilateral Geometry For Knowledge Distillation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/18738},
}

@inproceedings{aaai2026_distillation_104386,
  title = {{Distillation Dynamics: Towards Understanding Feature-Based Distillation in Vision Transformers}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2026},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/37913},
}

@inproceedings{aaai2026_keenkt_106697,
  title = {{KeenKT: Knowledge Mastery-State Disambiguation for Knowledge Tracing}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2026},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/39004},
}

@inproceedings{aaai2025_hybrid_9467,
  title = {{Hybrid Data-Free Knowledge Distillation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34293},
}

@inproceedings{cvpr2024_aligning_22749,
  title = {{Aligning Logits Generatively for Principled Black-Box Knowledge Distillation}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2024},
  url = {https://cvpr.thecvf.com/virtual/2024/poster/31164},
}

@inproceedings{iclr2024_toward_35599,
  title = {{Toward Student-oriented Teacher Network Training for Knowledge Distillation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17474},
}

@inproceedings{neurips2024_reinforced_74224,
  title = {{Reinforced Cross-Domain Knowledge Distillation on Time Series Data}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/93330},
}

@inproceedings{neurips2025_synergy_75773,
  title = {{Synergy Between the Strong and the Weak: Spiking Neural Networks are Inherently Self-Distillers}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=BrmR69AhUg},
}

@inproceedings{neurips2025_single_76976,
  title = {{Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=P81Q9NBwxp},
}

@inproceedings{neurips2025_efficient_79378,
  title = {{Efficient Verified Unlearning For Distillation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=ofyy0Dzk6k},
}