% Key papers for Self and data-free distillation (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2022_decoupled_18599, title = {{Decoupled Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{neurips2018_knowledge_57261, title = {{Knowledge Distillation by On-the-Fly Native Ensemble}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11723}, } @inproceedings{aaai2023_curriculum_3375, title = {{Curriculum Temperature for Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25236}, } @inproceedings{cvpr2023_class_20581, title = {{Class Attention Transfer Based Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21649}, } @inproceedings{aaai2021_peer_1158, title = {{Peer Collaborative Learning for Online Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/10302-peer-collaborative-learning-for-online-knowledge-distillation/}, } @inproceedings{neurips2018_kdgan_57258, title = {{KDGAN: Knowledge Distillation with Generative Adversarial Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11100}, } @inproceedings{neurips2020_self_60794, title = {{Self-Distillation Amplifies Regularization in Hilbert Space}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17211}, } @inproceedings{cvpr2020_explaining_15500, title = {{Explaining Knowledge Distillation by Quantifying the Knowledge}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{cvpr2022_self_19815, title = {{Self-Distillation From the Last Mini-Batch for Consistency Regularization}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{icml2019_zero_37861, title = {{Zero-Shot Knowledge Distillation in Deep Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3836}, } @inproceedings{neurips2019_knowledge_58450, title = {{Knowledge Extraction with No Observable Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13459}, } @inproceedings{neurips2022_dataset_65875, title = {{Dataset Distillation via Factorization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55231}, } @inproceedings{cvpr2023_data_20714, title = {{Data-Free Knowledge Distillation via Feature Exchange and Activation Region Constraint}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21071}, } @inproceedings{iclr2021_rethinking_30523, title = {{Rethinking Soft Labels for Knowledge Distillation: A Bias–Variance Tradeoff Perspective}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2807}, } @inproceedings{cvpr2023_accelerating_20335, title = {{Accelerating Dataset Distillation via Model Augmentation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22957}, } @inproceedings{aaai2024_understanding_7689, title = {{Understanding the Role of the Projector in Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28219}, } @inproceedings{cvpr2024_on_24343, title = {{On the Diversity and Realism of Distilled Dataset: An Efficient Dataset Distillation Paradigm}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29232}, } @inproceedings{neurips2020_task_60918, title = {{Task-Oriented Feature Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/16862}, } @inproceedings{cvpr2024_small_24839, title = {{Small Scale Data-Free Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31725}, } @inproceedings{aaai2024_layer_6429, title = {{Layer Attack Unlearning: Fast and Accurate Machine Unlearning via Layer Level Attack and Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30118}, } @inproceedings{cvpr2024_nayer_24239, title = {{NAYER: Noisy Layer Data Generation for Efficient and Effective Data-free Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30260}, } @inproceedings{aaai2024_fine_6018, title = {{Fine-Grained Distillation for Long Document Retrieval}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29947}, } @inproceedings{cvpr2024_de_23115, title = {{De-confounded Data-free Knowledge Distillation for Handling Distribution Shifts}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30188}, } @inproceedings{neurips2024_lakd_73213, title = {{LaKD: Length-agnostic Knowledge Distillation for Trajectory Prediction with Any Length Observations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94223}, } @inproceedings{aaai2024_teacher_7508, title = {{Teacher as a Lenient Expert: Teacher-Agnostic Data-Free Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29420}, } @inproceedings{aaai2025_a_7897, title = {{A Knowledge Distillation-Based Approach to Enhance Transparency of Classifier Models}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33941}, } @inproceedings{aaai2025_debiased_8654, title = {{Debiased Distillation for Consistency Regularization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32840}, } @inproceedings{aaai2025_multi_10049, title = {{Multi-label Self Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/35433}, } @inproceedings{iclr2024_towards_35381, title = {{Towards Lossless Dataset Distillation via Difficulty-Aligned Trajectory Matching}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17692}, } @inproceedings{aaai2025_target_10927, title = {{Target-Driven Distillation: Consistency Distillation with Target Timestep Selection and Decoupled Guidance}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32820}, } @inproceedings{cvpr2025_curriculum_25805, title = {{Curriculum Coarse-to-Fine Selection for High-IPC Dataset Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33428}, } @inproceedings{icml2024_what_45810, title = {{What is Dataset Distillation Learning?}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32642}, } @inproceedings{icml2025_distilling_46545, title = {{Distilling the Knowledge in Data Pruning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46023}, } @inproceedings{icml2025_when_48633, title = {{When Data-Free Knowledge Distillation Meets Non-Transferable Teacher: Escaping Out-of-Distribution Trap is All You Need}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43988}, } @inproceedings{neurips2024_a_73881, title = {{A Label is Worth A Thousand Images in Dataset Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93630}, } @inproceedings{neurips2025_deepkd_80130, title = {{DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=wTxh9bKSXh}, }