% Key papers for Patient consistent distillation (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2019_when_59198, title = {{When does label smoothing help?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14524}, } @inproceedings{cvpr2020_regularizing_16104, title = {{Regularizing Class-Wise Predictions via Self-Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{cvpr2022_knowledge_19131, title = {{Knowledge Distillation: A Good Teacher Is Patient and Consistent}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2019_distilled_14096, title = {{Distilled Person Re-Identification: Towards a More Scalable System}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{cvpr2021_supermix_17962, title = {{SuperMix: Supervising the Mixing Data Augmentation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{cvpr2020_collaborative_15259, title = {{Collaborative Distillation for Ultra-Resolution Universal Style Transfer}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{cvpr2021_evdistill_16960, title = {{EvDistill: Asynchronous Events To End-Task Learning via Bidirectional Reconstruction-Guided Cross-Modal Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{icml2020_feature_38210, title = {{Feature-map-level Online Adversarial Knowledge Distillation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/5785}, } @inproceedings{cvpr2023_mmanet_21495, title = {{MMANet: Margin-Aware Distillation and Modality-Aware Regularization for Incomplete Multimodal Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22513}, } @inproceedings{cvpr2019_unifying_14964, title = {{Unifying Heterogeneous Classifiers With Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{cvpr2021_fair_17004, title = {{Fair Feature Distillation for Visual Recognition}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{cvpr2022_multi_19389, title = {{Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{neurips2024_decoupled_72950, title = {{Decoupled Kullback-Leibler Divergence Loss}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94462}, } @inproceedings{aaai2021_diverse_453, title = {{Diverse Knowledge Distillation for End-to-End Person Search}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/03412-diverse-knowledge-distillation-for-end-to-end-person-search/}, } @inproceedings{iclr2021_distilling_30239, title = {{Distilling Knowledge from Reader to Retriever for Question Answering}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2774}, } @inproceedings{aaai2022_cross_1907, title = {{Cross-Task Knowledge Distillation in Multi-Task Recommendation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/04318-cross-task-knowledge-distillation-in-multi-task-recommendation/}, } @inproceedings{neurips2021_novel_63529, title = {{Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27478}, } @inproceedings{cvpr2023_structvpr_22267, title = {{StructVPR: Distill Structural Knowledge With Weighting Samples for Visual Place Recognition}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/23287}, } @inproceedings{aaai2022_cosine_1894, title = {{Cosine Model Watermarking against Ensemble Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/09512-cosine-model-watermarking-against-ensemble-distillation/}, } @inproceedings{iclr2021_is_30277, title = {{Is Label Smoothing Truly Incompatible with Knowledge Distillation: An Empirical Study}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2869}, } @inproceedings{cvpr2024_on_24346, title = {{On the Road to Portability: Compressing End-to-End Motion Planner for Autonomous Driving}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29539}, } @inproceedings{aaai2024_self_7297, title = {{Self-Training Based Few-Shot Node Classification by Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29530}, } @inproceedings{aaai2024_tail_7491, title = {{Tail-STEAK: Improve Friend Recommendation for Tail Users via Self-Training Enhanced Knowledge Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28737}, } @inproceedings{cvpr2024_ranking_24578, title = {{Ranking Distillation for Open-Ended Video Question Answering with Insufficient Labels}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31083}, } @inproceedings{aaai2024_boosting_5311, title = {{Boosting Residual Networks with Group Knowledge}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28322}, } @inproceedings{aaai2025_mergenet_9940, title = {{MergeNet: Knowledge Migration Across Heterogeneous Models, Tasks, and Modalities}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32510}, } @inproceedings{cvpr2025_accurate_25421, title = {{Accurate Scene Text Recognition with Efficient Model Scaling and Cloze Self-Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33535}, } @inproceedings{aaai2024_knowledge_6379, title = {{Knowledge Distillation from Single-Task Teachers to Multi-Task Student for End-to-End Autonomous Driving}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30388}, } @inproceedings{cvpr2025_emphasizing_26120, title = {{Emphasizing Discriminative Features for Dataset Distillation in Complex Scenarios}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34610}, } @inproceedings{iclr2024_hybrid_35053, title = {{Hybrid Distillation: Connecting Masked Autoencoders with Contrastive Learners}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18021}, } @inproceedings{icml2025_pre_48127, title = {{Pre-Training Graph Contrastive Masked Autoencoders are Strong Distillers for EEG}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44482}, } @inproceedings{neurips2024_induced_73470, title = {{Induced Model Matching: Restricted Models Help Train Full-Featured Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94001}, } @inproceedings{iclr2024_fantastic_35166, title = {{Fantastic Gains and Where to Find Them: On the Existence and Prospect of General Knowledge Transfer between Any Pretrained Model}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17907}, } @inproceedings{icml2024_selmatch_45412, title = {{SelMatch: Effectively Scaling Up Dataset Distillation via Selection-Based Initialization and Partial Updates by Trajectory Matching}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33039}, } @inproceedings{icml2025_feat_46414, title = {{FEAT-KD: Learning Concise Representations for Single and Multi-Target Regression via TabNet Knowledge Distillation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46151}, } @inproceedings{icml2026_hard_50743, title = {{Hard Labels In! Rethinking the Role of Hard Labels in Mitigating Local Semantic Drift}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=FIq3e9ffEZ}, } @inproceedings{icml2026_generalist_51863, title = {{Generalist Graph Anomaly Detection via Prototype-Based Distillation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=QZa5zaj2oP}, } @inproceedings{neurips2024_are_70193, title = {{Are Large-scale Soft Labels Necessary for Large-scale Dataset Distillation?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96891}, } @inproceedings{neurips2025_cross_78696, title = {{Cross-Modal Representational Knowledge Distillation for Enhanced Spike-informed LFP Modeling}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=hT7Nj7SAQb}, }