% Key papers for Distillation for machine translation (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{iclr2021_fastspeech_30641, title = {{FastSpeech 2: Fast and High-Quality End-to-End Text to Speech}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2919}, } @inproceedings{iclr2019_multilingual_29012, title = {{Multilingual Neural Machine Translation with Knowledge Distillation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/797}, } @inproceedings{iclr2021_understanding_30422, title = {{Understanding and Improving Lexical Choice in Non-Autoregressive Translation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3147}, } @inproceedings{aaai2023_cross_3366, title = {{Cross-Modal Distillation for Speaker Recognition}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26525}, } @inproceedings{aaai2021_flexible_624, title = {{Flexible Non-Autoregressive Extractive Summarization with Threshold: How to Extract a Non-Fixed Number of Summary Sentences}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/13134-flexible-non-autoregressive-extractive-summarization-with-threshold-how-to-extract-a-non-fixed-number-of-summary-sentences/}, } @inproceedings{aaai2023_dialogue_3459, title = {{Dialogue State Distillation Network with Inter-slot Contrastive Learning for Dialogue State Tracking}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26620}, } @inproceedings{aaai2024_discrepancy_5706, title = {{Discrepancy and Uncertainty Aware Denoising Knowledge Distillation for Zero-Shot Cross-Lingual Named Entity Recognition}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29762}, } @inproceedings{aaai2023_improving_3892, title = {{Improving Simultaneous Machine Translation with Monolingual Data}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26497}, } @inproceedings{aaai2023_selective_4636, title = {{Selective Knowledge Distillation for Non-Autoregressive Neural Machine Translation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26555}, } @inproceedings{aaai2024_from_6056, title = {{From Coarse to Fine: A Distillation Method for Fine-Grained Emotion-Causal Span Pair Extraction in Conversation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29732}, } @inproceedings{neurips2022_measuring_63876, title = {{Measuring and Reducing Model Update Regression in Structured Prediction for NLP}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53480}, } @inproceedings{aaai2023_an_3102, title = {{An Ensemble Distillation Framework for Sentence Embeddings with Multilingual Round-Trip Translation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26647}, } @inproceedings{aaai2025_implicit_9514, title = {{Implicit Word Reordering with Knowledge Distillation for Cross-Lingual Dependency Parsing}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34632}, } @inproceedings{iclr2023_revisiting_32608, title = {{Revisiting the Entropy Semiring for Neural Speech Recognition}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/12175}, } @inproceedings{iclr2024_ensemble_34432, title = {{Ensemble Distillation for Unsupervised Constituency Parsing}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18643}, } @inproceedings{neurips2023_metis_68045, title = {{Metis: Understanding and Enhancing In-Network Regular Expressions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71735}, } @inproceedings{icml2023_metricgan_43180, title = {{MetricGAN-OKD: Multi-Metric Optimization of MetricGAN via Online Knowledge Distillation for Speech Enhancement}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/25028}, } @inproceedings{icml2026_entropy_53162, title = {{Entropy-aware Span-Constrained Optimal Transport for Robust Cross-Tokenizer Knowledge Distillation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=ci0YXenfYe}, }