% Key papers for Self-supervised speech and brain decoding (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2020_pegasus_38608, title = {{PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/5953}, } @inproceedings{cvpr2017_look_12439, title = {{Look Into Person: Self-Supervised Structure-Sensitive Learning and a New Benchmark for Human Parsing}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2017}, } @inproceedings{neurips2020_wav2vec_61120, title = {{wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18897}, } @inproceedings{aaai2022_ssast_2681, title = {{SSAST: Self-Supervised Audio Spectrogram Transformer}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/10699-ssast-self-supervised-audio-spectrogram-transformer/}, } @inproceedings{cvpr2022_xmp_20232, title = {{XMP-Font: Self-Supervised Cross-Modality Pre-Training for Few-Shot Font Generation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{neurips2020_cross_59621, title = {{Cross-lingual Retrieval for Iterative Self-Supervised Training}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18423}, } @inproceedings{aaai2021_learning_903, title = {{Learning an Effective Context-Response Matching Model with Self-Supervised Tasks for Retrieval-based Dialogues}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/14158-learning-an-effective-context-response-matching-model-with-self-supervised-tasks-for-retrieval-based-dialogues/}, } @inproceedings{aaai2020_multi_103146, title = {{Multi-Task Self-Supervised Learning for Disfluency Detection}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6456}, } @inproceedings{neurips2022_toward_65231, title = {{Toward a realistic model of speech processing in the brain with self-supervised learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54632}, } @inproceedings{icml2021_unispeech_40081, title = {{UniSpeech: Unified Speech Representation Learning with Labeled and Unlabeled Data}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10507}, } @inproceedings{icml2022_self_41164, title = {{Self-supervised learning with random-projection quantizer for speech recognition}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17405}, } @inproceedings{cvpr2023_self_22158, title = {{Self-Supervised Implicit Glyph Attention for Text Recognition}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22875}, } @inproceedings{neurips2021_unsupervised_62191, title = {{Unsupervised Speech Recognition}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28758}, } @inproceedings{icml2020_a_37882, title = {{A Sequential Self Teaching Approach for Improving Generalization in Sound Event Recognition}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6711}, } @inproceedings{neurips2021_dobf_61287, title = {{DOBF: A Deobfuscation Pre-Training Objective for Programming Languages}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28782}, } @inproceedings{neurips2021_neural_61585, title = {{Neural Analysis and Synthesis: Reconstructing Speech from Self-Supervised Representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/37777}, } @inproceedings{iclr2025_distilling_81728, title = {{Distilling Structural Representations into Protein Sequence Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30051}, } @inproceedings{iclr2022_ext5_31357, title = {{ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/7043}, } @inproceedings{iclr2023_nansy_32928, title = {{NANSY++: Unified Voice Synthesis with Neural Analysis and Synthesis}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11803}, } @inproceedings{icml2021_self_39938, title = {{Self-supervised and Supervised Joint Training for Resource-rich Machine Translation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9673}, } @inproceedings{aaai2025_mrna2vec_11335, title = {{mRNA2vec: mRNA Embedding with Language Model in the 5'UTR-CDS for mRNA Design}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32092}, } @inproceedings{aaai2024_self_7292, title = {{Self-Supervised Disentangled Representation Learning for Robust Target Speech Extraction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29846}, } @inproceedings{neurips2024_unified_74362, title = {{Unified Speech Recognition: A Single Model for Auditory, Visual, and Audiovisual Inputs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93199}, } @inproceedings{neurips2026_mrnabench_93374, title = {{mRNABench: A curated benchmark for mature mRNA property and function prediction}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/139560}, } @inproceedings{cvpr2025_wav2sem_28143, title = {{Wav2Sem: Plug-and-Play Audio Semantic Decoupling for 3D Speech-Driven Facial Animation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/35245}, } @inproceedings{neurips2024_cell_72865, title = {{Cell ontology guided transcriptome foundation model}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94537}, } @inproceedings{icml2024_language_45545, title = {{Language Models as Semantic Indexers}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32907}, } @inproceedings{icml2025_the_48602, title = {{The Brain's Bitter Lesson: Scaling Speech Decoding With Self-Supervised Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44019}, } @inproceedings{neurips2024_msa_71107, title = {{MSA Generation with Seqs2Seqs Pretraining: Advancing Protein Structure Predictions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96109}, } @inproceedings{neurips2025_focalcodec_75393, title = {{FocalCodec: Low-Bitrate Speech Coding via Focal Modulation Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=7Z3wQSu3mH}, } @inproceedings{iclr2026_fm4npp_88748, title = {{FM4NPP: A Scaling Foundation Model for Nuclear and Particle Physics}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=qaI3cLFsiX}, } @inproceedings{aaai2025_self_10721, title = {{Self-Supervised Collaborative Information Bottleneck for Text Readability Assessment}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34774}, } @inproceedings{iclr2024_self_34717, title = {{Self-Supervised Speech Quality Estimation and Enhancement Using Only Clean Speech}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18357}, } @inproceedings{icml2026_ocnr_49897, title = {{OCNR: Stabilizing Self-Play by Mitigating Iteration-Collapse With One-Class Novelty Rewards}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=70lhVsTZ62}, } @inproceedings{icml2026_surf_50811, title = {{SURF: Separation via Unsupervised Remixing Flow}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=Fy2HkFMYH6}, } @inproceedings{neurips2024_scalable_71258, title = {{Scalable Early Childhood Reading Performance Prediction}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97781}, } @inproceedings{neurips2024_diffnorm_72328, title = {{DiffNorm: Self-Supervised Normalization for Non-autoregressive Speech-to-speech Translation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95019}, } @inproceedings{neurips2025_metis_77208, title = {{Metis: A Foundation Speech Generation Model with Masked Generative Pre-training}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=RTjr4DnS79}, } @inproceedings{iclr2026_pay_88914, title = {{Pay Attention to CTC: Fast and Robust Pseudo-Labelling for Unified Speech Recognition}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=sSbEEHNEsL}, }