% Key papers for Masked autoencoder pretraining (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2022_masked_64696, title = {{Masked Autoencoders that Listen}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55220}, } @inproceedings{cvpr2023_on_21756, title = {{On Data Scaling in Masked Image Modeling}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21153}, } @inproceedings{cvpr2023_supervised_22287, title = {{Supervised Masked Knowledge Distillation for Few-Shot Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22779}, } @inproceedings{cvpr2023_understanding_22453, title = {{Understanding Masked Image Modeling via Learning Occlusion Invariant Feature}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/20969}, } @inproceedings{aaai2023_text_4792, title = {{Text-DIAE: A Self-Supervised Degradation Invariant Autoencoder for Text Recognition and Document Enhancement}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25328}, } @inproceedings{cvpr2023_mixed_21575, title = {{Mixed Autoencoder for Self-Supervised Visual Representation Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22409}, } @inproceedings{neurips2023_croma_68936, title = {{CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/70928}, } @inproceedings{iclr2023_masked_32152, title = {{Masked Frequency Modeling for Self-Supervised Visual Pre-Training}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/12072}, } @inproceedings{aaai2023_the_4796, title = {{The Devil Is in the Frequency: Geminated Gestalt Autoencoder for Self-Supervised Visual Pre-training}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25252}, } @inproceedings{aaai2023_contextual_3301, title = {{ConTextual Masked Auto-Encoder for Dense Passage Retrieval}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25598}, } @inproceedings{iclr2023_corrupted_31912, title = {{Corrupted Image Modeling for Self-Supervised Visual Pre-Training}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11664}, } @inproceedings{iclr2024_exploring_35628, title = {{Exploring Target Representations for Masked Autoencoders}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17445}, } @inproceedings{cvpr2024_an_22759, title = {{An Asymmetric Augmented Self-Supervised Learning Method for Unsupervised Fine-Grained Image Hashing}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29294}, } @inproceedings{icml2022_adversarial_40231, title = {{Adversarial Masking for Self-Supervised Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/16267}, } @inproceedings{aaai2024_contrastive_5500, title = {{Contrastive Tuning: A Little Help to Make Masked Autoencoders Forget}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28078}, } @inproceedings{cvpr2025_fsfm_26225, title = {{FSFM: A Generalizable Face Security Foundation Model via Self-Supervised Facial Representation Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/35051}, } @inproceedings{neurips2023_cross_66855, title = {{Cross-Scale MAE: A Tale of Multiscale Exploitation in Remote Sensing}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72787}, } @inproceedings{iclr2023_exploring_32118, title = {{Exploring The Role of Mean Teachers in Self-supervised Masked Auto-Encoders}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11930}, } @inproceedings{neurips2022_adapting_64813, title = {{Adapting Self-Supervised Vision Transformers by Probing Attention-Conditioned Masking Consistency}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55407}, } @inproceedings{cvpr2023_token_22351, title = {{Token Boosting for Robust Self-Supervised Visual Transformer Pre-Training}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22806}, } @inproceedings{neurips2024_self_70716, title = {{Self-Guided Masked Autoencoder}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96408}, } @inproceedings{aaai2025_wavelet_11274, title = {{Wavelet-Driven Masked Image Modeling: A Path to Efficient Visual Representation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32930}, } @inproceedings{cvpr2024_sce_24688, title = {{SCE-MAE: Selective Correspondence Enhancement with Masked Autoencoder for Self-Supervised Landmark Estimation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30445}, } @inproceedings{cvpr2025_from_26332, title = {{From Prototypes to General Distributions: An Efficient Curriculum for Masked Image Modeling}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33302}, } @inproceedings{cvpr2025_masking_26931, title = {{Masking meets Supervision: A Strong Learning Alliance}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/35257}, } @inproceedings{iclr2024_self_34097, title = {{Self-Guided Masked Autoencoders for Domain-Agnostic Self-Supervised Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18978}, } @inproceedings{iclr2024_on_34592, title = {{On the Role of Discrete Tokenization in Visual Representation Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18482}, } @inproceedings{aaai2025_the_10974, title = {{The Dynamic Duo of Collaborative Masking and Target for Advanced Masked Autoencoder Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34145}, } @inproceedings{cvpr2025_masked_26930, title = {{Masked Scene Modeling: Narrowing the Gap Between Supervised and Self-Supervised Learning in 3D Scene Understanding}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34912}, } @inproceedings{icml2024_look_43361, title = {{Look Ahead or Look Around? A Theoretical Comparison Between Autoregressive and Masked Pretraining}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35091}, } @inproceedings{icml2024_stochastic_45075, title = {{Stochastic positional embeddings improve masked image modeling}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33377}, } @inproceedings{iclr2025_a_81156, title = {{A Theoretical Analysis of Self-Supervised Learning for Vision Transformers}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30614}, } @inproceedings{iclr2025_learning_81926, title = {{Learning Mask Invariant Mutual Information for Masked Image Modeling}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29858}, } @inproceedings{iclr2025_frequency_82391, title = {{Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29401}, } @inproceedings{neurips2026_standing_92089, title = {{Standing on the Shoulders of Giants: Rethinking EEG Foundation Model Pretraining via Multi-Teacher Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/150310}, } @inproceedings{cvpr2026_suppressing_95913, title = {{Suppressing Non-Semantic Noise in Masked Image Modeling Representations}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2026}, url = {https://openaccess.thecvf.com/content/CVPR2026/html/Hjelkrem-Tan_Suppressing_Non-Semantic_Noise_in_Masked_Image_Modeling_Representations_CVPR_2026_paper.html}, }