% Key papers for Invariance-based self-supervised learning (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2020_bootstrap_59480, title = {{Bootstrap Your Own Latent - A New Approach to Self-Supervised Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18557}, } @inproceedings{cvpr2020_self_16208, title = {{Self-Supervised Learning of Pretext-Invariant Representations}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{cvpr2019_revisiting_14742, title = {{Revisiting Self-Supervised Visual Representation Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{neurips2019_learning_58501, title = {{Learning Representations by Maximizing Mutual Information Across Views}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14447}, } @inproceedings{cvpr2023_self_22159, title = {{Self-Supervised Learning From Images With a Joint-Embedding Predictive Architecture}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21019}, } @inproceedings{iclr2022_vicreg_31847, title = {{VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6481}, } @inproceedings{cvpr2019_self_14798, title = {{Self-Supervised Representation Learning by Rotation Feature Decoupling}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{cvpr2020_how_15659, title = {{How Useful Is Self-Supervised Pretraining for Visual Tasks?}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{iclr2020_a_29731, title = {{A Mutual Information Maximization Perspective of Language Representation Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=Syx79eBKwr}, } @inproceedings{cvpr2020_learning_15779, title = {{Learning Representations by Predicting Bags of Visual Words}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{iclr2022_efficient_31532, title = {{Efficient Self-supervised Vision Transformers for Representation Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6312}, } @inproceedings{iclr2021_seed_30081, title = {{SEED: Self-supervised Distillation For Visual Representation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2707}, } @inproceedings{neurips2020_self_60810, title = {{Self-supervised learning through the eyes of a child}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18891}, } @inproceedings{cvpr2021_multiple_17460, title = {{Multiple Instance Captioning: Learning Representations From Histopathology Textbooks and Articles}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{cvpr2021_the_17997, title = {{The Lottery Tickets Hypothesis for Supervised and Self-Supervised Pre-Training in Computer Vision Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{cvpr2020_sketch_16254, title = {{Sketch-BERT: Learning Sketch Bidirectional Encoder Representation From Transformers by Self-Supervised Learning of Sketch Gestalt}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{iclr2020_the_29508, title = {{The Early Phase of Neural Network Training}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=Hkl1iRNFwS}, } @inproceedings{neurips2021_predicting_62506, title = {{Predicting What You Already Know Helps: Provable Self-Supervised Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27317}, } @inproceedings{icml2020_automatic_37956, title = {{Automatic Shortcut Removal for Self-Supervised Representation Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6498}, } @inproceedings{iclr2021_representation_30071, title = {{Representation Learning via Invariant Causal Mechanisms}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3350}, } @inproceedings{aaai2024_switchtab_7450, title = {{SwitchTab: Switched Autoencoders Are Effective Tabular Learners}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29523}, } @inproceedings{cvpr2024_self_24786, title = {{Self-Supervised Facial Representation Learning with Facial Region Awareness}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30074}, } @inproceedings{iclr2024_hypeboy_33936, title = {{HypeBoy: Generative Self-Supervised Representation Learning on Hypergraphs}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19139}, } @inproceedings{neurips2024_return_73035, title = {{Return of Unconditional Generation: A Self-supervised Representation Generation Method}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94388}, } @inproceedings{aaai2024_non_6790, title = {{Non-parametric Representation Learning with Kernels}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29077}, } @inproceedings{cvpr2024_self_24791, title = {{Self-supervised Debiasing Using Low Rank Regularization}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30477}, } @inproceedings{cvpr2025_a_25365, title = {{A Regularization-Guided Equivariant Approach for Image Restoration}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34975}, } @inproceedings{neurips2024_select_74087, title = {{SELECT: A Large-Scale Benchmark of Data Curation Strategies for Image Classification}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97486}, } @inproceedings{aaai2025_can_8377, title = {{Can Generative Models Improve Self-Supervised Representation Learning?}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32174}, } @inproceedings{neurips2024_self_70731, title = {{Self-supervised Transformation Learning for Equivariant Representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96393}, } @inproceedings{neurips2024_how_73201, title = {{How JEPA Avoids Noisy Features: The Implicit Bias of Deep Linear Self Distillation Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94233}, } @inproceedings{neurips2024_learning_73239, title = {{Learning predictable and robust neural representations by straightening image sequences}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94198}, } @inproceedings{iclr2024_lidar_34875, title = {{LiDAR: Sensing Linear Probing Performance in Joint Embedding SSL Architectures}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18199}, } @inproceedings{icml2024_binning_43890, title = {{Binning as a Pretext Task: Improving Self-Supervised Learning in Tabular Domains}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34562}, } @inproceedings{neurips2024_no_72000, title = {{No Train, all Gain: Self-Supervised Gradients Improve Deep Frozen Representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95313}, } @inproceedings{iclr2025_universal_82040, title = {{Universal Image Restoration Pre-training via Degradation Classification}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29746}, } @inproceedings{iclr2025_cross_83068, title = {{Cross-Entropy Is All You Need To Invert the Data Generating Process}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28737}, } @inproceedings{iclr2026_cryolvm_85063, title = {{CryoLVM: Self-supervised Learning from Cryo-EM Density Maps with Large Vision Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=9xcvEF2BRi}, } @inproceedings{iclr2026_terrafm_87498, title = {{TerraFM: A Scalable Foundation Model for Unified Multisensor Earth Observation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=cBxuzdUDNx}, } @inproceedings{cvpr2026_e_98933, title = {{E-RayZer: Self-supervised 3D Reconstruction as Spatial Visual Pre-training}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2026}, url = {https://openaccess.thecvf.com/content/CVPR2026/html/Zhao_E-RayZer_Self-supervised_3D_Reconstruction_as_Spatial_Visual_Pre-training_CVPR_2026_paper.html}, }