% Key papers for Robust visual encoders for RL (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2017_deep_12173, title = {{Deep Reinforcement Learning-Based Image Captioning With Embedding Reward}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2017}, } @inproceedings{neurips2020_reinforcement_60692, title = {{Reinforcement Learning with Augmented Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18015}, } @inproceedings{aaai2021_improving_769, title = {{Improving Sample Efficiency in Model-Free Reinforcement Learning from Images}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/10674-improving-sample-efficiency-in-model-free-reinforcement-learning-from-images/}, } @inproceedings{iclr2020_network_29463, title = {{Network Randomization: A Simple Technique for Generalization in Deep Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=HJgcvJBFvB}, } @inproceedings{icml2021_decoupling_39210, title = {{Decoupling Representation Learning from Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10141}, } @inproceedings{aaai2019_fully_101548, title = {{Fully Convolutional Network with Multi-Step Reinforcement Learning for Image Processing}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/4240}, } @inproceedings{icml2019_transfer_37820, title = {{Transfer Learning for Related Reinforcement Learning Tasks via Image-to-Image Translation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3859}, } @inproceedings{iclr2017_learning_28349, title = {{Learning Visual Servoing with Deep Features and Fitted Q-Iteration}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2017}, url = {https://openreview.net/forum?id=r1YNw6sxg}, } @inproceedings{cvpr2020_pads_16005, title = {{PADS: Policy-Adapted Sampling for Visual Similarity Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{neurips2020_improving_60063, title = {{Improving Generalization in Reinforcement Learning with Mixture Regularization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18498}, } @inproceedings{neurips2021_mastering_62098, title = {{Mastering Atari Games with Limited Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27531}, } @inproceedings{neurips2021_stabilizing_63611, title = {{Stabilizing Deep Q-Learning with ConvNets and Vision Transformers under Data Augmentation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27105}, } @inproceedings{cvpr2021_unsupervised_18097, title = {{Unsupervised Visual Attention and Invariance for Reinforcement Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{neurips2021_automatic_61729, title = {{Automatic Data Augmentation for Generalization in Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28632}, } @inproceedings{aaai2021_self_1354, title = {{Self-Supervised Attention-Aware Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/10311-self-supervised-attention-aware-reinforcement-learning/}, } @inproceedings{aaai2021_metaaugment_988, title = {{MetaAugment: Sample-Aware Data Augmentation Policy Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/11097-metaaugment-sample-aware-data-augmentation-policy-learning/}, } @inproceedings{neurips2022_mask_63677, title = {{Mask-based Latent Reconstruction for Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54345}, } @inproceedings{icml2022_reinforcement_41078, title = {{Reinforcement Learning with Action-Free Pre-Training from Videos}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17409}, } @inproceedings{neurips2022_pre_64397, title = {{Pre-Trained Image Encoder for Generalizable Visual Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54428}, } @inproceedings{aaai2021_visual_1620, title = {{Visual Transfer For Reinforcement Learning Via Wasserstein Domain Confusion}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/09454-visual-transfer-for-reinforcement-learning-via-wasserstein-domain-confusion/}, } @inproceedings{aaai2024_what_7809, title = {{What Effects the Generalization in Visual Reinforcement Learning: Policy Consistency with Truncated Return Prediction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28369}, } @inproceedings{cvpr2024_recore_24583, title = {{ReCoRe: Regularized Contrastive Representation Learning of World Model}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29182}, } @inproceedings{iclr2024_revisiting_33964, title = {{Revisiting Data Augmentation in Deep Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19111}, } @inproceedings{iclr2024_drm_34254, title = {{DrM: Mastering Visual Reinforcement Learning through Dormant Ratio Minimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18821}, } @inproceedings{neurips2024_focus_74463, title = {{Focus On What Matters: Separated Models For Visual-Based RL Generalization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93111}, } @inproceedings{aaai2025_efficient_8916, title = {{Efficient Reinforcement Learning Through Adaptively Pretrained Visual Encoder}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34426}, } @inproceedings{neurips2024_the_71726, title = {{The Surprising Ineffectiveness of Pre-Trained Visual Representations for Model-Based Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95560}, } @inproceedings{neurips2024_generalizing_71763, title = {{Generalizing Consistency Policy to Visual RL with Prioritized Proximal Experience Regularization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95526}, } @inproceedings{aaai2024_focus_6036, title = {{Focus-Then-Decide: Segmentation-Assisted Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29002}, } @inproceedings{aaai2025_visual_11257, title = {{Visual Reinforcement Learning with Residual Action}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34097}, } @inproceedings{iclr2024_revisiting_33461, title = {{Revisiting Plasticity in Visual Reinforcement Learning: Data, Modules and Training Stages}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19614}, } @inproceedings{neurips2024_dmc_70151, title = {{DMC-VB: A Benchmark for Representation Learning for Control with Visual Distractors}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97877}, } @inproceedings{neurips2025_leveraging_75151, title = {{Leveraging Conditional Dependence for Efficient World Model Denoising}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=4pe5ZNNJyG}, } @inproceedings{aaai2026_improving_100487, title = {{Improving Deepfake Detection with Reinforcement Learning-Based Adaptive Data Augmentation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/37334}, } @inproceedings{aaai2025_fourier_9227, title = {{Fourier Guided Adaptive Adversarial Augmentation for Generalization in Visual Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33992}, } @inproceedings{aaai2025_when_11295, title = {{When Should We Prefer State-to-Visual DAgger over Visual Reinforcement Learning?}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33604}, } @inproceedings{icml2024_investigating_44302, title = {{Investigating Pre-Training Objectives for Generalization in Vision-Based Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34150}, } @inproceedings{icml2024_sit_44448, title = {{SiT: Symmetry-invariant Transformers for Generalisation in Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34004}, } @inproceedings{icml2025_zero_48362, title = {{Zero Shot Generalization of Vision-Based RL Without Data Augmentation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44254}, } @inproceedings{icml2026_pamd_50039, title = {{PAMD: Structured Adaptive Distances for Bisimulation Representations in Visual Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=8RKz8AONGV}, }