% Key papers for Simple practical offline RL (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2020_conservative_59572, title = {{Conservative Q-Learning for Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17621}, } @inproceedings{neurips2020_mopo_60280, title = {{MOPO: Model-based Offline Policy Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18076}, } @inproceedings{neurips2021_a_62163, title = {{A Minimalist Approach to Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27898}, } @inproceedings{neurips2020_morel_60281, title = {{MOReL: Model-Based Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17499}, } @inproceedings{iclr2022_offline_30880, title = {{Offline Reinforcement Learning with Implicit Q-Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/5941}, } @inproceedings{neurips2020_critic_59619, title = {{Critic Regularized Regression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18939}, } @inproceedings{aaai2022_deepthermal_1951, title = {{DeepThermal: Combustion Optimization for Thermal Power Generating Units Using Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/04680-deepthermal-combustion-optimization-for-thermal-power-generating-units-using-offline-reinforcement-learning/}, } @inproceedings{neurips2021_bridging_61764, title = {{Bridging Offline Reinforcement Learning and Imitation Learning: A Tale of Pessimism}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27227}, } @inproceedings{iclr2021_deployment_29985, title = {{Deployment-Efficient Reinforcement Learning via Model-Based Offline Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3081}, } @inproceedings{neurips2022_neorl_65754, title = {{NeoRL: A Near Real-World Benchmark for Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55707}, } @inproceedings{iclr2021_risk_30331, title = {{Risk-Averse Offline Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3116}, } @inproceedings{aaai2022_offline_2486, title = {{Offline Reinforcement Learning as Anti-exploration}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/08106-offline-reinforcement-learning-as-anti-exploration/}, } @inproceedings{neurips2021_offline_62817, title = {{Offline Reinforcement Learning with Reverse Model-based Imagination}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27602}, } @inproceedings{neurips2022_rambo_65962, title = {{RAMBO-RL: Robust Adversarial Model-Based Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55047}, } @inproceedings{iclr2021_opal_30366, title = {{OPAL: Offline Primitive Discovery for Accelerating Offline Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3234}, } @inproceedings{neurips2022_bootstrapped_65278, title = {{Bootstrapped Transformer for Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54374}, } @inproceedings{aaai2023_weighted_4963, title = {{Weighted Policy Constraints for Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26130}, } @inproceedings{neurips2023_efficient_66555, title = {{Efficient Diffusion Policies For Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/73058}, } @inproceedings{aaai2020_sequence_102939, title = {{Sequence Generation with Optimal-Transport-Enhanced Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6249}, } @inproceedings{aaai2016_offline_105140, title = {{Offline Evaluation of Online Reinforcement Learning Algorithms}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2016}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10312}, } @inproceedings{aaai2024_beyond_5286, title = {{Beyond OOD State Actions: Supported Cross-Domain Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29302}, } @inproceedings{iclr2025_data_82411, title = {{Data Center Cooling System Optimization Using Offline Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29382}, } @inproceedings{aaai2024_ocean_6802, title = {{OCEAN-MBRL: Offline Conservative Exploration for Model-Based Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29520}, } @inproceedings{neurips2024_offline_72872, title = {{Offline Reinforcement Learning with OOD State Correction and OOD Action Suppression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94532}, } @inproceedings{iclr2024_reasoning_35453, title = {{Reasoning with Latent Diffusion in Offline Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17620}, } @inproceedings{neurips2024_is_73862, title = {{Is Value Learning Really the Main Bottleneck in Offline RL?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93647}, } @inproceedings{neurips2024_federated_74600, title = {{Federated Ensemble-Directed Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/92989}, } @inproceedings{aaai2026_treatment_106519, title = {{Treatment Stitching with Schrödinger Bridge for Enhancing Offline Reinforcement Learning in Adaptive Treatment Strategies}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/38826}, } @inproceedings{aaai2024_scaling_7265, title = {{Scaling Offline Evaluation of Reinforcement Learning Agents through Abstraction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30283}, } @inproceedings{neurips2024_the_70370, title = {{The Edge-of-Reach Problem in Offline Model-Based Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96730}, } @inproceedings{neurips2024_offline_70735, title = {{Offline Behavior Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96389}, } @inproceedings{neurips2024_a_72394, title = {{A Tractable Inference Perspective of Offline RL}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94960}, } @inproceedings{neurips2025_forecasting_74868, title = {{Forecasting in Offline Reinforcement Learning for Non-stationary Environments}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=24UJqxw1kv}, } @inproceedings{iclr2025_towards_82123, title = {{Towards General-Purpose Model-Free Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29666}, } @inproceedings{iclr2026_bayes_86861, title = {{Bayes Adaptive Monte Carlo Tree Search for Offline Model-based Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=UmCzGf4qNh}, } @inproceedings{aaai2026_offline_107493, title = {{Offline Meta-Reinforcement Learning with Flow-Based Task Inference and Adaptive Correction of Feature Overgeneralization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/39845}, } @inproceedings{aaai2025_behaviour_8241, title = {{Behaviour Preference Regression for Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34267}, } @inproceedings{iclr2024_offline_34060, title = {{Offline RL with Observation Histories: Analyzing and Improving Sample Complexity}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19015}, } @inproceedings{iclr2024_compositional_34080, title = {{Compositional Conservatism: A Transductive Approach in Offline Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18995}, } @inproceedings{icml2024_semopo_44734, title = {{SeMOPO: Learning High-quality Model and Policy from Low-quality Offline Visual Datasets}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33718}, }