% Key papers for Offline-to-online fine-tuning (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{neurips2021_offline_63492,
  title = {{Offline Reinforcement Learning as One Big Sequence Modeling Problem}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2021},
  url = {https://nips.cc/virtual/2021/poster/27852},
}

@inproceedings{iclr2022_reinforcement_31392,
  title = {{Reinforcement Learning with Sparse Rewards using Guidance from Offline Demonstration}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2022},
  url = {https://iclr.cc/virtual/2022/poster/6479},
}

@inproceedings{aaai2023_adaptive_3077,
  title = {{Adaptive Policy Learning for Offline-to-Online Reinforcement Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2023},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/26345},
}

@inproceedings{icml2021_emaq_39280,
  title = {{EMaQ: Expected-Max Q-Learning Operator for Simple Yet Effective Offline and Online RL}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2021},
  url = {https://icml.cc/virtual/2021/poster/9553},
}

@inproceedings{icml2021_representation_39872,
  title = {{Representation Matters: Offline Pretraining for Sequential Decision Making}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2021},
  url = {https://icml.cc/virtual/2021/poster/10365},
}

@inproceedings{icml2022_online_40954,
  title = {{Online Decision Transformer}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2022},
  url = {https://icml.cc/virtual/2022/poster/16635},
}

@inproceedings{neurips2023_cal_67533,
  title = {{Cal-QL: Calibrated Offline RL Pre-Training for Efficient Online Fine-Tuning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/72205},
}

@inproceedings{aaai2024_a_5051,
  title = {{A Perspective of Q-value Estimation on Offline-to-Online Reinforcement Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29633},
}

@inproceedings{iclr2021_model_30258,
  title = {{Model-Based Offline Planning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2021},
  url = {https://iclr.cc/virtual/2021/poster/3240},
}

@inproceedings{iclr2022_rethinking_31146,
  title = {{Rethinking Goal-Conditioned Supervised Learning and Its Connection to Offline RL}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2022},
  url = {https://iclr.cc/virtual/2022/poster/6583},
}

@inproceedings{icml2023_efficient_42723,
  title = {{Efficient Online Reinforcement Learning with Offline Data}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2023},
  url = {https://icml.cc/virtual/2023/poster/24403},
}

@inproceedings{icml2021_offline_39684,
  title = {{Offline Meta-Reinforcement Learning with Advantage Weighting}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2021},
  url = {https://icml.cc/virtual/2021/poster/8719},
}

@inproceedings{neurips2023_corl_67881,
  title = {{CORL: Research-oriented Deep Offline Reinforcement Learning Library}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/73613},
}

@inproceedings{icml2022_offline_40912,
  title = {{Offline Meta-Reinforcement Learning with Online Self-Supervision}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2022},
  url = {https://icml.cc/virtual/2022/poster/16151},
}

@inproceedings{icml2023_constrained_41711,
  title = {{Constrained Decision Transformer for Offline Safe Reinforcement Learning}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2023},
  url = {https://icml.cc/virtual/2023/poster/24382},
}

@inproceedings{aaai2024_stitching_7418,
  title = {{Stitching Sub-trajectories with Conditional Diffusion Model for Goal-Conditioned Offline RL}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29215},
}

@inproceedings{aaai2025_constraint_8512,
  title = {{Constraint-Adaptive Policy Switching for Offline Safe Reinforcement Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33726},
}

@inproceedings{iclr2023_hybrid_33417,
  title = {{Hybrid RL: Using both offline and online data can make RL efficient}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2023},
  url = {https://iclr.cc/virtual/2023/poster/11793},
}

@inproceedings{neurips2022_when_66509,
  title = {{When to Trust Your Simulator: Dynamics-Aware Hybrid Offline-and-Online Reinforcement Learning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2022},
  url = {https://nips.cc/virtual/2022/poster/54412},
}

@inproceedings{neurips2023_context_68239,
  title = {{Context Shift Reduction for Offline Meta-Reinforcement Learning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2023},
  url = {https://nips.cc/virtual/2023/poster/71558},
}

@inproceedings{aaai2024_online_6850,
  title = {{Online Reinforcement Learning-Based Pedagogical Planning for Narrative-Centered Learning Environments}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/30365},
}

@inproceedings{neurips2024_diffusion_70637,
  title = {{Diffusion Policies Creating a Trust Region for Offline Reinforcement Learning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96485},
}

@inproceedings{iclr2024_unleashing_33818,
  title = {{Unleashing the Power of Pre-trained Language Models for Offline Reinforcement Learning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/19257},
}

@inproceedings{iclr2024_when_35554,
  title = {{When should we prefer Decision Transformers for Offline Reinforcement Learning?}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17519},
}

@inproceedings{neurips2024_optimistic_72613,
  title = {{Optimistic Critic Reconstruction and Constrained Fine-Tuning for General Offline-to-Online RL}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94765},
}

@inproceedings{aaai2024_suf_7245,
  title = {{SUF: Stabilized Unconstrained Fine-Tuning for Offline-to-Online Reinforcement Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29083},
}

@inproceedings{aaai2025_are_8141,
  title = {{Are Expressive Models Truly Necessary for Offline RL?}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/35403},
}

@inproceedings{neurips2024_decision_73098,
  title = {{Decision Mamba: A Multi-Grained State Space Model with Self-Evolution Regularization for Offline RL}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94331},
}

@inproceedings{neurips2024_is_74576,
  title = {{Is Mamba Compatible with Trajectory Optimization in Offline Reinforcement Learning?}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/93011},
}

@inproceedings{iclr2024_safe_35036,
  title = {{Safe Offline Reinforcement Learning with Feasibility-Guided Diffusion Model}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/18038},
}

@inproceedings{iclr2024_the_33585,
  title = {{The Generalization Gap in Offline Reinforcement Learning}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/19490},
}

@inproceedings{iclr2024_uni_35463,
  title = {{Uni-O4: Unifying Online and Offline Deep Reinforcement Learning with Multi-Step On-Policy Optimization}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17610},
}

@inproceedings{neurips2024_oasis_70393,
  title = {{OASIS: Conditional Distribution Shaping for Offline Safe Reinforcement Learning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96709},
}

@inproceedings{aaai2025_in_9544,
  title = {{In-Dataset Trajectory Return Regularization for Offline Preference-based Reinforcement Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/35388},
}

@inproceedings{aaai2025_offline_10157,
  title = {{Offline Safe Reinforcement Learning Using Trajectory Classification}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33855},
}

@inproceedings{icml2024_reinformer_45267,
  title = {{Reinformer: Max-Return Sequence Modeling for Offline RL}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33185},
}

@inproceedings{neurips2025_online_78388,
  title = {{Online Optimization for Offline Safe Reinforcement Learning}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=e85xf2d17F},
}