% Key papers for Decision Transformer sequence models (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2021_decision_62611, title = {{Decision Transformer: Reinforcement Learning via Sequence Modeling}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27886}, } @inproceedings{iclr2023_is_33275, title = {{Is Conditional Generative Modeling all you need for Decision Making?}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11025}, } @inproceedings{aaai2024_critic_5522, title = {{Critic-Guided Decision Transformer for Offline Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29499}, } @inproceedings{icml2022_prompting_41038, title = {{Prompting Decision Transformer for Few-Shot Policy Generalization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/18153}, } @inproceedings{aaai2024_act_5087, title = {{ACT: Empowering Decision Transformer with Dynamic Programming via Advantage Conditioning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29101}, } @inproceedings{icml2023_q_41635, title = {{Q-learning Decision Transformer: Leveraging Dynamic Programming for Conditional Sequence Modelling in Offline RL}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/24089}, } @inproceedings{icml2023_chipformer_42774, title = {{ChiPFormer: Transferable Chip Placement via Offline Decision Transformer}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/25027}, } @inproceedings{iclr2021_autoregressive_30585, title = {{Autoregressive Dynamics Models for Offline Policy Evaluation and Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2845}, } @inproceedings{neurips2022_you_65406, title = {{You Can’t Count on Luck: Why Decision Transformers and RvS Fail in Stochastic Environments}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53614}, } @inproceedings{iclr2022_generalized_31002, title = {{Generalized Decision Transformer for Offline Hindsight Information Matching}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6141}, } @inproceedings{icml2022_addressing_40228, title = {{Addressing Optimism Bias in Sequence Modeling for Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/16929}, } @inproceedings{icml2024_q_45379, title = {{Q-value Regularized Transformer for Offline Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33072}, } @inproceedings{iclr2023_dichotomy_32252, title = {{Dichotomy of Control: Separating What You Can Control from What You Cannot}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/10943}, } @inproceedings{neurips2023_conformal_68360, title = {{Conformal Prediction for Uncertainty-Aware Planning with Diffusion Dynamics Model}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71449}, } @inproceedings{cvpr2025_decision_25872, title = {{Decision SpikeFormer: Spike-Driven Transformer for Decision Making}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/32864}, } @inproceedings{icml2023_future_41674, title = {{Future-conditioned Unsupervised Pretraining for Decision Transformer}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/23627}, } @inproceedings{icml2023_masked_42248, title = {{Masked Trajectory Models for Prediction, Representation, and Control}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/23703}, } @inproceedings{neurips2022_uni_64461, title = {{Uni[MASK]: Unified Inference in Sequential Decision Problems}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/52812}, } @inproceedings{neurips2023_waypoint_67241, title = {{Waypoint Transformer: Reinforcement Learning via Supervised Learning with Intermediate Targets}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72475}, } @inproceedings{neurips2024_reinforcement_70544, title = {{Reinforcement Learning Gradients as Vitamin for Online Finetuning Decision Transformers}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96569}, } @inproceedings{neurips2025_value_76932, title = {{Value-Guided Decision Transformer: A Unified Reinforcement Learning Framework for Online and Offline Settings}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=Ogml5bxDH3}, } @inproceedings{iclr2024_transformers_35652, title = {{Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17421}, } @inproceedings{icml2024_harmodt_43335, title = {{HarmoDT: Harmony Multi-Task Decision Transformer for Offline Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35117}, } @inproceedings{neurips2024_learning_70128, title = {{Learning Versatile Skills with Curriculum Masking}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96950}, } @inproceedings{iclr2024_free_33732, title = {{Free from Bellman Completeness: Trajectory Stitching via Model-based Return-conditioned Supervised Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19343}, } @inproceedings{icml2024_temporal_43573, title = {{Temporal Logic Specification-Conditioned Decision Transformer for Offline Safe Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34879}, } @inproceedings{icml2025_unveiling_46712, title = {{Unveiling Markov heads in Pretrained Language Models for Offline Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45860}, } @inproceedings{icml2025_in_48033, title = {{In-Context Reinforcement Learning From Suboptimal Historical Data}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44574}, } @inproceedings{icml2026_drive_51296, title = {{DRIVE: Distributional and Retrieval-Augmented Bidding with Value Evaluation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=Kgi3mAuXuD}, } @inproceedings{neurips2025_less_78506, title = {{Less is More: an Attention-free Sequence Prediction Modeling for Offline Embodied Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=fXG1BvwqGt}, } @inproceedings{neurips2025_rebalancing_80307, title = {{Rebalancing Return Coverage for Conditional Sequence Modeling in Offline Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=yGf8DSwR09}, } @inproceedings{iclr2025_top_81881, title = {{TOP-ERL: Transformer-based Off-Policy Episodic Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29902}, } @inproceedings{iclr2026_resched_88884, title = {{RESCHED: Rethinking Flexible Job Shop Scheduling from a Transformer-based Architecture with Simplified States}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=s5pWbwf2tk}, } @inproceedings{neurips2026_transformers_92468, title = {{Transformers Provably Implement In-Context Reinforcement Learning with Policy Improvement}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/154590}, } @inproceedings{neurips2026_from_94631, title = {{From Weak Data to Strong Policy: Q-Targets Enable Provable In-Context Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/152260}, }