% Key papers for Graph search and compositional goals (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2019_planning_58802, title = {{Planning with Goal-Conditioned Policies}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14393}, } @inproceedings{neurips2020_rewriting_60724, title = {{Rewriting History with Inverse RL: Hindsight Inference for Policy Improvement}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/16823}, } @inproceedings{icml2021_goal_39396, title = {{Goal-Conditioned Reinforcement Learning with Imagined Subgoals}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10147}, } @inproceedings{neurips2022_contrastive_66304, title = {{Contrastive Learning as Goal-Conditioned Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54770}, } @inproceedings{aaai2021_inverse_809, title = {{Inverse Reinforcement Learning with Natural Language Goals}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/11116-inverse-reinforcement-learning-with-natural-language-goals/}, } @inproceedings{icml2021_world_40124, title = {{World Model as a Graph: Learning Latent Landmarks for Planning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10063}, } @inproceedings{iclr2021_grounding_30472, title = {{Grounding Language to Autonomously-Acquired Skills via Goal Generation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3190}, } @inproceedings{neurips2022_generalizing_66481, title = {{Generalizing Goal-Conditioned Reinforcement Learning with Variational Causal Reasoning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53850}, } @inproceedings{aaai2022_efficient_2021, title = {{Efficient Dialog Policy Learning by Reasoning with Contextual Knowledge}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/11667-efficient-dialog-policy-learning-by-reasoning-with-contextual-knowledge/}, } @inproceedings{icml2020_sub_38818, title = {{Sub-Goal Trees a Framework for Goal-Based Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6389}, } @inproceedings{aaai2023_metric_4150, title = {{Metric Residual Network for Sample Efficient Goal-Conditioned Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26058}, } @inproceedings{icml2022_bisimulation_40289, title = {{Bisimulation Makes Analogies in Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17501}, } @inproceedings{neurips2022_eager_66183, title = {{EAGER: Asking and Answering Questions for Automatic Reward Shaping in Language-guided RL}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/52817}, } @inproceedings{iclr2022_c_31141, title = {{C-Planning: An Automatic Curriculum for Learning Goal-Reaching Tasks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6882}, } @inproceedings{icml2021_variational_40101, title = {{Variational Empowerment as Representation Learning for Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10367}, } @inproceedings{neurips2023_hiql_68750, title = {{HIQL: Offline Goal-Conditioned RL with Latent States as Actions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71099}, } @inproceedings{aaai2023_goal_3784, title = {{Goal-Conditioned Generators of Deep Policies}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25912}, } @inproceedings{neurips2021_successor_63260, title = {{Successor Feature Landmarks for Long-Horizon Goal-Conditioned Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26672}, } @inproceedings{neurips2022_learning_64194, title = {{Learning Generalized Policy Automata for Relational Stochastic Shortest Path Problems}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53834}, } @inproceedings{neurips2022_offline_65349, title = {{Offline Goal-Conditioned Reinforcement Learning via \$f\$-Advantage Regression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53758}, } @inproceedings{iclr2024_stabilizing_34628, title = {{Stabilizing Contrastive RL: Techniques for Robotic Goal Reaching from Offline Data}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18446}, } @inproceedings{neurips2024_goal_71606, title = {{Goal-Conditioned On-Policy Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95665}, } @inproceedings{neurips2025_offline_76965, title = {{Offline Goal-conditioned Reinforcement Learning with Quasimetric Representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=P23UMiw7iJ}, } @inproceedings{neurips2025_learning_78699, title = {{Learning from Reward-Free Offline Data: A Case for Planning with Latent Dynamics Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=hTZ0SJCGQX}, } @inproceedings{iclr2024_closing_35350, title = {{Closing the Gap between TD Learning and Supervised Learning - A Generalisation Point of View.}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17723}, } @inproceedings{icml2024_foundation_44178, title = {{Foundation Policies with Hilbert Representations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34274}, } @inproceedings{icml2025_the_46148, title = {{The Synergy of LLMs \& RL Unlocks Offline Learning of Generalizable Language-Conditioned Policies with Low-fidelity Data}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46412}, } @inproceedings{icml2026_qhyer_51448, title = {{QHyer: Q-conditioned Hybrid Attention-mamba Transformer for Offline Goal-conditioned RL}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=MGrOId7zTe}, } @inproceedings{icml2026_compositional_51676, title = {{Compositional Transduction with Latent Analogies for Offline Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=OjXimqfwlX}, } @inproceedings{icml2026_test_54212, title = {{Test-Time Graph Search for Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=mxXm8jqgds}, } @inproceedings{icml2026_latent_54408, title = {{Latent Representation Alignment for Offline Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=oddGER4AzK}, } @inproceedings{icml2026_action_54724, title = {{Action-Sufficient Goal Representations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=rwwJbBpFOV}, } @inproceedings{neurips2024_goal_72652, title = {{Goal Reduction with Loop-Removal Accelerates RL and Models Human Brain Activity in Goal-Directed Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94732}, } @inproceedings{neurips2025_automaton_75899, title = {{Automaton Constrained Q-Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=DLt2Ep1S3q}, } @inproceedings{neurips2025_flattening_76557, title = {{Flattening Hierarchies with Policy Bootstrapping}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=KaD2Dw8Ahz}, } @inproceedings{neurips2025_imagine_77751, title = {{Imagine Beyond ! Distributionally Robust Autoencoding for State Space Coverage in Online Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=XEGDKcoQQ1}, } @inproceedings{neurips2025_option_78630, title = {{Option-aware Temporally Abstracted Value for Offline Goal-Conditioned Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=gfXBNBKx02}, } @inproceedings{iclr2025_horizon_81189, title = {{Horizon Generalization in Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30581}, } @inproceedings{iclr2026_occupancy_85449, title = {{Occupancy Reward Shaping: Improving Credit Assignment for Offline Goal-Conditioned Reinforcement Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=EW8DskWQ1K}, } @inproceedings{neurips2026_sagas_93021, title = {{SAGAS: Semantic-Aware Graph-Assisted Stitching for Offline Temporal Logic Planning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/152343}, }