% Key papers for GRPO stability and variants (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2020_when_61102, title = {{When Counterpoint Meets Chinese Folk Melodies}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18771}, } @inproceedings{aaai2020_avgout_103068, title = {{AvgOut: A Simple Output-Probability Measure to Eliminate Dull Responses}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6378}, } @inproceedings{neurips2025_cppo_77309, title = {{CPPO: Accelerating the Training of Group Relative Policy Optimization-Based Reasoning Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=SVHerutWxp}, } @inproceedings{neurips2025_r1_78972, title = {{R1-ShareVL: Incentivizing Reasoning Capabilities of Multimodal Large Language Models via Share-GRPO}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=kMPII4XbKC}, } @inproceedings{icml2026_omnisapiens_51493, title = {{OmniSapiens: A Foundation Model for Social Behavior Processing via Heterogeneity-Aware Relative Policy Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=MrupCemBMy}, } @inproceedings{icml2025_theoretical_48873, title = {{Theoretical guarantees on the best-of-n alignment policy}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43750}, } @inproceedings{neurips2025_inference_78070, title = {{Inference-time Alignment in Continuous Space}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=aokiuaM7Lt}, } @inproceedings{neurips2025_lares_78898, title = {{LaRes: Evolutionary Reinforcement Learning with LLM-based Adaptive Reward Search}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=jRjvcqtdtA}, } @inproceedings{aaai2026_infigui_108148, title = {{InfiGUI-G1: Advancing GUI Grounding with Adaptive Exploration Policy Optimization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/40500}, } @inproceedings{icml2025_is_47267, title = {{Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45322}, } @inproceedings{icml2025_infalign_48187, title = {{InfAlign: Inference-aware language model alignment}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44424}, } @inproceedings{icml2026_learning_49289, title = {{Learning to Route Languages for Multilingual Policy Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=13lMChKB5u}, } @inproceedings{icml2026_efficient_49651, title = {{Efficient, Property-Aligned Fan-Out Retrieval via RL-Compiled Diffusion}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=4P9cEcinYP}, } @inproceedings{icml2026_segment_49680, title = {{Segment-Aligned Policy Optimization for Multi-Modal Reasoning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=4fbvifBi9q}, } @inproceedings{icml2026_quatro_50117, title = {{QUATRO: Query-Adaptive Trust Region Policy Optimization for LLM Fine-tuning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=98XhDbtB21}, } @inproceedings{icml2026_xrpo_50225, title = {{XRPO: Pushing the Limits of GRPO with Targeted Exploration and Exploitation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=AE6U9HvTHc}, } @inproceedings{icml2026_beyond_50735, title = {{Beyond Mode Collapse: Distribution Matching for Diverse Reasoning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=FEmu30g4ts}, } @inproceedings{icml2026_advantage_51454, title = {{Advantage Collapse in Group Relative Policy Optimization: Diagnosis and Mitigation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=MKNimf9bIx}, } @inproceedings{icml2026_smaller_51728, title = {{Smaller Models are Natural Explorers for Policy-Level Diversity in GRPO}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=PI2xku6EDA}, } @inproceedings{icml2026_implicit_51833, title = {{Implicit Turn-Wise Policy Optimization for Proactive User-LLM Interaction}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=QJC5WymFK1}, } @inproceedings{icml2026_on_52055, title = {{On Group Relative Policy Optimization Collapse in Agent Search: The Lazy Likelihood-Displacement}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=SJ13vBxetN}, } @inproceedings{icml2026_bandpo_52265, title = {{BandPO: Bridging Trust Regions and Ratio Clipping via Probability-Aware Bounds for LLM Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=UBTVJLMzmE}, }