% Key papers for Decentralized actor-critic MARL (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{aaai2018_counterfactual_102527, title = {{Counterfactual Multi-Agent Policy Gradients}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/11794}, } @inproceedings{neurips2017_multi_56484, title = {{Multi-Agent Actor-Critic for Mixed Cooperative-Competitive Environments}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/9408}, } @inproceedings{icml2019_actor_37128, title = {{Actor-Attention-Critic for Multi-Agent Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4199}, } @inproceedings{icml2017_deep_36131, title = {{Deep Decentralized Multi-task Multi-Agent Reinforcement Learning under Partial Observability}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/845}, } @inproceedings{aaai2020_multi_102716, title = {{Multi-Agent Actor-Critic with Hierarchical Graph Attention Network}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6214}, } @inproceedings{neurips2021_facmac_62423, title = {{FACMAC: Factored Multi-Agent Centralised Policy Gradients}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26228}, } @inproceedings{aaai2021_decentralized_368, title = {{Decentralized Policy Gradient Descent Ascent for Safe Multi-Agent Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/08767-decentralized-policy-gradient-descent-ascent-for-safe-multi-agent-reinforcement-learning/}, } @inproceedings{neurips2019_multi_58626, title = {{Multi-Agent Common Knowledge Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14017}, } @inproceedings{iclr2021_learning_30273, title = {{Learning Safe Multi-agent Control with Decentralized Neural Barrier Certificates}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2820}, } @inproceedings{icml2019_finite_37374, title = {{Finite-Time Analysis of Distributed TD(0) with Linear Function Approximation on Multi-Agent Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3727}, } @inproceedings{neurips2020_learning_60172, title = {{Learning Implicit Credit Assignment for Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17687}, } @inproceedings{iclr2021_dop_30013, title = {{DOP: Off-Policy Multi-Agent Decomposed Policy Gradients}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2751}, } @inproceedings{aaai2023_consensus_3309, title = {{Consensus Learning for Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26385}, } @inproceedings{aaai2023_haven_3812, title = {{HAVEN: Hierarchical Cooperative Multi-Agent Reinforcement Learning with Dual Coordination Mechanism}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26386}, } @inproceedings{neurips2019_gossip_58344, title = {{Gossip-based Actor-Learner Architectures for Deep Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14270}, } @inproceedings{neurips2020_shared_60821, title = {{Shared Experience Actor-Critic for Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17727}, } @inproceedings{neurips2017_dynamic_56275, title = {{Dynamic Safe Interruptibility for Decentralized Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/8811}, } @inproceedings{icml2021_learning_39520, title = {{Learning Fair Policies in Decentralized Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9253}, } @inproceedings{neurips2019_a_57842, title = {{A Structured Prediction Approach for Generalization in Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14560}, } @inproceedings{neurips2019_learning_58481, title = {{Learning Fairness in Multi-Agent Systems}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14316}, } @inproceedings{aaai2024_intrinsic_6350, title = {{Intrinsic Action Tendency Consistency for Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29711}, } @inproceedings{aaai2025_scalable_10672, title = {{Scalable Decentralized Algorithms for Online Personalized Mean Estimation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33835}, } @inproceedings{aaai2024_tape_7468, title = {{TAPE: Leveraging Agent Topology for Cooperative Multi-Agent Policy Gradient}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29699}, } @inproceedings{aaai2025_agentmixer_8073, title = {{AgentMixer: Multi-Agent Correlated Policy Factorization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34048}, } @inproceedings{aaai2025_optimally_10214, title = {{Optimally Solving Simultaneous-Move Dec-POMDPs: The Sequential Central Planning Approach}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34494}, } @inproceedings{icml2024_optimistic_44217, title = {{Optimistic Multi-Agent Policy Gradient}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34235}, } @inproceedings{icml2026_automata_52746, title = {{Automata-Conditioned Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=Yi1W13sPsR}, } @inproceedings{neurips2025_in_75189, title = {{In-Context Fully Decentralized Cooperative Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=5J4IpiMKkq}, } @inproceedings{neurips2025_towards_77752, title = {{Towards Principled Unsupervised Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=XF1OzY8mEI}, } @inproceedings{neurips2025_effective_78845, title = {{Effective Policy Learning for Multi-Agent Online Coordination Beyond Submodular Objectives}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=isAYKdLwtB}, } @inproceedings{neurips2025_misodice_79026, title = {{MisoDICE: Multi-Agent Imitation from Mixed-Quality Demonstrations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=krG6UHAvYr}, } @inproceedings{aaai2025_towards_11040, title = {{Towards Efficient Collaboration via Graph Modeling in Reinforcement Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33813}, } @inproceedings{icml2026_local_52298, title = {{Local Policies for Graph-Structured Markov Decision Processes}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=UToRC7HNG1}, } @inproceedings{icml2026_secure_53161, title = {{Secure Multi-agent Reinforcement Learning for Service Systems with Affinity and Byzantine Nodes: Stability Analysis and Protection Design}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=cgg0hpUGZB}, } @inproceedings{iclr2025_reconstruction_82526, title = {{Reconstruction-Guided Policy: Enhancing Decision-Making through Agent-Wise State Consistency}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29270}, } @inproceedings{iclr2025_ma_83248, title = {{MA\$^2\$E: Addressing Partial Observability in Multi-Agent Reinforcement Learning with Masked Auto-Encoder}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28562}, } @inproceedings{neurips2026_safe_89900, title = {{Safe-Fair MACPO: Burden-Fair Constrained Policy Optimization for Safe Multi-Agent Reinforcement Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/151944}, } @inproceedings{neurips2026_submodular_93524, title = {{Submodular Multi-Agent Reinforcement Learning for Effective Online Distributed Task Allocation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/149944}, }