% Key papers for Penalty and implicit-gradient bilevel methods (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2021_a_61831, title = {{A Near-Optimal Algorithm for Stochastic Bilevel Optimization via Double-Momentum}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26624}, } @inproceedings{neurips2021_provably_61199, title = {{Provably Faster Algorithms for Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27932}, } @inproceedings{neurips2021_closing_62094, title = {{Closing the Gap: Tighter Analysis of Alternating Stochastic Gradient Methods for Bilevel Problems}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27012}, } @inproceedings{icml2022_fednest_40558, title = {{FedNest: Federated Bilevel, Minimax, and Compositional Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17791}, } @inproceedings{neurips2022_enhanced_66018, title = {{Enhanced Bilevel Optimization via Bregman Distance}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54869}, } @inproceedings{icml2023_on_42562, title = {{On Penalty-based Bilevel Gradient Descent Method}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/24417}, } @inproceedings{neurips2023_an_70097, title = {{An Alternating Optimization Method for Bilevel Problems under the Polyak-Łojasiewicz Condition}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/69880}, } @inproceedings{icml2023_averaged_42194, title = {{Averaged Method of Multipliers for Bi-Level Optimization without Lower-Level Strong Convexity}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/24984}, } @inproceedings{neurips2022_non_66384, title = {{Non-Convex Bilevel Games with Critical Point Selection Maps}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/52914}, } @inproceedings{neurips2023_contextual_68174, title = {{Contextual Stochastic Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71616}, } @inproceedings{neurips2024_first_73152, title = {{First-Order Methods for Linearly Constrained Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94279}, } @inproceedings{iclr2024_bilevel_34227, title = {{Bilevel Optimization under Unbounded Smoothness: A New Algorithm and Convergence Analysis}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18848}, } @inproceedings{icml2022_value_41330, title = {{Value Function based Difference-of-Convex Algorithm for Bilevel Hyperparameter Selection Problems}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17373}, } @inproceedings{icml2023_decentralized_42834, title = {{Decentralized Stochastic Bilevel Optimization with Improved per-Iteration Complexity}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/24307}, } @inproceedings{icml2024_convex_43526, title = {{Convex and Bilevel Optimization for Neural-Symbolic Inference and Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34926}, } @inproceedings{neurips2022_a_63697, title = {{A Stochastic Linearized Augmented Lagrangian Method for Decentralized Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53495}, } @inproceedings{neurips2022_multi_64049, title = {{Multi-block Min-max Bilevel Optimization with Applications in Multi-task Deep AUC Maximization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53747}, } @inproceedings{neurips2024_a_71728, title = {{A Framework for Bilevel Optimization on Riemannian Manifolds}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95558}, } @inproceedings{neurips2024_an_72827, title = {{An Accelerated Gradient Method for Convex Smooth Simple Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94572}, } @inproceedings{neurips2024_penalty_73884, title = {{Penalty-based Methods for Simple Bilevel Optimization under Hölderian Error Bounds}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93627}, } @inproceedings{neurips2024_a_74291, title = {{A Primal-Dual-Assisted Penalty Approach to Bilevel Optimization with Coupled Constraints}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93267}, } @inproceedings{neurips2024_an_74334, title = {{An Accelerated Algorithm for Stochastic Bilevel Optimization under Unbounded Smoothness}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93226}, } @inproceedings{iclr2025_tuning_81116, title = {{Tuning-Free Bilevel Optimization: New Algorithms and Convergence Analysis}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30652}, } @inproceedings{iclr2024_on_33918, title = {{On Penalty Methods for Nonconvex Bilevel Optimization and First-Order Stochastic Approximation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19157}, } @inproceedings{iclr2024_constrained_35617, title = {{Constrained Bi-Level Optimization: Proximal Lagrangian Value Function Approach and Hessian-free Algorithm}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17456}, } @inproceedings{icml2024_spaba_43308, title = {{SPABA: A Single-Loop and Probabilistic Stochastic Bilevel Algorithm Achieving Optimal Sample Complexity}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35144}, } @inproceedings{icml2024_a_43371, title = {{A Nearly Optimal Single Loop Algorithm for Stochastic Bilevel Optimization under Unbounded Smoothness}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35081}, } @inproceedings{icml2024_double_43566, title = {{Double Momentum Method for Lower-Level Constrained Bilevel Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34886}, } @inproceedings{icml2024_on_44288, title = {{On The Complexity of First-Order Methods in Stochastic Bilevel Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34164}, } @inproceedings{icml2024_optimal_44959, title = {{Optimal Hessian/Jacobian-Free Nonconvex-PL Bilevel Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33493}, } @inproceedings{icml2026_a_51845, title = {{A Tale of Two Problems: Multi-Task Bilevel Learning Meets Equality Constrained Multi-Objective Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=QO64QUEXdV}, } @inproceedings{icml2026_a_53846, title = {{A Fully First-Order Layer for Differentiable Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=jJur8Fq7IK}, } @inproceedings{icml2026_second_55219, title = {{Second-Order Bilevel Optimization with Accelerated Convergence Rates}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=wnj21mpuHv}, } @inproceedings{neurips2024_provably_71010, title = {{Provably Faster Algorithms for Bilevel Optimization via Without-Replacement Sampling}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96197}, }