% Key papers for Hypergradient bilevel optimization (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2018_bilevel_36548, title = {{Bilevel Programming for Hyperparameter Optimization and Meta-Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2248}, } @inproceedings{icml2020_a_37872, title = {{A Generic First-Order Algorithmic Framework for Bi-Level Programming Beyond Lower-Level Singleton}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/5938}, } @inproceedings{icml2021_bilevel_39102, title = {{Bilevel Optimization: Convergence Analysis and Enhanced Design}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9473}, } @inproceedings{iclr2019_self_29117, title = {{Self-Tuning Networks: Bilevel Optimization of Hyperparameters using Structured Best-Response Functions}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/824}, } @inproceedings{icml2020_on_38554, title = {{On the Iteration Complexity of Hypergradient Computation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6515}, } @inproceedings{aaai2022_a_1668, title = {{A Fully Single Loop Algorithm for Bilevel Optimization without Hessian Inverse}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/07426-a-fully-single-loop-algorithm-for-bilevel-optimization-without-hessian-inverse/}, } @inproceedings{neurips2021_towards_62652, title = {{Towards Gradient-based Bilevel Optimization with Non-convex Followers and Beyond}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27258}, } @inproceedings{icml2021_a_38992, title = {{A Value-Function-based Interior-point Method for Non-convex Bi-level Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9581}, } @inproceedings{neurips2020_delta_59678, title = {{Delta-STN: Efficient Bilevel Optimization for Neural Networks using Structured Response Jacobians}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18819}, } @inproceedings{neurips2022_bome_64329, title = {{BOME! Bilevel Optimization Made Easy: A Simple First-Order Approach}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53987}, } @inproceedings{aaai2023_implicit_3870, title = {{Implicit Bilevel Optimization: Differentiating through Bilevel Optimization Programming}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26716}, } @inproceedings{neurips2022_will_63880, title = {{Will Bilevel Optimizers Benefit from Loops}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54475}, } @inproceedings{aaai2023_efficient_3552, title = {{Efficient Gradient Approximation Method for Constrained Bilevel Optimization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26473}, } @inproceedings{icml2022_on_40919, title = {{On Implicit Bias in Overparameterized Bilevel Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/18367}, } @inproceedings{aaai2021_improved_755, title = {{Improved Penalty Method via Doubly Stochastic Gradients for Bilevel Hyperparameter Optimization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/09621-improved-penalty-method-via-doubly-stochastic-gradients-for-bilevel-hyperparameter-optimization/}, } @inproceedings{iclr2022_amortized_30837, title = {{Amortized Implicit Differentiation for Stochastic Bilevel Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6785}, } @inproceedings{neurips2021_stability_62154, title = {{Stability and Generalization of Bilevel Programming in Hyperparameter Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28464}, } @inproceedings{neurips2021_sbo_63254, title = {{SBO-RNN: Reformulating Recurrent Neural Networks via Stochastic Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28639}, } @inproceedings{neurips2022_on_66201, title = {{On the Convergence Theory for Hessian-Free Bilevel Algorithms}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53775}, } @inproceedings{neurips2024_functional_73185, title = {{Functional Bilevel Optimization for Machine Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94248}, } @inproceedings{neurips2024_memory_71755, title = {{Memory-Efficient Gradient Unrolling for Large-Scale Bi-level Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95534}, } @inproceedings{aaai2025_a_7928, title = {{A Stochastic Approach to Bi-Level Optimization for Hyperparameter Optimization and Meta Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33970}, } @inproceedings{icml2024_moreau_45506, title = {{Moreau Envelope for Nonconvex Bi-Level Optimization: A Single-Loop and Hessian-Free Solution Strategy}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32946}, } @inproceedings{icml2025_scalable_47091, title = {{Scalable Meta-Learning via Mixed-Mode Differentiation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45495}, } @inproceedings{icml2025_efficient_48570, title = {{Efficient Curvature-Aware Hypergradient Approximation for Bilevel Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44051}, } @inproceedings{icml2025_automatic_49005, title = {{Automatic Differentiation of Optimization Algorithms with Time-Varying Updates}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43618}, } @inproceedings{icml2026_natural_49637, title = {{Natural Hypergradient Descent: Algorithm Design, Convergence Analysis, and Parallel Implementation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=4K54YHTG2i}, } @inproceedings{neurips2024_first_71354, title = {{First-Order Minimax Bilevel Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95895}, } @inproceedings{neurips2025_bilevel_79068, title = {{Bilevel Optimization for Adversarial Learning Problems: Sharpness, Generation, and Beyond}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=lEXyU72PpT}, } @inproceedings{iclr2024_dropout_33451, title = {{Dropout Enhanced Bilevel Training}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19624}, } @inproceedings{iclr2024_convergence_34884, title = {{Convergence of Bayesian Bilevel Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18190}, }