% Key papers for Adaptive first-order convex methods (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2017_prox_36354, title = {{Prox-PDA: The Proximal Primal-Dual Algorithm for Fast Distributed Nonconvex Optimization and Learning Over Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/749}, } @inproceedings{icml2016_on_35924, title = {{On Graduated Optimization for Stochastic Non-Convex Problems}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2016}, url = {https://proceedings.mlr.press/v48/hazanb16.html}, } @inproceedings{aaai2017_an_104418, title = {{An Exact Penalty Method for Binary Optimization Based on MPEC Formulation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10795}, } @inproceedings{icml2017_global_36205, title = {{Global optimization of Lipschitz functions}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/717}, } @inproceedings{neurips2019_a_57816, title = {{A Linearly Convergent Proximal Gradient Algorithm for Decentralized Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13470}, } @inproceedings{icml2017_sub_36418, title = {{Sub-sampled Cubic Regularization for Non-convex Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/563}, } @inproceedings{icml2018_convergence_36599, title = {{Convergence guarantees for a class of non-convex and non-smooth optimization problems}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2283}, } @inproceedings{aaai2019_non_101720, title = {{Non-Ergodic Convergence Analysis of Heavy-Ball Algorithms}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/4435}, } @inproceedings{neurips2016_the_56048, title = {{The non-convex Burer-Monteiro approach works on smooth semidefinite programs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/6966}, } @inproceedings{icml2016_sdca_35971, title = {{SDCA without Duality, Regularization, and Individual Convexity}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2016}, url = {https://proceedings.mlr.press/v48/shalev-shwartza16.html}, } @inproceedings{neurips2016_the_56047, title = {{The Sound of APALM Clapping: Faster Nonsmooth Nonconvex Optimization with Stochastic Asynchronous PALM}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/7279}, } @inproceedings{neurips2016_asynchronous_55584, title = {{Asynchronous Parallel Greedy Coordinate Descent}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/7293}, } @inproceedings{neurips2018_online_57472, title = {{Online Adaptive Methods, Universality and Acceleration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11628}, } @inproceedings{neurips2017_dykstra_56271, title = {{Dykstra's Algorithm, ADMM, and Coordinate Descent: Connections, Insights, and Extensions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/8848}, } @inproceedings{neurips2019_accelerating_57860, title = {{Accelerating Rescaled Gradient Descent: Fast Optimization of Smooth Functions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14290}, } @inproceedings{icml2020_finite_38220, title = {{Finite-Time Convergence in Continuous-Time Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6568}, } @inproceedings{neurips2018_a_56826, title = {{A theory on the absence of spurious solutions for nonconvex and nonsmooth optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11253}, } @inproceedings{icml2016_a_35725, title = {{A Superlinearly-Convergent Proximal Newton-type Method for the Optimization of Finite Sums}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2016}, url = {https://proceedings.mlr.press/v48/rodomanov16.html}, } @inproceedings{aaai2016_scaling_105116, title = {{Scaling Simultaneous Optimistic Optimization for High-Dimensional Non-Convex Functions with Low Effective Dimensions}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2016}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10288}, } @inproceedings{icml2017_exploiting_36186, title = {{Exploiting Strong Convexity from Data with Primal-Dual First-Order Algorithms}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/863}, } @inproceedings{neurips2024_adaptive_74050, title = {{Adaptive Proximal Gradient Method for Convex Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93476}, } @inproceedings{neurips2024_non_73769, title = {{Non-asymptotic Global Convergence Analysis of BFGS with the Armijo-Wolfe Line Search}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93735}, } @inproceedings{aaai2025_an_8106, title = {{An Enhanced Levenberg--Marquardt Method via Gram Reduction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34066}, } @inproceedings{neurips2024_achieving_71398, title = {{Achieving Linear Convergence with Parameter-Free Algorithms in Decentralized Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95853}, } @inproceedings{neurips2024_lower_71494, title = {{Lower Bounds and Optimal Algorithms for Non-Smooth Convex Decentralized Optimization over Time-Varying Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95766}, } @inproceedings{neurips2024_adaptive_71870, title = {{Adaptive and Optimal Second-order Optimistic Methods for Minimax Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95432}, } @inproceedings{neurips2024_directional_73728, title = {{Directional Smoothness and Gradient Methods: Convergence and Adaptivity}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93771}, } @inproceedings{aaai2024_incremental_6314, title = {{Incremental Quasi-Newton Methods with Faster Superlinear Convergence Rates}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29319}, } @inproceedings{aaai2025_de_8643, title = {{De-singularity Subgradient for the q-th-Powered lₚ-Norm Weber Location Problem}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33983}, } @inproceedings{iclr2024_a_34444, title = {{A Primal-Dual Approach to Solving Variational Inequalities with General Constraints}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18631}, } @inproceedings{icml2024_spectral_44266, title = {{Spectral Preconditioning for Gradient Methods on Graded Non-convex Functions}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34186}, } @inproceedings{icml2024_adaptive_44447, title = {{Adaptive Proximal Gradient Methods Are Universal Without Approximation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34005}, } @inproceedings{icml2024_inexact_45393, title = {{Inexact Newton-type Methods for Optimisation with Nonnegativity Constraints}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33058}, } @inproceedings{icml2024_stochastic_45398, title = {{Stochastic Weakly Convex Optimization beyond Lipschitz Continuity}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33053}, } @inproceedings{icml2025_optimization_46429, title = {{Optimization over Sparse Support-Preserving Sets: Two-Step Projection with Global Optimality Guarantees}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46136}, } @inproceedings{icml2025_improved_46463, title = {{Improved Last-Iterate Convergence of Shuffling Gradient Methods for Nonsmooth Convex Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46103}, } @inproceedings{icml2025_constrained_46601, title = {{Constrained Online Convex Optimization with Polyak Feasibility Steps}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45968}, } @inproceedings{icml2025_achieving_47466, title = {{Achieving Linear Speedup and Near-Optimal Complexity for Decentralized Optimization over Row-stochastic Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45127}, } @inproceedings{icml2025_nonlinearly_48368, title = {{Nonlinearly Preconditioned Gradient Methods under Generalized Smoothness}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44248}, } @inproceedings{icml2025_toward_48493, title = {{Toward a Unified Theory of Gradient Descent under Generalized Smoothness}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44126}, }