% Key papers for Second-order and structured preconditioning (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{neurips2018_adaptive_56837,
  title = {{Adaptive Methods for Nonconvex Optimization}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2018},
  url = {https://nips.cc/virtual/2018/poster/11930},
}

@inproceedings{aaai2021_adahessian_66,
  title = {{ADAHESSIAN: An Adaptive Second Order Optimizer for Machine Learning}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2021},
  url = {https://aaai.org/papers/10665-adahessian-an-adaptive-second-order-optimizer-for-machine-learning/},
}

@inproceedings{cvpr2019_large_14376,
  title = {{Large-Scale Distributed Second-Order Optimization Using Kronecker-Factored Approximate Curvature for Deep Convolutional Neural Networks}},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2019},
}

@inproceedings{icml2018_shampoo_36986,
  title = {{Shampoo: Preconditioned Stochastic Tensor Optimization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2018},
  url = {https://icml.cc/virtual/2018/poster/2380},
}

@inproceedings{icml2019_adaptive_37136,
  title = {{Adaptive Stochastic Natural Gradient Method for One-Shot Neural Architecture Search}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2019},
  url = {https://icml.cc/virtual/2019/poster/3959},
}

@inproceedings{aaai2016_expected_105120,
  title = {{Expected Tensor Decomposition with Stochastic Gradient Descent}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2016},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/10292},
}

@inproceedings{neurips2018_evolutionary_57106,
  title = {{Evolutionary Stochastic Gradient Descent for Optimization of Deep Neural Networks}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2018},
  url = {https://nips.cc/virtual/2018/poster/11587},
}

@inproceedings{iclr2020_efficient_29484,
  title = {{Efficient Riemannian Optimization on the Stiefel Manifold via the Cayley Transform}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2020},
  url = {https://openreview.net/forum?id=HJxV-ANKDH},
}

@inproceedings{icml2020_adaptive_37908,
  title = {{Adaptive Gradient Descent without Descent}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2020},
  url = {https://icml.cc/virtual/2020/poster/6239},
}

@inproceedings{neurips2024_the_70158,
  title = {{The Road Less Scheduled}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96925},
}

@inproceedings{iclr2017_nonparametric_28217,
  title = {{Nonparametric Neural Networks}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2017},
  url = {https://openreview.net/forum?id=BJK3Xasel},
}

@inproceedings{icml2019_efficient_37325,
  title = {{Efficient Full-Matrix Adaptive Regularization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2019},
  url = {https://icml.cc/virtual/2019/poster/4302},
}

@inproceedings{iclr2018_proximal_28473,
  title = {{Proximal Backpropagation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2018},
  url = {https://iclr.cc/virtual/2018/poster/202},
}

@inproceedings{neurips2018_gradient_57182,
  title = {{Gradient Descent Meets Shift-and-Invert Preconditioning for Eigenvector Computation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2018},
  url = {https://nips.cc/virtual/2018/poster/11289},
}

@inproceedings{neurips2016_scalable_55981,
  title = {{Scalable Adaptive Stochastic Optimization Using Random Projections}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2016},
  url = {https://nips.cc/virtual/2016/poster/7247},
}

@inproceedings{neurips2019_towards_59106,
  title = {{Towards Practical Alternating Least-Squares for CCA}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2019},
  url = {https://nips.cc/virtual/2019/poster/14386},
}

@inproceedings{aaai2016_factorization_105008,
  title = {{Factorization Ranking Model for Move Prediction in the Game of Go}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2016},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/10180},
}

@inproceedings{neurips2022_gradient_63648,
  title = {{Gradient Descent: The Ultimate Optimizer}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2022},
  url = {https://nips.cc/virtual/2022/poster/54591},
}

@inproceedings{iclr2018_neumann_28689,
  title = {{Neumann Optimizer: A Practical Optimization Algorithm for Deep Neural Networks}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2018},
  url = {https://iclr.cc/virtual/2018/poster/174},
}

@inproceedings{iclr2022_doubly_31091,
  title = {{Doubly Adaptive Scaled Algorithm for Machine Learning Using Second-Order Information}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2022},
  url = {https://iclr.cc/virtual/2022/poster/6864},
}

@inproceedings{neurips2025_momentum_77827,
  title = {{Momentum-SAM: Sharpness Aware Minimization without Computational Overhead}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=XyCDB1Uiqa},
}

@inproceedings{neurips2024_a_73212,
  title = {{A PID Controller Approach for Adaptive Probability-dependent Gradient Decay in Model Calibration}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94224},
}

@inproceedings{iclr2025_adaptive_82216,
  title = {{Adaptive backtracking line search}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2025},
  url = {https://iclr.cc/virtual/2025/poster/29575},
}

@inproceedings{icml2024_discounted_44728,
  title = {{Discounted Adaptive Online Learning: Towards Better Regularization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33724},
}

@inproceedings{icml2024_adaptive_45262,
  title = {{Adaptive Conformal Inference by Betting}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33190},
}

@inproceedings{icml2025_training_45960,
  title = {{Training Deep Learning Models with Norm-Constrained LMOs}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/46586},
}

@inproceedings{icml2025_structured_46771,
  title = {{Structured Preconditioners in Adaptive Optimization: A Unified Analysis}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/45803},
}

@inproceedings{icml2025_exact_47041,
  title = {{Exact risk curves of signSGD in High-Dimensions: quantifying preconditioning and noise-compression effects}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/45544},
}

@inproceedings{icml2025_provable_47100,
  title = {{Provable and Practical Online Learning Rate Adaptation with Hypergradient Descent}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/45486},
}

@inproceedings{icml2025_lean_48290,
  title = {{Lean and Mean Adaptive Optimization via Subset-Norm and Subspace-Momentum with Convergence Guarantees}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/44323},
}

@inproceedings{icml2026_rmnp_50319,
  title = {{RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=BC5aRMdRwp},
}

@inproceedings{icml2026_adaptive_51682,
  title = {{Adaptive Sharpness-Aware Minimization with a Polyak-type Step size: A Theory-Grounded Scheduler}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=On2B3By7PT},
}

@inproceedings{icml2026_singularity_53867,
  title = {{Singularity-aware Optimization via Randomized Geometric Probing: Towards Stable Non-smooth Optimization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=jYf7VrKL6x},
}

@inproceedings{icml2026_softsign_54221,
  title = {{Softsign: Smooth Sign in Your Optimizer For Better Parameter Heterogeneity Handling}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=n47bK7WM3U},
}

@inproceedings{icml2026_learning_55016,
  title = {{Learning Rate Annealing Improves Tuning Robustness in Stochastic Optimization}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
  url = {https://openreview.net/forum?id=usZLsN3Dnv},
}

@inproceedings{neurips2024_remove_71212,
  title = {{Remove that Square Root: A New Efficient Scale-Invariant Version of AdaGrad}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96023},
}

@inproceedings{neurips2024_regularized_74481,
  title = {{Regularized Adaptive Momentum Dual Averaging with an Efficient Inexact Subproblem Solver for Training Structured Neural Network}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/93094},
}

@inproceedings{neurips2025_a_74720,
  title = {{A Stable Whitening Optimizer for Efficient Neural Network Training}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=0T8i3uXq3O},
}

@inproceedings{neurips2025_asgo_78550,
  title = {{ASGO: Adaptive Structured Gradient Optimization}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2025},
  url = {https://openreview.net/forum?id=fru52tkjHf},
}