% Key papers for Stochastic variance reduction (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2016_stochastic_35993, title = {{Stochastic Variance Reduction for Nonconvex Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2016}, url = {https://proceedings.mlr.press/v48/reddi16.html}, } @inproceedings{neurips2017_variance_56763, title = {{Variance-based Regularization with Convex Objectives}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/9082}, } @inproceedings{neurips2018_zeroth_57786, title = {{Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11372}, } @inproceedings{icml2017_sarah_36378, title = {{SARAH: A Novel Method for Machine Learning Problems Using Stochastic Recursive Gradient}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/605}, } @inproceedings{neurips2016_riemannian_55966, title = {{Riemannian SVRG: Fast Stochastic Optimization on Riemannian Manifolds}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/6992}, } @inproceedings{neurips2018_stochastic_57655, title = {{Stochastic Nested Variance Reduction for Nonconvex Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11390}, } @inproceedings{neurips2019_spiderboost_59007, title = {{SpiderBoost and Momentum: Faster Variance Reduction Algorithms}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13435}, } @inproceedings{icml2018_a_36480, title = {{A Simple Stochastic Variance Reduced Algorithm with Fast Convergence Rates}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2016}, } @inproceedings{neurips2019_reducing_58889, title = {{Reducing Noise in GAN Training with Variance Reduced Extragradient}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13278}, } @inproceedings{aaai2017_asynchronous_104563, title = {{Asynchronous Mini-Batch Gradient Descent with Variance Reduction for Non-Convex Optimization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10940}, } @inproceedings{neurips2018_sega_57590, title = {{SEGA: Variance Reduction via Gradient Sketching}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11220}, } @inproceedings{icml2016_stochastic_35992, title = {{Stochastic Variance Reduced Optimization for Nonconvex Sparse Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2016}, url = {https://proceedings.mlr.press/v48/lid16.html}, } @inproceedings{aaai2017_accelerated_104466, title = {{Accelerated Variance Reduced Stochastic ADMM}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10843}, } @inproceedings{neurips2016_lazysvd_55809, title = {{LazySVD: Even Faster SVD Decomposition Yet Without Agonizing Pain}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/7160}, } @inproceedings{neurips2019_momentum_58623, title = {{Momentum-Based Variance Reduction in Non-Convex SGD}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14423}, } @inproceedings{neurips2020_random_60664, title = {{Random Reshuffling: Simple Analysis with Vast Improvements}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18403}, } @inproceedings{icml2018_on_36895, title = {{On the Theory of Variance Reduction for Stochastic Gradient Monte Carlo}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2094}, } @inproceedings{icml2018_riemannian_36963, title = {{Riemannian Stochastic Recursive Gradient Algorithm}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://proceedings.mlr.press/v80/kasai18a.html}, } @inproceedings{icml2019_nonconvex_37582, title = {{Nonconvex Variance Reduced Optimization with Arbitrary Sampling}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3831}, } @inproceedings{icml2017_gradient_36210, title = {{Gradient Projection Iterative Sketch for Large-Scale Constrained Least-Squares}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/578}, } @inproceedings{aaai2024_faster_5976, title = {{Faster Stochastic Variance Reduction Methods for Compositional MiniMax Optimization}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29300}, } @inproceedings{neurips2024_universality_74122, title = {{Universality of AdaGrad Stepsizes for Stochastic Optimization: Inexact Oracle, Acceleration and Variance Reduction}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93414}, } @inproceedings{neurips2024_adaptive_74241, title = {{Adaptive Variance Reduction for Stochastic Optimization under Weaker Assumptions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93314}, } @inproceedings{iclr2024_distributionally_34503, title = {{Distributionally Robust Optimization with Bias and Variance Reduction}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18571}, } @inproceedings{neurips2024_drago_74308, title = {{Drago: Primal-Dual Coupled Variance Reduction for Faster Distributionally Robust Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93250}, } @inproceedings{icml2024_non_43329, title = {{Non-convex Stochastic Composite Optimization with Polyak Momentum}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35123}, } @inproceedings{icml2024_double_44931, title = {{Double Variance Reduction: A Smoothing Trick for Composite Optimization Problems without First-Order Gradient}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33521}, } @inproceedings{icml2026_a_52669, title = {{A Short and Unified Convergence Analysis of the SAG, SAGA, and IAG Algorithms}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=Y37XC7b9Xl}, } @inproceedings{iclr2025_a_83811, title = {{A Coefficient Makes SVRG Effective}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28009}, } @inproceedings{iclr2025_revisiting_84131, title = {{Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/27697}, } @inproceedings{neurips2026_direct_92463, title = {{Direct Acceleration of Stochastic Root-Finding Without Variance Reduction and Regularization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/153100}, } @inproceedings{icml2025_serena_46317, title = {{SERENA: A Unified Stochastic Recursive Variance Reduced Gradient Framework for Riemannian Non-Convex Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46244}, } @inproceedings{icml2025_variance_49045, title = {{Variance-Reduced Forward-Reflected-Backward Splitting Methods for Nonmonotone Generalized Equations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43579}, }