% Key papers for Explicit and implicit regularization interplay (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2018_on_36891, title = {{On the Optimization of Deep Networks: Implicit Acceleration by Overparameterization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2422}, } @inproceedings{neurips2019_uniform_59143, title = {{Uniform convergence may be unable to explain generalization in deep learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13240}, } @inproceedings{iclr2019_gradient_28906, title = {{Gradient descent aligns the layers of deep linear networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/951}, } @inproceedings{iclr2020_gradient_29612, title = {{Gradient Descent Maximizes the Margin of Homogeneous Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=SJeLIgBKPS}, } @inproceedings{neurips2019_implicit_58395, title = {{Implicit Regularization in Deep Matrix Factorization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14553}, } @inproceedings{iclr2019_three_28749, title = {{Three Mechanisms of Weight Decay Regularization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/1120}, } @inproceedings{icml2020_the_38847, title = {{The Implicit and Explicit Regularization Effects of Dropout}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6763}, } @inproceedings{neurips2020_on_60495, title = {{On the training dynamics of deep networks with \$L\_2\$ regularization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18054}, } @inproceedings{cvpr2019_on_14600, title = {{On Implicit Filter Level Sparsity in Convolutional Neural Networks}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{iclr2020_the_29427, title = {{The Implicit Bias of Depth: How Incremental Learning Drives Generalization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=H1lj0nNFwB}, } @inproceedings{icml2019_lexicographic_37514, title = {{Lexicographic and Depth-Sensitive Margins in Homogeneous and Non-Homogeneous Deep Models}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4224}, } @inproceedings{neurips2018_algorithmic_56857, title = {{Algorithmic Regularization in Learning Deep Homogeneous Models: Layers are Automatically Balanced}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11063}, } @inproceedings{neurips2019_implicit_58397, title = {{Implicit Regularization of Discrete Gradient Dynamics in Linear Neural Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13500}, } @inproceedings{iclr2021_on_30633, title = {{On the Theory of Implicit Deep Learning: Global Convergence with Implicit Layers}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2935}, } @inproceedings{icml2019_on_37590, title = {{On Dropout and Nuclear Norm Regularization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4173}, } @inproceedings{iclr2021_understanding_30431, title = {{Understanding the role of importance weighting for deep learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2669}, } @inproceedings{iclr2022_an_31367, title = {{An Unconstrained Layer-Peeled Perspective on Neural Collapse}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6209}, } @inproceedings{neurips2024_why_72718, title = {{Why Do We Need Weight Decay in Modern Deep Learning?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94670}, } @inproceedings{aaai2020_understanding_102042, title = {{Understanding the Disharmony between Weight Normalization Family and Weight Decay}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5904}, } @inproceedings{iclr2022_demystifying_30891, title = {{Demystifying Batch Normalization in ReLU Networks: Equivalent Convex Optimization Models and Implicit Regularization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/7099}, } @inproceedings{icml2024_on_45387, title = {{On the Origins of Linear Representations in Large Language Models}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33064}, } @inproceedings{neurips2024_implicit_74492, title = {{Implicit Optimization Bias of Next-token Prediction in Linear Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93083}, } @inproceedings{iclr2024_implicit_34356, title = {{Implicit bias of SGD in \$L\_2\$-regularized linear DNNs: One-way jumps from high to low rank}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18719}, } @inproceedings{aaai2025_explicit_9058, title = {{Explicit and Implicit Graduated Optimization in Deep Neural Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34234}, } @inproceedings{iclr2024_implicit_33822, title = {{Implicit regularization of deep residual networks towards neural ODEs}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19253}, } @inproceedings{icml2024_implicit_43790, title = {{Implicit Bias of AdamW: \$ell\_infty\$-Norm Constrained Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34662}, } @inproceedings{icml2024_on_45773, title = {{On the Implicit Bias of Adam}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32679}, } @inproceedings{icml2025_grokking_47954, title = {{Grokking at the Edge of Linear Separability}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44651}, } @inproceedings{icml2026_conflicting_49873, title = {{Conflicting Biases at the Edge of Stability: Norm versus Sharpness Regularization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=6eI4YHFyON}, } @inproceedings{neurips2024_deep_71238, title = {{Deep linear networks for regression are implicitly regularized towards flat minima}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96004}, } @inproceedings{neurips2025_variational_79237, title = {{Variational Learning Finds Flatter Solutions at the Edge of Stability}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=nIFFMrDQ5w}, } @inproceedings{iclr2025_learning_81990, title = {{Learning High-Degree Parities: The Crucial Role of the Initialization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29795}, } @inproceedings{iclr2025_mask_82300, title = {{Mask in the Mirror: Implicit Sparsification}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29491}, } @inproceedings{iclr2025_deep_83903, title = {{Deep Weight Factorization: Sparse Learning Through the Lens of Artificial Symmetries}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/27917}, } @inproceedings{iclr2026_saddle_85155, title = {{Saddle-To-Saddle Dynamics in Deep ReLU Networks: Low-Rank Bias in the First Saddle Escape}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=B4zcoLvjw0}, } @inproceedings{iclr2026_implicit_86230, title = {{Implicit Bias and Loss of Plasticity in Matrix Completion: Depth Promotes Low-Rankness}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=NYOYJr988x}, } @inproceedings{iclr2026_hyperbolic_87070, title = {{Hyperbolic Aware Minimization: Implicit Bias for Sparsity}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=XKB5Hu0ACY}, } @inproceedings{neurips2026_on_93421, title = {{On the Convergence Analysis of Muon}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/156746}, } @inproceedings{neurips2026_estimating_93921, title = {{Estimating Implicit Regularization in Deep Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/155112}, }