% Key papers for Implicit bias in linear networks (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2018_characterizing_36568, title = {{Characterizing Implicit Bias in Terms of Optimization Geometry}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2406}, } @inproceedings{neurips2018_implicit_57221, title = {{Implicit Bias of Gradient Descent on Linear Convolutional Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11900}, } @inproceedings{iclr2021_a_30426, title = {{A unifying view on implicit bias in training linear neural networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2826}, } @inproceedings{iclr2020_implicit_29500, title = {{Implicit Bias of Gradient Descent based Adversarial Training on Separable Data}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=HkgTTh4FDH}, } @inproceedings{iclr2018_the_28665, title = {{The Implicit Bias of Gradient Descent on Separable Data}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2018}, url = {https://iclr.cc/virtual/2018/poster/236}, } @inproceedings{neurips2020_can_59508, title = {{Can Implicit Bias Explain Generalization? Stochastic Convex Optimization as a Case Study}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17662}, } @inproceedings{icml2021_on_39710, title = {{On the Implicit Bias of Initialization Shape: Beyond Infinitesimal Mirror Descent}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10387}, } @inproceedings{iclr2023_implicit_32396, title = {{Implicit Bias in Leaky ReLU Networks Trained on High-Dimensional Data}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/10729}, } @inproceedings{neurips2019_the_59064, title = {{The Implicit Bias of AdaGrad on Separable Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13854}, } @inproceedings{neurips2020_implicit_60044, title = {{Implicit Bias in Deep Linear Classification: Initialization Scale vs Training Accuracy}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18201}, } @inproceedings{neurips2023_implicit_67505, title = {{Implicit Bias of Gradient Descent for Two-layer ReLU and Leaky ReLU Networks on Nearly-orthogonal Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72230}, } @inproceedings{icml2021_the_40020, title = {{The Implicit Bias for Adaptive Optimization Algorithms on Homogeneous Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10219}, } @inproceedings{neurips2021_implicit_63453, title = {{Implicit Bias of SGD for Diagonal Linear Networks: a Provable Benefit of Stochasticity}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26447}, } @inproceedings{icml2021_asymmetric_39059, title = {{Asymmetric Heavy Tails and Implicit Bias in Gaussian Noise Injections}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9019}, } @inproceedings{neurips2022_implicit_65786, title = {{Implicit Bias of Gradient Descent on Reparametrized Models: On Equivalence to Mirror Descent}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53716}, } @inproceedings{iclr2021_direction_29984, title = {{Direction Matters: On the Implicit Bias of Stochastic Gradient Descent with Moderate Learning Rate}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2821}, } @inproceedings{iclr2022_implicit_31345, title = {{Implicit Bias of MSE Gradient Optimization in Underparameterized Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/7090}, } @inproceedings{icml2024_beyond_44410, title = {{Beyond Implicit Bias: The Insignificance of SGD Noise in Online Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34042}, } @inproceedings{neurips2021_how_63480, title = {{How Data Augmentation affects Optimization for Linear Regression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28668}, } @inproceedings{neurips2022_on_64383, title = {{On the Effective Number of Linear Regions in Shallow Univariate ReLU Networks: Convergence Guarantees and Implicit Bias}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54436}, } @inproceedings{neurips2024_the_71570, title = {{The Implicit Bias of Gradient Descent on Separable Multiclass Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95699}, } @inproceedings{aaai2025_effects_8895, title = {{Effects of Momentum in Implicit Bias of Gradient Flow for Diagonal Linear Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34118}, } @inproceedings{icml2024_nonparametric_43301, title = {{Nonparametric Teaching of Implicit Neural Representations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35151}, } @inproceedings{icml2024_implicit_44628, title = {{Implicit Bias of Policy Gradient in Linear Quadratic Control: Extrapolation to Unseen Initial States}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33824}, } @inproceedings{icml2024_bias_45837, title = {{Bias of Stochastic Gradient Descent or the Architecture: Disentangling the Effects of Overparameterization of Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32615}, } @inproceedings{icml2025_implicit_48760, title = {{Implicit Bias of Gradient Descent for Non-Homogeneous Deep Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43862}, } @inproceedings{icml2026_the_50581, title = {{The Implicit Bias of Adam and Muon on Smooth Homogeneous Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=DpIc1cpNKG}, } @inproceedings{icml2026_gradient_51036, title = {{Gradient Flow Dynamics and Implicit Bias of Diagonal Linear Networks under Infinitesimal Initialization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=IJph1t3Egr}, } @inproceedings{icml2026_conservation_52992, title = {{Conservation Laws for Modern Neural Architectures}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=ay4Q69fAJL}, } @inproceedings{neurips2024_the_73520, title = {{The Implicit Bias of Gradient Descent toward Collaboration between Layers: A Dynamic Analysis of Multilayer Perceptions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93957}, } @inproceedings{neurips2024_the_73952, title = {{The Implicit Bias of Heterogeneity towards Invariance: A Study of Multi-Environment Matrix Sensing}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93560}, } @inproceedings{neurips2024_implicit_74440, title = {{Implicit Bias of Mirror Flow on Separable Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93131}, } @inproceedings{neurips2024_the_74489, title = {{The Implicit Bias of Adam on Separable Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93086}, } @inproceedings{neurips2025_when_77185, title = {{When majority rules, minority loses: bias amplification of gradient descent}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=RDe4Ntw2oy}, } @inproceedings{neurips2025_the_77762, title = {{The Rich and the Simple: On the Implicit Bias of Adam and SGD}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=XLvHmzaHsx}, } @inproceedings{neurips2025_implicit_77979, title = {{Implicit Bias of Spectral Descent and Muon on Multiclass Separable Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=Zn2ajV1kTQ}, } @inproceedings{iclr2025_flavors_81188, title = {{Flavors of Margin: Implicit Bias of Steepest Descent in Homogeneous Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30582}, } @inproceedings{iclr2025_implicit_81597, title = {{Implicit Bias of Mirror Flow for Shallow Neural Networks in Univariate Regression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30180}, } @inproceedings{iclr2025_feature_84160, title = {{Feature Averaging: An Implicit Bias of Gradient Descent Leading to Non-Robustness in Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/27668}, }