% Key papers for Double descent and overfitting (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2018_overfitting_57492, title = {{Overfitting or perfect fitting? Risk bounds for classification and regression rules that interpolate}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11240}, } @inproceedings{icml2020_an_37938, title = {{An Investigation of Why Overparameterization Exacerbates Spurious Correlations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6809}, } @inproceedings{icml2020_rethinking_38699, title = {{Rethinking Bias-Variance Trade-off for Generalization of Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6259}, } @inproceedings{icml2020_double_38130, title = {{Double Trouble in Double Descent: Bias and Variance(s) in the Lazy Regime}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6013}, } @inproceedings{iclr2021_optimal_30031, title = {{Optimal Regularization can Mitigate Double Descent}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2540}, } @inproceedings{neurips2020_exact_59813, title = {{Exact expressions for double descent and implicit regularization via surrogate random design}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18323}, } @inproceedings{icml2020_the_38850, title = {{The Neural Tangent Kernel in High Dimensions: Triple Descent and a Multi-Scale Theory of Generalization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6710}, } @inproceedings{neurips2020_triple_61016, title = {{Triple descent and the two kinds of overfitting: where \& why do they appear?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17670}, } @inproceedings{neurips2020_autoencoders_59408, title = {{Autoencoders that don't overfit towards the Identity}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/19006}, } @inproceedings{neurips2020_understanding_61036, title = {{Understanding Double Descent Requires A Fine-Grained Bias-Variance Decomposition}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18959}, } @inproceedings{iclr2022_neural_31815, title = {{Neural Collapse Under MSE Loss: Proximity to and Dynamics on the Central Path}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6352}, } @inproceedings{neurips2020_overfitting_60553, title = {{Overfitting Can Be Harmless for Basis Pursuit, But Only to a Degree}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17806}, } @inproceedings{neurips2021_benign_61178, title = {{Benign Overfitting in Multiclass Classification: All Roads Lead to Interpolation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26565}, } @inproceedings{neurips2021_overparameterization_62157, title = {{Overparameterization Improves Robustness to Covariate Shift in High Dimensions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26378}, } @inproceedings{neurips2019_data_58087, title = {{Data-Dependence of Plateau Phenomenon in Learning with Neural Network --- Statistical Mechanical Analysis}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13381}, } @inproceedings{neurips2021_risk_61644, title = {{Risk Bounds for Over-parameterized Maximum Margin Classification on Sub-Gaussian Mixtures}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28518}, } @inproceedings{icml2021_learning_39517, title = {{Learning Curves for Analysis of Deep Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/8899}, } @inproceedings{neurips2022_learning_65514, title = {{Learning sparse features can lead to overfitting in neural networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53001}, } @inproceedings{neurips2023_a_67938, title = {{A U-turn on Double Descent: Rethinking Parameter Counting in Statistical Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71830}, } @inproceedings{neurips2024_model_72944, title = {{Model Collapse Demystified: The Case of Regression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94468}, } @inproceedings{aaai2024_double_5749, title = {{Double-Descent Curves in Neural Networks: A New Perspective Using Gaussian Processes}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29071}, } @inproceedings{aaai2024_high_6210, title = {{High-Dimensional Analysis for Generalized Nonlinear Regression: From Asymptotics to Algorithm}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29253}, } @inproceedings{iclr2024_dichotomy_34633, title = {{Dichotomy of Early and Late Phase Implicit Biases Can Provably Induce Grokking}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18441}, } @inproceedings{neurips2024_provable_72124, title = {{Provable Tempered Overfitting of Minimal Nets and Typical Nets}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95208}, } @inproceedings{neurips2025_thumb_75617, title = {{Thumb on the Scale: Optimal Loss Weighting in Last Layer Retraining}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=A3vDXf4PUO}, } @inproceedings{neurips2025_neural_79473, title = {{Neural Collapse in Cumulative Link Models for Ordinal Regression: An Analysis with Unconstrained Feature Model}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=pjTbFuv9ET}, } @inproceedings{iclr2024_noisy_34045, title = {{Noisy Interpolation Learning with Shallow Univariate ReLU Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19030}, } @inproceedings{icml2024_generalization_44334, title = {{Generalization in Kernel Regression Under Realistic Assumptions}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34118}, } @inproceedings{icml2024_how_45355, title = {{How Spurious Features are Memorized: Precise Analysis for Random and NTK Features}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33096}, } @inproceedings{icml2025_theoretical_46520, title = {{Theoretical Limitations of Ensembles in the Age of Overparameterization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/46048}, } @inproceedings{neurips2025_transfer_78079, title = {{Transfer Learning for Benign Overfitting in High-Dimensional Linear Regression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=arXNS7T90z}, } @inproceedings{iclr2026_risk_87767, title = {{Risk Phase Transitions in Spiked Regression: Alignment Driven Benign and Catastrophic Overfitting}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=fFG4wZee3f}, } @inproceedings{iclr2024_more_34339, title = {{More is Better: when Infinite Overparameterization is Optimal and Overfitting is Obligatory}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18736}, } @inproceedings{iclr2024_on_34996, title = {{On Bias-Variance Alignment in Deep Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18078}, } @inproceedings{neurips2025_the_75683, title = {{The Persistence of Neural Collapse Despite Low-Rank Bias}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=AumtzgHji1}, } @inproceedings{iclr2026_preventing_85026, title = {{Preventing Model Collapse Under Overparametrization: Optimal Mixing Ratios for Interpolation Learning and Ridge Regression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=9RdhTvYbX0}, }