% Key papers for Communication complexity theory (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2018_gradient_57184, title = {{Gradient Sparsification for Communication-Efficient Distributed Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11147}, } @inproceedings{icml2019_decentralized_37270, title = {{Decentralized Stochastic Optimization and Gossip Algorithms with Compressed Communication}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4005}, } @inproceedings{neurips2019_powersgd_58818, title = {{PowerSGD: Practical Low-Rank Gradient Compression for Distributed Optimization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14346}, } @inproceedings{icml2020_acceleration_37898, title = {{Acceleration for Compressed Gradient Descent in Distributed and Federated Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6191}, } @inproceedings{iclr2021_linear_30041, title = {{Linear Convergent Decentralized Optimization with Compression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/2693}, } @inproceedings{icml2021_distributed_39260, title = {{Distributed Second Order Methods with Fast Rates and Compressed Communication}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/10191}, } @inproceedings{icml2020_communication_38024, title = {{Communication-Efficient Distributed Stochastic AUC Maximization with Deep Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/5990}, } @inproceedings{icml2021_marina_39582, title = {{MARINA: Faster Non-Convex Distributed Learning with Compression}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9657}, } @inproceedings{aaai2021_communication_271, title = {{Communication-Efficient Frank-Wolfe Algorithm for Nonconvex Decentralized Distributed Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/10405-communication-efficient-frank-wolfe-algorithm-for-nonconvex-decentralized-distributed-learning/}, } @inproceedings{icml2022_3pc_40138, title = {{3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/18065}, } @inproceedings{neurips2021_canita_62772, title = {{CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28335}, } @inproceedings{neurips2017_communication_56202, title = {{Communication-Efficient Stochastic Gradient Descent, with Applications to Neural Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/spotlight/9992}, } @inproceedings{iclr2022_permutation_31083, title = {{Permutation Compressors for Provably Faster Distributed Nonconvex Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/7208}, } @inproceedings{icml2021_communication_39145, title = {{Communication-Efficient Distributed Optimization with Quantized Preconditioners}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/8611}, } @inproceedings{neurips2021_distributed_62786, title = {{Distributed Principal Component Analysis with Limited Communication}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28313}, } @inproceedings{iclr2022_on_31004, title = {{On Distributed Adaptive Optimization with Gradient Compression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6171}, } @inproceedings{icml2020_manifold_38438, title = {{Manifold Identification for Ultimately Communication-Efficient Distributed Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6360}, } @inproceedings{icml2022_correlated_40387, title = {{Correlated Quantization for Distributed Mean Estimation and Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17025}, } @inproceedings{neurips2021_towards_61452, title = {{Towards Tight Communication Lower Bounds for Distributed Optimisation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/28811}, } @inproceedings{iclr2024_det_34667, title = {{Det-CGD: Compressed Gradient Descent with Matrix Stepsizes for Non-Convex Optimization}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18407}, } @inproceedings{icml2024_distributed_43483, title = {{Distributed Bilevel Optimization with Communication Compression}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34969}, } @inproceedings{icml2024_laser_45532, title = {{LASER: Linear Compression in Wireless Distributed Optimization}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32920}, } @inproceedings{icml2025_distributed_47487, title = {{Distributed Retraction-Free and Communication-Efficient Optimization on the Stiefel Manifold}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45108}, } @inproceedings{icml2025_decoupled_47753, title = {{Decoupled SGDA for Games with Intermittent Strategy Communication}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/44847}, } @inproceedings{icml2026_convergence_49490, title = {{Convergence Analysis of the Lion Optimizer in Centralized and Distributed Settings}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=32NvV5zixD}, } @inproceedings{icml2026_on_51773, title = {{On the Interaction of Batch Noise, Adaptivity, and Compression, under \$(L\_0,L\_1)\$-Smoothness: An SDE Approach}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=Pmsc4yytlf}, } @inproceedings{iclr2025_towards_81254, title = {{Towards Faster Decentralized Stochastic Optimization with Communication Compression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30517}, } @inproceedings{iclr2026_mt_84740, title = {{MT-DAO: Multi-Timescale Distributed Adaptive Optimizers with Local Updates}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=5yPP238v4c}, } @inproceedings{neurips2026_scalable_93146, title = {{Scalable Distributed Stochastic Optimization via Bidirectional Compression: Beyond Pessimistic Limits}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/150535}, } @inproceedings{icml2026_on_54642, title = {{On the Convergence of Decentralized Stochastic Minimax Optimization Algorithm with Compressed Communication}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=r2xFcc0kvp}, }