% Key papers for Decentralized peer-to-peer training (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2018_d_36466, title = {{\$D^2\$: Decentralized Training over Decentralized Data}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/2485}, } @inproceedings{icml2020_the_38851, title = {{The Non-IID Data Quagmire of Decentralized Machine Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6306}, } @inproceedings{cvpr2022_learning_19213, title = {{Learning To Collaborate in Decentralized Learning of Personalized Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{aaai2020_distributed_102709, title = {{Distributed Machine Learning through Heterogeneous Edge Systems}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6207}, } @inproceedings{neurips2018_cola_56930, title = {{COLA: Decentralized Linear Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11447}, } @inproceedings{neurips2020_breaking_59485, title = {{Breaking the Communication-Privacy-Accuracy Trilemma}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18490}, } @inproceedings{iclr2020_decentralized_29677, title = {{Decentralized Deep Learning with Arbitrary Communication Compression}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=SkgGCkrKvH}, } @inproceedings{neurips2020_distributed_59720, title = {{Distributed Distillation for On-Device Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17881}, } @inproceedings{icml2019_distributed_37301, title = {{Distributed Learning over Unreliable Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4184}, } @inproceedings{aaai2022_distreal_1914, title = {{DISTREAL: Distributed Resource-Aware Learning in Heterogeneous Systems}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/08062-distreal-distributed-resource-aware-learning-in-heterogeneous-systems/}, } @inproceedings{neurips2021_drive_61930, title = {{DRIVE: One-bit Distributed Mean Estimation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27677}, } @inproceedings{neurips2021_relaysum_62193, title = {{RelaySum for Decentralized Deep Learning on Heterogeneous Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27285}, } @inproceedings{icml2021_communication_39146, title = {{Communication-Efficient Distributed SVD via Local Power Iterations}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/8659}, } @inproceedings{neurips2021_leveraging_61599, title = {{Leveraging Spatial and Temporal Correlations in Sparsified Mean Estimation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26339}, } @inproceedings{neurips2023_global_69604, title = {{Global Update Tracking: A Decentralized Learning Algorithm for Heterogeneous Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/70328}, } @inproceedings{cvpr2024_dimat_23086, title = {{DIMAT: Decentralized Iterative Merging-And-Training for Deep Learning Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31892}, } @inproceedings{icml2021_cross_39181, title = {{Cross-Gradient Aggregation for Decentralized Learning from Non-IID Data}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2021}, url = {https://icml.cc/virtual/2021/poster/9767}, } @inproceedings{neurips2021_moshpit_62724, title = {{Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27066}, } @inproceedings{iclr2024_federated_35394, title = {{Federated Wasserstein Distance}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17679}, } @inproceedings{icml2019_communication_37231, title = {{Communication-Constrained Inference and the Role of Shared Randomness}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3569}, } @inproceedings{aaai2024_the_7554, title = {{The Promise of Serverless Computing within Peer-to-Peer Architectures for Distributed ML Training}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30392}, } @inproceedings{neurips2024_hyperprism_70376, title = {{HyperPrism: An Adaptive Non-linear Aggregation Framework for Distributed Machine Learning over Non-IID Data and Time-varying Communication Links}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96724}, } @inproceedings{neurips2024_sketching_70136, title = {{Sketching for Distributed Deep Learning: A Sharper Analysis}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96942}, } @inproceedings{neurips2024_universal_74042, title = {{Universal Sample Coding}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93482}, } @inproceedings{neurips2024_on_74314, title = {{On the Necessity of Collaboration for Online Model Selection with Decentralized Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93244}, } @inproceedings{neurips2025_distributed_78549, title = {{Distributed mediation analysis with communication efficiency}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=fqsxfizLpk}, } @inproceedings{iclr2025_dice_80631, title = {{DICE: Data Influence Cascade in Decentralized Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/31136}, } @inproceedings{aaai2026_fusedrec_106205, title = {{FusedRec: Fused Embedding Communication for Distributed Recommendation Training on GPUs}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/38512}, } @inproceedings{icml2025_pdudt_46919, title = {{PDUDT: Provable Decentralized Unlearning under Dynamic Topologies}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45661}, } @inproceedings{neurips2026_beyond_94895, title = {{Beyond Flat Gossip: Tiered Gossip Learning for Scalable Collaborative AI}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/154579}, }