% Key papers for Benchmarking and reproducibility practice (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2018_toward_13655, title = {{Toward Driving Scene Understanding: A Dataset for Learning Driver Behavior and Causal Reasoning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2018}, url = {https://openaccess.thecvf.com/content_cvpr_2018/html/Ramanishka_Toward_Driving_Scene_CVPR_2018_paper.html}, } @inproceedings{neurips2021_therapeutics_61475, title = {{Therapeutics Data Commons: Machine Learning Datasets and Tasks for Drug Discovery and Development}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://openreview.net/forum?id=8nvgnORnoWr}, } @inproceedings{aaai2023_toward_4829, title = {{Toward a Perspectivist Turn in Ground Truthing for Predictive Computing}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25840}, } @inproceedings{neurips2021_codenet_61401, title = {{CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://openreview.net/forum?id=6vZVBkCDrHT}, } @inproceedings{icml2019_unreproducible_37839, title = {{Unreproducible Research is Reproducible}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/4177}, } @inproceedings{aaai2016_peak_105182, title = {{PEAK: Pyramid Evaluation via Automated Knowledge Extraction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2016}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10336}, } @inproceedings{neurips2023_dataperf_67806, title = {{DataPerf: Benchmarks for Data-Centric AI Development}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/73622}, } @inproceedings{aaai2017_add_101437, title = {{Add Data into Business Process Verification: Bridging the Gap between Theory and Practice}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10688}, } @inproceedings{aaai2020_atari_102299, title = {{Atari-HEAD: Atari Human Eye-Tracking and Demonstration Dataset}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6161}, } @inproceedings{aaai2018_modeling_105773, title = {{Modeling Scientific Influence for Research Trending Topic Prediction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/11882}, } @inproceedings{aaai2018_dlpaper2code_104067, title = {{DLPaper2Code: Auto-Generation of Code From Deep Learning Research Papers}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/12326}, } @inproceedings{aaai2021_a_38, title = {{A Novice-Reviewer Experiment to Address Scarcity of Qualified Reviewers in Large Conferences}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/04785-a-novice-reviewer-experiment-to-address-scarcity-of-qualified-reviewers-in-large-conferences/}, } @inproceedings{icml2024_position_43402, title = {{Position: Data Authenticity, Consent, \& Provenance for AI are all broken: what will it take to fix them?}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35050}, } @inproceedings{neurips2024_croissant_72800, title = {{Croissant: A Metadata Format for ML-Ready Datasets}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97627}, } @inproceedings{aaai2021_argument_145, title = {{Argument Mining Driven Analysis of Peer-Reviews}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/04758-argument-mining-driven-analysis-of-peer-reviews/}, } @inproceedings{icml2024_position_44329, title = {{Position: Mission Critical – Satellite Data is a Distinct Modality in Machine Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34123}, } @inproceedings{aaai2017_a_99783, title = {{A Declarative Approach to Data-Driven Fact Checking}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10492}, } @inproceedings{aaai2019_a_99964, title = {{A Study of Educational Data Mining: Evidence from a Thai University}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/3851}, } @inproceedings{cvpr2022_geoengine_18931, title = {{GeoEngine: A Platform for Production-Ready Geospatial Research}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, url = {https://openaccess.thecvf.com/content/CVPR2022/html/Verma_GeoEngine_A_Platform_for_Production-Ready_Geospatial_Research_CVPR_2022_paper.html}, } @inproceedings{neurips2025_tabarena_78910, title = {{TabArena: A Living Benchmark for Machine Learning on Tabular Data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=jZqCqpCLdU}, } @inproceedings{aaai2025_the_10987, title = {{The Unreasonable Effectiveness of Open Science in AI: A Replication Study}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34818}, } @inproceedings{iclr2024_batteryml_35445, title = {{BatteryML: An Open-source Platform for Machine Learning on Battery Degradation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17628}, } @inproceedings{aaai2024_reproduce_7113, title = {{Reproduce, Replicate, Reevaluate. The Long but Safe Way to Extend Machine Learning Methods}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29515}, } @inproceedings{iclr2024_navigating_35610, title = {{Navigating Dataset Documentations in AI: A Large-Scale Analysis of Dataset Cards on HuggingFace}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17463}, } @inproceedings{aaai2024_promoting_7009, title = {{Promoting Research Collaboration with Open Data Driven Team Recommendation in Response to Call for Proposals}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30318}, } @inproceedings{aaai2024_esg_5784, title = {{ESG Accountability Made Easy: DocQA at Your Service}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30574}, } @inproceedings{aaai2025_shield_10756, title = {{Shield Synthesis for LTL Modulo Theories}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33660}, } @inproceedings{iclr2025_nnsight_81874, title = {{NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29909}, } @inproceedings{neurips2024_welqrate_72185, title = {{WelQrate: Defining the Gold Standard in Small Molecule Drug Discovery Benchmarking}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97684}, } @inproceedings{neurips2024_copycats_72581, title = {{Copycats: the many lives of a publicly available medical imaging dataset}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97652}, } @inproceedings{icml2024_position_43841, title = {{Position: Why We Must Rethink Empirical Research in Machine Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34611}, } @inproceedings{icml2024_position_45169, title = {{Position: Measure Dataset Diversity, Don't Just Claim It}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33283}, } @inproceedings{neurips2024_the_71810, title = {{The State of Data Curation at NeurIPS: An Assessment of Dataset Development Practices in the Datasets and Benchmarks Track}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97728}, } @inproceedings{neurips2024_a_73382, title = {{A Systematic Review of NeurIPS Dataset Management Practices}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://openreview.net/forum?id=hQQyetmOxs}, } @inproceedings{neurips2026_no_91501, title = {{No One Knows the State-of-the-Art in Geospatial Foundation Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2026}, url = {https://neurips.cc/virtual/2026/poster/140061}, } @inproceedings{aaai2024_towards_7601, title = {{Towards Human-like Learning from Relational Structured Data}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30300}, }