% Key papers for Social-science view of AI evaluation (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{aaai2018_state_101291, title = {{State of the Art: Reproducibility in Artificial Intelligence}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/11503}, } @inproceedings{neurips2019_bridging_57966, title = {{Bridging Machine Learning and Logical Reasoning by Abductive Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/13467}, } @inproceedings{iclr2024_the_34897, title = {{The Alignment Problem from a Deep Learning Perspective}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18177}, } @inproceedings{aaai2017_on_101283, title = {{On Human Intellect and Machine Failures: Troubleshooting Integrative Machine Learning Systems}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2017}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/10633}, } @inproceedings{icml2024_position_43272, title = {{Position: Levels of AGI for Operationalizing Progress on the Path to AGI}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35180}, } @inproceedings{aaai2021_aligning_113, title = {{Aligning Artificial Neural Networks and Ontologies towards Explainable AI}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/04932-aligning-artificial-neural-networks-and-ontologies-towards-explainable-ai/}, } @inproceedings{icml2019_elf_37321, title = {{ELF OpenGo: an analysis and open reimplementation of AlphaZero}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3883}, } @inproceedings{neurips2022_picking_63640, title = {{Picking on the Same Person: Does Algorithmic Monoculture lead to Outcome Homogenization?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54301}, } @inproceedings{aaai2025_why_11301, title = {{Why AI Is WEIRD and Shouldn't Be This Way: Towards AI for Everyone, with Everyone, by Everyone}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/35092}, } @inproceedings{iclr2026_darwin_88653, title = {{Darwin Gödel Machine: Open-Ended Evolution of Self-Improving Agents}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=pUpzQZTvGY}, } @inproceedings{aaai2024_from_6064, title = {{From Statistical Relational to Neuro-Symbolic Artificial Intelligence}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30294}, } @inproceedings{neurips2024_betterbench_73403, title = {{BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97566}, } @inproceedings{cvpr2025_rlaif_27361, title = {{RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/32679}, } @inproceedings{aaai2020_asymptotically_101231, title = {{Asymptotically Unambitious Artificial General Intelligence}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5628}, } @inproceedings{aaai2023_momusic_4167, title = {{MoMusic: A Motion-Driven Human-AI Collaborative Music Composition and Performing System}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26907}, } @inproceedings{neurips2025_position_77021, title = {{Position: Towards Bidirectional Human-AI Alignment}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=PgA9rZoMY8}, } @inproceedings{icml2025_position_47059, title = {{Position: AI Evaluation Should Learn from How We Test Humans}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/40146}, } @inproceedings{neurips2021_ai_62963, title = {{AI and the Everything in the Whole Wide World Benchmark}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://openreview.net/forum?id=j6NxpQbREA1}, } @inproceedings{aaai2025_the_10967, title = {{The AI Race: Why Current Neural Network-based Architectures are a Poor Basis for Artificial General Intelligence}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/35136}, } @inproceedings{aaai2020_a_102011, title = {{A Unified Framework for Knowledge Intensive Gradient Boosting: Leveraging Human Experts for Noisy Sparse Domains}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5873}, } @inproceedings{aaai2024_diverse_5727, title = {{Diverse Yet Biased: Towards Mitigating Biases in Generative AI (Student Abstract)}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30512}, } @inproceedings{aaai2025_increased_9556, title = {{Increased Compute Efficiency and the Diffusion of AI Capabilities}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34971}, } @inproceedings{iclr2024_gaia_34898, title = {{GAIA: a benchmark for General AI Assistants}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18176}, } @inproceedings{neurips2025_utility_80197, title = {{Utility Engineering: Analyzing and Controlling Emergent Value Systems in AIs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=x9vcgXmRD0}, } @inproceedings{iclr2024_skill_34144, title = {{SKILL-MIX: a Flexible and Expandable Family of Evaluations for AI Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18931}, } @inproceedings{iclr2024_quality_35271, title = {{Quality-Diversity through AI Feedback}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17802}, } @inproceedings{neurips2024_evaluating_72680, title = {{Evaluating Large Vision-and-Language Models on Children's Mathematical Olympiads}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97639}, } @inproceedings{iclr2026_gdpval_87973, title = {{GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2026}, url = {https://openreview.net/forum?id=hcuEdq6eKD}, } @inproceedings{neurips2024_pricing_70751, title = {{Pricing and Competition for Generative AI}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96374}, } @inproceedings{neurips2024_olympicarena_72888, title = {{OlympicArena: Benchmarking Multi-discipline Cognitive Reasoning for Superintelligent AI}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97617}, }