% Key papers for Execution-based code verification (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2023_is_66632, title = {{Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72990}, } @inproceedings{neurips2024_sglang_72491, title = {{SGLang: Efficient Execution of Structured Language Model Programs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94872}, } @inproceedings{aaai2019_deepfuzz_100187, title = {{DeepFuzz: Automatic Generation of Syntax Valid C Programs for Fuzz Testing}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/3895}, } @inproceedings{neurips2024_gorilla_74197, title = {{Gorilla: Large Language Model Connected with Massive APIs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93353}, } @inproceedings{iclr2024_teaching_34195, title = {{Teaching Large Language Models to Self-Debug}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18880}, } @inproceedings{iclr2023_codet_33088, title = {{CodeT: Code Generation with Generated Tests}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/12011}, } @inproceedings{iclr2024_critic_34488, title = {{CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18586}, } @inproceedings{icml2020_structural_38811, title = {{Structural Language Models of Code}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/5952}, } @inproceedings{iclr2023_generating_32986, title = {{Generating Sequences by Learning to Self-Correct}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11103}, } @inproceedings{iclr2024_learning_35029, title = {{Learning Performance-Improving Code Edits}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18045}, } @inproceedings{icml2023_lever_41937, title = {{LEVER: Learning to Verify Language-to-Code Generation with Execution}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/23632}, } @inproceedings{neurips2023_toolkengpt_67222, title = {{ToolkenGPT: Augmenting Frozen Language Models with Massive Tools via Tool Embeddings}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72492}, } @inproceedings{iclr2023_language_32615, title = {{Language Models Can Teach Themselves to Program Better}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11352}, } @inproceedings{iclr2025_iris_81070, title = {{IRIS: LLM-Assisted Static Analysis for Detecting Security Vulnerabilities}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30698}, } @inproceedings{iclr2023_planning_32438, title = {{Planning with Large Language Models for Code Generation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11072}, } @inproceedings{neurips2024_llmdfa_72101, title = {{LLMDFA: Analyzing Dataflow in Code with Large Language Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95227}, } @inproceedings{aaai2023_better_3174, title = {{Better Context Makes Better Code Language Models: A Case Study on Function Call Argument Completion}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25653}, } @inproceedings{icml2023_coder_43084, title = {{Coder Reviewer Reranking for Code Generation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/24463}, } @inproceedings{icml2024_ast_44851, title = {{AST-T5: Structure-Aware Pretraining for Code Generation and Understanding}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33601}, } @inproceedings{icml2024_next_43711, title = {{NExT: Teaching Large Language Models to Reason about Code Execution}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34741}, } @inproceedings{neurips2024_towards_72511, title = {{Towards General Loop Invariant Generation: A Benchmark of Programs with Memory Manipulation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97660}, } @inproceedings{neurips2024_hysynth_70541, title = {{HYSYNTH: Context-Free LLM Approximation for Guiding Program Synthesis}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96572}, } @inproceedings{neurips2024_verified_74175, title = {{Verified Code Transpilation with LLMs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93370}, } @inproceedings{neurips2024_coderosetta_72432, title = {{CodeRosetta: Pushing the Boundaries of Unsupervised Code Translation for Parallel Programming}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94924}, } @inproceedings{neurips2024_detecting_73358, title = {{Detecting Bugs with Substantial Monetary Consequences by LLM and Rule-based Reasoning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94090}, } @inproceedings{aaai2024_automatically_5241, title = {{Automatically Testing Functional Properties of Code Translation Models}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30097}, } @inproceedings{iclr2024_lemur_34391, title = {{Lemur: Integrating Large Language Models in Automated Program Verification}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18684}, } @inproceedings{neurips2024_language_71257, title = {{Language Generation in the Limit}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95986}, } @inproceedings{neurips2025_core_77674, title = {{CoRe: Benchmarking LLMs’ Code Reasoning Capabilities through Static Analysis Tasks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=WJIDorHiuZ}, } @inproceedings{iclr2025_how_83729, title = {{How efficient is LLM-generated code? A rigorous \& high-standard benchmark}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28090}, } @inproceedings{icml2025_alphaverus_48842, title = {{AlphaVerus: Bootstrapping Formally Verified Code Generation through Self-Improving Translation and Treefinement}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43780}, }