% Key papers for LLM-as-judge and feedback data (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2022_training_65011, title = {{Training language models to follow instructions with human feedback}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/52886}, } @inproceedings{neurips2023_judging_69806, title = {{Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/73434}, } @inproceedings{icml2024_chatbot_43384, title = {{Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/35068}, } @inproceedings{neurips2024_llm_70433, title = {{LLM Evaluators Recognize and Favor Their Own Generations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96672}, } @inproceedings{neurips2023_alpacafarm_66794, title = {{AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/72842}, } @inproceedings{neurips2024_mobility_70169, title = {{Mobility-LLM: Learning Visiting Intentions and Travel Preference from Human Mobility Data with Large Language Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96914}, } @inproceedings{icml2024_ultrafeedback_43726, title = {{ULTRAFEEDBACK: Boosting Language Models with Scaled AI Feedback}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34726}, } @inproceedings{neurips2024_questioning_71963, title = {{Questioning the Survey Responses of Large Language Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95348}, } @inproceedings{aaai2018_exploring_99805, title = {{Exploring Implicit Feedback for Open Domain Conversation Generation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/11253}, } @inproceedings{aaai2020_balancing_103204, title = {{Balancing Quality and Human Involvement: An Effective Approach to Interactive Neural Machine Translation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6514}, } @inproceedings{aaai2020_human_101236, title = {{Human-Machine Collaboration for Fast Land Cover Mapping}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5633}, } @inproceedings{aaai2025_evaluating_9021, title = {{Evaluating the Evaluator: Measuring LLMs’ Adherence to Task Evaluation Instructions}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34157}, } @inproceedings{neurips2024_the_71123, title = {{The PRISM Alignment Dataset: What Participatory, Representative and Individualised Human Feedback Reveals About the Subjective and Multicultural Alignment of Large Language Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97804}, } @inproceedings{iclr2024_gpt_34258, title = {{GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18817}, } @inproceedings{neurips2024_aligning_71147, title = {{Aligning LLM Agents by Learning Latent Preference from User Edits}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96078}, } @inproceedings{aaai2020_towards_100292, title = {{Towards Hands-Free Visual Dialog Interactive Recommendation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5465}, } @inproceedings{iclr2025_eliciting_81814, title = {{Eliciting Human Preferences with Language Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29967}, } @inproceedings{iclr2023_task_32575, title = {{Task Ambiguity in Humans and Language Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11306}, } @inproceedings{neurips2024_rule_72095, title = {{Rule Based Rewards for Language Model Safety}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95232}, } @inproceedings{iclr2024_human_33719, title = {{Human Feedback is not Gold Standard}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19356}, } @inproceedings{icml2025_from_46950, title = {{From Crowdsourced Data to High-quality Benchmarks: Arena-Hard and Benchbuilder Pipeline}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45630}, } @inproceedings{neurips2024_gradient_74349, title = {{Gradient Cuff: Detecting Jailbreak Attacks on Large Language Models by Exploring Refusal Loss Landscapes}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93211}, } @inproceedings{iclr2025_wildbench_81843, title = {{WildBench: Benchmarking LLMs with Challenging Tasks from Real Users in the Wild}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29940}, } @inproceedings{iclr2025_on_82440, title = {{On Targeted Manipulation and Deception when Optimizing LLMs for User Feedback}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29353}, } @inproceedings{aaai2025_maximizing_9920, title = {{Maximizing Signal in Human-Model Preference Alignment}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34950}, } @inproceedings{icml2024_musicrl_43891, title = {{MusicRL: Aligning Music Generation to Human Preferences}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34561}, } @inproceedings{iclr2025_judgebench_81463, title = {{JudgeBench: A Benchmark for Evaluating LLM-Based Judges}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30311}, } @inproceedings{iclr2025_do_82102, title = {{Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29686}, }