% Key papers for Uncertainty quantification for LLMs (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{iclr2023_prompting_32154, title = {{Prompting GPT-3 To Be Reliable}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11550}, } @inproceedings{icml2019_cognitive_37224, title = {{Cognitive model priors for predicting human decisions}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2019}, url = {https://icml.cc/virtual/2019/poster/3762}, } @inproceedings{neurips2024_membership_71984, title = {{Membership Inference Attacks against Fine-tuned Large Language Models via Self-prompt Calibration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95327}, } @inproceedings{aaai2024_unveiling_7728, title = {{Unveiling the Tapestry of Automated Essay Scoring: A Comprehensive Investigation of Accuracy, Fairness, and Generalizability}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30254}, } @inproceedings{neurips2024_on_71798, title = {{On the Worst Prompt Performance of Large Language Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95497}, } @inproceedings{neurips2024_benchmarking_71651, title = {{Benchmarking LLMs via Uncertainty Quantification}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/97746}, } @inproceedings{iclr2025_justice_80679, title = {{Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/31088}, } @inproceedings{neurips2024_efficient_73555, title = {{Efficient multi-prompt evaluation of LLMs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93925}, } @inproceedings{iclr2024_how_33636, title = {{How to Catch an AI Liar: Lie Detection in Black-Box LLMs by Asking Unrelated Questions}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19439}, } @inproceedings{neurips2024_semantic_71684, title = {{Semantic Density: Uncertainty Quantification for Large Language Models through Confidence Measurement in Semantic Space}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95598}, } @inproceedings{neurips2024_elo_72018, title = {{Elo Uncovered: Robustness and Best Practices in Language Model Evaluation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95297}, } @inproceedings{neurips2024_decision_74110, title = {{Decision-Making Behavior Evaluation Framework for LLMs under Uncertain Context}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93425}, } @inproceedings{aaai2024_who_7825, title = {{Who Knows the Answer? Finding the Best Model and Prompt for Each Query Using Confidence-Based Search}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29763}, } @inproceedings{aaai2024_improving_6294, title = {{Improving Factual Error Correction by Learning to Inject Factual Errors}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29778}, } @inproceedings{icml2024_decomposing_44839, title = {{Decomposing Uncertainty for Large Language Models through Input Clarification Ensembling}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33613}, } @inproceedings{aaai2025_confidence_8497, title = {{Confidence Estimation for Error Detection in Text-to-SQL Systems}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34699}, } @inproceedings{aaai2025_evalassist_9015, title = {{EvalAssist: LLM-as-a-Judge Simplified}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/35351}, } @inproceedings{iclr2024_inside_34689, title = {{INSIDE: LLMs' Internal States Retain the Power of Hallucination Detection}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18385}, } @inproceedings{neurips2024_when_71929, title = {{When is Multicalibration Post-Processing Necessary?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95377}, } @inproceedings{neurips2024_accuracy_72093, title = {{Accuracy is Not All You Need}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95234}, } @inproceedings{neurips2024_kernel_73495, title = {{Kernel Language Entropy: Fine-grained Uncertainty Quantification for LLMs from Semantic Similarities}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93979}, } @inproceedings{iclr2025_sample_81083, title = {{Sample then Identify: A General Framework for Risk Control and Assessment in Multimodal Large Language Models}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/30685}, }