% Key papers for Non-stationary and structured-reward bandits (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages.

@inproceedings{aaai2018_a_102479,
  title = {{A Change-Detection Based Framework for Piecewise-Stationary Multi-Armed Bandit Problem}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2018},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/11746},
}

@inproceedings{aaai2020_achieving_102124,
  title = {{Achieving Fairness in the Stochastic Multi-Armed Bandit Problem}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2020},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/5986},
}

@inproceedings{aaai2019_incorporating_99669,
  title = {{Incorporating Behavioral Constraints in Online AI Systems}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2019},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/3762},
}

@inproceedings{icml2018_bandits_36536,
  title = {{Bandits with Delayed, Aggregated Anonymous Feedback}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2018},
  url = {https://icml.cc/virtual/2018/poster/2212},
}

@inproceedings{neurips2018_adversarial_56844,
  title = {{Adversarial Attacks on Stochastic Bandits}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2018},
  url = {https://nips.cc/virtual/2018/poster/11364},
}

@inproceedings{aaai2018_budget_102362,
  title = {{Budget-Constrained Multi-Armed Bandits With Multiple Plays}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2018},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/11629},
}

@inproceedings{neurips2017_rotting_56638,
  title = {{Rotting Bandits}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2017},
  url = {https://nips.cc/virtual/2017/poster/9092},
}

@inproceedings{icml2019_data_37266,
  title = {{Data Poisoning Attacks on Stochastic Bandits}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2019},
  url = {https://icml.cc/virtual/2019/poster/3961},
}

@inproceedings{neurips2019_distribution_58156,
  title = {{Distribution oblivious, risk-aware algorithms for multi-armed   bandits with unbounded rewards}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2019},
  url = {https://nips.cc/virtual/2019/poster/14120},
}

@inproceedings{icml2016_conservative_35770,
  title = {{Conservative Bandits}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2016},
  url = {https://proceedings.mlr.press/v48/wu16.html},
}

@inproceedings{neurips2019_are_57913,
  title = {{Are sample means in multi-armed bandits positively or negatively biased?}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2019},
  url = {https://nips.cc/virtual/2019/poster/14549},
}

@inproceedings{aaai2020_robust_101960,
  title = {{Robust Stochastic Bandit Algorithms under Probabilistic Unbounded Adversarial Attack}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2020},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/5821},
}

@inproceedings{neurips2016_combinatorial_55629,
  title = {{Combinatorial semi-bandit with known covariance}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2016},
  url = {https://nips.cc/virtual/2016/poster/8495},
}

@inproceedings{icml2017_multi_36293,
  title = {{Multi-objective Bandits: Optimizing the Generalized Gini Index}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2017},
  url = {https://icml.cc/virtual/2017/poster/677},
}

@inproceedings{aaai2017_efficient_104562,
  title = {{Efficient Ordered Combinatorial Semi-Bandits for Whole-Page Recommendation}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2017},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/10939},
}

@inproceedings{neurips2016_threshold_56050,
  title = {{Threshold Bandits, With and Without Censored Feedback}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2016},
  url = {https://nips.cc/virtual/2016/poster/8510},
}

@inproceedings{aaai2023_optimistic_4316,
  title = {{Optimistic Whittle Index Policy: Online Learning for Restless Bandits}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2023},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/26207},
}

@inproceedings{neurips2017_identifying_56371,
  title = {{Identifying Outlier Arms in Multi-Armed Bandit}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2017},
  url = {https://nips.cc/virtual/2017/poster/9296},
}

@inproceedings{neurips2018_multi_57401,
  title = {{Multi-armed Bandits with Compensation}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2018},
  url = {https://nips.cc/virtual/2018/poster/11500},
}

@inproceedings{neurips2020_adversarial_59337,
  title = {{Adversarial Bandits with Corruptions: Regret Lower Bound and No-regret Algorithm}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2020},
  url = {https://papers.nips.cc/paper_files/paper/2020/hash/e655c7716a4b3ea67f48c6322fc42ed6-Abstract.html},
}

@inproceedings{neurips2024_exploration_70837,
  title = {{Exploration, Exploitation, and Engagement in Multi-Armed Bandits with Abandonment}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/98312},
}

@inproceedings{aaai2024_online_6851,
  title = {{Online Restless Multi-Armed Bandits with Long-Term Fairness Constraints}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29489},
}

@inproceedings{aaai2025_robust_10576,
  title = {{Robust Performance Incentivizing Algorithms for Multi-Armed Bandits with Strategic Agents}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/33510},
}

@inproceedings{neurips2024_global_70366,
  title = {{Global Rewards in Restless Multi-Armed Bandits}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96734},
}

@inproceedings{aaai2024_eliciting_5819,
  title = {{Eliciting Kemeny Rankings}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29105},
}

@inproceedings{aaai2024_forced_6039,
  title = {{Forced Exploration in Bandit Problems}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2024},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/29117},
}

@inproceedings{aaai2025_replication_10517,
  title = {{Replication-proof Bandit Mechanism Design with Bayesian Agents}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34253},
}

@inproceedings{aaai2025_the_10969,
  title = {{The Bandit Whisperer: Communication Learning for Restless Bandits}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34508},
}

@inproceedings{iclr2024_bandits_35158,
  title = {{Bandits Meet Mechanism Design to Combat Clickbait in Online Recommendation}},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
  url = {https://iclr.cc/virtual/2024/poster/17915},
}

@inproceedings{icml2024_adversarial_43275,
  title = {{Adversarial Attacks on Combinatorial Multi-Armed Bandits}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/35177},
}

@inproceedings{icml2024_combinatorial_45397,
  title = {{Combinatorial Multivariant Multi-Armed Bandits with Applications to Episodic Reinforcement Learning and Beyond}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/33054},
}

@inproceedings{icml2024_on_45454,
  title = {{On Interpolating Experts and Multi-Armed Bandits}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2024},
  url = {https://icml.cc/virtual/2024/poster/32997},
}

@inproceedings{neurips2024_locally_71011,
  title = {{Locally Private and Robust Multi-Armed Bandits}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96196},
}

@inproceedings{aaai2026_provably_106765,
  title = {{Provably Efficient Multi-Objective Bandit Algorithms Under Preference-Centric Customization}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2026},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/39072},
}

@inproceedings{aaai2025_delay_8689,
  title = {{Delay as Payoff in MAB}},
  booktitle = {AAAI Conference on Artificial Intelligence (AAAI)},
  year = {2025},
  url = {https://ojs.aaai.org/index.php/AAAI/article/view/34237},
}

@inproceedings{icml2025_tracking_46501,
  title = {{Tracking Most Significant Shifts in Infinite-Armed Bandits}},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
  url = {https://icml.cc/virtual/2025/poster/46066},
}

@inproceedings{neurips2024_an_70227,
  title = {{An Adaptive Approach for Infinitely Many-armed Bandits under Generalized Rotting Constraints}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/96859},
}

@inproceedings{neurips2024_productive_72437,
  title = {{PRODuctive bandits: Importance Weighting No More}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94919},
}

@inproceedings{neurips2024_strategic_72563,
  title = {{Strategic Multi-Armed Bandit Problems Under Debt-Free Reporting}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94809},
}

@inproceedings{neurips2024_bandits_72823,
  title = {{Bandits with Ranking Feedback}},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  url = {https://neurips.cc/virtual/2024/poster/94576},
}