% Key papers for Transformer neural operators for PDEs (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2021_transformer_18049, title = {{Transformer Tracking}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2021}, } @inproceedings{aaai2023_airformer_3088, title = {{AirFormer: Predicting Nationwide Air Quality in China with Transformers}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26676}, } @inproceedings{aaai2021_attnmove_156, title = {{AttnMove: History Enhanced Trajectory Recovery via Attentional Network}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/04494-attnmove-history-enhanced-trajectory-recovery-via-attentional-network/}, } @inproceedings{aaai2022_ctin_1817, title = {{CTIN: Robust Contextual Transformer Network for Inertial Navigation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/05413-ctin-robust-contextual-transformer-network-for-inertial-navigation/}, } @inproceedings{aaai2024_pmet_6897, title = {{PMET: Precise Model Editing in a Transformer}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29818}, } @inproceedings{icml2022_particle_40997, title = {{Particle Transformer for Jet Tagging}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/17989}, } @inproceedings{neurips2021_mobtcast_63362, title = {{MobTCast: Leveraging Auxiliary Trajectory Forecasting for Human Mobility Prediction}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27989}, } @inproceedings{icml2023_gnot_42035, title = {{GNOT: A General Neural Operator Transformer for Operator Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/23985}, } @inproceedings{iclr2023_a_33393, title = {{A Self-Attention Ansatz for Ab-initio Quantum Chemistry}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11151}, } @inproceedings{neurips2022_matt_65236, title = {{MAtt: A Manifold Attention Network for EEG Decoding}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53454}, } @inproceedings{neurips2022_error_63856, title = {{Error Correction Code Transformer}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55163}, } @inproceedings{icml2020_transformer_38886, title = {{Transformer Hawkes Process}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6202}, } @inproceedings{neurips2023_scalable_68849, title = {{Scalable Transformer for PDE Surrogate Modeling}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71008}, } @inproceedings{aaai2024_behavioral_5274, title = {{Behavioral Recognition of Skeletal Data Based on Targeted Dual Fusion Strategy}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28517}, } @inproceedings{aaai2021_deep_374, title = {{Deep Contextual Clinical Prediction with Reverse Distillation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/00249-deep-contextual-clinical-prediction-with-reverse-distillation/}, } @inproceedings{aaai2024_multiscale_6726, title = {{Multiscale Attention Wavelet Neural Operator for Capturing Steep Trajectories in Biochemical Systems}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29432}, } @inproceedings{neurips2023_real_68543, title = {{Real-Time Motion Prediction via Heterogeneous Polyline Transformer with Relative Pose Encoding}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/71285}, } @inproceedings{icml2024_dpot_44614, title = {{DPOT: Auto-Regressive Denoising Operator Transformer for Large-Scale PDE Pre-Training}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33838}, } @inproceedings{aaai2021_learning_916, title = {{Learning to Check Contract Inconsistencies}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/14446-learning-to-check-contract-inconsistencies/}, } @inproceedings{iclr2024_crystalformer_34910, title = {{Crystalformer: Infinitely Connected Attention for Periodic Structure Encoding}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18164}, } @inproceedings{icml2024_generalist_44903, title = {{Generalist Equivariant Transformer Towards 3D Molecular Interaction Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33549}, } @inproceedings{aaai2025_bsdb_8220, title = {{BSDB-Net: Band-Split Dual-Branch Network with Selective State Spaces Mechanism for Monaural Speech Enhancement}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34557}, } @inproceedings{aaai2025_geoaggregator_9334, title = {{GeoAggregator: An Efficient Transformer Model for Geo-Spatial Tabular Data}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33259}, } @inproceedings{aaai2024_bipft_5293, title = {{BiPFT: Binary Pre-trained Foundation Transformer with Low-Rank Estimation of Binarization Residual Polynomials}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29542}, } @inproceedings{neurips2024_satformer_72496, title = {{Satformer: Accurate and Robust Traffic Data Estimation for Satellite Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94867}, } @inproceedings{icml2024_improved_43551, title = {{Improved Operator Learning by Orthogonal Attention}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34901}, } @inproceedings{icml2024_positional_44536, title = {{Positional Knowledge is All You Need: Position-induced Transformer (PiT) for Operator Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/33916}, } @inproceedings{aaai2026_transolver_99882, title = {{Transolver Is a Linear Transformer: Revisiting Physics-Attention Through the Lens of Linear Attention}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/37003}, } @inproceedings{aaai2024_leverage_6521, title = {{Leverage the Explainability of Transformer Models to Improve the DNA 5-Methylcytosine Identification (Student Abstract)}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30533}, } @inproceedings{aaai2025_maldetectformer_9899, title = {{MalDetectFormer: Leveraging Sparse SpatioTemporal Information for Effective Malicious Traffic Detection}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34411}, } @inproceedings{neurips2024_textit_70979, title = {{\$textitNeuroPath\$: A Neural Pathway Transformer for Joining the Dots of Human Connectomes}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96225}, } @inproceedings{neurips2025_computational_78120, title = {{Computational Algebra with Attention: Transformer Oracles for Border Basis Algorithms}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=bA9rhgWOHk}, } @inproceedings{neurips2025_prsformer_79212, title = {{PRSformer: Disease Prediction from Million-Scale Individual Genotypes}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=n1hYQmpCSW}, } @inproceedings{iclr2025_cirt_82552, title = {{CirT: Global Subseasonal-to-Seasonal Forecasting with Geometry-inspired Transformer}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29244}, } @inproceedings{iclr2025_cvit_82750, title = {{CViT: Continuous Vision Transformer for Operator Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/29048}, }