% Key papers for Block-sparse attention kernels (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2022_cswin_18429, title = {{CSWin Transformer: A General Vision Transformer Backbone With Cross-Shaped Windows}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2022_mat_19286, title = {{MAT: Mask-Aware Transformer for Large Hole Image Inpainting}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2022_transweather_20085, title = {{TransWeather: Transformer-Based Restoration of Images Degraded by Adverse Weather Conditions}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2022_attention_18302, title = {{Attention Concatenation Volume for Accurate and Efficient Stereo Matching}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{aaai2021_two_1566, title = {{Two-Stream Convolution Augmented Transformer for Human Activity Recognition}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/00286-two-stream-convolution-augmented-transformer-for-human-activity-recognition/}, } @inproceedings{neurips2021_rest_61372, title = {{ResT: An Efficient Transformer for Visual Recognition}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27720}, } @inproceedings{cvpr2019_beyond_13891, title = {{Beyond Tracking: Selecting Memory and Refining Poses for Deep Visual Odometry}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{aaai2023_compact_3286, title = {{Compact Transformer Tracker with Correlative Masked Modeling}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25327}, } @inproceedings{cvpr2025_mobilemamba_26979, title = {{MobileMamba: Lightweight Multi-Receptive Visual Mamba Network}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34084}, } @inproceedings{aaai2023_target_4776, title = {{Target-Aware Tracking with Long-Term Context Attention}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25155}, } @inproceedings{neurips2017_attend_56166, title = {{Attend and Predict: Understanding Gene Regulation by Selective Attention on Chromatin}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/9446}, } @inproceedings{neurips2024_flashattention_74226, title = {{FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93328}, } @inproceedings{aaai2021_multi_1014, title = {{Multi-Document Transformer for Personality Detection}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/14221-multi-document-transformer-for-personality-detection/}, } @inproceedings{cvpr2024_h_23652, title = {{H-ViT: A Hierarchical Vision Transformer for Deformable Image Registration}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31896}, } @inproceedings{cvpr2025_trajectory_27947, title = {{Trajectory Mamba: Efficient Attention-Mamba Forecasting Model Based on Selective SSM}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33319}, } @inproceedings{aaai2025_cross_8571, title = {{Cross-modulated Attention Transformer for RGBT Tracking}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32938}, } @inproceedings{cvpr2025_building_25627, title = {{Building Vision Models upon Heat Conduction}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34793}, } @inproceedings{aaai2022_uncertainty_2902, title = {{Uncertainty Modeling with Second-Order Transformer for Group Re-identification}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2022}, url = {https://aaai.org/papers/03318-uncertainty-modeling-with-second-order-transformer-for-group-re-identification/}, } @inproceedings{cvpr2024_sdpose_24697, title = {{SDPose: Tokenized Pose Estimation via Circulation-Guide Self-Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29321}, } @inproceedings{aaai2024_attention_5220, title = {{Attention-Based Models for Snow-Water Equivalent Prediction}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30337}, } @inproceedings{neurips2025_direct3d_77951, title = {{Direct3D-S2: Gigascale 3D Generation Made Easy with Spatial Sparse Attention}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=ZYHzcZFEGD}, } @inproceedings{aaai2024_ean_5776, title = {{EAN: An Efficient Attention Module Guided by Normalization for Deep Neural Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28093}, } @inproceedings{aaai2025_analytical_8121, title = {{Analytical-Chemistry-Informed Transformer for Infrared Spectra Modeling}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33917}, } @inproceedings{neurips2025_sparse_77681, title = {{Sparse VideoGen2: Accelerate Video Generation with Sparse Attention via Semantic-Aware Permutation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=WPU17d1l7R}, } @inproceedings{neurips2024_rethinking_73203, title = {{Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94232}, } @inproceedings{cvpr2025_amr_25400, title = {{AMR-Transformer: Enabling Efficient Long-range Interaction for Complex Neural Fluid Simulation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/35127}, } @inproceedings{icml2024_revisiting_45555, title = {{Revisiting Context Aggregation for Image Matting}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/32897}, } @inproceedings{neurips2025_luna_79954, title = {{LUNA: Efficient and Topology-Agnostic Foundation Model for EEG Signal Analysis}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=uazfjnFL0G}, } @inproceedings{cvpr2025_faster_26205, title = {{FASTer: Focal token Acquiring-and-Scaling Transformer for Long-term 3D Objection Detection}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33316}, } @inproceedings{icml2025_xattention_46930, title = {{XAttention: Block Sparse Attention with Antidiagonal Scoring}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/45650}, } @inproceedings{neurips2024_neural_71692, title = {{Neural decoding from stereotactic EEG: accounting for electrode variability across subjects}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95591}, } @inproceedings{neurips2024_sharing_73974, title = {{Sharing Key Semantics in Transformer Makes Efficient Image Restoration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93541}, }