% Key papers for Vision transformer design (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{iclr2023_conditional_31979, title = {{Conditional Positional Encodings for Vision Transformers}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/12151}, } @inproceedings{neurips2021_intriguing_63155, title = {{Intriguing Properties of Vision Transformers}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27802}, } @inproceedings{iclr2022_when_31170, title = {{When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6357}, } @inproceedings{cvpr2022_gradvit_18951, title = {{GradViT: Gradient Inversion of Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{neurips2021_ia_61434, title = {{IA-RED\$^2\$: Interpretability-Aware Redundancy Reduction for Vision Transformers}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/26873}, } @inproceedings{cvpr2022_meta_19335, title = {{Meta-Attention for ViT-Backed Continual Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2023_sparsifiner_22242, title = {{Sparsifiner: Learning Sparse Instance-Dependent Attention for Efficient Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/20997}, } @inproceedings{aaai2023_good_3786, title = {{Good Helper Is around You: Attention-Driven Masked Image Modeling}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25269}, } @inproceedings{neurips2021_learning_61369, title = {{Learning to Iteratively Solve Routing Problems with Dual-Aspect Collaborative Transformer}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/25973}, } @inproceedings{cvpr2024_you_25301, title = {{You Only Need Less Attention at Each Stage in Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30608}, } @inproceedings{cvpr2023_learning_21364, title = {{Learning Expressive Prompting With Residuals for Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/20994}, } @inproceedings{cvpr2023_masked_21538, title = {{Masked Jigsaw Puzzle: A Versatile Position Embedding for Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22918}, } @inproceedings{cvpr2025_mamba_26910, title = {{Mamba-Reg: Vision Mamba Also Needs Registers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34880}, } @inproceedings{cvpr2024_multi_24215, title = {{Multi-criteria Token Fusion with One-step-ahead Attention for Efficient Vision Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30172}, } @inproceedings{iclr2023_what_32830, title = {{What Do Self-Supervised Vision Transformers Learn?}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11292}, } @inproceedings{cvpr2024_rotation_24677, title = {{Rotation-Agnostic Image Representation Learning for Digital Pathology}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29548}, } @inproceedings{cvpr2024_multiscale_24233, title = {{Multiscale Vision Transformers Meet Bipartite Matching for Efficient Single-stage Action Localization}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31812}, } @inproceedings{iclr2022_discrete_30933, title = {{Discrete Representations Strengthen Vision Transformer Robustness}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6647}, } @inproceedings{aaai2023_evaluating_3597, title = {{Evaluating Robustness of Vision Transformers on Imbalanced Datasets (Student Abstract)}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26986}, } @inproceedings{aaai2024_vit_7764, title = {{ViT-Calibrator: Decision Stream Calibration for Vision Transformer}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/27876}, } @inproceedings{aaai2025_configuring_8499, title = {{Configuring Data Augmentations to Reduce Variance Shift in Positional Embedding of Vision Transformers}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33962}, } @inproceedings{icml2024_sub_43518, title = {{Sub-token ViT Embedding via Stochastic Resonance Transformers}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34934}, } @inproceedings{neurips2025_linear_75518, title = {{Linear Differential Vision Transformer: Learning Visual Contrasts via Pairwise Differentials}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=91GzT22Sef}, } @inproceedings{cvpr2025_closest_25717, title = {{Closest Neighbors are Harmful for Lightweight Masked Auto-encoders}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34861}, } @inproceedings{icml2026_from_49433, title = {{From Per-Image Low-Rank to Encoding Mismatch: Rethinking Feature Distillation in Vision Transformers}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=2Ud1nkQrVZ}, } @inproceedings{icml2026_vision_54055, title = {{Vision Transformer Finetuning Benefits from Non-Smooth Components}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=lTXvOhUOl2}, } @inproceedings{neurips2024_accelerating_72555, title = {{Accelerating Augmentation Invariance Pretraining}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94817}, } @inproceedings{iclr2024_a_33851, title = {{A 2-Dimensional State Space Layer for Spatial Inductive Bias}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19224}, } @inproceedings{neurips2024_elsa_70798, title = {{ELSA: Exploiting Layer-wise N:M Sparsity for Vision Transformer Acceleration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93770}, }