% Key papers for Efficient ViT adaptation (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{neurips2022_adaptformer_64203, title = {{AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54295}, } @inproceedings{cvpr2022_pushing_19638, title = {{Pushing the Limits of Simple Pipelines for Few-Shot Learning: External Data and Fine-Tuning Make a Difference}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{aaai2023_fact_3643, title = {{FacT: Factor-Tuning for Lightweight Adaptation on Vision Transformer}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25187}, } @inproceedings{aaai2023_parameter_4346, title = {{Parameter-Efficient Model Adaptation for Vision Transformers}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25160}, } @inproceedings{aaai2024_vmt_7746, title = {{VMT-Adapter: Parameter-Efficient Transfer Learning for Multi-Task Dense Scene Understanding}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29541}, } @inproceedings{cvpr2022_fine_18861, title = {{Fine-Tuning Image Transformers Using Learnable Memory}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{cvpr2023_tinymim_22349, title = {{TinyMIM: An Empirical Study of Distilling MIM Pre-Trained Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22042}, } @inproceedings{cvpr2023_blackvip_20485, title = {{BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21475}, } @inproceedings{cvpr2023_visual_22544, title = {{Visual Query Tuning: Towards Effective Usage of Intermediate Representations for Parameter and Memory Efficient Transfer Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21223}, } @inproceedings{cvpr2024_zero_25313, title = {{Zero-TPrune: Zero-Shot Token Pruning through Leveraging of the Attention Graph in Pre-Trained Transformers}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31840}, } @inproceedings{cvpr2023_master_21545, title = {{Master: Meta Style Transformer for Controllable Zero-Shot and Few-Shot Artistic Style Transfer}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21642}, } @inproceedings{aaai2024_lion_6401, title = {{LION: Implicit Vision Prompt Tuning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28345}, } @inproceedings{cvpr2023_visual_22535, title = {{Visual Atoms: Pre-Training Vision Transformers With Sinusoidal Waves}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/22854}, } @inproceedings{aaai2024_dtl_5580, title = {{DTL: Disentangled Transfer Learning for Visual Recognition}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29096}, } @inproceedings{neurips2022_learning_65482, title = {{Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/54674}, } @inproceedings{cvpr2024_low_24037, title = {{Low-Rank Rescaled Vision Transformer Fine-Tuning: A Residual Design Approach}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29674}, } @inproceedings{aaai2023_compressing_3298, title = {{Compressing Transformers: Features Are Low-Rank, but Weights Are Not!}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/26304}, } @inproceedings{cvpr2024_adapters_22720, title = {{Adapters Strike Back}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31633}, } @inproceedings{iclr2019_efficient_28856, title = {{Efficient Augmentation via Data Subsampling}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/1118}, } @inproceedings{iclr2022_metamorph_31226, title = {{MetaMorph: Learning Universal Controllers with Transformers}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6939}, } @inproceedings{cvpr2025_tinyfusion_27878, title = {{TinyFusion: Diffusion Transformers Learned Shallow}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33093}, } @inproceedings{neurips2024_dynamic_73128, title = {{Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94302}, } @inproceedings{cvpr2025_tadformer_27800, title = {{TADFormer: Task-Adaptive Dynamic TransFormer for Efficient Multi-Task Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34594}, } @inproceedings{neurips2024_efficient_71013, title = {{Efficient Adaptation of Pre-trained Vision Transformer via Householder Transformation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96194}, } @inproceedings{aaai2026_small_104353, title = {{Small but Mighty: Dynamic Wavelet Expert-Guided Fine-Tuning of Large-Scale Models for Optical Remote Sensing Object Segmentation}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/37880}, } @inproceedings{cvpr2025_charm_25695, title = {{Charm: The Missing Piece in ViT Fine-Tuning for Image Aesthetic Assessment}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34423}, } @inproceedings{cvpr2025_ditask_25927, title = {{DiTASK: Multi-Task Fine-Tuning with Diffeomorphic Transformations}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33308}, } @inproceedings{icml2024_trainable_44084, title = {{Trainable Transformer in Transformer}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34368}, } @inproceedings{aaai2024_transformer_7640, title = {{Transformer as Linear Expansion of Learngene}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29533}, } @inproceedings{iclr2024_dynamic_34798, title = {{Dynamic Layer Tying for Parameter-Efficient Transformers}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18276}, } @inproceedings{iclr2024_lum_35591, title = {{LUM-ViT: Learnable Under-sampling Mask Vision Transformer for Bandwidth Limited Optical Signal Acquisition}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17482}, } @inproceedings{neurips2024_initializing_70697, title = {{Initializing Variable-sized Vision Transformers from Learngene with Learnable Transformation}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96427}, } @inproceedings{neurips2024_localizing_72132, title = {{Localizing Memorization in SSL Vision Encoders}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95201}, } @inproceedings{neurips2024_learning_72443, title = {{Learning Where to Edit Vision Transformers}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/94914}, }