% Key papers for Low-rank compression and merging (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{cvpr2018_low_13349, title = {{Low-Shot Learning With Imprinted Weights}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2018}, url = {https://openaccess.thecvf.com/content_cvpr_2018/html/Qi_Low-Shot_Learning_With_CVPR_2018_paper.html}, } @inproceedings{iclr2023_debertav3_33268, title = {{DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/11295}, } @inproceedings{cvpr2018_context_12921, title = {{Context-Aware Deep Feature Compression for High-Speed Visual Tracking}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2018}, url = {https://openaccess.thecvf.com/content_cvpr_2018/html/Choi_Context-Aware_Deep_Feature_CVPR_2018_paper.html}, } @inproceedings{iclr2020_comparing_29591, title = {{Comparing Rewinding and Fine-tuning in Neural Network Pruning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=S1gSj0NKvB}, } @inproceedings{aaai2020_tanda_102972, title = {{TANDA: Transfer and Adapt Pre-Trained Transformer Models for Answer Sentence Selection}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/6282}, } @inproceedings{neurips2023_symbolic_69417, title = {{Symbolic Discovery of Optimization Algorithms}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2023}, url = {https://nips.cc/virtual/2023/poster/70492}, } @inproceedings{cvpr2020_few_15541, title = {{Few Sample Knowledge Distillation for Efficient Network Compression}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{cvpr2020_the_16339, title = {{The Knowledge Within: Methods for Data-Free Model Compression}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2020}, } @inproceedings{neurips2019_superposition_59043, title = {{Superposition of many models into one}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14088}, } @inproceedings{iclr2019_an_29150, title = {{An Empirical study of Binary Neural Networks' Optimisation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/1067}, } @inproceedings{neurips2020_tinytl_60978, title = {{TinyTL: Reduce Memory, Not Parameters for Efficient On-Device Learning}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/18865}, } @inproceedings{neurips2022_merging_64663, title = {{Merging Models with Fisher-Weighted Averaging}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/53741}, } @inproceedings{neurips2024_better_70331, title = {{Better by default: Strong pre-tuned MLPs and boosted trees on tabular data}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96765}, } @inproceedings{aaai2025_tinysam_11008, title = {{TinySAM: Pushing the Envelope for Efficient Segment Anything Model}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/34255}, } @inproceedings{aaai2021_autolr_167, title = {{AutoLR: Layer-wise Pruning and Auto-tuning of Learning Rates in Fine-tuning of Deep Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2021}, url = {https://aaai.org/papers/02486-autolr-layer-wise-pruning-and-auto-tuning-of-learning-rates-in-fine-tuning-of-deep-networks/}, } @inproceedings{aaai2019_backbone_103515, title = {{Backbone Cannot Be Trained at Once: Rolling Back to Pre-Trained Network for Person Re-Identification}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/4913}, } @inproceedings{cvpr2024_ba_22804, title = {{BA-SAM: Scalable Bias-Mode Attention Mask for Segment Anything Model}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30096}, } @inproceedings{iclr2020_progressive_29337, title = {{Progressive Memory Banks for Incremental Domain Adaptation}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2020}, url = {https://openreview.net/forum?id=BkepbpNFwr}, } @inproceedings{cvpr2024_lors_23900, title = {{LORS: Low-rank Residual Structure for Parameter-Efficient Network Stacking}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29215}, } @inproceedings{aaai2024_hyperfast_6236, title = {{HyperFast: Instant Classification for Tabular Data}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28988}, } @inproceedings{cvpr2025_task_27825, title = {{Task Singular Vectors: Reducing Task Interference in Model Merging}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33315}, } @inproceedings{cvpr2024_pela_24401, title = {{PELA: Learning Parameter-Efficient Models with Low-Rank Approximation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30829}, } @inproceedings{iclr2024_relora_33932, title = {{ReLoRA: High-Rank Training Through Low-Rank Updates}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19143}, } @inproceedings{aaai2025_callic_8332, title = {{CALLIC: Content Adaptive Learning for Lossless Image Compression}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32494}, } @inproceedings{neurips2025_revisiting_75303, title = {{Revisiting End-to-End Learning with Slide-level Supervision in Computational Pathology}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=6cB7DXAh1m}, } @inproceedings{aaai2024_some_7370, title = {{Some Like It Small: Czech Semantic Embedding Models for Industry Applications}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30307}, } @inproceedings{cvpr2025_less_26771, title = {{Less is More: Efficient Model Merging with Binary Task Switch}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34651}, } @inproceedings{neurips2024_fm_71194, title = {{FM-Delta: Lossless Compression for Storing Massive Fine-tuned Foundation Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96037}, } @inproceedings{aaai2024_sharebert_7331, title = {{ShareBERT: Embeddings Are Capable of Learning Hidden Layers}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/29781}, } @inproceedings{aaai2025_enhancing_8971, title = {{Enhancing Low-Rank Adaptation with Recoverability-Based Reinforcement Pruning for Object Counting}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/32334}, } @inproceedings{iclr2024_fairtune_33838, title = {{FairTune: Optimizing Parameter Efficient Fine Tuning for Fairness in Medical Image Analysis}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19237}, } @inproceedings{neurips2024_sltrain_71780, title = {{SLTrain: a sparse plus low rank approach for parameter and memory efficient pretraining}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95512}, } @inproceedings{neurips2025_robustmerge_77460, title = {{RobustMerge: Parameter-Efficient Model Merging for MLLMs with Direction Robustness}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=U7RZ9cC73S}, } @inproceedings{aaai2024_find_6013, title = {{Find the Lady: Permutation and Re-synchronization of Deep Neural Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/30091}, } @inproceedings{aaai2025_singular_10774, title = {{Singular Value Scaling: Efficient Generative Model Compression via Pruned Weights Refinement}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33964}, }