% Key papers for Self-distillation for vision-language pretraining (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{icml2023_blip_42060, title = {{BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2023}, url = {https://icml.cc/virtual/2023/poster/25182}, } @inproceedings{icml2022_blip_40266, title = {{BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2022}, url = {https://icml.cc/virtual/2022/poster/16015}, } @inproceedings{cvpr2023_reproducible_22038, title = {{Reproducible Scaling Laws for Contrastive Language-Image Learning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2023}, url = {https://cvpr.thecvf.com/virtual/2023/poster/21227}, } @inproceedings{iclr2022_filip_31483, title = {{FILIP: Fine-grained Interactive Language-Image Pre-Training}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2022}, url = {https://iclr.cc/virtual/2022/poster/6909}, } @inproceedings{aaai2025_enhance_8944, title = {{Enhance Vision-Language Alignment with Noise}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2025}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/33918}, } @inproceedings{neurips2022_pyramidclip_64068, title = {{PyramidCLIP: Hierarchical Feature Alignment for Vision-language Model Pretraining}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55404}, } @inproceedings{cvpr2024_leveraging_24002, title = {{Leveraging Vision-Language Models for Improving Domain Generalization in Image Classification}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31364}, } @inproceedings{cvpr2024_vitamin_25211, title = {{ViTamin: Designing Scalable Vision Models in the Vision-Language Era}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31575}, } @inproceedings{neurips2022_wukong_65456, title = {{Wukong: A 100 Million Large-scale Chinese Cross-modal Pre-training Benchmark}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2022}, url = {https://nips.cc/virtual/2022/poster/55733}, } @inproceedings{aaai2023_nlip_4227, title = {{NLIP: Noise-Robust Language-Image Pre-training}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2023}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/25172}, } @inproceedings{cvpr2022_scaling_19795, title = {{Scaling Up Vision-Language Pre-Training for Image Captioning}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2022}, } @inproceedings{iclr2024_data_34161, title = {{Data Filtering Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/18914}, } @inproceedings{cvpr2024_sieve_24818, title = {{Sieve: Multimodal Dataset Pruning using Image Captioning Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/31327}, } @inproceedings{cvpr2025_biomedica_25557, title = {{BIOMEDICA: An Open Biomedical Image-Caption Archive, Dataset, and Vision-Language Models Derived from Scientific Literature}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33761}, } @inproceedings{cvpr2024_mafa_24048, title = {{MAFA: Managing False Negatives for Vision-Language Pre-training}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30638}, } @inproceedings{cvpr2025_cosmos_25663, title = {{COSMOS: Cross-Modality Self-Distillation for Vision Language Pre-training}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33396}, } @inproceedings{cvpr2024_fff_23429, title = {{FFF: Fixing Flawed Foundations in Contrastive Pre-Training Results in Very Strong Vision-Language Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/29774}, } @inproceedings{cvpr2025_multi_27022, title = {{Multi-Resolution Pathology-Language Pre-training Model with Text-Guided Visual Representation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33750}, } @inproceedings{cvpr2024_building_22885, title = {{Building Vision-Language Models on Solid Foundations with Masked Distillation}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30391}, } @inproceedings{aaai2024_embracing_5823, title = {{Embracing Language Inclusivity and Diversity in CLIP through Continual Language Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28466}, } @inproceedings{cvpr2024_fairdedup_23449, title = {{FairDeDup: Detecting and Mitigating Vision-Language Fairness Disparities in Semantic Dataset Deduplication}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2024}, url = {https://cvpr.thecvf.com/virtual/2024/poster/30381}, } @inproceedings{aaai2024_expediting_5895, title = {{Expediting Contrastive Language-Image Pretraining via Self-Distilled Encoders}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2024}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/28052}, } @inproceedings{cvpr2025_joint_26671, title = {{Joint Vision-Language Social Bias Removal for CLIP}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/35050}, } @inproceedings{neurips2024_why_71819, title = {{Why are Visually-Grounded Language Models Bad at Image Classification?}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95478}, } @inproceedings{neurips2024_transagent_74243, title = {{TransAgent: Transfer Vision-Language Foundation Models with Heterogeneous Agent Collaboration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93312}, } @inproceedings{cvpr2025_assessing_25517, title = {{Assessing and Learning Alignment of Unimodal Vision and Language Models}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/33994}, } @inproceedings{cvpr2025_vladva_28129, title = {{VladVA: Discriminative Fine-tuning of LVLMs}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2025}, url = {https://cvpr.thecvf.com/virtual/2025/poster/34477}, } @inproceedings{iclr2025_pathgen_83609, title = {{PathGen-1.6M: 1.6 Million Pathology Image-text Pairs Generation through Multi-agent Collaboration}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28208}, }