Article(id=1327018347230769703, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018256403117010, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550410, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1749139200000, receivedDateStr=2025-06-06, revisedDate=1751990400000, revisedDateStr=2025-07-09, acceptedDate=null, acceptedDateStr=null, onlineDate=1794315428788, onlineDateStr=2026-11-10, pubDate=1756656000000, pubDateStr=2025-09-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315428788, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315428788, creator=13701087609, updateTime=1794315428788, updator=13701087609, issue=Issue{id=1327018256403117010, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='9', pageStart='2125', pageEnd='2395', issueExtLink='null', onlineDate='null', pubDate='1756656000000', pubDateStr='2025-09-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315407133, creator='13701087609', updateTime=1794376916348, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276245596876892, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018256403117010, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276245596876893, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018256403117010, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=2208, endPage=2232, ext={EN=ArticleExt(id=1327018347469845032, articleId=1327018347230769703, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Survey of Multimodal Vision-Language Representation Learning Models and Their Adversarial Examples Attack and Defense Techniques, columnId=1327018257179063251, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Advances and Applications of Data-Centric AI, runingTitle=null, highlight=null, articleAbstract=
With the rapid development of computer vision, natural language processing, and deep learning technologies, multimodal vision-language representation learning models have demonstrated outstanding performance in tasks such as image captioning, text-to-image generation, and visual question answering. Such models have consequently become a focus of research in both academia and industry. However, the multimodal nature and complexity of these models provide attackers with more diverse attack vectors. Attackers can craft adversarial examples to mislead these models into outputting incorrect, harmful, or false content, posing an increasingly serious security threat to such models. This paper systematically reviews the current state of research on multimodal vision-language models. It also categorizes and summarizes the adversarial examples-based attack methods that have emerged in recent years against these models, as well as their defense strategies. Furthermore, it provides a detailed overview of the fundamental principles, implementation approaches, and conclusions of relevant studies. On this basis, this paper discusses the current state and future directions of security research in multimodal vision-language representation learning. Finally, the paper envisions the future prospects of applying vision-language representation learning technology in combination with interpretability techniques.
, authors=Cheng Zeng
1, Yunjie Ge
2, Lingchen Zhao
1, Qian Wang
1, *, authorsList=Cheng Zeng, Yunjie Ge, Lingchen Zhao, Qian Wang, authorCompany=null, correspAuthors=Qian Wang, authorNote=
born in 2002. PhD candidate. His main research interests include artificial intelligence interpretability and artificial intelligence security
born in 1997. PhD. Her main research interests include artificial intelligence security and model fairness
born in 1994. PhD, associate professor. His main research interests include artificial intelligence security and privacy computing
born in 1980. PhD, professor. His main research interests include artificial intelligence security, data storage, security of outsourced query and computation, privacy protection, wireless system security, and applied cryptography
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327018351085335101, articleId=1327018347230769703, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=多模态视觉语言表征学习模型及其对抗样本攻防技术综述, columnId=1327018257363612629, journalTitle=计算机研究与发展, columnName=数据为中心的AI前沿进展及应用, runingTitle=null, highlight=null, articleAbstract=
随着计算机视觉、自然语言处理与深度学习技术的快速发展,多模态视觉语言表征学习模型在图像描述、文本生成图像、视觉问答等任务中展现出了卓越的性能,已成为当前学术界与工业界共同关注的研究热点. 然而,这类模型的多模态特性和复杂性为攻击者提供了更加多样的攻击途径,攻击者可以通过对抗样本引导模型输出错误的、有害的或虚假的内容,使该类模型面临的安全威胁日益严峻. 系统地梳理了多模态视觉语言模型的研究现状,同时,对近年来出现的针对该类模型的对抗样本攻击方法及其防御策略进行了分类总结,详细归纳了相关研究的基本原理、实施方法与研究结论. 在此基础上,对多模态视觉语言表征学习的安全研究现状与未来方向进行了探讨,并展望了视觉语言表征学习技术在未来结合可解释性技术的应用前景.
, authors=曾诚
1, 葛云洁
2, 赵令辰
1, 王骞
1, *, authorsList=曾诚, 葛云洁, 赵令辰, 王骞, authorCompany=null, correspAuthors=王骞, authorNote=
 |
2002年生. 博士研究生. 主要研究方向为人工智能可解释性、人工智能安全 |
 |
1997年生. 博士. 主要研究方向为人工智能安全、模型公平性 |
 |
1994年生. 博士,副教授. 主要研究方向为人工智能安全、隐私计算 |
 |
1980年生. 博士,教授. 主要研究方向为人工智能安全、数据存储、外包查询及计算安全、隐私保护、无线系统安全、应用密码学 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=+52JiYH1jOscyoQvjtqsiA==, magXml=pcm6W6cwmL178DbU+5yMJA==, pdfUrl=null, pdf=j9ME04g+cYhGU4axlKnOhw==, pdfFileSize=1231024, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=3Hy2S6BjOG/z9Mk0ovn08A==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=DOxkrz2T79qKclBGNjS6bw==, mapNumber=null, fund=null)}, authors=[Author(id=1327018351659954757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=chengzeng@whu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018351748035143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018351659954757, language=EN, stringName=Cheng Zeng, firstName=Cheng, middleName=null, lastName=Zeng, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072, bio={"content":"
born in 2002. PhD candidate. His main research interests include artificial intelligence interpretability and artificial intelligence security
"}, bioImg=null, bioContent=
born in 2002. PhD candidate. His main research interests include artificial intelligence interpretability and artificial intelligence security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018351831921224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018351659954757, language=CN, stringName=曾诚, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1武汉大学国家网络安全学院 武汉 430072, bio={"img":"ZLnx8lhnzQLCnmm8gJ++fw==","content":"
2002年生. 博士研究生. 主要研究方向为人工智能可解释性、人工智能安全
"}, bioImg=ZLnx8lhnzQLCnmm8gJ++fw==, bioContent=
2002年生. 博士研究生. 主要研究方向为人工智能可解释性、人工智能安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018351454433854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=1, ext=[AuthorCompanyExt(id=1327018351467016767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1327018351479599680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1武汉大学国家网络安全学院 武汉 430072)])]), Author(id=1327018351911613002, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018352037442124, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018351911613002, language=EN, stringName=Yunjie Ge, firstName=Yunjie, middleName=null, lastName=Ge, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2Institute for Math & AI (Wuhan University), Wuhan 430072, bio={"content":"
born in 1997. PhD. Her main research interests include artificial intelligence security and model fairness
"}, bioImg=null, bioContent=
born in 1997. PhD. Her main research interests include artificial intelligence security and model fairness
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018352217797197, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018351911613002, language=CN, stringName=葛云洁, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2武汉数学与智能研究院(武汉大学) 武汉 430072, bio={"img":"DqMrBLz1g8b8D2+HOD+BPQ==","content":"
1997年生. 博士. 主要研究方向为人工智能安全、模型公平性
"}, bioImg=DqMrBLz1g8b8D2+HOD+BPQ==, bioContent=
1997年生. 博士. 主要研究方向为人工智能安全、模型公平性
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018351576068673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=2, ext=[AuthorCompanyExt(id=1327018351584457282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351576068673, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Institute for Math & AI (Wuhan University), Wuhan 430072), AuthorCompanyExt(id=1327018351592845891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351576068673, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2武汉数学与智能研究院(武汉大学) 武汉 430072)])]), Author(id=1327018352301683279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018352435901009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018352301683279, language=EN, stringName=Lingchen Zhao, firstName=Lingchen, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072, bio={"content":"
born in 1994. PhD, associate professor. His main research interests include artificial intelligence security and privacy computing
"}, bioImg=null, bioContent=
born in 1994. PhD, associate professor. His main research interests include artificial intelligence security and privacy computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018352511398482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018352301683279, language=CN, stringName=赵令辰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1武汉大学国家网络安全学院 武汉 430072, bio={"img":"hZimgGZuQfoFEkDGOY2awQ==","content":"
1994年生. 博士,副教授. 主要研究方向为人工智能安全、隐私计算
"}, bioImg=hZimgGZuQfoFEkDGOY2awQ==, bioContent=
1994年生. 博士,副教授. 主要研究方向为人工智能安全、隐私计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018351454433854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=1, ext=[AuthorCompanyExt(id=1327018351467016767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1327018351479599680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1武汉大学国家网络安全学院 武汉 430072)])]), Author(id=1327018352574313044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=qianwang@whu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327018352645616214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018352574313044, language=EN, stringName=Qian Wang, firstName=Qian, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072, bio={"content":"
born in 1980. PhD, professor. His main research interests include artificial intelligence security, data storage, security of outsourced query and computation, privacy protection, wireless system security, and applied cryptography
"}, bioImg=null, bioContent=
born in 1980. PhD, professor. His main research interests include artificial intelligence security, data storage, security of outsourced query and computation, privacy protection, wireless system security, and applied cryptography
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018352708530775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, authorId=1327018352574313044, language=CN, stringName=王骞, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1武汉大学国家网络安全学院 武汉 430072, bio={"img":"SRg/1U90Wa1WN+hfLjfzfg==","content":"
1980年生. 博士,教授. 主要研究方向为人工智能安全、数据存储、外包查询及计算安全、隐私保护、无线系统安全、应用密码学
"}, bioImg=SRg/1U90Wa1WN+hfLjfzfg==, bioContent=
1980年生. 博士,教授. 主要研究方向为人工智能安全、数据存储、外包查询及计算安全、隐私保护、无线系统安全、应用密码学
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018351454433854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=1, ext=[AuthorCompanyExt(id=1327018351467016767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1327018351479599680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1武汉大学国家网络安全学院 武汉 430072)])])], keywords=[Keyword(id=1327018352817582680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, orderNo=1, keyword=representation learning), Keyword(id=1327018352872108633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, orderNo=2, keyword=vision-language learning), Keyword(id=1327018354554024540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, orderNo=3, keyword=adversarial attack), Keyword(id=1327018354679853661, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, orderNo=4, keyword=adversarial defense), Keyword(id=1327018354751156830, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, orderNo=5, keyword=cyber security), Keyword(id=1327018354839237215, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, orderNo=1, keyword=表征学习), Keyword(id=1327018354897957472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, orderNo=2, keyword=视觉语言学习), Keyword(id=1327018354977649249, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, orderNo=3, keyword=对抗性攻击), Keyword(id=1327018355044758114, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, orderNo=4, keyword=对抗性防御), Keyword(id=1327018355103478371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, orderNo=5, keyword=网络空间安全)], refs=[Reference(id=1327018356911223418, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Bengio Y, Courville A, Vincent P. Representation learning: A review and new perspectives[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2013, 35(8): 1798−1828, articleTitle=null, refAbstract=null), Reference(id=1327018356982526587, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Wenzhong, Wang Jianwen, Wang Shiping. Deep multimodal representation learning: A survey[J]. IEEE Access, 2019, 7: 63373−63394, articleTitle=null, refAbstract=null), Reference(id=1327018357058024060, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Chao, Yang Yinfei, Ye Xia, et al. Scaling up visual and vision-language representation learning with noisy text supervision [C] // Proc of the 38th Int Conf on Machine Learning (ICML). New York: PMLR, 2021: 4904–4916, articleTitle=null, refAbstract=null), Reference(id=1327018357129327229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junnan, Li Dongxu, Savarese S, et al. BLIP-2: Bootstrapping language-image pre-training with frozen image encoders and large language models [C] // Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 19730–19742, articleTitle=null, refAbstract=null), Reference(id=1327018357192241790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=李穗. 基于多模态表征学习的多样化图像描述生成方法研究[D]. 北京: 中国矿业大学, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018357255156351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Sui. Research on diversified image description generation methods based on multimodal representation learning [D]. Beijing: China University of Mining and Technology, 2024 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018357326459520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=张梦睿. 基于表征学习及模态融合的多模态情感分析研究[D]. 杭州: 杭州电子科技大学, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018359012569729, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Mengrui. Research on multimodal sentiment analysis based on representation learning and modality fusion [D]. Hangzhou: Hangzhou Dianzi University, 2024 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018359096455810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Wenfang, Yin Kejing, Cheung W K, et al. DrFuse: Learning disentangled representation for clinical multi-modal fusion with missing modality and modal inconsistency [C] // Proc of the AAAI Conf on Artificial Intelligence. Washington, DC: AAAI, 2024: 16416–16424, articleTitle=null, refAbstract=null), Reference(id=1327018359184536195, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Yuchao, Feng Zhen, Wei Hua, et al. Multimodal-XAD: Explainable autonomous driving based on multimodal environment descriptions[J]. IEEE Transactions on Intelligent Transportation Systems, 2024, 25(12): 19469−19481, articleTitle=null, refAbstract=null), Reference(id=1327018359260033668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Szegedy C, Zaremba W, Sutskever I, et al. Intriguing properties of neural networks [J]. arXiv preprint, arXiv: 1312.6199, 2013, articleTitle=null, refAbstract=null), Reference(id=1327018359343919749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jiaming, Yi Qi, Sang Jitao. Towards adversarial attack on vision-language pre-training models [C] // Proc of the 30th ACM Int Conf on Multimedia. New York: ACM, 2022: 5005–5013, articleTitle=null, refAbstract=null), Reference(id=1327018359411028614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=杜鹏飞, 李小勇, 高雅丽. 多模态视觉语言表征学习研究综述[J]. 软件学报, 2021, 32(2): 327−348, articleTitle=null, refAbstract=null), Reference(id=1327018359494914695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Pengfei, Li Xiaoyong, Gao Yali. A survey of multimodal visual-language representation learning[J]. Journal of Software, 2021, 32(2): 327−348 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018359562023560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=殷炯, 张哲东, 高宇涵, 等. 视觉语言预训练综述[J]. 软件学报, 2023, 34(5): 2000−2023, articleTitle=null, refAbstract=null), Reference(id=1327018359616549513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Yin Jiong, Zhang Zhedong, Gao Yuhan, et al. Survey on vision-language pre-training[J]. Journal of Software, 2023, 34(5): 2000−2023 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018359704629898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junnan, Selvaraju R R, Gotmare A D, et al. Align before fuse: Vision and language representation learning with momentum distillation [C] // Advances in Neural Information Processing Systems. Red Hook, NY: Curran Associates, Inc., 2021: 9694–9705, articleTitle=null, refAbstract=null), Reference(id=1327018359780127371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Jinyu, Duan Jiali, Tran Son, et al. Vision-language pre-training with triple contrastive learning [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 15671–15680, articleTitle=null, refAbstract=null), Reference(id=1327018359859819148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junnan, Li Dongxu, Xiong Caiming, et al. BLIP: Bootstrapping language-image pre-training for unified vision-language understanding and generation [J]. arXiv preprint, arXiv: 2201.12086, 2022, articleTitle=null, refAbstract=null), Reference(id=1327018359931122317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim Wonjae, Son Bokyung, Kim Ildoo. ViLT: Vision-and-language Transformer without convolution or region supervision [C] // Proc of the 38th Int Conf on Machine Learning. Virtual: PMLR, 2021: 5583–5594, articleTitle=null, refAbstract=null), Reference(id=1327018360019202702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Dou Ziyi, Xu Yichong, Gan Zhe, et al. An empirical study of training end-to-end vision-and-language Transformers [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 18166–18176, articleTitle=null, refAbstract=null), Reference(id=1327018360136643215, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Yan, Zhang Xinsong, Li Hang, et al. Multi-grained vision language pre-training: Aligning texts with visual concepts [C] // Proc of the 39th Int Conf on Machine Learning. New York: PMLR, 2022: 25994–26009, articleTitle=null, refAbstract=null), Reference(id=1327018360220529296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Dong, Wang Zhiqiang, Wang Teng, et al. Set-level guidance attack: boosting adversarial transferability of vision-language pre-training models [C] // Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2023: 102–111, articleTitle=null, refAbstract=null), Reference(id=1327018360316998289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Sensen, Jia Xiaojun, Ren Xuhong, et al. Boosting transferability in vision-language attacks via diversification along the intersection region of adversarial trajectory [J]. arXiv preprint, arXiv: 2403.12445, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018360396690066, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need [C] // Advances in Neural Information Processing Systems 30. Montreal, Canada: Curran Associates, Inc. , 2017: 5998–6008, articleTitle=null, refAbstract=null), Reference(id=1327018360488964755, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16×16 words: Transformers for image recognition at scale [C/OL] //Proc of Int Conf on Learning Representations. Appleton, WI: OpenReview.net, 2021[2025-04-15]. https://openreview.net/forum?id=YicbFdNTTy, articleTitle=null, refAbstract=null), Reference(id=1327018360572850836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Tsung-Yi, Maire M, Belongie S, et al. Microsoft COCO: Common objects in context[C] //Proc of the 13th European Conf on Computer Vision (ECCV). Berlin: Springer, 2014: 740−755, articleTitle=null, refAbstract=null), Reference(id=1327018360677708437, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Sharma P, Ding Nan, Goodman S, et al. Conceptual captions: A cleaned, hypernymed, image alt-text dataset for automatic image captioning[C] //Proc of the 56th Annual Meeting of the Association for Computational Linguistics (ACL 2018). Stroudsburg, PA: ACL, 2018: 2556−2565, articleTitle=null, refAbstract=null), Reference(id=1327018360790954646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Ordonez V, Kulkarni G, Berg T L. Im2Text: Describing images using 1 million captioned photographs[C] //Proc of the 24th Int Conf on Neural Information Processing Systems (NeurIPS). Red Hook, NY: Curran Associates, 2011: 1143−1151, articleTitle=null, refAbstract=null), Reference(id=1327018360870646423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Schuhmann C, Vencu R, Beaumont R, et al. LAION-400M: Open dataset of CLIP-filtered 400 million image-text pairs[J]. arXiv preprint, arXiv: 2111.02114, 2021, articleTitle=null, refAbstract=null), Reference(id=1327018360937755288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Krishna R, Zhu Yuke, Groth O, et al. Visual genome: Connecting language and vision using crowdsourced dense image annotations[J]. International Journal of Computer Vision, 2017, 123(1): 32−73, articleTitle=null, refAbstract=null), Reference(id=1327018361013252761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Antol S, Agrawal A, Lu Jiasen, et al. VQA: Visual question answering[C] //Proc of the 2015 IEEE Int Conf on Computer Vision (ICCV). Piscataway, NJ: IEEE, 2015: 2425−2433, articleTitle=null, refAbstract=null), Reference(id=1327018361084555930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Thomee B, Shamma D A, Friedland G, et al. YFCC100M: The new data in multimedia research[J]. Communications of the ACM, 2016, 59(2): 64−73, articleTitle=null, refAbstract=null), Reference(id=1327018361164247707, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhai Xiaohua, Kolesnikov A, Houlsby N, et al. Scaling vision transformers[J]. arXiv preprint, arXiv: 2106.04560, 2021, articleTitle=null, refAbstract=null), Reference(id=1327018361222967964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I J, Shlens J, Szegedy C. Explaining and harnessing adversarial examples [J]. arXiv preprint, arXiv:1412.6572, 2014, articleTitle=null, refAbstract=null), Reference(id=1327018361285882525, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Papernot N, McDaniel P D, Goodfellow I J, et al. Practical black-box attacks against machine learning [C] // Proc of the 2017 ACM on Asia Conf on Computer and Communications Security. New York: ACM, 2017: 506–519, articleTitle=null, refAbstract=null), Reference(id=1327018361361379998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Lei, Zhu Zhanxing, Tai Cheng, et al. Understanding and enhancing the transferability of adversarial examples [J]. arXiv preprint, arXiv: 1802.09707, 2018, articleTitle=null, refAbstract=null), Reference(id=1327018361457848992, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Madry A, Makelov A, Schmidt L, et al. Towards deep learning models resistant to adversarial attacks [C/OL] // Proc of the 6th Int Conf on Learning Representations. Appleton, WI: OpenReview. net, 2018[2025-04-15]. https://openreview.net/forum?id=rJzIBfZAb, articleTitle=null, refAbstract=null), Reference(id=1327018361524957857, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Carlini N, Wagner D. Towards evaluating the robustness of neural networks [C] // Proc of 2017 IEEE Symp on Security and Privacy. Piscataway, NJ: IEEE, 2017: 39–57, articleTitle=null, refAbstract=null), Reference(id=1327018361600455330, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Linyang, Ma Ruotian, Guo Qipeng, et al. BERT-ATTACK: Adversarial attack against BERT using BERT [C] // Proc of the 2020 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2020: 6193–6202, articleTitle=null, refAbstract=null), Reference(id=1327018361667564195, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee Kenton, et al. BERT: Pre-training of deep bidirectional Transformers for language understanding [C] // Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Stroudsburg, PA: ACL, 2019: 4171–4186, articleTitle=null, refAbstract=null), Reference(id=1327018361747255972, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Jiasen, Batra D, Parikh D, et al. ViLBERT: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks [C] // Advances in Neural Information Processing Systems 32. Red Hook, NY: Curran Associates, 2019: 13–23, articleTitle=null, refAbstract=null), Reference(id=1327018361810170533, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Liunian H L, Yatskar M, Yin Da, et al. VisualBERT: A simple and performant baseline for vision and language [J]. arXiv preprint, arXiv: 1908.03557, 2019, articleTitle=null, refAbstract=null), Reference(id=1327018361877279398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Su Weijie, Zhu Xizhou, Cao Yue, et al. VL-BERT: Pre-training of generic visual-linguistic representations [C/OL] // Proc of the 8th Int Conf on Learning Representations. Appleton, WI: OpenReview. net, 2020[2025-04-15]. https://openreview.net/forum?id=SygXPaEYvH, articleTitle=null, refAbstract=null), Reference(id=1327018363538223784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Kim J W, Hallacy C, et al. Learning transferable visual models from natural language supervision [C] // Proc of the 38th Int Conf on Machine Learning. New York: PMLR, 2021: 8748–8763, articleTitle=null, refAbstract=null), Reference(id=1327018363664052905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Zhang Xiangyu, Ren Shaoqing, et al. Deep residual learning for image recognition [C] // Proc of the 2016 IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 770–778, articleTitle=null, refAbstract=null), Reference(id=1327018363752133290, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Crowson K, Biderman S, Kornis D, et al. VQGAN-CLIP: Open domain image generation and editing with natural language guidance [J]. arXiv preprint, arXiv: 2204.08583, 2022, articleTitle=null, refAbstract=null), Reference(id=1327018363831825067, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Mu N, Kirillov A, Wagner D, et al. SLIP: Self-supervision meets language-image pre-training [G] // LNCS 13686: Proc of the 26th European Conf on Computer Vision. Cham: Springer, 2022: 529–544, articleTitle=null, refAbstract=null), Reference(id=1327018363907322540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Singh A, Hu R, Goswami V, et al. FLAVA: A foundational language and vision alignment model [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 15617–15629, articleTitle=null, refAbstract=null), Reference(id=1327018363974431405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Jiahui, Wang Zirui, Vasudevan V, et al. CoCa: Contrastive captioners are image-text foundation models [J]. arXiv preprint, arXiv: 2205.01917, 2022, articleTitle=null, refAbstract=null), Reference(id=1327018364062511790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Juncheng, He Xin, Wei Longhui, et al. Fine-grained semantically aligned vision-language pre-training [J]. arXiv preprint, arXiv: 2208.02515, 2022, articleTitle=null, refAbstract=null), Reference(id=1327018364133814959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Yuan, Chen Dongdong, Chen Yiling, et al. Florence: A new foundation model for computer vision [J]. arXiv preprint, arXiv: 2111.11432, 2021, articleTitle=null, refAbstract=null), Reference(id=1327018364242866864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Lewei, Huang Runhui, Hou Lu, et al. Fine-grained interactive vision-language pre-training [C] // Advances in Neural Information Processing Systems 35. Red Hook, NY: Curran Associates, 2022: 7290−7303, articleTitle=null, refAbstract=null), Reference(id=1327018364314170033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Liunian H L, Zhang Pengchuan, Zhang Haotian, et al. Grounded language-image pre-training [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 10965−10975, articleTitle=null, refAbstract=null), Reference(id=1327018364427416242, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Haotian, Zhang Pengchuan, Hu Xiaowei, et al. GLIPv2: Unifying localization and VL understanding [C] // Advances in Neural Information Processing Systems 35. Red Hook, NY: Curran Associates, 2022: 36067−36080, articleTitle=null, refAbstract=null), Reference(id=1327018364540662451, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Yiwu, Yang Jianwei, Zhang Pengchuan, et al. RegionCLIP: Region-based language-image pretraining [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. New Orleans, LA: IEEE, 2022: 16793−16803, articleTitle=null, refAbstract=null), Reference(id=1327018364616159924, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Jihao, Zheng Jinliang, Liu Boxiao, et al. Enhancing vision-language model with unmasked token alignment[J/OL]. Transactions on Machine Learning Research, 2024[2025-04-15]. https://openreview.net/forum?id=JkFEVbW6wE, articleTitle=null, refAbstract=null), Reference(id=1327018364695851701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang Shuyi, Wang Hongyi, Xie Shiao, et al. SLViT: Scale-wise language-guided vision Transformer for referring image segmentation [C] // Proc of the 32nd Int Joint Conf on Artificial Intelligence (IJCAI). Red Hook, NY: Curran Associates, 2023: 1294−1302, articleTitle=null, refAbstract=null), Reference(id=1327018364758766262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yuting, Liu Jinfeng, Xu Zihan, et al. PyramidCLIP: Hierarchical feature alignment for vision-language model pretraining [C] // Advances in Neural Information Processing Systems 35 (NeurIPS 2022). Red Hook, NY: Curran Associates, 2022: 35959−35970, articleTitle=null, refAbstract=null), Reference(id=1327018364846846647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhecan, You Haoxuan, Li Liunian Harold, et al. SGEITL: Scene graph enhanced image-text learning for visual commonsense reasoning [C] // Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2022: 5914−5922, articleTitle=null, refAbstract=null), Reference(id=1327018364951704248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Shuquan, Xie Yujia, Chen Dongdong, et al. Improving commonsense in vision-language models via knowledge graph riddles [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 2634−2645, articleTitle=null, refAbstract=null), Reference(id=1327018365039784633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Khan Z, Vijay Kumar B G, Yu Xiang, et al. Single-stream multi-level alignment for vision-language pretraining [G] // LNCS 13696: Proc of the European Conf on Computer Vision (ECCV 2022). Cham: Springer, 2022: 735−751, articleTitle=null, refAbstract=null), Reference(id=1327018365144642234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ze, Lin Yutong, Cao Yue, et al. Swin Transformer: Hierarchical vision Transformer using shifted windows [C] // Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2021: 10012–10022, articleTitle=null, refAbstract=null), Reference(id=1327018365241111227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yinhan, Ott M, Goyal N, et al. RoBERTa: A robustly optimized BERT pretraining approach [C] // Proc of the 36th Int Conf on Machine Learning. New York: PMLR, 2019: 1831–1840, articleTitle=null, refAbstract=null), Reference(id=1327018365316608700, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=He Pengcheng, Liu Xiaodong, Gao Jianfeng, et al. DeBERTa: Decoding-enhanced BERT with disentangled attention [C/OL] // Proc of the Int Conf on Learning Representations. Appleton, WI: OpenReview.net, 2021[2025-04-15]. https://openreview.net/forum?id=XPZIaotutsD, articleTitle=null, refAbstract=null), Reference(id=1327018365392106173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jianfeng, Yang Zhengyuan, Hu Xiaowei, et al. GIT: A generative image-to-text Transformer for vision and language [J]. arXiv preprint, arXiv: 2205.14100, 2022, articleTitle=null, refAbstract=null), Reference(id=1327018365488575166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Xiao, Wu Chenfei, Che Wanxiang, et al. BridgeTower: Building bridges between encoders in vision-language representation learning [C] // Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2023: 10637–10647, articleTitle=null, refAbstract=null), Reference(id=1327018365555684031, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tiannan, Zhou Wangchunshu, Zeng Yan, et al. EfficientVLM: Fast and accurate vision-language models via knowledge distillation and modal-adaptive pruning [C] // Findings of the Association for Computational Linguistics: ACL 2023. Stroudsburg, PA: ACL, 2023: 13899–13913, articleTitle=null, refAbstract=null), Reference(id=1327018365622792896, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Chaoya, Xu Haiyang, Ye Wei, et al. BUS: Efficient and effective vision-language pre-training with bottom-up patch summarization [C] // Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2023: 2900–2910, articleTitle=null, refAbstract=null), Reference(id=1327018365706678977, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Jian Yiren, Liu Tingkai, Tao Yunzhe, et al. SimVLG: Simple and efficient pretraining of visual language generative models [J]. arXiv preprint, arXiv: 2310.03291, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018365790565058, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Gu A, Dao T. Mamba: Linear-time sequence modeling with selective state spaces [J]. arXiv preprint, arXiv: 2312.00752, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018365870256835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Qiao Yanyuan, Yu Zheng, Zhao Zijia, et al. VL-Mamba: Exploring state space models for multimodal learning [C] // Proc of the 4th NeurIPS Efficient Natural Language and Speech Processing Workshop. New York: PMLR, 2024: 102–113, articleTitle=null, refAbstract=null), Reference(id=1327018365949948612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zirui, Yu Jiahui, Yu Adamswei, et al. SimVLM: Simple visual language model pretraining with weak supervision [C/OL] // Proc of the Int Conf on Learning Representations. Appleton, WI: OpenReview. net, 2022[2025-04-15]. https://openreview.net/pdf?id=GUrhfTuf_3, articleTitle=null, refAbstract=null), Reference(id=1327018366063194821, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Peng, Yang An, Men Rui, et al. OFA: Unifying architectures, tasks, and modalities through a simple sequence-to-sequence learning framework [C] // Proc of the 39th Int Conf on Machine Learning. New York: PMLR, 2022: 23318–23340, articleTitle=null, refAbstract=null), Reference(id=1327018366126109382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Xizhou, Zhu Jinguo, Li Hao, et al. Uni-perceiver: Pre-training unified architecture for generic perception for zero-shot and few-shot tasks [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 16804–16815, articleTitle=null, refAbstract=null), Reference(id=1327018366193218247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Hao, Zhu Jinguo, Jiang Xiaohu, et al. Uni-Perceiver v2: A generalist model for large-scale vision and vision-language tasks [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Vancouver, BC: IEEE/CVF, 2023: 2691–2700, articleTitle=null, refAbstract=null), Reference(id=1327018366260327112, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Bao Hangbo, Wang Wenhui, Dong Li, et al. VLMo: Unified vision-language pre-training with mixture-of-modality-experts [C] // Advances in Neural Information Processing Systems 35. Red Hook, NY: Curran Associates, 2022: 32897−32912, articleTitle=null, refAbstract=null), Reference(id=1327018366327435977, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Wenhui, Bao Hangbo, Dong Li, et al. Image as a foreign language: BEiT pretraining for all vision and vision-language tasks [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 19175–19186, articleTitle=null, refAbstract=null), Reference(id=1327018366394544842, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Van den Oord A, Vinyals O, Kavukcuoglu K. Neural discrete represent-ation learning [C] // Advances in Neural Information Processing Systems 30. Red Hook, NY: Curran Associates, 2017: 6306–6315, articleTitle=null, refAbstract=null), Reference(id=1327018368021934796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=Vishwamitra N, Hu Hongxin, Zhao Ziming, et al. Understanding and measuring robustness of multimodal learning [J]. arXiv preprint, arXiv: 2112.12792, 2021, articleTitle=null, refAbstract=null), Reference(id=1327018368147763917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Yin Ziyi, Ye Muchao, Zhang Tianrong, et al. VLAttack: Multimodal adversarial attacks on vision-language tasks via pre-trained models [C] // Advances in Neural Information Processing Systems 36 (NeurIPS 2023). Red Hook, NY: Curran Associates, 2023: 59062–59094, articleTitle=null, refAbstract=null), Reference(id=1327018368248427214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=He Bangyan, Jia Xiaojun, Liang Siyuan, et al. SA-Attack: Improving adversarial transferability of vision-language pre-training models via self-augmentation [J]. arXiv preprint, arXiv: 2312.04913, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018368353284815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Haonan, Deng Xinyang, Jiang Wen, et al. A unified understanding of adversarial vulnerability regarding unimodal models and vision-language pre-training models [J]. arXiv preprint, arXiv: 2407.17797, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018368420393680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Xiaojun, Gao Sensen, Guo Qing, et al. Semantic-aligned adversarial evolution triangle for high-transferability vision-language attack [J]. arXiv preprint, arXiv: 2411.02669, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018368495891153, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Pengfei, Bai Guangdong, Huang Zi. MAA: Meticulous adversarial attack against vision-language pre-trained models[J]. arXiv preprint, arXiv: 2502.08079, 2025, articleTitle=null, refAbstract=null), Reference(id=1327018368592360146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Haodi, Dong Kai, Zhu Zhilei, et al. Transferable multimodal attack on vision-language pre-training models [C] // Proc of the 2024 IEEE Symp on Security and Privacy. Piscataway, NJ: IEEE, 2024: 1722–1740, articleTitle=null, refAbstract=null), Reference(id=1327018368709800659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Fu Jiyuan, Chen Zhaoyu, Jiang Kaixun, et al. Improving adversarial transferability of vision-language pre-training models through collaborative multimodal interaction [J]. arXiv preprint, arXiv: 2403.10883, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018368793686740, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Jingwen, Yu Ruonan, Liu Songhua, et al. Mutual-modality adversarial attack with semantic perturbation [C] // Proc of the 38th AAAI Conf on Artificial Intelligence (AAAI 2024). Menlo Park, CA: AAAI, 2024: 6657–6665, articleTitle=null, refAbstract=null), Reference(id=1327018368894350037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Ziqi, Hu Shengshan, Li Minghui, et al. AdvCLIP: Downstream-agnostic adversarial examples in multimodal contrastive learning [J]. arXiv preprint, arXiv: 2308.07026, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018369003401942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I, Pouget-Abadie J, Mirza M, et al. Generative adversarial nets [C] // Proc of the 27th Int Conf on Neural Information Processing Systems (NIPS 2014). Cambridge, MA: MIT, 2014: 2672–2680, articleTitle=null, refAbstract=null), Reference(id=1327018369078899415, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim H, Kim M, Kim C. Doubly-universal adversarial perturbations: deceiving vision-language models across both images and text with a single perturbation [J]. arXiv preprint, arXiv: 2412.08108, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018369150202584, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Pengfei, Huang Zi, Bai Guangdong. Universal adversarial perturbations for vision-language pre-trained models [C] // Proc of the 47th Int ACM SIGIR Conf on Research and Development in Information Retrieval (SIGIR 2024). New York: ACM, 2024: 862–871, articleTitle=null, refAbstract=null), Reference(id=1327018369242477273, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Hanxun, Erfani S M, Li Yige, et al. TUAP: Targeted universal adversarial perturbations for CLIP [J]. arXiv preprint, arXiv: 2505.05528, 2025, articleTitle=null, refAbstract=null), Reference(id=1327018369338946266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Awadalla A, Gao I, Gardner J, et al. OpenFlamingo: An open-source framework for training large autoregressive vision-language models [J]. arXiv preprint, arXiv: 2308.01390, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018369439609563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Haotian, Li Chunyuan, Wang Yuheng, et al. LLaVA: Large language and vision assistant via visual instruction tuning [EB/OL]. arXiv preprint, arXiv: 2304.08485, 2023, articleTitle=null, refAbstract=null), Reference(id=1327018369531884252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Hao, Kong Jiawei, Yu Wenbo, et al. One perturbation is enough: On generating universal adversarial perturbations against vision-language pre-training models [J]. arXiv preprint, arXiv: 2406.05491, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018369598993117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Fan, Huang Yihao, Wang Kailong, et al. Efficient and effective universal adversarial attack against vision-language pre-training models [J]. arXiv preprint, arXiv: 2410.11639, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018369678684894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jiaming, Ye Junhong, Ma Xingjun, et al. AnyAttack: Towards large-scale self-supervised adversarial attacks on vision-language models [J]. arXiv preprint, arXiv: 2410.05346, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018369749988063, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=95, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Shibo, Cheng Yushi, Zhu Wenjun, et al. CAPatch: Physical adversarial patch against image captioning systems [C] // Proc of the 32nd USENIX Security Symp (USENIX Security 2023). Berkeley, CA: USENIX Association, 2023: 679–696, articleTitle=null, refAbstract=null), Reference(id=1327018369817096928, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=96, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Ho J, Jain A, Abbeel P. Denoising diffusion probabilistic models [C] // Advances in Neural Information Processing Systems 33 (NeurIPS 2020). Red Hook, NY: Curran Associates, 2020: 6840–6851, articleTitle=null, refAbstract=null), Reference(id=1327018369896788705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Kong Dehong, Liang Siyuan, Zhu Xiaopeng, et al. Patch is enough: Naturalistic adversarial patch against vision-language pre-training models[J]. Visual Intelligence, 2024, 2: 33, articleTitle=null, refAbstract=null), Reference(id=1327018369959703266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=98, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhixiang, Wang Xiaosen, Wang Bo, et al. DiffPatch: Generating customizable adversarial patches using diffusion models [J]. arXiv preprint, arXiv: 2412.01440, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018370018423523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=99, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Chao, Gao Shangqian, Deng Cheng, et al. Cross-modal learning with adversarial samples [C] // Advances in Neural Information Processing Systems 32 (NeurIPS 2019). Red Hook, NY: Curran Associates, 2019: 10791–10801, articleTitle=null, refAbstract=null), Reference(id=1327018370077143780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=100, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Chao, Gao Shangqian, Deng Cheng, et al. Adversarial attack on deep cross-modal Hamming retrieval [C] // Proc of 2021 IEEE/CVF Int Conf on Computer Vision (ICCV). Piscataway, NJ: IEEE: 2198–2207, articleTitle=null, refAbstract=null), Reference(id=1327018370131669733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Hongge, Zhang Huan, Chen Pinyu, et al. Attacking visual language grounding with adversarial examples: A case study on neural image captioning[C] // Proc of the 56th Annual Meeting of the Association for Computational Linguistics (ACL 2018). Stroudsburg, PA : ACL, 2018: 2587–2597, articleTitle=null, refAbstract=null), Reference(id=1327018370207167206, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=102, rfOrder=105, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Yan, Wu Baoyuan, Shen Fumin, et al. Exact adversarial attack to image captioning via structured output learning with latent variables[C] //Proc of 2019 IEEE/CVF Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2019: 4135–4144, articleTitle=null, refAbstract=null), Reference(id=1327018370274276071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=103, rfOrder=106, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Shaofeng, Wang Zheng, Xu Xing, et al. Fooled by imagination: Adversarial attack to image captioning via perturbation in complex domain[C] // Proc of 2020 IEEE Int Conf on Multimedia and Expo (ICME). Piscataway, NJ: IEEE, 2020: 1–6, articleTitle=null, refAbstract=null), Reference(id=1327018370345579240, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=104, rfOrder=107, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Xiaojun, Chen Xinyun, Liu Chang, et al. Fooling vision and language models despite localization and attention mechanism[C] // Proc of 2018 IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2018: 4951–4961, articleTitle=null, refAbstract=null), Reference(id=1327018370404299497, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=105, rfOrder=108, authorNames=null, journalName=null, refType=null, unstructuredReference=Sharma Vasu, Kalra Ankita, Vaibhav, et al. Attend and attack: Attention guided adversarial attacks on visual question answering models[J]. arXiv preprint, arXiv: 1807.09956, 2018, articleTitle=null, refAbstract=null), Reference(id=1327018370463019754, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=106, rfOrder=109, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Boyuan, Li Jiaxu, Shi Yucheng, et al. VADS: Visuo-adaptive DualStrike attack on visual question answer[J]. Computer Vision and Image Understanding, 2024, 249: 104137, articleTitle=null, refAbstract=null), Reference(id=1327018370546905835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=107, rfOrder=110, authorNames=null, journalName=null, refType=null, unstructuredReference=Yin Ziyi, Ye Muchao, Zhang Tianrong, et al. VQAttack: Transferable adversarial attacks on visual question answering via pre-trained models [C] // Proc of the AAAI Conf on Artificial Intelligence. Menlo Park, CA: AAAI, 2024: 6755–6763, articleTitle=null, refAbstract=null), Reference(id=1327018370634986220, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=108, rfOrder=111, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Siyuan, Xu Xxing, Zhou Zailei, et al. ARRA: Absolute-relative ranking attack against image retrieval [C] // Proc of the 30th ACM Int Conf on Multimedia. New York: ACM, 2022: 610–618, articleTitle=null, refAbstract=null), Reference(id=1327018370714677997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=109, rfOrder=112, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Weilin, Evans D, Qi Yanjun. Feature squeezing: Detecting adversarial examples in deep neural networks [C] // Proc of the 25th Network and Distributed System Security Symp (NDSS). Reston, VA: Internet Society, 2018: 1–15, articleTitle=null, refAbstract=null), Reference(id=1327018370806952686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=110, rfOrder=113, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Chuan, Rana M, Cissé M, et al. Countering adversarial images using input transformations [C] // Proc of the 6th Int Conf on Learning Representations (ICLR). Vancouver: ICLR, 2018: 1–12, articleTitle=null, refAbstract=null), Reference(id=1327018370890838767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=111, rfOrder=114, authorNames=null, journalName=null, refType=null, unstructuredReference=Naseer M, Khan S, Hayat M, et al. A self-supervised approach for adversarial robustness [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 259–268, articleTitle=null, refAbstract=null), Reference(id=1327018372547588848, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=112, rfOrder=115, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang A, Ilharco G, Wortsman M, et al. Data determines distributional robustness in contrastive language-image pre-training (CLIP) [C] // Proc of the 39th Int Conf on Machine Learning (ICML). New York: PMLR, 2022: 6216–6234, articleTitle=null, refAbstract=null), Reference(id=1327018372673417969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=116, authorNames=null, journalName=null, refType=null, unstructuredReference=Nguyen T, Ilharco G, Wortsman M, et al. Quality not quantity: On the interaction between dataset design and robustness of CLIP [C] // Proc of the 36th Conf on Neural Information Processing Systems (NeurIPS). Red Hook, NY: Curran Associates, 2022: 21455−21469, articleTitle=null, refAbstract=null), Reference(id=1327018372748915442, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=114, rfOrder=117, authorNames=null, journalName=null, refType=null, unstructuredReference=Tu Weijie, Deng Weijian, Gedeon T. A closer look at the robustness of contrastive language-image pre-training (CLIP) [C] // Proc of the 37th Conf on Neural Information Processing Systems (NeurIPS). Red Hook, NY: Curran Associates, 2023: 13678−13691, articleTitle=null, refAbstract=null), Reference(id=1327018372845384435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=115, rfOrder=118, authorNames=null, journalName=null, refType=null, unstructuredReference=Mao Chengzhi, Geng S, Yang Junfeng, et al. Understanding zero-shot adversarial robustness for large-scale models [C/OL] // Proc of the 11th Int Conf on Learning Representations (ICLR). Appleton, WI: ICLR, 2023[2025-04-15]. https://openreview.net/forum?id=P4bXCawRi5J, articleTitle=null, refAbstract=null), Reference(id=1327018372929270516, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=116, rfOrder=119, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng Jia, Dong Wei, Socher R, et al. ImageNet: A large-scale hierarchical image database [C] // Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2009: 248–255, articleTitle=null, refAbstract=null), Reference(id=1327018373029933813, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=117, rfOrder=120, authorNames=null, journalName=null, refType=null, unstructuredReference=Schlarmann C, Singh N D, Croce F, et al. Robust CLIP: Unsupervised adversarial fine-tuning of vision embeddings for robust large vision-language models [C] // Proc of the 41st Int Conf on Machine Learning (ICML). New York: PMLR, 2024: 43685−43704, articleTitle=null, refAbstract=null), Reference(id=1327018373092848374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=118, rfOrder=121, authorNames=null, journalName=null, refType=null, unstructuredReference=Hossain M Z, Imteaj A. Sim-CLIP: Unsupervised siamese adversarial fine-tuning for robust and semantically-rich vision-language models [J]. arXiv preprint, arXiv: 2407.14971, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018373168345847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=119, rfOrder=122, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xiao, Zhang Wei, Liu Yining, et al. Language-driven anchors for zero-shot adversarial robustness [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 24686–24695, articleTitle=null, refAbstract=null), Reference(id=1327018373235454712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=120, rfOrder=123, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Wanqi, Bai Shuanghao, Mandic D P, et al. Revisiting the adversarial robustness of vision language models: A multimodal perspective [J]. arXiv preprint, arXiv: 2404.19287, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018373390643961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=121, rfOrder=124, authorNames=null, journalName=null, refType=null, unstructuredReference=Waseda F, Tejero-de-Pablos A, Echizen I. Multimodal adversarial defense for vision-language models by leveraging one-to-many relationships [J]. arXiv preprint, arXiv: 2405.18770, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018373470335738, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=122, rfOrder=125, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Lu, Zhang Haiyang, Xu Changsheng. Text-guided attention is all you need for zero-shot robustness in vision-language models [C] // Proc of the 37th Conf on Neural Information Processing Systems (NeurIPS). Red Hook, NY: Curran Associates, 2024: 96424−96448, articleTitle=null, refAbstract=null), Reference(id=1327018373575193339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=123, rfOrder=126, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Xuanming, Aparcedo A, Jang Y K, et al. On the robustness of large multimodal models against image adversarial attacks [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 24625−24634, articleTitle=null, refAbstract=null), Reference(id=1327018373659079420, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=124, rfOrder=127, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Lin, Guan Haoyan, Qiu Jianing, et al. One prompt word is enough to boost adversarial robustness for pre-trained vision-language models [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 24408–24419, articleTitle=null, refAbstract=null), Reference(id=1327018373747159805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=125, rfOrder=128, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jiaming, Ma Xingjun, Wang Xin, et al. Adversarial prompt tuning for vision-language models [C] // Proc of the 18th European Conf on Computer Vision (ECCV). Berlin: Springer, 2024: 56–72, articleTitle=null, refAbstract=null), Reference(id=1327018373814268670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=126, rfOrder=129, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Hongyang, Yu Yaodong, Jiao Jiantao, et al. Theoretically principled trade-off between robustness and accuracy [C] // Proc of the 36th Int Conf on Machine Learning. New York: PMLR, 2019: 7472–7482, articleTitle=null, refAbstract=null), Reference(id=1327018373902349055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=127, rfOrder=130, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Chao, Liao Yonghao, Ding Caichang, et al. MDAPT: Multi-modal depth adversarial prompt tuning to enhance the adversarial robustness of visual language models[J]. Sensors, 2025, 25(1): 258, articleTitle=null, refAbstract=null), Reference(id=1327018373952680704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=128, rfOrder=131, authorNames=null, journalName=null, refType=null, unstructuredReference=Bhagwatkar R, Nayak S, Bashivan P, et al. Improving adversarial robustness in vision-language models with architecture and prompt design [C] // Findings of Association for Computational Linguistics: EMNLP 2024. Stroudsburg, PA: ACL, 2024: 17003–17020, articleTitle=null, refAbstract=null), Reference(id=1327018374015595265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=129, rfOrder=132, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhai Xiaohua, Mustafa B, Kolesnikov A, et al. Sigmoid loss for language image pre-training [C] // Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2023: 11976–11986, articleTitle=null, refAbstract=null), Reference(id=1327018374091092738, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=130, rfOrder=133, authorNames=null, journalName=null, refType=null, unstructuredReference=Han Zhongyi, Luo Gongxu, Sun Hao, et al. AlignCLIP: Attention alignment for robust open-vocabulary classification via vision-language models[J]. Machine Learning, 2025, 114(3): 1−19, articleTitle=null, refAbstract=null), Reference(id=1327018374158201603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=131, rfOrder=134, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Mingkun, Bi Keping, Chen Wei, et al. CLIPure: Purification in latent space via CLIP for adversarially robust zero-shot classification [C/OL] // Proc of the 13th Int Conf on Learning Representations. Red Hook, NY: Curran Associates, 2025[2025-04-15]. https://openreview.net/forum?id=TQ2ZOy6miT, articleTitle=null, refAbstract=null), Reference(id=1327018374212727556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=132, rfOrder=135, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yudong, Xie Ruobing, Chen Jiansheng, et al. PIP: Detecting adversarial examples in large vision-language models via attention patterns of irrelevant probe questions [C] // Proc of the 32nd ACM Int Conf on Multimedia. New York: ACM, 2024: 11175−11183, articleTitle=null, refAbstract=null), Reference(id=1327018374275642117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=133, rfOrder=136, authorNames=null, journalName=null, refType=null, unstructuredReference=Fares S, Ziu K, Aremu T, et al. MirrorCheck: Cross-modal verification via text-to-image generation for detecting adversarial attacks in vision-language models [J]. arXiv preprint, arXiv: 2406.09250, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018374359528198, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=134, rfOrder=137, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Youcheng, Zhu Fengbin, Tang Jingkun, et al. NEARSIDE: N-time embedding-based adversarial image detection for large vision-language models [J]. arXiv preprint, arXiv: 2410.22888, 2024, articleTitle=null, refAbstract=null), Reference(id=1327018374426637063, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=135, rfOrder=138, authorNames=null, journalName=null, refType=null, unstructuredReference=Xing Songlong, Zhao Zhengyu, Sebe N. CLIP is strong enough to fight back: Test-time counterattacks towards zero-shot adversarial robustness of CLIP [J]. arXiv preprint, arXiv: 2503.03613, 2025, articleTitle=null, refAbstract=null), Reference(id=1327018374502134536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=136, rfOrder=139, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Bolei, Khosla A, Lapedriza A, et al, Torralba Antonio. Learning deep features for discriminative localization[C] //Proc of the 2016 IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 2921−2929, articleTitle=null, refAbstract=null), Reference(id=1327018374560854793, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=137, rfOrder=140, authorNames=null, journalName=null, refType=null, unstructuredReference=Selvaraju R R, Cogswell M, Das A, et al. Grad-CAM: Visual explanations from deep networks via gradient-based localization[C] //Proc of the 2017 IEEE Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2017: 618−626, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327018351454433854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=1, ext=[AuthorCompanyExt(id=1327018351467016767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1327018351479599680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351454433854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1武汉大学国家网络安全学院 武汉 430072)]), AuthorCompany(id=1327018351576068673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, xref=2, ext=[AuthorCompanyExt(id=1327018351584457282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351576068673, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Institute for Math & AI (Wuhan University), Wuhan 430072), AuthorCompanyExt(id=1327018351592845891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, companyId=1327018351576068673, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2武汉数学与智能研究院(武汉大学) 武汉 430072)])], figs=[ArticleFig(id=1327018355241890404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 1, caption=
Framework diagram of our paper, figureFileSmall=QIMgwiDH7pGS/J1Zn7F1Ww==, figureFileBig=3Hy2S6BjOG/z9Mk0ovn08A==, tableContent=null), ArticleFig(id=1327018355321582181, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图1, caption=
本文框架图, figureFileSmall=QIMgwiDH7pGS/J1Zn7F1Ww==, figureFileBig=3Hy2S6BjOG/z9Mk0ovn08A==, tableContent=null), ArticleFig(id=1327018355501937254, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 2, caption=
Architecture of ALBEF, figureFileSmall=qO3ijrQf8FdXpGiBTE2zVw==, figureFileBig=VdsmP4xkuves2JIPHgO6Ow==, tableContent=null), ArticleFig(id=1327018355573240423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图2, caption=
ALBEF的架构, figureFileSmall=qO3ijrQf8FdXpGiBTE2zVw==, figureFileBig=VdsmP4xkuves2JIPHgO6Ow==, tableContent=null), ArticleFig(id=1327018355640349288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 3, caption=
Architecture of ViLT, figureFileSmall=u4/i3sohTpeGiFVoPJfYFQ==, figureFileBig=9evtROP3DZfEgydg1zOOlQ==, tableContent=null), ArticleFig(id=1327018355699069545, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图3, caption=
ViLT的架构, figureFileSmall=u4/i3sohTpeGiFVoPJfYFQ==, figureFileBig=9evtROP3DZfEgydg1zOOlQ==, tableContent=null), ArticleFig(id=1327018355753595498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 4, caption=
Architecture of BLIP, figureFileSmall=u3sBKeRSy1nNTuKxk7kw2Q==, figureFileBig=jCOlfbTk59ZxkqVIccxs8A==, tableContent=null), ArticleFig(id=1327018355820704363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图4, caption=
BLIP的架构, figureFileSmall=u3sBKeRSy1nNTuKxk7kw2Q==, figureFileBig=jCOlfbTk59ZxkqVIccxs8A==, tableContent=null), ArticleFig(id=1327018355879424620, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 5, caption=
Illustration of Sep-Attack and Co-Attack in embedding space, figureFileSmall=ijGR1Nk7CxvalnCOTa/SbA==, figureFileBig=xFkpi0+doNBRU6WBclpYMA==, tableContent=null), ArticleFig(id=1327018355954922093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图5, caption=
分别扰动攻击与联合扰动攻击在样本空间中的解释, figureFileSmall=ijGR1Nk7CxvalnCOTa/SbA==, figureFileBig=xFkpi0+doNBRU6WBclpYMA==, tableContent=null), ArticleFig(id=1327018356013642350, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Figure 6, caption=
The evolutionary processes of adversarial examples in SGA and DRA, figureFileSmall=t8fy0AD9ImSkcwn5pZRUCA==, figureFileBig=oQmM1MZcSCL1Uh8W0OwRbA==, tableContent=null), ArticleFig(id=1327018356072362607, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=图6, caption=
SGA和DRA的对抗样本演化过程, figureFileSmall=t8fy0AD9ImSkcwn5pZRUCA==, figureFileBig=oQmM1MZcSCL1Uh8W0OwRbA==, tableContent=null), ArticleFig(id=1327018356131082864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Table 1, caption=
Summary of Vision-Language Representation Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 研究目标 | 实现方法及原理 | 代表工作 |
|---|
| 细粒度对齐 | 通过“对齐+融合”机制,捕获视觉区域与文本词元的局部对应关系 | ALBEF[13]、TCL[14] |
| 用视觉定位等特定下游任务增强模型的视觉理解能力,从弱标注数据中学习细粒度对应 | X-VLM[18]、GLIP[50] |
| 采用多尺度的图像融合机制,自下而上逐步对齐表征,实现整体与细节的平衡 | SLViT[54]、PyramidCLIP[55] |
| 借助知识图谱等结构化知识,帮助模型细粒度理解跨模态表征 | SGEITL[56]、DANCE[57] |
| 轻量高效化 | 采用单流架构端对端模型,结合多模态掩码建模任务等技巧实现模型轻量化 | ViLT[16]、METER[17] |
| 以单一生成式目标统一各种任务,避免使用多重预训练目标依赖的多模块架构 | GIT[62] |
| 采用桥接高效架构融合单流与双流模型的优势,几乎不增加参数量 | BridgeTower[63] |
| 知识蒸馏、模型剪枝等传统模型压缩方案 | EfficientVLM[64]、BUS[65] |
| 多任务通用 | 统合模型架构和多个训练目标,在单个模型中实现对理解类和生成类任务的兼顾 | BLIP[15] |
| 极简化预训练目标并利用海量弱标注数据提升表征的通用泛化能力 | SimVLM[69]、OFA[70] |
), ArticleFig(id=1327018356202386033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=表1, caption=
视觉语言表征学习模型总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 研究目标 | 实现方法及原理 | 代表工作 |
|---|
| 细粒度对齐 | 通过“对齐+融合”机制,捕获视觉区域与文本词元的局部对应关系 | ALBEF[13]、TCL[14] |
| 用视觉定位等特定下游任务增强模型的视觉理解能力,从弱标注数据中学习细粒度对应 | X-VLM[18]、GLIP[50] |
| 采用多尺度的图像融合机制,自下而上逐步对齐表征,实现整体与细节的平衡 | SLViT[54]、PyramidCLIP[55] |
| 借助知识图谱等结构化知识,帮助模型细粒度理解跨模态表征 | SGEITL[56]、DANCE[57] |
| 轻量高效化 | 采用单流架构端对端模型,结合多模态掩码建模任务等技巧实现模型轻量化 | ViLT[16]、METER[17] |
| 以单一生成式目标统一各种任务,避免使用多重预训练目标依赖的多模块架构 | GIT[62] |
| 采用桥接高效架构融合单流与双流模型的优势,几乎不增加参数量 | BridgeTower[63] |
| 知识蒸馏、模型剪枝等传统模型压缩方案 | EfficientVLM[64]、BUS[65] |
| 多任务通用 | 统合模型架构和多个训练目标,在单个模型中实现对理解类和生成类任务的兼顾 | BLIP[15] |
| 极简化预训练目标并利用海量弱标注数据提升表征的通用泛化能力 | SimVLM[69]、OFA[70] |
), ArticleFig(id=1327018356282077810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Table 2, caption=
Summary of Categories of Vision-Language Representation Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 结构类型 | 目标 | 模型 | 预训练任务 | 预训练数据 | 下游任务/评测任务 |
|---|
| 单流 | 基于BERT | VisualBERT[39] | ITM+MLM | COCO | VG+VR+VQA |
| VL-BERT[40] | ITM+MLM | CC | VG+VR+VQA |
| 细粒度 | SLViT[54] | ITC | COCO | VG |
| SGEITL[56] | MNM(三元组掩码预测) | VG | VC+VR+VQA |
| 轻量化 | ViLT[16] | ITM+MLM | COCO+VG+SBU+CC | ITR+VQA+VR |
| SIMLA[58] | ITC+MLM+跨模态重构 | COCO+VG+SBU+CC | ITR+VG |
| GIT[62] | LM(图像到文本生成) | 规模化图文字幕数据(> 2亿) | VC+VQA |
| BUS[65] | ITC+ITM+MLM | COCO+VG | ITR+VQA+VC |
| SimVLG[66] | LM | COCO+SBU+LAION400M+VG+CC | VC+VQA |
| VL-Mamba[68] | ITC+多模态结构微调 | 图文混合数据(LLM语料+图像) | VQA |
| 通用性 | SimVLM[69] | PrefixLM(前缀语言建模) | ALIGN+C4 | VQA+VR+VE+VC |
| OFA[70] | MLM+MIM+ITM+VQA等 | COCO+VQA等 | VC+VQA+VG |
| Uni-Perceiver[71] | MLM+MIM+ITM | ImageNet+COCO+CC+SBU+VG等 | ITR+VQA+VC |
| BEiT-3[74] | MLM+MIM+跨模态MOM | CC+COCO+VG+SBU等 | VQA+VR+VC+ITR |
| 双流 | 基于BERT | ViLBERT[38] | ITM+MLM+MIM | COCO+VG | ITR+VR+VE+VQA |
| CLIP[41] | ITC | 4亿网络图文对 | OCR(光学字符识别) |
| SLIP[44] | ITC+MIM | CC+YFCC100M等 | OCR |
| FLAVA[45] | ITC+ITM+MIM+MLM | COCO+SBU+VG+CC等 | ITR+VG+VQA |
| CoCa[46] | ITC+MLM | JFT-3B+ALIGN | ITR+VG+VC |
| LOUPE[47] | ITC | 2亿4000万网页图文对 | ITR+VG |
| Florence[48] | MNM | 9亿图文对 | ITR+VG+VQA |
| 细粒度 | ALBEF[13] | ITC+ITM+MLM | COCO+VG+SBU+CC | ITR+VR+VQA |
| TCL[14] | ITM+ITM+MLM | COCO+VG+SBU+CC | ITR+VQA+VR+VE |
| X-VLM[18] | ITC+ITM+MLM+VG | COCO+VG+SBU+CC | ITR+VQA+VR+VG+VC |
| FILIP[49] | ITC | CC+YFCC100M+3亿图文对 | ITR |
| GLIP[50] | ITC+目标检测 | 2700万网页图文对 | VG+短语检测 |
| RegionCLIP[52] | ITC | COCO+CC | VG |
| UTA[53] | 无掩码符号对齐 | ImageNet | ITR+VR+VQA |
| PyramidCLIP[55] | ITC | LAION400M | ITR+VG |
| DANCE[57] | ITC+知识蒸馏 | ConceptNet知识增强的图文数据 | ITR+VQA |
| 轻量化 | METER[17] | MLM+MIM+ITM | COCO+VG+SBU+CC | ITR+VQA+VR+VE |
| BridgeTower[63] | ITM+MLM | CC+SBU+COCO+VG | ITR+VE+VQA |
| EfficientVLM[64] | ITM+MLM+知识蒸馏+剪枝 | CC+COCO+SBU+VG | ITR+VQA+VR+VC |
| 通用性 | BLIP[15] | ITC+ITM+LM | COCO+VG+CC+LAION400M | ITR+VC+VR+VQA |
| 单双流切换 | 通用性 | VLMo[73] | ITC+ITM+MLM | COCO+SBU+VG+CC | ITR+VQA+VR |
), ArticleFig(id=1327018356349186675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=表2, caption=
视觉语言表征学习模型分类汇总
, figureFileSmall=null, figureFileBig=null, tableContent=
| 结构类型 | 目标 | 模型 | 预训练任务 | 预训练数据 | 下游任务/评测任务 |
|---|
| 单流 | 基于BERT | VisualBERT[39] | ITM+MLM | COCO | VG+VR+VQA |
| VL-BERT[40] | ITM+MLM | CC | VG+VR+VQA |
| 细粒度 | SLViT[54] | ITC | COCO | VG |
| SGEITL[56] | MNM(三元组掩码预测) | VG | VC+VR+VQA |
| 轻量化 | ViLT[16] | ITM+MLM | COCO+VG+SBU+CC | ITR+VQA+VR |
| SIMLA[58] | ITC+MLM+跨模态重构 | COCO+VG+SBU+CC | ITR+VG |
| GIT[62] | LM(图像到文本生成) | 规模化图文字幕数据(> 2亿) | VC+VQA |
| BUS[65] | ITC+ITM+MLM | COCO+VG | ITR+VQA+VC |
| SimVLG[66] | LM | COCO+SBU+LAION400M+VG+CC | VC+VQA |
| VL-Mamba[68] | ITC+多模态结构微调 | 图文混合数据(LLM语料+图像) | VQA |
| 通用性 | SimVLM[69] | PrefixLM(前缀语言建模) | ALIGN+C4 | VQA+VR+VE+VC |
| OFA[70] | MLM+MIM+ITM+VQA等 | COCO+VQA等 | VC+VQA+VG |
| Uni-Perceiver[71] | MLM+MIM+ITM | ImageNet+COCO+CC+SBU+VG等 | ITR+VQA+VC |
| BEiT-3[74] | MLM+MIM+跨模态MOM | CC+COCO+VG+SBU等 | VQA+VR+VC+ITR |
| 双流 | 基于BERT | ViLBERT[38] | ITM+MLM+MIM | COCO+VG | ITR+VR+VE+VQA |
| CLIP[41] | ITC | 4亿网络图文对 | OCR(光学字符识别) |
| SLIP[44] | ITC+MIM | CC+YFCC100M等 | OCR |
| FLAVA[45] | ITC+ITM+MIM+MLM | COCO+SBU+VG+CC等 | ITR+VG+VQA |
| CoCa[46] | ITC+MLM | JFT-3B+ALIGN | ITR+VG+VC |
| LOUPE[47] | ITC | 2亿4000万网页图文对 | ITR+VG |
| Florence[48] | MNM | 9亿图文对 | ITR+VG+VQA |
| 细粒度 | ALBEF[13] | ITC+ITM+MLM | COCO+VG+SBU+CC | ITR+VR+VQA |
| TCL[14] | ITM+ITM+MLM | COCO+VG+SBU+CC | ITR+VQA+VR+VE |
| X-VLM[18] | ITC+ITM+MLM+VG | COCO+VG+SBU+CC | ITR+VQA+VR+VG+VC |
| FILIP[49] | ITC | CC+YFCC100M+3亿图文对 | ITR |
| GLIP[50] | ITC+目标检测 | 2700万网页图文对 | VG+短语检测 |
| RegionCLIP[52] | ITC | COCO+CC | VG |
| UTA[53] | 无掩码符号对齐 | ImageNet | ITR+VR+VQA |
| PyramidCLIP[55] | ITC | LAION400M | ITR+VG |
| DANCE[57] | ITC+知识蒸馏 | ConceptNet知识增强的图文数据 | ITR+VQA |
| 轻量化 | METER[17] | MLM+MIM+ITM | COCO+VG+SBU+CC | ITR+VQA+VR+VE |
| BridgeTower[63] | ITM+MLM | CC+SBU+COCO+VG | ITR+VE+VQA |
| EfficientVLM[64] | ITM+MLM+知识蒸馏+剪枝 | CC+COCO+SBU+VG | ITR+VQA+VR+VC |
| 通用性 | BLIP[15] | ITC+ITM+LM | COCO+VG+CC+LAION400M | ITR+VC+VR+VQA |
| 单双流切换 | 通用性 | VLMo[73] | ITC+ITM+MLM | COCO+SBU+VG+CC | ITR+VQA+VR |
), ArticleFig(id=1327018356424684148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Table 3, caption=
Summary of Adversarial Example Attack for Vision-Language Representation Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击类型 | 主要研究内容和创新点 | 部分相关工作 |
|---|
| 模态联合攻击 | 系统研究了针对视觉语言表征学习的对抗攻击策略,发现联合优化策略的最优性 | Co-Attack[10] |
| 提出集合级引导攻击 / 特征引导攻击和数据增广策略,显著提升了攻击的可迁移性 | SGA[19]、FGA[79] |
| 优化引导攻击中的采样空间和优化空间,有效消除了扰动对单一模型的局部过拟合 | DRA[20]、SA-AET [80] |
| 利用模型内部的跨模态注意力信息同时破坏“对齐特征”与“差异特征”,提升迁移性 | TMM[82] |
UAP 及对抗补丁 | 构建图文特征拓扑关系图,采用拓扑偏差约束的GAN来产生扰乱特征空间分布的补丁 | AdvCLIP [85] |
| 类似迁移对抗攻击,通过代理模型来训练获取通用扰动,考虑扰动在全局和局部的作用 | ETU[88]、TUAP[89] |
| 用大量数据“反向”训练一个对比表征学习模型,从而生成一个对所有输入通用的扰动 | C-PGC[92] |
| 借助扩散模型生成会被模型提取为其他表征的对抗补丁,放在影响最大的位置误导模型 | DiffPatch[98] |
| 针对特定下游任务 | 针对VQA模型,通过迁移攻击结合有限查询优化扰动,兼具攻击效果和隐蔽性 | VADS[106] |
| 针对VQA模型,结合LLM构建“抗恢复损失”阻碍模型输出正确答案 | VQAttack[107] |
| 针对ITR模型,提出绝对排序攻击目标,设计2种损失加权优化,实现可控制的排序攻击 | ARRA[108] |
), ArticleFig(id=1327018356495987317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=表3, caption=
针对视觉语言表征学习模型的对抗样本攻击总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击类型 | 主要研究内容和创新点 | 部分相关工作 |
|---|
| 模态联合攻击 | 系统研究了针对视觉语言表征学习的对抗攻击策略,发现联合优化策略的最优性 | Co-Attack[10] |
| 提出集合级引导攻击 / 特征引导攻击和数据增广策略,显著提升了攻击的可迁移性 | SGA[19]、FGA[79] |
| 优化引导攻击中的采样空间和优化空间,有效消除了扰动对单一模型的局部过拟合 | DRA[20]、SA-AET [80] |
| 利用模型内部的跨模态注意力信息同时破坏“对齐特征”与“差异特征”,提升迁移性 | TMM[82] |
UAP 及对抗补丁 | 构建图文特征拓扑关系图,采用拓扑偏差约束的GAN来产生扰乱特征空间分布的补丁 | AdvCLIP [85] |
| 类似迁移对抗攻击,通过代理模型来训练获取通用扰动,考虑扰动在全局和局部的作用 | ETU[88]、TUAP[89] |
| 用大量数据“反向”训练一个对比表征学习模型,从而生成一个对所有输入通用的扰动 | C-PGC[92] |
| 借助扩散模型生成会被模型提取为其他表征的对抗补丁,放在影响最大的位置误导模型 | DiffPatch[98] |
| 针对特定下游任务 | 针对VQA模型,通过迁移攻击结合有限查询优化扰动,兼具攻击效果和隐蔽性 | VADS[106] |
| 针对VQA模型,结合LLM构建“抗恢复损失”阻碍模型输出正确答案 | VQAttack[107] |
| 针对ITR模型,提出绝对排序攻击目标,设计2种损失加权优化,实现可控制的排序攻击 | ARRA[108] |
), ArticleFig(id=1327018356571484790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Table 4, caption=
Summary of Adversarial Example Defence for Vision-Language Representation Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 防御类型 | 主要研究内容和创新点 | 部分相关工作 |
|---|
| 对抗训练 | 在CLIP的视觉编码器上进行对抗训练,约束对抗样本和干净样本表征一致 | TeCoA[115]、Sim-CLIP[118] |
| 将文本表征采用角度扩展算法优化后作为锚点,加大对抗扰动误导模型的难度 | LAAT [119] |
| 将文本对抗样本也纳入考虑,加入2种模态的对抗损失进行联合优化 | MMCoA[120]、MAT [121] |
| 模型结构增强 | 利用对抗样本对文本提示词的高敏感性,训练一个加强鲁棒性的提示词前缀 | APT[124]、AdvPT[125] |
| 改进注意力对齐损失,鼓励模型聚焦图像关键部分,并用语义标签平滑策略约束模型输出 | AlignCLIP[130] |
| 对抗样本检测或净化 | 针对VQA模型,通过无关探针问题分析其注意力分布情况,从而识别对抗样本 | PIP[132] |
| 将图像生成模型作为“镜子”反向生成图像样本,与原始图像输入在表征空间中比较判断 | MirrorCheck[133] |
| 通过分析模型隐藏层单一向量的激活变化投影来区分干净图像和对抗图像 | NEARSIDE[134] |
| 提出了测试时反击策略,在推理阶段对每张图像执行反向“对抗扰动”抵消潜在对抗噪声 | CounterAttack[135] |
), ArticleFig(id=1327018356638593655, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=表4, caption=
针对视觉语言表征学习模型的对抗样本防御总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 防御类型 | 主要研究内容和创新点 | 部分相关工作 |
|---|
| 对抗训练 | 在CLIP的视觉编码器上进行对抗训练,约束对抗样本和干净样本表征一致 | TeCoA[115]、Sim-CLIP[118] |
| 将文本表征采用角度扩展算法优化后作为锚点,加大对抗扰动误导模型的难度 | LAAT [119] |
| 将文本对抗样本也纳入考虑,加入2种模态的对抗损失进行联合优化 | MMCoA[120]、MAT [121] |
| 模型结构增强 | 利用对抗样本对文本提示词的高敏感性,训练一个加强鲁棒性的提示词前缀 | APT[124]、AdvPT[125] |
| 改进注意力对齐损失,鼓励模型聚焦图像关键部分,并用语义标签平滑策略约束模型输出 | AlignCLIP[130] |
| 对抗样本检测或净化 | 针对VQA模型,通过无关探针问题分析其注意力分布情况,从而识别对抗样本 | PIP[132] |
| 将图像生成模型作为“镜子”反向生成图像样本,与原始图像输入在表征空间中比较判断 | MirrorCheck[133] |
| 通过分析模型隐藏层单一向量的激活变化投影来区分干净图像和对抗图像 | NEARSIDE[134] |
| 提出了测试时反击策略,在推理阶段对每张图像执行反向“对抗扰动”抵消潜在对抗噪声 | CounterAttack[135] |
), ArticleFig(id=1327018356726674040, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=EN, label=Table 5, caption=
Comparison of Adversarial Examples Attack and Defense Technologies on Vision-Language Representation Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击方法 | 优势 | 劣势 |
|---|
| 模态联合攻击 | 充分利用模态交互,攻击成功率高,有一定的模型和任务迁移能力 | 实施流程复杂,查询和计算代价较高 |
| 通用对抗扰动与对抗补丁 | 可以攻击任意图像,可用于物理场景,一次生成即可长期使用 | 模态交互不足,在模型和任务间的迁移效果有限 |
| 针对特定下游任务 | 定制攻击策略,隐蔽性和攻击成功率高 | 通用性差,只作用于特定模型的特定任务 |
|
| 防御方法 | 优势 | 劣势 |
| 对抗训练 | 实施简单,直接有效,适用范围广 | 训练成本高昂,可能降低模型性能 |
| 模型结构增强 | 训练代价小,通常能保持模型性能 | 实施和设置过程复杂,在白盒场景下能被针对性绕过 |
| 对抗样本检测或净化 | 兼容性最强,能与其它防御方案结合 | 当前仅集中于图像检测,且存在误判和漏报风险 |
), ArticleFig(id=1327018356802171513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018347230769703, language=CN, label=表5, caption=
在视觉语言表征学习模型中的对抗样本攻防技术对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击方法 | 优势 | 劣势 |
|---|
| 模态联合攻击 | 充分利用模态交互,攻击成功率高,有一定的模型和任务迁移能力 | 实施流程复杂,查询和计算代价较高 |
| 通用对抗扰动与对抗补丁 | 可以攻击任意图像,可用于物理场景,一次生成即可长期使用 | 模态交互不足,在模型和任务间的迁移效果有限 |
| 针对特定下游任务 | 定制攻击策略,隐蔽性和攻击成功率高 | 通用性差,只作用于特定模型的特定任务 |
|
| 防御方法 | 优势 | 劣势 |
| 对抗训练 | 实施简单,直接有效,适用范围广 | 训练成本高昂,可能降低模型性能 |
| 模型结构增强 | 训练代价小,通常能保持模型性能 | 实施和设置过程复杂,在白盒场景下能被针对性绕过 |
| 对抗样本检测或净化 | 兼容性最强,能与其它防御方案结合 | 当前仅集中于图像检测,且存在误判和漏报风险 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550410, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550410, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550410, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550410, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1756656000000, fullTextJson=null, articleText=null, reference=null)