Article(id=1327013075464598331, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440566, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1718899200000, receivedDateStr=2024-06-21, revisedDate=1740931200000, revisedDateStr=2025-03-03, acceptedDate=1743609600000, acceptedDateStr=2025-04-03, onlineDate=1794314171901, onlineDateStr=2026-11-10, pubDate=1751299200000, pubDateStr=2025-07-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794314171901, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794314171901, creator=13701087609, updateTime=1794314171901, updator=13701087609, issue=Issue{id=1327013054811845282, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='7', pageStart='1595', pageEnd='1832', issueExtLink='null', onlineDate='null', pubDate='1751299200000', pubDateStr='2025-07-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794314166977, creator='13701087609', updateTime=1794376853183, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275980453950013, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275980453950014, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1668, endPage=1684, ext={EN=ArticleExt(id=1327013077364618046, articleId=1327013075464598331, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Trusted Evaluation System for Safe Deployment of Large Language Models, columnId=1327013055591985830, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Generative AI-driven Information Systems, runingTitle=null, highlight=null, articleAbstract=
The recent popularity of large language models (LLMs) has brought a significant impact to boundless fields, particularly through their open-ended ecosystem such as the APIs, open-sourced models, and plugins. However, with their widespread deployment, there is a general lack of research that thoroughly discusses and analyzes the potential risks concealed. In that case, we intend to conduct a preliminary but pioneering study covering the robustness, consistency, and credibility of LLMs systems. With most of the related literature in the era of LLMs uncharted, we propose an automated workflow that copes with an upscaled number of queries/responses. Overall, we conduct over a million queries to the mainstream LLMs including ChatGPT, LLaMA, and OPT. Core to our workflow consists of a data primitive, followed by an automated interpreter that evaluates these LLMs under different adversarial metrical systems. As a result, we draw several and perhaps unfortunate conclusions that are quite uncommon from this trendy community. Briefly, they are: 1) the minor but inevitable error occurrence in the user-generated query input may, by chance, cause the LLM to respond unexpectedly; 2) LLMs possess poor consistency when processing semantically similar query input. In addition, as a side finding, we find that ChatGPT is still capable to yield the correct answer even when the input is polluted at an extreme level. While this phenomenon demonstrates the powerful memorization of the LLMs, it raises serious concerns about using such data for LLM-involved evaluation in academic development. To deal with it, we propose a novel index associated with a dataset that roughly decides the feasibility of using such data for LLM-involved evaluation. Extensive empirical studies are tagged to support the aforementioned claims.
, authors=Wentao Ye
1, Jiaqi Hu
1, Haobo Wang
2, *, Gang Chen
1, Junbo Zhao
1, authorsList=Wentao Ye, Jiaqi Hu, Haobo Wang, Gang Chen, Junbo Zhao, authorCompany=null, correspAuthors=Haobo Wang, authorNote=
born in 2001. PhD candidate. His main research interests include large language models, artificial intelligence safety, and natural language processing
born in 2002. Undergraduate. His main research interests include natural language processing and large language models
born in 1996. PhD, professor, PhD supervisor. His main research interests include machine learning and data mining, especially on weakly-supervised learning and large language models
born in 1973. PhD, professor, PhD supervisor. Member of IEEE, ACM, standing member of the CCF Database Professional Committee. His main research interests include database management technology, intelligent computing based big data, and massive Internet systems
born in 1992. PhD, professor, PhD supervisor. His main research interests include large language models, table pre-training, machine learning, and AI+X
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327013079889589075, articleId=1327013075464598331, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=面向大语言模型安全部署的可信评估体系, columnId=1327013055789118120, journalTitle=计算机研究与发展, columnName=生成式人工智能驱动的信息系统专题, runingTitle=null, highlight=null, articleAbstract=
近年来,大语言模型(large language model,LLM)(以下简称“大模型”)的流行在众多领域带来了重大影响,特别是它们的开放式生态系统,如应用程序接口、开源模型和插件. 然而,尽管大模型已经广泛部署,对其潜在风险进行深入讨论与分析的研究仍然普遍缺乏. 在这种情况下,针对大模型系统的鲁棒性、一致性和可信性进行一项初步但具有开创性的研究. 由于大模型时代的许多文献都尚未被实证,提出了一个自动化的工作流,用以应对不断增长的查询和响应. 总体而言,对包括ChatGPT,LLaMA,OPT在内的主流大模型进行了100多万次查询. 工作流程的核心是一个数据原语,然后是一个自动解释器,它在不同的对抗性度量系统下评估这些大模型. 最终,从这一主流社区中得出了几个十分不同寻常的结论(一定程度上不太乐观). 简而言之,这些结论包括:1)用户生成的查询输入中的微小但不可避免的错误可能偶然地导致大模型的意外响应;2)大模型在处理语义相似的查询时具有较差的一致性. 此外,还附带发现ChatGPT即使在输入受到极端污染的情况下仍然能够产生正确的答案. 这一现象虽然表明了大模型的强大记忆力,但也引发了人们对在学术发展中使用大模型参与评估的严重关切. 为了解决这一问题,提出了一个与数据集相关联的新指标,该指标大致决定了基于这些数据对大模型进行评估的可行性. 最后进行了广泛的实证研究,以支持上述主张.
, authors=叶文涛
1, 胡家齐
1, 王皓波
2, *, 陈刚
1, 赵俊博
1, authorsList=叶文涛, 胡家齐, 王皓波, 陈刚, 赵俊博, authorCompany=null, correspAuthors=王皓波, authorNote=
 |
2001年生. 博士研究生. 主要研究方向为大语言模型、人工智能安全、自然语言处理 |
 |
2002年生. 本科生. 主要研究方向为自然语言处理、大语言模型 |
 |
1996年生. 博士,研究员,博士生导师. 主要研究方向为机器学习和数据挖掘,特别是弱监督学习和大语言模型 |
 |
1973年生. 博士,教授,博士生导师,IEEE,ACM会员,CCF数据库专业委员会常务委员. 主要研究方向为数据库管理技术、大数据智能计算、大规模互联网系统 |
 |
1992年生. 博士,研究员,博士生导师. 主要研究方向为大语言模型、表格预训练、机器学习、AI+X |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=hT6FMDeF7LlXbh2qTDTC6g==, magXml=XaXCS+A+CRusGydJcmtY+Q==, pdfUrl=null, pdf=ebyhjuGFgkqdYG5J54LTvg==, pdfFileSize=1781982, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=AnW3x26zs+BzhUtREeIRtg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=NVXkZK9pfGsva7SpKV6FkQ==, mapNumber=null, fund=null)}, authors=[Author(id=1327013082112570203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=yewt01@zju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013082230010717, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013082112570203, language=EN, stringName=Wentao Ye, firstName=Wentao, middleName=null, lastName=Ye, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027, bio={"content":"
born in 2001. PhD candidate. His main research interests include large language models, artificial intelligence safety, and natural language processing
"}, bioImg=null, bioContent=
born in 2001. PhD candidate. His main research interests include large language models, artificial intelligence safety, and natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013082481668958, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013082112570203, language=CN, stringName=叶文涛, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1浙江大学计算机科学与技术学院 杭州 310027, bio={"img":"Q8ypFJnmMzD21Ew8ZeWPdw==","content":"
2001年生. 博士研究生. 主要研究方向为大语言模型、人工智能安全、自然语言处理
"}, bioImg=Q8ypFJnmMzD21Ew8ZeWPdw==, bioContent=
2001年生. 博士研究生. 主要研究方向为大语言模型、人工智能安全、自然语言处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013080183190356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=1, ext=[AuthorCompanyExt(id=1327013080204161877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027), AuthorCompanyExt(id=1327013080225133398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1浙江大学计算机科学与技术学院 杭州 310027)])]), Author(id=1327013082628469600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013082792047458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013082628469600, language=EN, stringName=Jiaqi Hu, firstName=Jiaqi, middleName=null, lastName=Hu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027, bio={"content":"
born in 2002. Undergraduate. His main research interests include natural language processing and large language models
"}, bioImg=null, bioContent=
born in 2002. Undergraduate. His main research interests include natural language processing and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013082917876580, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013082628469600, language=CN, stringName=胡家齐, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1浙江大学计算机科学与技术学院 杭州 310027, bio={"img":"DKIQcYYnK49Z4fd6uApbgg==","content":"
2002年生. 本科生. 主要研究方向为自然语言处理、大语言模型
"}, bioImg=DKIQcYYnK49Z4fd6uApbgg==, bioContent=
2002年生. 本科生. 主要研究方向为自然语言处理、大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013080183190356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=1, ext=[AuthorCompanyExt(id=1327013080204161877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027), AuthorCompanyExt(id=1327013080225133398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1浙江大学计算机科学与技术学院 杭州 310027)])]), Author(id=1327013083052094310, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wanghaobo@zju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327013083228255080, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083052094310, language=EN, stringName=Haobo Wang, firstName=Haobo, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2School of Software Technology, Zhejiang University, Ningbo, Zhejiang 315048, bio={"content":"
born in 1996. PhD, professor, PhD supervisor. His main research interests include machine learning and data mining, especially on weakly-supervised learning and large language models
"}, bioImg=null, bioContent=
born in 1996. PhD, professor, PhD supervisor. His main research interests include machine learning and data mining, especially on weakly-supervised learning and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013083358278505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083052094310, language=CN, stringName=王皓波, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2浙江大学软件学院 浙江宁波 315048, bio={"img":"XBs+7/yq6C6mIUAgYmyX6A==","content":"
1996年生. 博士,研究员,博士生导师. 主要研究方向为机器学习和数据挖掘,特别是弱监督学习和大语言模型
"}, bioImg=XBs+7/yq6C6mIUAgYmyX6A==, bioContent=
1996年生. 博士,研究员,博士生导师. 主要研究方向为机器学习和数据挖掘,特别是弱监督学习和大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013081886077783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=2, ext=[AuthorCompanyExt(id=1327013081940603736, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013081886077783, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Software Technology, Zhejiang University, Ningbo, Zhejiang 315048), AuthorCompanyExt(id=1327013081948992345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013081886077783, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2浙江大学软件学院 浙江宁波 315048)])]), Author(id=1327013083534439275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013083706405741, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083534439275, language=EN, stringName=Gang Chen, firstName=Gang, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027, bio={"content":"
born in 1973. PhD, professor, PhD supervisor. Member of IEEE, ACM, standing member of the CCF Database Professional Committee. His main research interests include database management technology, intelligent computing based big data, and massive Internet systems
"}, bioImg=null, bioContent=
born in 1973. PhD, professor, PhD supervisor. Member of IEEE, ACM, standing member of the CCF Database Professional Committee. His main research interests include database management technology, intelligent computing based big data, and massive Internet systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013083874177902, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083534439275, language=CN, stringName=陈刚, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1浙江大学计算机科学与技术学院 杭州 310027, bio={"img":"v2AdHp6MtKp6Hp9J6XHgCA==","content":"
1973年生. 博士,教授,博士生导师,IEEE,ACM会员,CCF数据库专业委员会常务委员. 主要研究方向为数据库管理技术、大数据智能计算、大规模互联网系统
"}, bioImg=v2AdHp6MtKp6Hp9J6XHgCA==, bioContent=
1973年生. 博士,教授,博士生导师,IEEE,ACM会员,CCF数据库专业委员会常务委员. 主要研究方向为数据库管理技术、大数据智能计算、大规模互联网系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013080183190356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=1, ext=[AuthorCompanyExt(id=1327013080204161877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027), AuthorCompanyExt(id=1327013080225133398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1浙江大学计算机科学与技术学院 杭州 310027)])]), Author(id=1327013083941286768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013084062921586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083941286768, language=EN, stringName=Junbo Zhao, firstName=Junbo, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027, bio={"content":"
born in 1992. PhD, professor, PhD supervisor. His main research interests include large language models, table pre-training, machine learning, and AI+X
"}, bioImg=null, bioContent=
born in 1992. PhD, professor, PhD supervisor. His main research interests include large language models, table pre-training, machine learning, and AI+X
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013084159390579, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, authorId=1327013083941286768, language=CN, stringName=赵俊博, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1浙江大学计算机科学与技术学院 杭州 310027, bio={"img":"WuUH1Aam4nQPtTtUNm7/jA==","content":"
1992年生. 博士,研究员,博士生导师. 主要研究方向为大语言模型、表格预训练、机器学习、AI+X
"}, bioImg=WuUH1Aam4nQPtTtUNm7/jA==, bioContent=
1992年生. 博士,研究员,博士生导师. 主要研究方向为大语言模型、表格预训练、机器学习、AI+X
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013080183190356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=1, ext=[AuthorCompanyExt(id=1327013080204161877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027), AuthorCompanyExt(id=1327013080225133398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1浙江大学计算机科学与技术学院 杭州 310027)])])], keywords=[Keyword(id=1327013084322968436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, orderNo=1, keyword=large language models), Keyword(id=1327013084406854517, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, orderNo=2, keyword=scalable deployment), Keyword(id=1327013084486546294, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, orderNo=3, keyword=robustness), Keyword(id=1327013084566238071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, orderNo=4, keyword=automated workflow), Keyword(id=1327013086269125496, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, orderNo=5, keyword=trusted evaluation), Keyword(id=1327013086420120441, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, orderNo=1, keyword=大语言模型), Keyword(id=1327013086520783738, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, orderNo=2, keyword=规模化部署), Keyword(id=1327013086629835643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, orderNo=3, keyword=鲁棒性), Keyword(id=1327013086701138812, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, orderNo=4, keyword=自动化工作流), Keyword(id=1327013086801802109, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, orderNo=5, keyword=可信评估)], refs=[Reference(id=1327013092313117603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=舒文韬,李睿潇,孙天祥,等. 大型语言模型:原理、实现与发展[J]. 计算机研究与发展,2024,61(2):351−361, articleTitle=null, refAbstract=null), Reference(id=1327013092422169508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Shu Wentao, Li Ruixiao, Sun Tianxiang, et al. Large language models: Principles, implementation, and progress[J]. Journal of Computer Research and Development, 2024, 61(2): 351−361 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013092506055589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. Llama: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1327013092589941670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=陈慧敏,刘知远,孙茂松. 大语言模型时代的社会机遇与挑战[J]. 计算机研究与发展,2024,61(5):1094−1103, articleTitle=null, refAbstract=null), Reference(id=1327013092661244839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Huimin, Liu Zhiyuan, Sun Maosong. The social opportunities and challenges in the era of large language models[J]. Journal of Computer Research and Development, 2024, 61(5): 1094−1103 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013092740936616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Qihuang, Ding Liang, Liu Juhua, et al. Can ChatGPT understand too? A comparative study on ChatGPT and fine-tuned BERT[J]. arXiv preprint, arXiv: 2302.10198, 2023, articleTitle=null, refAbstract=null), Reference(id=1327013092858377129, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Chengwei, Zhang A, Zhang Zhuosheng, et al. Is ChatGPT a general-purpose natural language processing task solver?[C]// Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 1339–1384, articleTitle=null, refAbstract=null), Reference(id=1327013092946457514, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Fan, Kwak H, An Jisun. Is ChatGPT better than human annotators? potential and limitations of chatgpt in explaining implicit hate speech[C]// Companion Proc of the ACM Web Conf 2023. New York: ACM, 2023: 294−297, articleTitle=null, refAbstract=null), Reference(id=1327013093047120811, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Kocoń J, Cichecki I, Kaszyca O, et al. ChatGPT: Jack of all trades, master of none[J]. Information Fusion, 2023, 99: 101861, articleTitle=null, refAbstract=null), Reference(id=1327013093168755628, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Xianjun, Li Yan, Zhang Xinlu, et al. Exploring the limits of ChatGPT for query or aspect-based text summarization[J]. arXiv preprint, arXiv: 2302.08081, 2023, articleTitle=null, refAbstract=null), Reference(id=1327013093231670189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia R, Liang P. Adversarial examples for evaluating reading comprehension systems[C]// Proc of the 2017 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2017: 2021–2031, articleTitle=null, refAbstract=null), Reference(id=1327013093311361966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Ji, Lanchantin J, Soffa M L, et al. Black-box generation of adversarial text sequences to evade deep learning classifiers[C]//Proc of the 2018 IEEE Security and Privacy Workshops (SPW). Piscataway, NJ: IEEE, 2018: 50−56, articleTitle=null, refAbstract=null), Reference(id=1327013093399442351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Belinkov Y, Bisk Y. Synthetic and natural noise both break neural machine translation[J]. arXiv preprint, arXiv: 1711.02173, 2017, articleTitle=null, refAbstract=null), Reference(id=1327013093462356912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Heigold G, Neumann G, van Genabith J. How robust are character-based word embeddings in tagging and MT against wrod scramlbing or randdm nouse?[C]//Proc of the 13th Conf of the Association for Machine Translation in the Americas (Volume 1: Research Track). Stroudsburg, PA: Association for Machine Translation in the Americas, 2018: 68−80, articleTitle=null, refAbstract=null), Reference(id=1327013093537854385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Eger S, Şahin G G, Rücklé A, et al. Text processing like humans do: Visually attacking and shielding NLP systems[C]//Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Stroudsburg, PA: ACL, 2019: 1634−1647, articleTitle=null, refAbstract=null), Reference(id=1327013095219770290, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Papernot N, McDaniel P, Swami A, et al. Crafting adversarial input sequences for recurrent neural networks[C]//Proc of the 35th IEEE Military Communications Conf (MILCOM 2016). Piscataway, NJ: IEEE, 2016: 49−54, articleTitle=null, refAbstract=null), Reference(id=1327013095349793715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Alzantot M, Sharma Y, Elgohary A, et al. Generating natural language adversarial examples[C]//Proc of the 2018 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2018: 2890–2896, articleTitle=null, refAbstract=null), Reference(id=1327013095458845620, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Zhengli, Dua D, Singh S. Generating natural adversarial examples[J]. arXiv preprint, arXiv: 1710.11342, 2017, articleTitle=null, refAbstract=null), Reference(id=1327013095643394997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Iyyer M, Wieting J, Gimpel K, et al. Adversarial example generation with syntactically controlled paraphrase networks[C]// Proc of the 2018 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers). Stroudsburg, PA: ACL , 2018: 1875–1885, articleTitle=null, refAbstract=null), Reference(id=1327013095769224118, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Linyang, Shao Yunfan, Song Demin, et al. Generating adversarial examples in Chinese texts using sentence-pieces[J]. arXiv preprint, arXiv: 2012.14769, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013095857304503, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Jinfeng, Ji Shouling, Du Tianyu, et al. Textbugger: Generating adversarial text against real-world applications[J]. arXiv preprint, arXiv: 1812.05271, 2018, articleTitle=null, refAbstract=null), Reference(id=1327013095987327928, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zang Yuan, Qi Fanchao, Yang Chenghao, et al. Word-level textual adversarial attacking as combinatorial optimization[C]// Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 6066–6080, articleTitle=null, refAbstract=null), Reference(id=1327013096100574137, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Ebrahimi J, Rao A, Lowd D, et al. Hotflip: White-box adversarial examples for text classification[C]// Proc of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers). Stroudsburg, PA: ACL, 2018: 31–36, articleTitle=null, refAbstract=null), Reference(id=1327013096180265914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Linyang, Ma Ruotian, Guo Qipeng, et al. Bert-attack: Adversarial attack against BERT using BERT[C]// Proc of the 2020 Conf on Empirical Methods in Natural Language Processing (EMNLP). Stroudsburg, PA: ACL, 2020: 6193–6202, articleTitle=null, refAbstract=null), Reference(id=1327013096314483643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Wallace E, Feng S, Kandpal N, et al. Universal adversarial triggers for attacking and analyzing NLP[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 2153–2162, articleTitle=null, refAbstract=null), Reference(id=1327013096398369724, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Garg S, Ramakrishnan G. Bae: BERT-based adversarial examples for text classification[C]// Proc of the 2020 Conf on Empirical Methods in Natural Language Processing (EMNLP). Stroudsburg, PA: ACL, 2020: 6174–6181, articleTitle=null, refAbstract=null), Reference(id=1327013096478061501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Altinisik E, Sajjad H, Sencar H T, et al. Impact of adversarial training on robustness and generalizability of language models[C]// Findings of the Association for Computational Linguistics: ACL 2023. Stroudsburg, PA: ACL, 2023: 7828–7840, articleTitle=null, refAbstract=null), Reference(id=1327013096574530494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Moradi M, Samwald M. Evaluating the robustness of neural language models to input perturbations[C]// Proc of the 2021 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 1558–1570, articleTitle=null, refAbstract=null), Reference(id=1327013096645833663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Stolfo A, Jin Zhijing, Shridhar K, et al. A causal framework to quantify the robustness of mathematical reasoning with language models[C]// Proc of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2023: 545–561, articleTitle=null, refAbstract=null), Reference(id=1327013096750691264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yunxiang, Pan Liangming, Tan S, et al. Interpreting the robustness of neural NLP models to textual perturbations[C]//Findings of the Association for Computational Linguistics: ACL 2022. Stroudsburg, PA: ACL, 2022: 3993−4007, articleTitle=null, refAbstract=null), Reference(id=1327013096847160257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=陈炫婷,叶俊杰,祖璨,等. GPT系列大语言模型在自然语言处理任务中的鲁棒性[J]. 计算机研究与发展,2024,61(5):1128−1142, articleTitle=null, refAbstract=null), Reference(id=1327013096926852034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xuanting, Ye Junjie, Zu Can, et al. Robustness of GPT large language models on natural language processing tasks[J]. Journal of Computer Research and Development, 2024, 61(5): 1128−1142 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013097010738115, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang M W, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[C]// Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Stroudsburg, PA: ACL, 2019: 4171–4186, articleTitle=null, refAbstract=null), Reference(id=1327013097082041284, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Zhilin, Dai Zihang, Yang Yiming, et al. XLNET: Generalized autoregressive pretraining for language understanding[C]// Proc of the 33rd Int Conf on Neural Information Processing Systems. New York: Curran Associates, 2019: 5753−5763, articleTitle=null, refAbstract=null), Reference(id=1327013097170121669, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang J, Hu X, Hou W, et al. On the robustness of ChatGPT: An adversarial and out-of-distribution perspective[J]. arXiv preprint, arXiv: 2302.12095, 2023, articleTitle=null, refAbstract=null), Reference(id=1327013097266590662, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Brendel W, Rauber J, Bethge M. Decision-based adversarial attacks: Reliable attacks against black-box machine learning models[J]. arXiv preprint, arXiv: 1712.04248, 2017, articleTitle=null, refAbstract=null), Reference(id=1327013097346282439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Neekhara P, Hussain S, Dubnov S, et al. Adversarial reprogramming of text classification neural networks[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 5216–5225, articleTitle=null, refAbstract=null), Reference(id=1327013097421779912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Hambardzumyan K, Khachatrian H, May J. Warp: Word-level adversarial reprogramming[C]// Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2021: 4921–4933, articleTitle=null, refAbstract=null), Reference(id=1327013097547609033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Huckelberry J, Zhang Yuke, Sansone A, et al. TinyML security: Exploring vulnerabilities in resource-constrained machine learning systems[J]. arXiv preprint, arXiv:2411.07114, 2024, articleTitle=null, refAbstract=null), Reference(id=1327013097623106506, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Madry A, Makelov A, Schmidt L, et al. Towards deep learning models resistant to adversarial attacks[J]. arXiv preprint, arXiv: 1706.06083, 2017, articleTitle=null, refAbstract=null), Reference(id=1327013097837016011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Geva M, Khashabi D, Segal E, et al. Did Aristotle use a laptop? A question answering benchmark with implicit reasoning strategies[J]. Transactions of the Association for Computational Linguistics, 2021, 9: 346−361, articleTitle=null, refAbstract=null), Reference(id=1327013097916707788, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Ling Wang, Yogatama D, Dyer C, et al. Program induction by rationale generation: Learning to solve and explain algebraic word problems[C]//Proc of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2017: 158−167, articleTitle=null, refAbstract=null), Reference(id=1327013098013176781, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Onoe Y, Zhang M J, Choi E, et al. Creak: A dataset for commonsense reasoning over entity knowledge[J]. arXiv preprint, arXiv: 2109.01653, 2021, articleTitle=null, refAbstract=null), Reference(id=1327013099728647118, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qiyuan, Wang Lei, Yu Sicheng, et al. NoahQA: Numerical reasoning with interpretable graph question answering dataset[C]// Findings of the Association for Computational Linguistics: EMNLP 2021. Stroudsburg, PA: ACL, 2021: 4147–4161, articleTitle=null, refAbstract=null), Reference(id=1327013099837699023, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Cobbe K, Kosaraju V, Bavarian M, et al. Training verifiers to solve math word problems[J] arXiv preprint, arXiv: 2110.14168, 2021, articleTitle=null, refAbstract=null), Reference(id=1327013099921585104, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Dodge J, Gane A, Zhang Xiang, et al. Evaluating prerequisite qualities for learning end-to-end dialog systems[J]. arXiv preprint arXiv: 1511.06931, 2015, articleTitle=null, refAbstract=null), Reference(id=1327013100005471185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Gaunt A L, Johnson M A, Riechert M, et al. Ampnet: Asynchronous model-parallel training for dynamic neural networks[J]. arXiv preprint, arXiv: 1705.09786, 2017, articleTitle=null, refAbstract=null), Reference(id=1327013100072580050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Khot T, Clark P, Guerquin M, et al. QASC: A dataset for question answering via sentence composition[C]//Proc of the 34th AAAI Conf on Artificial Intelligence, vol 34, no 05. Palo Alto, CA: AAAI, 2020: 8082−8090, articleTitle=null, refAbstract=null), Reference(id=1327013100181631955, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Aggarwal S, Mandowara D, Agrawal V, et al. Explanations for commonsenseqa: New dataset and models[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2021: 3050−3065, articleTitle=null, refAbstract=null), Reference(id=1327013100252935124, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Camburu O M, Rocktäschel T, Lukasiewicz T, et al. e-SNLI: Natural language inference with natural language explanations[C]// Proc of the 32nd Int Conf on Neural Information Processing Systems. New York: Curran Associates, 2018: 9560−9572, articleTitle=null, refAbstract=null), Reference(id=1327013100336821205, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Cunxiang, Liang Shuailong, Zhang Yue, et al. Does it make sense? And why? A pilot study for sense making and explanation[C]// Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 4020–4026, articleTitle=null, refAbstract=null), Reference(id=1327013100412318678, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Lamm M, Palomaki J, Alberti C, et al. QED: A framework and dataset for explanations in question answering[J]. Transactions of the Association for Computational Linguistics, 2021, 9: 790−806, articleTitle=null, refAbstract=null), Reference(id=1327013100479427543, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Brill E. Transformation-based error-driven learning and natural language processing: A case study in part-of-speech tagging[J]. Computational Linguistics, 1995, 21(4): 543−565, articleTitle=null, refAbstract=null), Reference(id=1327013100559119320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T B, Mann B, Ryder N, et al. Language models are few-shot learners[C]// Proc of the 34th Int Conf on Neural Information Processing Systems. New York: Curran Associates, 2020: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1327013100655588313, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang A, Singh A, Michael J, et al. Glue: A multi-task benchmark and analysis platform for natural language understanding[C]// Proc of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP. Stroudsburg, PA: ACL , 2018: 353–355, articleTitle=null, refAbstract=null), Reference(id=1327013100777223130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Boxin, Xu Chejian, Wang Shuohang, et al. Adversarial glue: A multi-task benchmark for robustness evaluation of language models[J]. arXiv preprint, arXiv: 2111.02840, 2021, articleTitle=null, refAbstract=null), Reference(id=1327013100844331995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Nie Yixin, Williams A, Dinan E, et al. Adversarial NLI: A new benchmark for natural language understanding[C]// Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 4885–4901, articleTitle=null, refAbstract=null), Reference(id=1327013100919829468, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Miller G A. WordNet: A lexical database for English[J]. Communications of the ACM, 1995, 38(11): 39−41, articleTitle=null, refAbstract=null), Reference(id=1327013101012104157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Jabri A, Joulin A, van der Maaten L. Revisiting visual question answering baselines[C]// Proc of the 14th European Conf on Computer Vision. Cham: Springer, 2016: 727−739, articleTitle=null, refAbstract=null), Reference(id=1327013101079213022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Nguyen-Son H Q, Thao T P, Hidano S, et al. Identifying adversarial sentences by analyzing text complexity[C]//Proc of the 33rd Pacific Asia Conf on Language, Information and Computation. Tokyo: Waseda Institute for the Study of Language and Information, 2019: 182−190, articleTitle=null, refAbstract=null), Reference(id=1327013101146321887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodman D, Zhonghou L, et al. Fastwordbug: A fast method to generate adversarial text against NLP applications[J]. arXiv preprint, arXiv: 2002.00760, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013101213430752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Xiaoqing, Zeng Jiehang, Zhou Yi, et al. Evaluating and enhancing the robustness of neural network-based dependency parsing models with adversarial examples[C]// Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 6600–6610, articleTitle=null, refAbstract=null), Reference(id=1327013101293122530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Xue Mingfu, Yuan Chengxiang, Wang Jian, et al. DPAEG: A dependency parse-based adversarial examples generation method for intelligent Q&A robots[J]. Security and Communication Networks, 2020, 2020(1): 5890820, articleTitle=null, refAbstract=null), Reference(id=1327013101372814307, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Wenqi, Wang Run, Wang Lina, et al. Towards a robust deep neural network against adversarial texts: A survey[J]. IEEE Transactions on Knowledge and Data Engineering, 2021, 35(3): 3159−3179, articleTitle=null, refAbstract=null), Reference(id=1327013101444117476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Rai A, Borah S. Study of various methods for tokenization[C]// Applications of Internet of Things: Proc of ICCCIOT 2020. Singapore: Springer, 2021: 193−200, articleTitle=null, refAbstract=null), Reference(id=1327013101511226341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Almeida F, Xexéo G. Word embeddings: A survey[J]. arXiv preprint, arXiv: 1901.09069, 2019, articleTitle=null, refAbstract=null), Reference(id=1327013101574140902, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang S, Roller S, Goyal N, et al. OPT: Open pre-trained transformer language models[J]. arXiv preprint, arXiv: 2205.01068, 2022, articleTitle=null, refAbstract=null), Reference(id=1327013101649638375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Wentao, Hu Jiaqi, Li Liyao, et al. Data contamination calibration for black-box LLMs[C]// Findings of the Association for Computational Linguistics: ACL 2024. Stroudsburg, PA: ACL, 2024: 10845–10861, articleTitle=null, refAbstract=null), Reference(id=1327013101762884584, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Liangyu, Zhou Junlin, Li Liyao, et al. TableGPT: Towards unifying tables, nature language and commands into one GPT[J]. arXiv preprint, arXiv: 2307.08674, 2023, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327013080183190356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=1, ext=[AuthorCompanyExt(id=1327013080204161877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Zhejiang University, Hangzhou 310027), AuthorCompanyExt(id=1327013080225133398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013080183190356, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1浙江大学计算机科学与技术学院 杭州 310027)]), AuthorCompany(id=1327013081886077783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, xref=2, ext=[AuthorCompanyExt(id=1327013081940603736, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013081886077783, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Software Technology, Zhejiang University, Ningbo, Zhejiang 315048), AuthorCompanyExt(id=1327013081948992345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, companyId=1327013081886077783, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2浙江大学软件学院 浙江宁波 315048)])], figs=[ArticleFig(id=1327013086961185662, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Figure 1, caption=
Overview of evaluation framework, figureFileSmall=UjOmBfbl1PxRFb2zxiQHlg==, figureFileBig=AnW3x26zs+BzhUtREeIRtg==, tableContent=null), ArticleFig(id=1327013087032488831, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=图1, caption=
评估框架总览, figureFileSmall=UjOmBfbl1PxRFb2zxiQHlg==, figureFileBig=AnW3x26zs+BzhUtREeIRtg==, tableContent=null), ArticleFig(id=1327013087267369856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Figure 2, caption=
Attack Pattern analysis on part-of-speech and dependency relations, figureFileSmall=aJfs/jzQGB04lMZDoyLTzA==, figureFileBig=+9RxgqxmWerg3XEXiU8YFQ==, tableContent=null), ArticleFig(id=1327013087334478721, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=图2, caption=
词性和依赖关系的攻击模式分析, figureFileSmall=aJfs/jzQGB04lMZDoyLTzA==, figureFileBig=+9RxgqxmWerg3XEXiU8YFQ==, tableContent=null), ArticleFig(id=1327013087401587586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Figure 3, caption=
Attack pattern analysis on positions, figureFileSmall=3jECVUu9fLNRla7WaWq4jQ==, figureFileBig=9U/e5dCXpLgAba9+7As9ew==, tableContent=null), ArticleFig(id=1327013087544193923, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=图3, caption=
关于位置的攻击模式分析, figureFileSmall=3jECVUu9fLNRla7WaWq4jQ==, figureFileBig=9U/e5dCXpLgAba9+7As9ew==, tableContent=null), ArticleFig(id=1327013087640662916, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Figure 4, caption=
Impact of prompts and option orders on accuracy, figureFileSmall=sbldIRzREDCciEoX85e8Sw==, figureFileBig=nmEYqVMFJuRkBHf9y7L1iQ==, tableContent=null), ArticleFig(id=1327013087728743301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=图4, caption=
提示和选项顺序对准确率的影响, figureFileSmall=sbldIRzREDCciEoX85e8Sw==, figureFileBig=nmEYqVMFJuRkBHf9y7L1iQ==, tableContent=null), ArticleFig(id=1327013087800046470, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 1, caption=
Datasets Statistics, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 描述 | 子集 | 规模 | 答案类型 |
|---|
| StrategyQA [38] | 问答(QA) | 训练集 | 2 290 | T/F |
| AQuA[39] | 代数问答(algebra QA) | 测试集 | 254 | 数值 |
| Creak[40] | 常识推理(commonsense reasoning) | 验证集 | 1 371 | T/F |
| NoahQA[41] | 数值推理问答(numerical reasoning QA) | 测试集 | 10 880 | 多项选择 |
| GSM8K[42] | 数学推理(math reasoning) | 测试集 | 6 140 | 文本 |
| bAbi15[43] | 演绎推理(deductive reasoning) | 测试集 | 1 000 | 单词 |
| bAbi16[44] | 归纳推理(inductive reasoning) | 测试集 | 1 000 | 单词 |
| QASC[45] | 多跳推理(multi-hop reasoning) | 验证集 | 926 | 单词 |
| ECQA[46] | 常识推理(commonsense reasoning) | 测试集 | 2 194 | 单词 |
| e-SNLI[47] | 逻辑关系推理(logical relationship reasoning) | 测试集 | 9 824 | 单词 |
| Sen-Making[48] | 常识推理(commonsense reasoning) | 测试集 | 2 020 | 文本 |
| QED[49] | 问答解析(QA with explanations) | 验证集 | 1 354 | 文本 |
| 总计 | 39 253 |
), ArticleFig(id=1327013087934264199, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表1, caption=
数据集统计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 描述 | 子集 | 规模 | 答案类型 |
|---|
| StrategyQA [38] | 问答(QA) | 训练集 | 2 290 | T/F |
| AQuA[39] | 代数问答(algebra QA) | 测试集 | 254 | 数值 |
| Creak[40] | 常识推理(commonsense reasoning) | 验证集 | 1 371 | T/F |
| NoahQA[41] | 数值推理问答(numerical reasoning QA) | 测试集 | 10 880 | 多项选择 |
| GSM8K[42] | 数学推理(math reasoning) | 测试集 | 6 140 | 文本 |
| bAbi15[43] | 演绎推理(deductive reasoning) | 测试集 | 1 000 | 单词 |
| bAbi16[44] | 归纳推理(inductive reasoning) | 测试集 | 1 000 | 单词 |
| QASC[45] | 多跳推理(multi-hop reasoning) | 验证集 | 926 | 单词 |
| ECQA[46] | 常识推理(commonsense reasoning) | 测试集 | 2 194 | 单词 |
| e-SNLI[47] | 逻辑关系推理(logical relationship reasoning) | 测试集 | 9 824 | 单词 |
| Sen-Making[48] | 常识推理(commonsense reasoning) | 测试集 | 2 020 | 文本 |
| QED[49] | 问答解析(QA with explanations) | 验证集 | 1 354 | 文本 |
| 总计 | 39 253 |
), ArticleFig(id=1327013088081064840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 2, caption=
Process of Transforming from the Original Example to the Model Input, figureFileSmall=null, figureFileBig=null, tableContent=
| 结构 | 示例 |
|---|
| 原始 | “question”: “Is Antarctica a good location for Groundhog Day?” “answer”: false “facts”: [ “Groundhog Day relies on a groundhog seeing their shadow.” “Antarctica has an irregular sun pattern and some days have no sun rise or 24 hour sunlight.” “Antarctica has temperatures can range from −10°C to −60°C.” “Groundhogs live in forests or woodlands with plenty of sunlight.” ] |
| 提示词$ {\boldsymbol{t}} $ | Next, I will ask you a series of questions given a description, and you will have to choose one of several candidate options that you think is correct. The description is |
| 段落$ {\boldsymbol{p}} $ | Groundhog Day relies on a groundhog seeing their shadow.Antarctica has an irregular sun pattern and some days have no sun rise or 24 hour sunlight. Antarctica has temperatures can range from −10°C to −60°C.Groundhogs live in forests or woodlands with plenty of sunlight. |
| 问题$ q $ | Is Antarctica a good location for Groundhog Day? |
| 选项$ o $ | (A) True (B) False (C) Unable to determine |
| 查询 | Query 1: {提示词}+{段落} Query 2: The first question is {问题}, choose an answer from the following options: {选项}. |
| 回答$ a $ | The answer would be (B) False. Antarctica is not a good location for Groundhog Day since the area has an irregular sun pattern, and some days could have no sun rise, or 24-hour sunlight. Groundhogs rely on seeing their shadow to predict the weather, and the irregular patterns of sunrise and sunset would make the whole concept unworkable in Antarctica. |
), ArticleFig(id=1327013088177533833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表2, caption=
从原始示例转换到模型输入的过程
, figureFileSmall=null, figureFileBig=null, tableContent=
| 结构 | 示例 |
|---|
| 原始 | “question”: “Is Antarctica a good location for Groundhog Day?” “answer”: false “facts”: [ “Groundhog Day relies on a groundhog seeing their shadow.” “Antarctica has an irregular sun pattern and some days have no sun rise or 24 hour sunlight.” “Antarctica has temperatures can range from −10°C to −60°C.” “Groundhogs live in forests or woodlands with plenty of sunlight.” ] |
| 提示词$ {\boldsymbol{t}} $ | Next, I will ask you a series of questions given a description, and you will have to choose one of several candidate options that you think is correct. The description is |
| 段落$ {\boldsymbol{p}} $ | Groundhog Day relies on a groundhog seeing their shadow.Antarctica has an irregular sun pattern and some days have no sun rise or 24 hour sunlight. Antarctica has temperatures can range from −10°C to −60°C.Groundhogs live in forests or woodlands with plenty of sunlight. |
| 问题$ q $ | Is Antarctica a good location for Groundhog Day? |
| 选项$ o $ | (A) True (B) False (C) Unable to determine |
| 查询 | Query 1: {提示词}+{段落} Query 2: The first question is {问题}, choose an answer from the following options: {选项}. |
| 回答$ a $ | The answer would be (B) False. Antarctica is not a good location for Groundhog Day since the area has an irregular sun pattern, and some days could have no sun rise, or 24-hour sunlight. Groundhogs rely on seeing their shadow to predict the weather, and the irregular patterns of sunrise and sunset would make the whole concept unworkable in Antarctica. |
), ArticleFig(id=1327013088274002826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 3, caption=
Confusion Options Generation Samples, figureFileSmall=null, figureFileBig=null, tableContent=
| 答案类型 | 原始答案 | 生成选项 |
|---|
| 注:加粗文字代表正确答案. |
| T/F | True | (A) True (B) False (C) Unable to determine |
| 数值 | 36 | (A) 36 (B) 15 (C) 17 (D) 5 (E) 7 |
| 单词 | discovery | (A) discovery (B) action (C) reflection (D) deciding (E) thinking |
| 文本 | Janet sells 16−3−4=9 duck eggs a day | (A) None of the other options is correct. (B) Janet elude sells 16−3−4=9 duck eggs a axerophthol day. (C) Janet sells 4−4−10=−10 duck eggs a day. (D) Janet sells 11−11−15=28 duck eggs a day. (E) He has to pay 3000−1000=2000. |
), ArticleFig(id=1327013088370471819, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表3, caption=
混淆选项生成示例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 答案类型 | 原始答案 | 生成选项 |
|---|
| 注:加粗文字代表正确答案. |
| T/F | True | (A) True (B) False (C) Unable to determine |
| 数值 | 36 | (A) 36 (B) 15 (C) 17 (D) 5 (E) 7 |
| 单词 | discovery | (A) discovery (B) action (C) reflection (D) deciding (E) thinking |
| 文本 | Janet sells 16−3−4=9 duck eggs a day | (A) None of the other options is correct. (B) Janet elude sells 16−3−4=9 duck eggs a axerophthol day. (C) Janet sells 4−4−10=−10 duck eggs a day. (D) Janet sells 11−11−15=28 duck eggs a day. (E) He has to pay 3000−1000=2000. |
), ArticleFig(id=1327013088647295884, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 4, caption=
Attack Description, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 具体操作 | 示例 |
|---|
| 注:下划线部分为攻击所改变的部分,花括号中的内容代表新增字符的Unicode. |
| 无攻击 | | George Washington died in 1799.CDs weren’t invented until 1982. |
| 字符级别 | 重复 | Georggge Washington diiied iiin 177799.CDs weren’t innnvented until 199982. |
| 删除 | George Washington died in 1799.CDs weren’t inted un 1982. |
| 插入 | George Washington di@ed in 1799@.CDs weren’t invented until 1982. |
| 单词级别 | 插入 | died George Washington died in 1799.CDs 1799.CDs weren’t invented hoosier state until 1982. |
| 删除 | invented. |
| 替换 | George cook up cook up 1982 1799.CDs go bad invented until 1982. |
| 视觉级别 | | George Washin{0260}ton {0257}ied in 1799.CDs weren’t {0269}nvented unti{0625} 1982. |
), ArticleFig(id=1327013088857011085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表4, caption=
攻击描述
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 具体操作 | 示例 |
|---|
| 注:下划线部分为攻击所改变的部分,花括号中的内容代表新增字符的Unicode. |
| 无攻击 | | George Washington died in 1799.CDs weren’t invented until 1982. |
| 字符级别 | 重复 | Georggge Washington diiied iiin 177799.CDs weren’t innnvented until 199982. |
| 删除 | George Washington died in 1799.CDs weren’t inted un 1982. |
| 插入 | George Washington di@ed in 1799@.CDs weren’t invented until 1982. |
| 单词级别 | 插入 | died George Washington died in 1799.CDs 1799.CDs weren’t invented hoosier state until 1982. |
| 删除 | invented. |
| 替换 | George cook up cook up 1982 1799.CDs go bad invented until 1982. |
| 视觉级别 | | George Washin{0260}ton {0257}ied in 1799.CDs weren’t {0269}nvented unti{0625} 1982. |
), ArticleFig(id=1327013089066726286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 5, caption=
List of Attack Methods Used for Constructing Adversarial Examples, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击级别 | 操作 | 参数 |
|---|
| 字符 | 删除 | 删除次数 c ∈ {1, 2, 3},概率分布为 {0.4, 0.4, 0.2}. |
| 重复 | 替换次数 c ∈ {1, 2, 3},概率分布为 {0.4, 0.4, 0.2}. |
| 插入 | 插入次数 c = 1 |
| 视觉 | 替换 | 替换比例 r ∈ {0.1, 0.5, 0.9} |
| 单词 | 插入 | 无 |
| 删除 | 无 |
| 替换 | 无 |
), ArticleFig(id=1327013090782196625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表5, caption=
构建对抗性示例所用攻击方法列表
, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击级别 | 操作 | 参数 |
|---|
| 字符 | 删除 | 删除次数 c ∈ {1, 2, 3},概率分布为 {0.4, 0.4, 0.2}. |
| 重复 | 替换次数 c ∈ {1, 2, 3},概率分布为 {0.4, 0.4, 0.2}. |
| 插入 | 插入次数 c = 1 |
| 视觉 | 替换 | 替换比例 r ∈ {0.1, 0.5, 0.9} |
| 单词 | 插入 | 无 |
| 删除 | 无 |
| 替换 | 无 |
), ArticleFig(id=1327013090903831442, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 6, caption=
Prompts for the Multiple-option, figureFileSmall=null, figureFileBig=null, tableContent=
| 文本 | 来源 |
|---|
| “” | 空白提示 |
| “Complete the description with an appropriate ending: ” | 可用于OPT模型的经验提示 |
| “You must choose the best answer from the following choices marked (A), (B), (C), (D) or (E). ” | CET考试 |
| “To answer the following question according to the following information.” | 人工构造 |
“Next, I will ask you a series of questions given a description, and you will have to choose one of several candidate options that you think is correct.” | 人工构造 |
), ArticleFig(id=1327013090970940307, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表6, caption=
多项选择的提示词
, figureFileSmall=null, figureFileBig=null, tableContent=
| 文本 | 来源 |
|---|
| “” | 空白提示 |
| “Complete the description with an appropriate ending: ” | 可用于OPT模型的经验提示 |
| “You must choose the best answer from the following choices marked (A), (B), (C), (D) or (E). ” | CET考试 |
| “To answer the following question according to the following information.” | 人工构造 |
“Next, I will ask you a series of questions given a description, and you will have to choose one of several candidate options that you think is correct.” | 人工构造 |
), ArticleFig(id=1327013091075797908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 7, caption=
Impact of Different Attack Levels on ChatGPT, figureFileSmall=null, figureFileBig=null, tableContent=
| 指标/% | 无攻击 | 字符级别 | | 单词级别 | | 视觉级别 |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:在所有数据集上共计39 253条示例测试上得出结果. 视觉级别中的百分数代表攻击的词数比例. |
| ER | 40.19 | 44.59 | 51.89 | 41.63 | | 48.04 | 61.89 | 60.85 | | 42.47 | 48.85 | 55.88 |
| ASR | 0.00 | 30.51 | 38.56 | 27.45 | | 34.27 | 49.80 | 48.18 | | 28.19 | 34.64 | 41.94 |
), ArticleFig(id=1327013091155489685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表7, caption=
不同级别攻击对ChatGPT的影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 指标/% | 无攻击 | 字符级别 | | 单词级别 | | 视觉级别 |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:在所有数据集上共计39 253条示例测试上得出结果. 视觉级别中的百分数代表攻击的词数比例. |
| ER | 40.19 | 44.59 | 51.89 | 41.63 | | 48.04 | 61.89 | 60.85 | | 42.47 | 48.85 | 55.88 |
| ASR | 0.00 | 30.51 | 38.56 | 27.45 | | 34.27 | 49.80 | 48.18 | | 28.19 | 34.64 | 41.94 |
), ArticleFig(id=1327013091235181462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 8, caption=
Impact of Each Dataset on ChatGPT Under Different Attack Levels(Measured by ER), figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 无攻击ER/% | 字符级别ER/% | | 单词级别ER/% | | 视觉级别ER/% |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:视觉级别中的百分数代表攻击的词数比例. |
| StrategyQA | 29.56 | 31.10 | 37.46 | 31.09 | | 35.48 | 46.33 | 46.77 | | 31.07 | 35.92 | 43.65 |
| AQuA | 47.64 | 63.74 | 74.22 | 51.40 | | 68.31 | 89.57 | 89.17 | | 54.92 | 58.07 | 71.26 |
| Creak | 34.14 | 34.31 | 35.85 | 35.64 | | 34.46 | 36.51 | 36.98 | | 36.40 | 38.04 | 39.75 |
| NoahQA | 33.01 | 41.75 | 47.83 | 35.41 | | 40.51 | 63.10 | 61.57 | | 34.38 | 37.87 | 46.68 |
| GSM8K | 54.80 | 62.28 | 60.29 | 55.33 | | 57.72 | 63.00 | 62.15 | | 54.57 | 55.50 | 59.61 |
| bAbi15 | 29.00 | 28.21 | 49.15 | 26.68 | | 52.35 | 64.50 | 64.30 | | 31.35 | 45.15 | 59.35 |
| bAbi16 | 55.40 | 52.97 | 62.15 | 54.76 | | 60.20 | 61.65 | 61.10 | | 56.80 | 60.50 | 66.25 |
| QASC | 20.52 | 23.01 | 53.07 | 25.70 | | 38.55 | 70.09 | 64.09 | | 29.27 | 57.13 | 72.68 |
| ECQA | 26.94 | 31.48 | 54.92 | 30.91 | | 49.02 | 72.11 | 74.68 | | 33.91 | 51.23 | 66.27 |
| e-SNLI | 52.99 | 53.58 | 58.98 | 52.65 | | 58.37 | 64.01 | 63.85 | | 54.99 | 61.27 | 64.50 |
| Sen-Making | 19.94 | 23.42 | 34.22 | 22.67 | | 31.89 | 59.30 | 50.12 | | 26.18 | 41.17 | 49.04 |
| QED | 23.54 | 27.21 | 45.52 | 28.98 | | 37.79 | 58.67 | 58.63 | | 29.70 | 44.06 | 56.20 |
), ArticleFig(id=1327013091327456151, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表8, caption=
每个数据集在不同级别攻击下对ChatGPT的影响(通过ER进行衡量)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 无攻击ER/% | 字符级别ER/% | | 单词级别ER/% | | 视觉级别ER/% |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:视觉级别中的百分数代表攻击的词数比例. |
| StrategyQA | 29.56 | 31.10 | 37.46 | 31.09 | | 35.48 | 46.33 | 46.77 | | 31.07 | 35.92 | 43.65 |
| AQuA | 47.64 | 63.74 | 74.22 | 51.40 | | 68.31 | 89.57 | 89.17 | | 54.92 | 58.07 | 71.26 |
| Creak | 34.14 | 34.31 | 35.85 | 35.64 | | 34.46 | 36.51 | 36.98 | | 36.40 | 38.04 | 39.75 |
| NoahQA | 33.01 | 41.75 | 47.83 | 35.41 | | 40.51 | 63.10 | 61.57 | | 34.38 | 37.87 | 46.68 |
| GSM8K | 54.80 | 62.28 | 60.29 | 55.33 | | 57.72 | 63.00 | 62.15 | | 54.57 | 55.50 | 59.61 |
| bAbi15 | 29.00 | 28.21 | 49.15 | 26.68 | | 52.35 | 64.50 | 64.30 | | 31.35 | 45.15 | 59.35 |
| bAbi16 | 55.40 | 52.97 | 62.15 | 54.76 | | 60.20 | 61.65 | 61.10 | | 56.80 | 60.50 | 66.25 |
| QASC | 20.52 | 23.01 | 53.07 | 25.70 | | 38.55 | 70.09 | 64.09 | | 29.27 | 57.13 | 72.68 |
| ECQA | 26.94 | 31.48 | 54.92 | 30.91 | | 49.02 | 72.11 | 74.68 | | 33.91 | 51.23 | 66.27 |
| e-SNLI | 52.99 | 53.58 | 58.98 | 52.65 | | 58.37 | 64.01 | 63.85 | | 54.99 | 61.27 | 64.50 |
| Sen-Making | 19.94 | 23.42 | 34.22 | 22.67 | | 31.89 | 59.30 | 50.12 | | 26.18 | 41.17 | 49.04 |
| QED | 23.54 | 27.21 | 45.52 | 28.98 | | 37.79 | 58.67 | 58.63 | | 29.70 | 44.06 | 56.20 |
), ArticleFig(id=1327013091423925144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 9, caption=
Impact of Each Dataset on ChatGPT Under Different Attack Levels(Measured by ASR), figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 无攻击ASR/% | 字符级别ASR/% | | 单词级别ASR/% | | 视觉级别ASR/% |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:视觉级别中的百分数代表攻击的词数比例. |
| StrategyQA | 29.56 | 25.31 | 31.72 | 24.39 | | 30.09 | 42.77 | 42.05 | | 25.44 | 31.94 | 40.41 |
| AQuA | 47.64 | 64.62 | 73.65 | 56.7 | | 70.28 | 82.87 | 84.65 | | 56.3 | 60.63 | 69.69 |
| Creak | 34.14 | 15.8 | 19.62 | 16.69 | | 18.02 | 23.3 | 22.79 | | 16.48 | 20.64 | 23.89 |
| NoahQA | 33.01 | 34.31 | 40.65 | 28.21 | | 33.03 | 57.35 | 54.38 | | 27.14 | 30.73 | 39.81 |
| GSM8K | 54.80 | 35.66 | 37.41 | 27.71 | | 32.16 | 45.89 | 42.89 | | 27.78 | 31.38 | 36.12 |
| bAbi15 | 29.00 | 36.57 | 57.3 | 36.43 | | 58 | 67.95 | 67.3 | | 40.4 | 51.15 | 62.45 |
| bAbi16 | 55.40 | 54.16 | 68.05 | 56.34 | | 68.15 | 69.7 | 71.05 | | 58.15 | 61.4 | 67.25 |
| ECQA | 26.94 | 16.44 | 42.13 | 16.13 | | 38.47 | 63.81 | 68.69 | | 20.31 | 38.58 | 56.06 |
| e-SNLI | 52.99 | 31.32 | 35.87 | 31.3 | | 34.92 | 38.59 | 38.77 | | 32.01 | 35.91 | 38.24 |
| QASC | 20.52 | 12.72 | 43.08 | 13.05 | | 29.16 | 62.47 | 57.34 | | 17.12 | 46.81 | 65.01 |
| QED | 23.54 | 16.56 | 39 | 16.41 | | 28.19 | 53.03 | 52.25 | | 20.37 | 36.86 | 51.99 |
| Sen-Making | 19.94 | 19.23 | 30.25 | 18.85 | | 28.77 | 55.34 | 46.29 | | 22.09 | 36.07 | 44.29 |
), ArticleFig(id=1327013091516199833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表9, caption=
每个数据集在不同级别攻击下对ChatGPT的影响(通过ASR进行衡量)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 无攻击ASR/% | 字符级别ASR/% | | 单词级别ASR/% | | 视觉级别ASR/% |
|---|
| 重复 | 删除 | 插入 | | 插入 | 删除 | 替换 | | 10% | 50% | 90% |
|---|
| 注:视觉级别中的百分数代表攻击的词数比例. |
| StrategyQA | 29.56 | 25.31 | 31.72 | 24.39 | | 30.09 | 42.77 | 42.05 | | 25.44 | 31.94 | 40.41 |
| AQuA | 47.64 | 64.62 | 73.65 | 56.7 | | 70.28 | 82.87 | 84.65 | | 56.3 | 60.63 | 69.69 |
| Creak | 34.14 | 15.8 | 19.62 | 16.69 | | 18.02 | 23.3 | 22.79 | | 16.48 | 20.64 | 23.89 |
| NoahQA | 33.01 | 34.31 | 40.65 | 28.21 | | 33.03 | 57.35 | 54.38 | | 27.14 | 30.73 | 39.81 |
| GSM8K | 54.80 | 35.66 | 37.41 | 27.71 | | 32.16 | 45.89 | 42.89 | | 27.78 | 31.38 | 36.12 |
| bAbi15 | 29.00 | 36.57 | 57.3 | 36.43 | | 58 | 67.95 | 67.3 | | 40.4 | 51.15 | 62.45 |
| bAbi16 | 55.40 | 54.16 | 68.05 | 56.34 | | 68.15 | 69.7 | 71.05 | | 58.15 | 61.4 | 67.25 |
| ECQA | 26.94 | 16.44 | 42.13 | 16.13 | | 38.47 | 63.81 | 68.69 | | 20.31 | 38.58 | 56.06 |
| e-SNLI | 52.99 | 31.32 | 35.87 | 31.3 | | 34.92 | 38.59 | 38.77 | | 32.01 | 35.91 | 38.24 |
| QASC | 20.52 | 12.72 | 43.08 | 13.05 | | 29.16 | 62.47 | 57.34 | | 17.12 | 46.81 | 65.01 |
| QED | 23.54 | 16.56 | 39 | 16.41 | | 28.19 | 53.03 | 52.25 | | 20.37 | 36.86 | 51.99 |
| Sen-Making | 19.94 | 19.23 | 30.25 | 18.85 | | 28.77 | 55.34 | 46.29 | | 22.09 | 36.07 | 44.29 |
), ArticleFig(id=1327013091604280218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 10, caption=
Impact of Attack on Different LLMs and Datasets(Measured by ER), figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集1(bAbi16) | | 数据集2(Sen-Making) |
|---|
| 样本数 | ER/% | | 样本数 | ER/% |
|---|
| 无攻击 | 单词替换 | 字符删除 | | 无攻击 | 单词删除 | 字符插入 |
|---|
| ChatGPT(175B*) | 1000 | 55.40 | 61.10 | 62.15 | | 2021 | 19.94 | 59.30 | 22.67 |
| OPT(1.3B) | 1000 | 90.00 | 89.45 | 88.87 | | 2021 | 100.00 | 100.00 | 100.00 |
| LLaMA(11.5B) | 1000 | 61.90 | 81.10 | 56.85 | | 2021 | 56.46 | 64.77 | 54.66 |
), ArticleFig(id=1327013091683971995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表10, caption=
攻击对不同大模型、数据集的影响(通过ER衡量)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集1(bAbi16) | | 数据集2(Sen-Making) |
|---|
| 样本数 | ER/% | | 样本数 | ER/% |
|---|
| 无攻击 | 单词替换 | 字符删除 | | 无攻击 | 单词删除 | 字符插入 |
|---|
| ChatGPT(175B*) | 1000 | 55.40 | 61.10 | 62.15 | | 2021 | 19.94 | 59.30 | 22.67 |
| OPT(1.3B) | 1000 | 90.00 | 89.45 | 88.87 | | 2021 | 100.00 | 100.00 | 100.00 |
| LLaMA(11.5B) | 1000 | 61.90 | 81.10 | 56.85 | | 2021 | 56.46 | 64.77 | 54.66 |
), ArticleFig(id=1327013091763663772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 11, caption=
Impact of Attack on Different LLMs(Measured by ASR), figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集1(bAbi16) | | 数据集2(Sen-Making) |
|---|
| 样本数 | ASR/% | | 样本数 | ASR/% |
|---|
| 无攻击 | 单词替换 | 字符删除 | | 无攻击 | 单词删除 | 字符插入 |
|---|
| ChatGPT(175B*) | 1000 | 55.40 | 71.05 | 56.34 | | 2021 | 19.94 | 55.34 | 18.85 |
| OPT(1.3B) | 1000 | 90.00 | 47.50 | 44.66 | | 2021 | 100.00 | 0.00 | 0.00 |
| LLaMA(11.5B) | 1000 | 61.90 | 62.75 | 63.74 | | 2021 | 56.46 | 34.66 | 27.13 |
), ArticleFig(id=1327013091839161245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表11, caption=
攻击对不同大模型的影响(通过ASR衡量)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集1(bAbi16) | | 数据集2(Sen-Making) |
|---|
| 样本数 | ASR/% | | 样本数 | ASR/% |
|---|
| 无攻击 | 单词替换 | 字符删除 | | 无攻击 | 单词删除 | 字符插入 |
|---|
| ChatGPT(175B*) | 1000 | 55.40 | 71.05 | 56.34 | | 2021 | 19.94 | 55.34 | 18.85 |
| OPT(1.3B) | 1000 | 90.00 | 47.50 | 44.66 | | 2021 | 100.00 | 0.00 | 0.00 |
| LLaMA(11.5B) | 1000 | 61.90 | 62.75 | 63.74 | | 2021 | 56.46 | 34.66 | 27.13 |
), ArticleFig(id=1327013091927241630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 12, caption=
Parser Pattern Analysis, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击类型 | 攻击模式 | 出现频率${s_l}$ |
|---|
| NP | VP | PP | WHNP | ADJP | ADVP | QP | PRT | WHPP | WHADJP |
|---|
| 字符级别 | 重复 | 2 846.95 | 1 382.41 | 1 071.72 | 89.78 | 91.68 | 71.75 | 29.76 | 22.87 | 5.79 | 8.47 |
| 删除 | 4 297.89 | 1 814.48 | 771.96 | 228.64 | 188.36 | 155.89 | 34.77 | 26.72 | 3.20 | 10.12 |
| 插入 | 2 598.74 | 1 313.87 | 950.05 | 90.10 | 87.16 | 69.68 | 20.80 | 20.82 | 2.98 | 5.86 |
| 单词级别 | 插入 | 807.43 | 310.61 | 226.88 | 37.65 | 31.37 | 23.02 | 8.97 | 5.13 | 1.77 | 2.03 |
| 删除 | 7 452.55 | 3 359.09 | 2 216.4 | 373.21 | 221.78 | 215.27 | 64.14 | 42.37 | 16.31 | 13.46 |
| 替换 | 8 671.48 | 3 537.06 | 2 372.13 | 394.65 | 284.26 | 230.74 | 76.84 | 52.62 | 16.84 | 19.61 |
| 视觉级别 | 10% | 3 629.25 | 2 026.04 | 1 447.34 | 135.76 | 138.66 | 108.13 | 31.71 | 33.69 | 6.22 | 7.56 |
| 50% | 4 507.03 | 2 483.14 | 1 741.83 | 262.91 | 177.83 | 163.08 | 31.99 | 43.46 | 9.5 | 10.16 |
| 90% | 5 512.11 | 3 088.87 | 2 085.59 | 358.46 | 226.42 | 210.19 | 36.28 | 50.31 | 12.24 | 13.43 |
), ArticleFig(id=1327013092015322015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表12, caption=
解析器模式分析
, figureFileSmall=null, figureFileBig=null, tableContent=
| 攻击类型 | 攻击模式 | 出现频率${s_l}$ |
|---|
| NP | VP | PP | WHNP | ADJP | ADVP | QP | PRT | WHPP | WHADJP |
|---|
| 字符级别 | 重复 | 2 846.95 | 1 382.41 | 1 071.72 | 89.78 | 91.68 | 71.75 | 29.76 | 22.87 | 5.79 | 8.47 |
| 删除 | 4 297.89 | 1 814.48 | 771.96 | 228.64 | 188.36 | 155.89 | 34.77 | 26.72 | 3.20 | 10.12 |
| 插入 | 2 598.74 | 1 313.87 | 950.05 | 90.10 | 87.16 | 69.68 | 20.80 | 20.82 | 2.98 | 5.86 |
| 单词级别 | 插入 | 807.43 | 310.61 | 226.88 | 37.65 | 31.37 | 23.02 | 8.97 | 5.13 | 1.77 | 2.03 |
| 删除 | 7 452.55 | 3 359.09 | 2 216.4 | 373.21 | 221.78 | 215.27 | 64.14 | 42.37 | 16.31 | 13.46 |
| 替换 | 8 671.48 | 3 537.06 | 2 372.13 | 394.65 | 284.26 | 230.74 | 76.84 | 52.62 | 16.84 | 19.61 |
| 视觉级别 | 10% | 3 629.25 | 2 026.04 | 1 447.34 | 135.76 | 138.66 | 108.13 | 31.71 | 33.69 | 6.22 | 7.56 |
| 50% | 4 507.03 | 2 483.14 | 1 741.83 | 262.91 | 177.83 | 163.08 | 31.99 | 43.46 | 9.5 | 10.16 |
| 90% | 5 512.11 | 3 088.87 | 2 085.59 | 358.46 | 226.42 | 210.19 | 36.28 | 50.31 | 12.24 | 13.43 |
), ArticleFig(id=1327013092107596704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=EN, label=Table 13, caption=
RTI Test, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | | 不同攻击模式的RTI |
|---|
| 名称 | 样本数 | | 单词插入 | 单词删除 | 单词替换 | 平均 |
|---|
| StrategyQA | 100 | | 0.538 | 0.421 | 0.408 | 0.456 |
| AQuA | 100 | | 0.199 | 0.157 | 0.169 | 0.175 |
| Creak | 100 | | 0.702 | 0.654 | 0.649 | 0.668 |
| NoahQA | 508 | | 0.519 | 0.323 | 0.337 | 0.393 |
| GSM8K | 442 | | 0.479 | 0.350 | 0.360 | 0.396 |
| bAbi15 | 400 | | 0.277 | 0.213 | 0.220 | 0.237 |
| bAbi16 | 100 | | 0.206 | 0.200 | 0.196 | 0.201 |
| ECQA | 99 | | 0.547 | 0.391 | 0.425 | 0.454 |
| e-SNLI | 99 | | 0.375 | 0.316 | 0.346 | 0.346 |
| QASC | 99 | | 0.543 | 0.391 | 0.393 | 0.442 |
| QED | 99 | | 0.618 | 0.499 | 0.486 | 0.534 |
| Sen-Making | 99 | | 0.56 | 0.425 | 0.399 | 0.461 |
), ArticleFig(id=1327013092199871393, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013075464598331, language=CN, label=表13, caption=
RTI测试
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | | 不同攻击模式的RTI |
|---|
| 名称 | 样本数 | | 单词插入 | 单词删除 | 单词替换 | 平均 |
|---|
| StrategyQA | 100 | | 0.538 | 0.421 | 0.408 | 0.456 |
| AQuA | 100 | | 0.199 | 0.157 | 0.169 | 0.175 |
| Creak | 100 | | 0.702 | 0.654 | 0.649 | 0.668 |
| NoahQA | 508 | | 0.519 | 0.323 | 0.337 | 0.393 |
| GSM8K | 442 | | 0.479 | 0.350 | 0.360 | 0.396 |
| bAbi15 | 400 | | 0.277 | 0.213 | 0.220 | 0.237 |
| bAbi16 | 100 | | 0.206 | 0.200 | 0.196 | 0.201 |
| ECQA | 99 | | 0.547 | 0.391 | 0.425 | 0.454 |
| e-SNLI | 99 | | 0.375 | 0.316 | 0.346 | 0.346 |
| QASC | 99 | | 0.543 | 0.391 | 0.393 | 0.442 |
| QED | 99 | | 0.618 | 0.499 | 0.486 | 0.534 |
| Sen-Making | 99 | | 0.56 | 0.425 | 0.399 | 0.461 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440566, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440566, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440566, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440566, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1751299200000, fullTextJson=null, articleText=null, reference=null)