Article(id=1329460968599433730, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329460877864055544, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330801, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1696867200000, receivedDateStr=2023-10-10, revisedDate=1710172800000, revisedDateStr=2024-03-12, acceptedDate=null, acceptedDateStr=null, onlineDate=1794897795104, onlineDateStr=2026-11-17, pubDate=1714492800000, pubDateStr=2024-05-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794897795104, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794897795104, creator=13701087609, updateTime=1794897795104, updator=13701087609, issue=Issue{id=1329460877864055544, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='5', pageStart='1085', pageEnd='1347', issueExtLink='null', onlineDate='null', pubDate='1714492800000', pubDateStr='2024-05-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794897773471, creator='13701087609', updateTime=1794897773471, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1128, endPage=1142, ext={EN=ArticleExt(id=1329460968767205891, articleId=1329460968599433730, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Robustness of GPT Large Language Models on Natural Language Processing Tasks, columnId=1329460878547727097, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Large Models and Safety, runingTitle=null, highlight=null, articleAbstract=
The GPT models have demonstrated impressive performance in various natural language processing (NLP) tasks. However, their robustness and abilities to handle various complexities of the open world have not yet to be well explored, which is especially crucial in assessing the stability of models and is a key aspect of trustworthy AI. In this study, we perform a comprehensive experimental analysis of GPT-3 and GPT-3.5 series models, exploring their performance and robustness using 15 datasets (about 147000 original test samples) with 61 robust probing transformations from TextFlint covering 9 popular NLP tasks. Additionally, we analyze the model’s robustness across different transformation levels, including character, word, and sentence. Our findings reveal that while GPT models exhibit competitive performance in certain tasks like sentiment analysis, semantic matching, and reading comprehension, they exhibit severe confusion regarding information extraction tasks. For instance, GPT models exhibit severe confusion in relation extraction and even exhibit “hallucination” phenomena. Moreover, they experience significant degradation in robustness in terms of tasks and transformations, especially in classification tasks and sentence-level transformations. Furthermore, we validate the impact of the quantity and the form of demonstrations on performance and robustness. These findings reveal that GPT models are still not fully proficient in handling common NLP tasks, and highlight the difficulty in addressing robustness challenges through enhancing model performance or altering prompt content. By comparing the performance and robustness of the updated version of gpt-3.5-turbo, gpt-4, LLaMA2-7B and LLaMA2-13B, we further validate the experimental findings. Future studies on large language models should strive to enhance their capacities in information extraction and semantic understanding, while simultaneously bolstering overall robustness.
, authors=Xuanting Chen
1, Junjie Ye
1, Can Zu
1, Nuo Xu
1, Tao Gui
2, *, Qi Zhang
1, authorsList=Xuanting Chen, Junjie Ye, Can Zu, Nuo Xu, Tao Gui, Qi Zhang, authorCompany=null, correspAuthors=Tao Gui, authorNote=
born in 1999. Master candidate. Her main research interests include natural language processing and robust models
born in 2001. PhD candidate. His main research interest includes natural language processing
born in 2000. Master candidate. Her main research interests include large language models and information extraction
born in 1998. Master candidate. Her main research interests include natural language processing and large language models
born in 1989. PhD, associate professor, master supervisor. His main research interests include pre-training models, information extraction, and robust models
born in 1981. PhD, professor, PhD supervisor. His main research interests include natural language processing and information retrieval
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329460977113870887, articleId=1329460968599433730, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=GPT系列大语言模型在自然语言处理任务中的鲁棒性, columnId=1329460878694527739, journalTitle=计算机研究与发展, columnName=大模型与安全专题, runingTitle=null, highlight=null, articleAbstract=
大语言模型(large language models,LLMs)所展现的处理各种自然语言处理(natural language processing,NLP)任务的能力引发了广泛关注. 然而,它们在处理现实中各种复杂场景时的鲁棒性尚未得到充分探索,这对于评估模型的稳定性和可靠性尤为重要. 因此,使用涵盖了9个常见NLP任务的15个数据集(约147000个原始测试样本)和来自TextFlint的61种鲁棒的文本变形方法分析GPT-3和GPT-3.5系列模型在原始数据集上的性能,以及其在不同任务和文本变形级别(字符、词和句子)上的鲁棒性. 研究结果表明,GPT模型虽然在情感分析、语义匹配等分类任务和阅读理解任务中表现出良好的性能,但其处理信息抽取任务的能力仍较为欠缺,比如其对关系抽取任务中各种关系类型存在严重混淆,甚至出现“幻觉”现象. 在鲁棒性评估实验中,GPT模型在任务层面和变形层面的鲁棒性都较弱,其中,在分类任务和句子级别的变形中鲁棒性缺乏更为显著. 此外,探究了模型迭代过程中性能和鲁棒性的变化,以及提示中的演示数量和演示内容对模型性能和鲁棒性的影响. 结果表明,随着模型的迭代以及上下文学习的加入,模型的性能稳步提升,但是鲁棒性依然亟待提升. 这些发现从任务类型、变形种类、提示内容等方面揭示了GPT模型还无法完全胜任常见的NLP任务,并且模型存在的鲁棒性问题难以通过提升模型性能或改变提示内容等方式解决. 通过对gpt-3.5-turbo的更新版本、gpt-4模型,以及开源模型LLaMA2-7B和LLaMA2-13B的性能和鲁棒性表现进行对比,进一步验证了实验结论. 鉴于此,未来的大模型研究应当提升模型在信息提取以及语义理解等方面的能力,并且应当在模型训练或微调阶段考虑提升其鲁棒性.
, authors=陈炫婷
1, 叶俊杰
1, 祖璨
1, 许诺
1, 桂韬
2, *, 张奇
1, authorsList=陈炫婷, 叶俊杰, 祖璨, 许诺, 桂韬, 张奇, authorCompany=null, correspAuthors=桂韬, authorNote=
 |
1999年生. 硕士研究生. 主要研究方向为自然语言处理、鲁棒模型 |
 |
2001年生. 博士研究生. 主要研究方向为自然语言处理 |
 |
2000年生. 硕士研究生. 主要研究方向为大语言模型、信息抽取 |
 |
1998年生. 硕士研究生. 主要研究方向为自然语言处理、大语言模型 |
 |
1989年生. 博士,副研究员,硕士生导师. 主要研究方向为预训练模型、信息抽取、鲁棒模型 |
 |
1981年生. 博士,教授,博士生导师. 主要研究方向为自然语言处理、信息检索 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=yyGPC3dGzFDDqPbpyavWHQ==, magXml=4V2nzdQsd7e7fjfoMB6qKg==, pdfUrl=null, pdf=ZIzl9KasRmFHlfIJHkKnnA==, pdfFileSize=2030627, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=wwirxfDbD9WI2YpJuEUFxQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=5Azpg4C25Iet93xndQ+7zw==, mapNumber=null, fund=null)}, authors=[Author(id=1329461059645190404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xuantingchen21@m.fudan.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461059708104966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059645190404, language=EN, stringName=Xuanting Chen, firstName=Xuanting, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1999. Master candidate. Her main research interests include natural language processing and robust models
"}, bioImg=null, bioContent=
born in 1999. Master candidate. Her main research interests include natural language processing and robust models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461059758436615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059645190404, language=CN, stringName=陈炫婷, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1复旦大学计算机科学技术学院 上海 200433, bio={"img":"gG9NFf5w/DNlLOv9X0dHOQ==","content":"
1999年生. 硕士研究生. 主要研究方向为自然语言处理、鲁棒模型
"}, bioImg=gG9NFf5w/DNlLOv9X0dHOQ==, bioContent=
1999年生. 硕士研究生. 主要研究方向为自然语言处理、鲁棒模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461059808768265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461059884265739, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059808768265, language=EN, stringName=Junjie Ye, firstName=Junjie, middleName=null, lastName=Ye, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 2001. PhD candidate. His main research interest includes natural language processing
"}, bioImg=null, bioContent=
born in 2001. PhD candidate. His main research interest includes natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461059934597388, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059808768265, language=CN, stringName=叶俊杰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1复旦大学计算机科学技术学院 上海 200433, bio={"img":"gCyKSQ+si9rUPVJIhq7jQg==","content":"
2001年生. 博士研究生. 主要研究方向为自然语言处理
"}, bioImg=gCyKSQ+si9rUPVJIhq7jQg==, bioContent=
2001年生. 博士研究生. 主要研究方向为自然语言处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461059989123342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461060068815120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059989123342, language=EN, stringName=Can Zu, firstName=Can, middleName=null, lastName=Zu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 2000. Master candidate. Her main research interests include large language models and information extraction
"}, bioImg=null, bioContent=
born in 2000. Master candidate. Her main research interests include large language models and information extraction
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461060148506897, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461059989123342, language=CN, stringName=祖璨, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1复旦大学计算机科学技术学院 上海 200433, bio={"img":"qFKRjU/3w59VeYBn1lPA1Q==","content":"
2000年生. 硕士研究生. 主要研究方向为大语言模型、信息抽取
"}, bioImg=qFKRjU/3w59VeYBn1lPA1Q==, bioContent=
2000年生. 硕士研究生. 主要研究方向为大语言模型、信息抽取
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461060219810067, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461060295307541, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060219810067, language=EN, stringName=Nuo Xu, firstName=Nuo, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1998. Master candidate. Her main research interests include natural language processing and large language models
"}, bioImg=null, bioContent=
born in 1998. Master candidate. Her main research interests include natural language processing and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461060358222102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060219810067, language=CN, stringName=许诺, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1复旦大学计算机科学技术学院 上海 200433, bio={"img":"lhr2AANW8jKPvfcknlUXjQ==","content":"
1998年生. 硕士研究生. 主要研究方向为自然语言处理、大语言模型
"}, bioImg=lhr2AANW8jKPvfcknlUXjQ==, bioContent=
1998年生. 硕士研究生. 主要研究方向为自然语言处理、大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461060421136664, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=tgui@fudan.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329461060484051226, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060421136664, language=EN, stringName=Tao Gui, firstName=Tao, middleName=null, lastName=Gui, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2Institute of Modern Languages and Linguistics, Fudan University, Shanghai 200433, bio={"content":"
born in 1989. PhD, associate professor, master supervisor. His main research interests include pre-training models, information extraction, and robust models
"}, bioImg=null, bioContent=
born in 1989. PhD, associate professor, master supervisor. His main research interests include pre-training models, information extraction, and robust models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461060567937307, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060421136664, language=CN, stringName=桂韬, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2复旦大学现代语言学研究院 上海 200433, bio={"img":"7ihVWeeLHwsEAeGsG3Y8PA==","content":"
1989年生. 博士,副研究员,硕士生导师. 主要研究方向为预训练模型、信息抽取、鲁棒模型
"}, bioImg=7ihVWeeLHwsEAeGsG3Y8PA==, bioContent=
1989年生. 博士,副研究员,硕士生导师. 主要研究方向为预训练模型、信息抽取、鲁棒模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059578081536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=2, ext=[AuthorCompanyExt(id=1329461059582275841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059578081536, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Institute of Modern Languages and Linguistics, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059590664450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059578081536, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2复旦大学现代语言学研究院 上海 200433)])]), Author(id=1329461060630851869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461060697960735, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060630851869, language=EN, stringName=Qi Zhang, firstName=Qi, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1981. PhD, professor, PhD supervisor. His main research interests include natural language processing and information retrieval
"}, bioImg=null, bioContent=
born in 1981. PhD, professor, PhD supervisor. His main research interests include natural language processing and information retrieval
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461060769263904, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, authorId=1329461060630851869, language=CN, stringName=张奇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1复旦大学计算机科学技术学院 上海 200433, bio={"img":"VW+ly+3/lWqhzvIypzgxxQ==","content":"
1981年生. 博士,教授,博士生导师. 主要研究方向为自然语言处理、信息检索
"}, bioImg=VW+ly+3/lWqhzvIypzgxxQ==, bioContent=
1981年生. 博士,教授,博士生导师. 主要研究方向为自然语言处理、信息检索
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)])])], keywords=[Keyword(id=1329461060903481633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, orderNo=1, keyword=robustness), Keyword(id=1329461060958007586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, orderNo=2, keyword=GPT models), Keyword(id=1329461061020922147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, orderNo=3, keyword=large language models), Keyword(id=1329461061092225316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, orderNo=4, keyword=natural language processing), Keyword(id=1329461061150945573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, orderNo=5, keyword=reliability), Keyword(id=1329461061222248743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, orderNo=1, keyword=鲁棒性), Keyword(id=1329461061289357608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, orderNo=2, keyword=GPT模型), Keyword(id=1329461061348077865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, orderNo=3, keyword=大语言模型), Keyword(id=1329461061402603818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, orderNo=4, keyword=自然语言处理), Keyword(id=1329461061452935467, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, orderNo=5, keyword=可靠性)], refs=[Reference(id=1329461064112124238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei J, Bosma M, Zhao V Y, et al. Finetuned language models are zero-shot learners[J]. arXiv preprint, arXiv: 2109.01652, 2021, articleTitle=null, refAbstract=null), Reference(id=1329461064179233103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T B, Mann B, Ryder N, et al. Language models are few-shot learners[C/OL]//Advances in Neural Information Processing Systems. [2023-09-10].https://proceedings.neurips.cc/paper/2020/hash/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329461064246341968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLaMA: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461064338616657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Anil R, Dai A M, Firat O, et al. PaLM 2 technical report[J]. arXiv preprint, arXiv: 2305.10403, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461064401531218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaplan J, McCandlish S, Henighan T, et al. Scaling laws for neural language models[J]. arXiv preprint, arXiv: 2001.08361, 2020, articleTitle=null, refAbstract=null), Reference(id=1329461064460251475, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Chengwei, Zhang A, Zhang Zhuosheng, et al. Is ChatGPT a general-purpose natural language processing task solver?[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 1339–1384, articleTitle=null, refAbstract=null), Reference(id=1329461064518971732, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Bang Y, Cahyawijaya S, Lee N, et al. A multitask, multilingual, multimodal evaluation of chatgpt on reasoning, hallucination, and interactivity[J]. arXiv preprint, arXiv: 2302.04023, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461064581886293, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Kosinski M. Theory of mind may have spontaneously emerged in large language models[J]. arXiv preprint, arXiv: 2302.02083, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461064648995158, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Frieder S, Pinchetti L, Griffiths R R, et al. Mathematical capabilities of ChatGPT[C/OL]//Advances in Neural Information Processing Systems. [2023-09-10]. https://neurips.cc/virtual/2023/poster/73421, articleTitle=null, refAbstract=null), Reference(id=1329461064758047063, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jindong, Hu Xixu, Hou Wenxin, et al. On the robustness of ChatGPT: An adversarial and out-of-distribution perspective[J]. arXiv preprint, arXiv: 2302.12095, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461064837738840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Boxin, Xu Chejian, Wang Shuohang, et al. Adversarial glue: A multi-task benchmark for robustness evaluation of language models[J]. arXiv preprint, arXiv: 2111.02840, 2021, articleTitle=null, refAbstract=null), Reference(id=1329461064913236313, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Nie Y, Williams A, Dinan E, et al. Adversarial NLI: A new benchmark for natural language understanding[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 4885−4901, articleTitle=null, refAbstract=null), Reference(id=1329461065047454042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Fansi T A, Goel R, Wen Zhi, et al. DDXPlus: A new dataset for automatic medical diagnosis[C/OL]//Advances in Neural Information Processing Systems. [2023-09-10].https://proceedings.neurips.cc/paper_files/paper/2022/hash/cae73a974390c0edd95ae7aeae09139c-Abstract-Datasets_and_Benchmarks.html, articleTitle=null, refAbstract=null), Reference(id=1329461065110368603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Kaijie, Wang Jindong, Zhou Jiaheng, et al. PromptBench: Towards evaluating the robustness of large language models on adversarial prompts[J]. arXiv preprint, arXiv: 2306.04528, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461065185866076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiao, Liu Qin, Gui Tao, et al. TextFlint: Unified multilingual robustness evaluation toolkit for natural language processing[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing: System Demonstrations. Stroudsburg, PA: ACL, 2021: 347−355, articleTitle=null, refAbstract=null), Reference(id=1329461065252974941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Qingxiu, Li Lei, Dai Damai, et al. A survey for in-context learning[J]. arXiv preprint, arXiv: 2301.00234, 2022, articleTitle=null, refAbstract=null), Reference(id=1329461065349443934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhuo T Y, Huang Yujin, Chen Chunyang, et al. Exploring AI ethics of ChatGPT: A diagnostic analysis[J]. arXiv preprint, arXiv: 2301.12867, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461065424941407, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi J H, Hickman K E, Monahan A B, et al. ChatGPT goes to law school[J]. Journal of Legal Education, 2021, 71(3): 387, articleTitle=null, refAbstract=null), Reference(id=1329461065492050272, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Khalil M, Er E. Will ChatGPT get you caught? Rethinking of plagiarism detection[C]//Proc of Int Conf on Human-Computer Interaction. Berlin: Springer, 2023: 475−487, articleTitle=null, refAbstract=null), Reference(id=1329461065559159137, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Alshater M. Exploring the role of artificial intelligence in enhancing academic performance: A case study of ChatGPT[J/OL]. [2023-09-12]. http://dx. doi.org/10.2139/ssrn.4312358, articleTitle=null, refAbstract=null), Reference(id=1329461065626268002, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Tabone W, De Winter J. Using ChatGPT for human–computer interaction research: A primer[J]. Royal Society Open Science, 2023, 10(9): 21, articleTitle=null, refAbstract=null), Reference(id=1329461065684988259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeblick K, Schachtner B, Dexl J, et al. ChatGPT makes medicine easy to swallow: An exploratory case study on simplified radiology reports[J]. European Radiology, 2023: 1−9, articleTitle=null, refAbstract=null), Reference(id=1329461065739514212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Biswas S. ChatGPT and the future of medical writing[J]. Radiology, 2023, 307(2): e223312, articleTitle=null, refAbstract=null), Reference(id=1329461065798234469, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I J, Shlens J, Szegedy C. Explaining and harnessing adversarial examples[J]. arXiv preprint, arXiv: 1412.6572, 2014, articleTitle=null, refAbstract=null), Reference(id=1329461065865343334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Pontiki M, Galanis D, Pavlopoulos J, et al. SemEval-2014 Task 4: Aspect based sentiment analysis[C]//Proc of the 8th Int Workshop on Semantic Evaluation. Stroudsburg, PA: ACL, 2004: 27−35, articleTitle=null, refAbstract=null), Reference(id=1329461065936646503, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Maas A L, Daly R E, Pham P T, et al. Learning word vectors for sentiment analysis[C]// Proc of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2011: 142−150, articleTitle=null, refAbstract=null), Reference(id=1329461066007949672, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Williams A, Nangia N, Bowman S R. A broad-coverage challenge corpus for sentence understanding through inference[J]. arXiv preprint, arXiv: 1704.05426, 2017, articleTitle=null, refAbstract=null), Reference(id=1329461066070864233, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Dolan W B, Brockett C. Automatically constructing a corpus of sentential paraphrases[C]//Proc of the 3rd Int Workshop on Paraphrasing (IWP2005). Jeju Island: Asia Federation of Natural Language Processing, 2005: 9−16, articleTitle=null, refAbstract=null), Reference(id=1329461066133778794, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhiguo, Hamza W, Florian R. Bilateral multi-perspective matching for natural language sentences[C]//Proc of the 26th Int Joint Conf on Artificial Intelligence. Australia: IJCAI. org, 2017: 4144−4150, articleTitle=null, refAbstract=null), Reference(id=1329461066213470571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Levesque H, Davis E, Morgenstern L. The winograd schema challenge[C]//Proc of 13th Int Conf on the Principles of Knowledge Representation and Reasoning. Palo Alto, CA: AAAI, 2012: 552−561, articleTitle=null, refAbstract=null), Reference(id=1329461067794723180, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Rajpurkar P, Zhang Jian, Lopyrev K, et al. SQuAD: 100, 000+ questions for machine comprehension of text[C]//Proc of the 2016 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2016: 2383−2392, articleTitle=null, refAbstract=null), Reference(id=1329461067866026349, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Rajpurkar P, Jia R, Liang P. Know what you don’t know: Unanswerable questions for SQuAD[C]//Proc of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers). Stroudsburg, PA: ACL, 2018: 784−789, articleTitle=null, refAbstract=null), Reference(id=1329461067937329518, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Marcus M, Santorini B, Marcinkiewicz M A. Building a large annotated corpus of English: The Penn Treebank[J]. Computational Linguistics, 1993, 19(2): 313−330, articleTitle=null, refAbstract=null), Reference(id=1329461068037992815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Sang E T K, De Meulder F. Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition[C]//Proc of the 7th Conf on Natural Language Learning at HLT-NAACL 2003. Stroudsburg, PA: ACL, 2003: 142−147, articleTitle=null, refAbstract=null), Reference(id=1329461068105101680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Weischedel R, Palmer M, Marcus M, et al. Ontonotes release 5.0 ldc2013t19[J]. Linguistic Data Consortium, 2013, 23(1): 170, articleTitle=null, refAbstract=null), Reference(id=1329461068180599153, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yuhao, Zhong V, Chen Danqi, et al. Position-aware attention and supervised data improve slot filling[C]//Proc of Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2017: 35−45, articleTitle=null, refAbstract=null), Reference(id=1329461068243513714, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang L, Wu J, Jiang X, et al. Training language models to follow instructions with human feedback[C/OL]//Advances in Neural Information Processing Systems. [2023-09-10]. https://proceedings.neurips.cc/paper_files/paper/2022/hash/b1efde53be364a73914f58805a001731-Abstract-Conference.html, articleTitle=null, refAbstract=null), Reference(id=1329461068306428275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Christiano P F, Leike J, Brown T, et al. Deep reinforcement learning from human preferences[C/OL]// Advances in Neural Information Processing Systems. [2023-09-10]. https://papers.nips.cc/paper_files/paper/2017/hash/d5e2c0adad503c91f91df240d0cd4e49-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329461068365148532, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Kenton J D M W C, Toutanova L K. BERT: Pre-training of deep bidirectional Transformers for language understanding[C]//Proc of NAACL-HLT. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1329461068428063093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Lingjiao, Zaharia M, Zou J. How is ChatGPT’s behavior changing over time?[J]. arXiv preprint, arXiv: 2307.09009, 2023, articleTitle=null, refAbstract=null), Reference(id=1329461068486783350, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Tu Shangqing, Li Chunyang, Yu Jifan, et al. ChatLog: Recording and analyzing ChatGPT across time[J]. arXiv preprint, arXiv: 2304.14106, 2023, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329461059498389757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=1, ext=[AuthorCompanyExt(id=1329461059510972670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059519361279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059498389757, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1复旦大学计算机科学技术学院 上海 200433)]), AuthorCompany(id=1329461059578081536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, xref=2, ext=[AuthorCompanyExt(id=1329461059582275841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059578081536, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Institute of Modern Languages and Linguistics, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461059590664450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, companyId=1329461059578081536, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2复旦大学现代语言学研究院 上海 200433)])], figs=[ArticleFig(id=1329461061633290540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 1, caption=
The evolution of five GPT-3 and GPT-3.5 series models, figureFileSmall=bgEjcexVBAW6c78jmbUdiQ==, figureFileBig=wwirxfDbD9WI2YpJuEUFxQ==, tableContent=null), ArticleFig(id=1329461061692010797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图1, caption=
5个GPT-3和GPT-3.5系列模型的迭代过程, figureFileSmall=bgEjcexVBAW6c78jmbUdiQ==, figureFileBig=wwirxfDbD9WI2YpJuEUFxQ==, tableContent=null), ArticleFig(id=1329461061771702574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 2, caption=
Overview of experimental evaluating process, figureFileSmall=uPIKPGboAoVMRyqXkL4P0Q==, figureFileBig=Maqlh10rw33TVNHZmWHmkg==, tableContent=null), ArticleFig(id=1329461061876560175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图2, caption=
实验评测流程图, figureFileSmall=uPIKPGboAoVMRyqXkL4P0Q==, figureFileBig=Maqlh10rw33TVNHZmWHmkg==, tableContent=null), ArticleFig(id=1329461061947863344, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 3, caption=
Performance of GPT-3.5 models and BERT, figureFileSmall=PKEqZTO3umfZUA+WDKXZ6w==, figureFileBig=RqZTFZZu7KUqlLQmvQijyQ==, tableContent=null), ArticleFig(id=1329461062019166513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图3, caption=
GPT-3.5模型和BERT的性能表现, figureFileSmall=PKEqZTO3umfZUA+WDKXZ6w==, figureFileBig=RqZTFZZu7KUqlLQmvQijyQ==, tableContent=null), ArticleFig(id=1329461062077886770, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 4, caption=
Distribution of prediction errors in CoNLL2003 dateset, figureFileSmall=v0IrlYqcCxvHiGkZLJxHYw==, figureFileBig=NuQ0lPxklO51hhZ2ic7RoA==, tableContent=null), ArticleFig(id=1329461062140801331, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图4, caption=
在CoNLL2003数据集上的错误预测的分布, figureFileSmall=v0IrlYqcCxvHiGkZLJxHYw==, figureFileBig=NuQ0lPxklO51hhZ2ic7RoA==, tableContent=null), ArticleFig(id=1329461062191132980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 5, caption=
Distribution of prediction errors in TACRED dataset, figureFileSmall=N9KPSyzVcFmOxSvcW06aPQ==, figureFileBig=V75vrhIpu/Sq5R/4Wv5B6g==, tableContent=null), ArticleFig(id=1329461062258241845, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图5, caption=
在TACRED数据集上的错误预测的分布, figureFileSmall=N9KPSyzVcFmOxSvcW06aPQ==, figureFileBig=V75vrhIpu/Sq5R/4Wv5B6g==, tableContent=null), ArticleFig(id=1329461062308573494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 6, caption=
Performance variations of GPT models, figureFileSmall=rzy9nMrmo87DU6ZovWweMw==, figureFileBig=xhwM7r2PUF3xA+CCioF+6Q==, tableContent=null), ArticleFig(id=1329461062363099447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图6, caption=
GPT模型的性能变化, figureFileSmall=rzy9nMrmo87DU6ZovWweMw==, figureFileBig=xhwM7r2PUF3xA+CCioF+6Q==, tableContent=null), ArticleFig(id=1329461062421819704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 7, caption=
APDR variations of GPT models, figureFileSmall=0eD27LWuUioG6x/4YPYC7g==, figureFileBig=vph5UI7FeIvhZzJau6uPjg==, tableContent=null), ArticleFig(id=1329461062488928569, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图7, caption=
GPT模型的平均性能下降率的变化, figureFileSmall=0eD27LWuUioG6x/4YPYC7g==, figureFileBig=vph5UI7FeIvhZzJau6uPjg==, tableContent=null), ArticleFig(id=1329461062543454522, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 8, caption=
Performance drop of different models on three transformation categories, figureFileSmall=wsgDyM+dDoZjrO0kUXsAWg==, figureFileBig=9Q2b02tW0AIQndIE6OY5EQ==, tableContent=null), ArticleFig(id=1329461062589591867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图8, caption=
不同模型在3种变形类别上的性能下降情况, figureFileSmall=wsgDyM+dDoZjrO0kUXsAWg==, figureFileBig=9Q2b02tW0AIQndIE6OY5EQ==, tableContent=null), ArticleFig(id=1329461062660895036, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 9, caption=
Original and transformed performance of GPT models on 0-shot, 1-shot, and 3-shot, figureFileSmall=0JhjS5tV2O9YmjQZsgUMUw==, figureFileBig=PZKBtyrDuD+QbfsbhHg+Hw==, tableContent=null), ArticleFig(id=1329461062728003901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图9, caption=
GPT模型在0-shot、1-shot、3-shot样本场景下原始性能与变形后的性能表现, figureFileSmall=0JhjS5tV2O9YmjQZsgUMUw==, figureFileBig=PZKBtyrDuD+QbfsbhHg+Hw==, tableContent=null), ArticleFig(id=1329461062799307070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 10, caption=
APDR with original and transformed demonstrations date, figureFileSmall=xxtbHX2AxwIg+W3PytwjCA==, figureFileBig=gSkJ4/fi8wcffkLEh7Ax6Q==, tableContent=null), ArticleFig(id=1329461062862221631, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图10, caption=
模型使用原始和变形后的演示数据的APDR, figureFileSmall=xxtbHX2AxwIg+W3PytwjCA==, figureFileBig=gSkJ4/fi8wcffkLEh7Ax6Q==, tableContent=null), ArticleFig(id=1329461062920941888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Figure 11, caption=
Performance of GPT and LLaMA2 models, figureFileSmall=Qws8kjb+Zhr5VLPMVgsC0w==, figureFileBig=C/i5oTIDhV0u7sInpS/puw==, tableContent=null), ArticleFig(id=1329461062983856449, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=图11, caption=
GPT和LLaMA2模型的性能表现, figureFileSmall=Qws8kjb+Zhr5VLPMVgsC0w==, figureFileBig=C/i5oTIDhV0u7sInpS/puw==, tableContent=null), ArticleFig(id=1329461063042576706, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 1, caption=
Information of 15 Datasets Used in Experiments
, figureFileSmall=null, figureFileBig=null, tableContent=
| 任务类型 | 子任务类型 | 数据集 | 数据量 | 评测指标 |
|---|
| 分类 | 细粒度情感分析(ABSA) | SemEval2014-Laptop[25] | 331 | 准确率 |
| SemEval2014-Restaurant[25] | 492 | 准确率 |
| 情感分析(SA) | IMDB[26] | 25000 | 准确率 |
| 自然语言推理(NLI) | MNLI-m[27] | 9815 | 准确率 |
| MNLI-mm[27] | 9832 | 准确率 |
| SNLI[27] | 10000 | 准确率 |
| 语义匹配(SM) | QQP[28] | 40430 | 准确率 |
| MRPC[29] | 1725 | 准确率 |
| 威诺格拉德模式挑战(WSC) | WSC273[30] | 570 | 准确率 |
| 阅读理解 | 机器阅读理解(MRC) | SQuAD 1.1[31] | 9868 | F1 |
| SQuAD 2.0[32] | 11491 | F1 |
| 信息抽取 | 词性标注(POS) | WSJ[33] | 5461 | 准确率 |
| 命名实体识别(NER) | CoNLL2003[34] | 3453 | F1 |
| OntoNotesv5[35] | 4019 | F1 |
| 关系抽取(RE) | TACRED[36] | 15509 | F1 |
), ArticleFig(id=1329461063126462787, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表1, caption=
实验使用的15个数据集的信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 任务类型 | 子任务类型 | 数据集 | 数据量 | 评测指标 |
|---|
| 分类 | 细粒度情感分析(ABSA) | SemEval2014-Laptop[25] | 331 | 准确率 |
| SemEval2014-Restaurant[25] | 492 | 准确率 |
| 情感分析(SA) | IMDB[26] | 25000 | 准确率 |
| 自然语言推理(NLI) | MNLI-m[27] | 9815 | 准确率 |
| MNLI-mm[27] | 9832 | 准确率 |
| SNLI[27] | 10000 | 准确率 |
| 语义匹配(SM) | QQP[28] | 40430 | 准确率 |
| MRPC[29] | 1725 | 准确率 |
| 威诺格拉德模式挑战(WSC) | WSC273[30] | 570 | 准确率 |
| 阅读理解 | 机器阅读理解(MRC) | SQuAD 1.1[31] | 9868 | F1 |
| SQuAD 2.0[32] | 11491 | F1 |
| 信息抽取 | 词性标注(POS) | WSJ[33] | 5461 | 准确率 |
| 命名实体识别(NER) | CoNLL2003[34] | 3453 | F1 |
| OntoNotesv5[35] | 4019 | F1 |
| 关系抽取(RE) | TACRED[36] | 15509 | F1 |
), ArticleFig(id=1329461063210348868, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 2, caption=
Information of 61 Task-Specific Transformations
, figureFileSmall=null, figureFileBig=null, tableContent=
| 子任务类型 | 变形类型 | 变形方式 |
|---|
| 细粒度情感分析(ABSA) | 句子级 | AddDiff, RevNon, RevTgt |
| 情感分析(SA) | 词级 | SwapSpecialEnt-Movie, SwapSpecialEnt-Person |
| 句子级 | AddSum-Movie, AddSum-Person, DoubleDenial |
| 自然语言推理(NLI) | 字符级 | NumWord |
| 词级 | SwapAnt |
| 句子级 | AddSent |
| 语义匹配(SM) | 字符级 | NumWord |
| 词级 | SwapAnt |
| 威诺格拉德模式挑战(WSC) | 字符级 | SwapNames |
| 词级 | SwapGender |
| 句子级 | AddSentences, InsertRelativeClause, SwitchVoice |
| 机器阅读理解(MRC) | 句子级 | AddSentDiverse, ModifyPos, PerturbAnswer, PerturbQuestion-BackTranslation, PertyrbQuestion-MLM |
| 词性标注(POS) | 字符级 | SwapPrefix |
| 词级 | SwapMultiPOSJJ, SwapMultiPOSNN, SwapMultiPOSRB, SwapMutliPOSVB |
| 命名实体识别(NER) | 字符级 | EntTypos, OOV |
| 词级 | CrossCategory, SwapLonger |
| 句子级 | ConcatSent |
| 关系抽取(RE) | 词级 | SwapEnt-LowFreq, SwapEnt-SamEtype |
| 句子级 | InsertClause, SwapTriplePos-Age, SwapTriplePos-Birth, SwapTriplePos-Employee |
), ArticleFig(id=1329461063277457733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表2, caption=
61种任务特定变形的信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 子任务类型 | 变形类型 | 变形方式 |
|---|
| 细粒度情感分析(ABSA) | 句子级 | AddDiff, RevNon, RevTgt |
| 情感分析(SA) | 词级 | SwapSpecialEnt-Movie, SwapSpecialEnt-Person |
| 句子级 | AddSum-Movie, AddSum-Person, DoubleDenial |
| 自然语言推理(NLI) | 字符级 | NumWord |
| 词级 | SwapAnt |
| 句子级 | AddSent |
| 语义匹配(SM) | 字符级 | NumWord |
| 词级 | SwapAnt |
| 威诺格拉德模式挑战(WSC) | 字符级 | SwapNames |
| 词级 | SwapGender |
| 句子级 | AddSentences, InsertRelativeClause, SwitchVoice |
| 机器阅读理解(MRC) | 句子级 | AddSentDiverse, ModifyPos, PerturbAnswer, PerturbQuestion-BackTranslation, PertyrbQuestion-MLM |
| 词性标注(POS) | 字符级 | SwapPrefix |
| 词级 | SwapMultiPOSJJ, SwapMultiPOSNN, SwapMultiPOSRB, SwapMutliPOSVB |
| 命名实体识别(NER) | 字符级 | EntTypos, OOV |
| 词级 | CrossCategory, SwapLonger |
| 句子级 | ConcatSent |
| 关系抽取(RE) | 词级 | SwapEnt-LowFreq, SwapEnt-SamEtype |
| 句子级 | InsertClause, SwapTriplePos-Age, SwapTriplePos-Birth, SwapTriplePos-Employee |
), ArticleFig(id=1329461063449424198, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 3, caption=
Examples of Deformations in Different Categories
, figureFileSmall=null, figureFileBig=null, tableContent=
| 变形类型 | 变形方式 | 样例 |
|---|
| 字符级 | SwapPrefix | 原始:That is a prefixed string. 变形后:That is a preunfixed string. |
| 词级 | DoubleDenial | 原始:The leading actor is good. 变形后:The leading actor is good not bad. |
| 句子级 | InsertClause | 原始:Shanghai is in the east of China. 变形后:Shanghai which is a municipality of China is in the east of China established in Tiananmen. |
), ArticleFig(id=1329461063529115975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表3, caption=
不同类型的变形样例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 变形类型 | 变形方式 | 样例 |
|---|
| 字符级 | SwapPrefix | 原始:That is a prefixed string. 变形后:That is a preunfixed string. |
| 词级 | DoubleDenial | 原始:The leading actor is good. 变形后:The leading actor is good not bad. |
| 句子级 | InsertClause | 原始:Shanghai is in the east of China. 变形后:Shanghai which is a municipality of China is in the east of China established in Tiananmen. |
), ArticleFig(id=1329461063604613448, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 4, caption=
The Robustness Performance of Different Models %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | gpt-3.5-turbo | | text-davinci-003 | | BERT |
|---|
| ori | trans | APDR | | ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 91.43±1.23 | 66.00±11.28 | 27.80±2.74 | | 90.14±1.33 | 52.59±11.21 | 41.65±4.26 | | 84.38±1.20 | 53.49±15.07 | 36.51±18.43 |
| Laptop | 86.67±2.15 | 59.36±21.97 | 31.25±23.31 | | 83.30±0.71 | 54.71±17.75 | 34.42±19.29 | | 90.48±0.06 | 49.06±9.03 | 45.78±9.97 |
| IMDB | 91.60±0.20 | 90.86±0.50 | 0.80±0.47 | | 91.74±0.68 | 91.40±0.58 | 0.37±0.31 | | 95.24±0.12 | 94.61±0.80 | 0.66±0.94 |
| MNLI-m | 73.03±7.44 | 41.75±17.05 | 42.27±21.87 | | 67.49±2.80 | 54.88±20.93 | 19.52±24.60 | | 86.31±4.50 | 52.49±2.97 | 39.10±4.13 |
| MNLI-mm | 72.21±7.69 | 40.94±19.11 | 42.71±24.31 | | 66.61±1.57 | 50.57±20.58 | 24.46±27.71 | | 84.17±1.09 | 52.33±5.44 | 37.87±5.73 |
| SNLI | 73.30±12.50 | 47.80±8.80 | 32.99±13.66 | | 70.81±9.24 | 56.44±22.68 | 18.99±26.16 | | 90.75±1.52 | 77.61±18.34 | 14.44±20.25 |
| QQP | 79.32±5.97 | 64.96±20.52 | 17.17±1.18 | | 70.14±12.03 | 69.27±13.67 | −1.08±9.23 | | 91.75±2.60 | 52.77±5.93 | 42.56±4.83 |
| MRPC | 80.69±10.28 | 84.99±10.69 | −8.12±22.99 | | 74.87±5.38 | 74.33±23.12 | −0.17±26.51 | | 86.87±6.05 | 0.00±0.00 | 100.00±0.00 |
| WSC273 | 66.05±1.95 | 64.12±5.82 | 2.93±5.57 | | 62.05±0.48 | 61.42±2.41 | 1.01±3.12 | | 56.00±0.00 | 53.61±5.31 | 4.26±9.49 |
| SQuAD 1.1 | 55.33±8.22 | 44.55±9.73 | 19.45±12.39 | | 67.18±8.23 | 61.07±9.04 | 9.11±7.13 | | 87.22±0.26 | 70.78±21.84 | 18.88±24.95 |
| SQuAD 2.0 | 55.03±7.39 | 44.21±9.31 | 19.62±12.70 | | 65.91±7.81 | 59.70±8.93 | 9.45±7.58 | | 78.81±2.65 | 60.17±16.99 | 23.48±21.81 |
| WSJ | − | − | − | | 75.53±2.28 | 74.63±2.58 | 1.21±0.90 | | 97.72±0.09 | 96.23±1.69 | 1.53±1.79 |
| CoNLL2003 | 44.61±3.48 | 37.30±9.29 | 16.31±20.05 | | 51.54±2.88 | 42.64±9.24 | 17.13±17.76 | | 90.57±0.38 | 72.24±16.75 | 20.26±18.42 |
| OntoNotesv5 | 17.74±8.51 | 18.68±7.00 | −12.73±40.09 | | 11.94±9.98 | 12.30±7.69 | −17.51±51.73 | | 79.99±6.54 | 61.98±20.30 | 23.47±20.45 |
| TACRED | 31.44±31.24 | 32.64±33.27 | 0.58±7.88 | | 35.67±30.89 | 38.67±31.59 | −25.69±55.14 | | 77.99±13.47 | 65.53±15.46 | 16.54±7.83 |
), ArticleFig(id=1329461063671722313, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表4, caption=
不同模型的鲁棒性表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | gpt-3.5-turbo | | text-davinci-003 | | BERT |
|---|
| ori | trans | APDR | | ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 91.43±1.23 | 66.00±11.28 | 27.80±2.74 | | 90.14±1.33 | 52.59±11.21 | 41.65±4.26 | | 84.38±1.20 | 53.49±15.07 | 36.51±18.43 |
| Laptop | 86.67±2.15 | 59.36±21.97 | 31.25±23.31 | | 83.30±0.71 | 54.71±17.75 | 34.42±19.29 | | 90.48±0.06 | 49.06±9.03 | 45.78±9.97 |
| IMDB | 91.60±0.20 | 90.86±0.50 | 0.80±0.47 | | 91.74±0.68 | 91.40±0.58 | 0.37±0.31 | | 95.24±0.12 | 94.61±0.80 | 0.66±0.94 |
| MNLI-m | 73.03±7.44 | 41.75±17.05 | 42.27±21.87 | | 67.49±2.80 | 54.88±20.93 | 19.52±24.60 | | 86.31±4.50 | 52.49±2.97 | 39.10±4.13 |
| MNLI-mm | 72.21±7.69 | 40.94±19.11 | 42.71±24.31 | | 66.61±1.57 | 50.57±20.58 | 24.46±27.71 | | 84.17±1.09 | 52.33±5.44 | 37.87±5.73 |
| SNLI | 73.30±12.50 | 47.80±8.80 | 32.99±13.66 | | 70.81±9.24 | 56.44±22.68 | 18.99±26.16 | | 90.75±1.52 | 77.61±18.34 | 14.44±20.25 |
| QQP | 79.32±5.97 | 64.96±20.52 | 17.17±1.18 | | 70.14±12.03 | 69.27±13.67 | −1.08±9.23 | | 91.75±2.60 | 52.77±5.93 | 42.56±4.83 |
| MRPC | 80.69±10.28 | 84.99±10.69 | −8.12±22.99 | | 74.87±5.38 | 74.33±23.12 | −0.17±26.51 | | 86.87±6.05 | 0.00±0.00 | 100.00±0.00 |
| WSC273 | 66.05±1.95 | 64.12±5.82 | 2.93±5.57 | | 62.05±0.48 | 61.42±2.41 | 1.01±3.12 | | 56.00±0.00 | 53.61±5.31 | 4.26±9.49 |
| SQuAD 1.1 | 55.33±8.22 | 44.55±9.73 | 19.45±12.39 | | 67.18±8.23 | 61.07±9.04 | 9.11±7.13 | | 87.22±0.26 | 70.78±21.84 | 18.88±24.95 |
| SQuAD 2.0 | 55.03±7.39 | 44.21±9.31 | 19.62±12.70 | | 65.91±7.81 | 59.70±8.93 | 9.45±7.58 | | 78.81±2.65 | 60.17±16.99 | 23.48±21.81 |
| WSJ | − | − | − | | 75.53±2.28 | 74.63±2.58 | 1.21±0.90 | | 97.72±0.09 | 96.23±1.69 | 1.53±1.79 |
| CoNLL2003 | 44.61±3.48 | 37.30±9.29 | 16.31±20.05 | | 51.54±2.88 | 42.64±9.24 | 17.13±17.76 | | 90.57±0.38 | 72.24±16.75 | 20.26±18.42 |
| OntoNotesv5 | 17.74±8.51 | 18.68±7.00 | −12.73±40.09 | | 11.94±9.98 | 12.30±7.69 | −17.51±51.73 | | 79.99±6.54 | 61.98±20.30 | 23.47±20.45 |
| TACRED | 31.44±31.24 | 32.64±33.27 | 0.58±7.88 | | 35.67±30.89 | 38.67±31.59 | −25.69±55.14 | | 77.99±13.47 | 65.53±15.46 | 16.54±7.83 |
), ArticleFig(id=1329461063751414090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 5, caption=
The Robustness Performance of Three GPT Models %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | gpt-3.5-turbo-0301 | | gpt-3.5-turbo-0613 | | gpt-4 |
|---|
| ori | trans | APDR | | ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 91.43±1.23 | 66.00±11.28 | 27.80±2.74 | | 97.05±0.86 | 59.98±16.37 | 38.28±16.56 | | 95.81±2.27 | 71.07±9.15 | 25.80±9.69 |
| Laptop | 86.67±2.15 | 59.36±21.97 | 31.25±23.31 | | 93.91±1.45 | 63.82±19.10 | 32.16±19.83 | | 98.74±1.88 | 74.42±16.01 | 24.75±15.42 |
| IMDB | 91.60±0.20 | 90.86±0.50 | 0.80±0.47 | | 96.58±1.05 | 95.99±1.63 | 0.62±0.90 | | 93.81±3.69 | 91.91±5.31 | 2.05±3.83 |
| MNLI-m | 73.03±7.44 | 41.75±17.05 | 42.27±21.87 | | 71.88±7.99 | 35.30±16.00 | 51.85±20.03 | | 84.24±7.00 | 53.46±10.50 | 36.81±9.04 |
| MNLI-mm | 72.21±7.69 | 40.94±19.11 | 42.71±24.31 | | 71.78±7.68 | 35.59±15.45 | 50.28±22.50 | | 80.23±8.14 | 53.88±14.19 | 33.28±14.43 |
| SNLI | 73.30±12.50 | 47.80±8.80 | 32.99±13.66 | | 75.67±15.70 | 38.58±11.11 | 47.61±16.40 | | 89.10±5.64 | 70.65±21.60 | 21.25±21.31 |
| QQP | 79.32±5.97 | 64.96±20.52 | 17.17±1.18 | | 81.42±8.49 | 49.71±16.16 | 38.22±22.66 | | 53.14±19.48 | 84.91±15.74 | −105.86±159.05 |
| MRPC | 80.69±10.28 | 84.99±10.69 | −8.12±22.99 | | 85.70±11.16 | 70.65±16.74 | 14.29±30.49 | | 60.38±7.06 | 94.65±4.68 | −58.46±18.46 |
| WSC273 | 66.05±1.95 | 64.12±5.82 | 2.93±5.57 | | 53.98±0.75 | 51.92±3.13 | 3.80±6.10 | | 77.88±6.12 | 64.42±23.57 | 16.91±30.39 |
| SQuAD1.1 | 55.33±8.22 | 44.55±9.73 | 19.45±12.39 | | 90.11±1.09 | 80.84±8.65 | 10.27±9.70 | | 95.14±1.74 | 84.96±13.75 | 10.69±14.41 |
| SQuAD2.0 | 55.03±7.39 | 44.21±9.31 | 19.62±12.70 | | 73.68±4.61 | 64.25±10.76 | 12.85±13.16 | | 81.94±3.17 | 74.15±7.17 | 9.50±8.02 |
| WSJ | − | − | − | | 50.35±5.22 | 49.31±5.61 | 2.07±4.52 | | 68.66±3.03 | 67.88±5.58 | 1.10±7.39 |
| CoNLL2003 | 44.61±3.48 | 37.30±9.29 | 16.31±20.05 | | 66.78±2.98 | 49.76±11.69 | 25.38±17.69 | | 83.23±1.86 | 65.53±13.86 | 21.25±16.66 |
| OntoNotesv5 | 17.74±8.51 | 18.68±7.00 | −12.73±40.09 | | 9.85±6.53 | 13.50±4.13 | −66.86±72.42 | | 7.58±15.72 | 6.70±10.70 | 10.87±15.47 |
| TACRED | 31.44±31.24 | 32.64±33.27 | 0.58±7.88 | | 37.00±35.29 | 40.23±34.38 | −20.07±36.33 | | 14.32±7.57 | 13.31±9.17 | −0.02±74.59 |
), ArticleFig(id=1329461063826911563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表5, caption=
3个GPT模型的鲁棒性表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | gpt-3.5-turbo-0301 | | gpt-3.5-turbo-0613 | | gpt-4 |
|---|
| ori | trans | APDR | | ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 91.43±1.23 | 66.00±11.28 | 27.80±2.74 | | 97.05±0.86 | 59.98±16.37 | 38.28±16.56 | | 95.81±2.27 | 71.07±9.15 | 25.80±9.69 |
| Laptop | 86.67±2.15 | 59.36±21.97 | 31.25±23.31 | | 93.91±1.45 | 63.82±19.10 | 32.16±19.83 | | 98.74±1.88 | 74.42±16.01 | 24.75±15.42 |
| IMDB | 91.60±0.20 | 90.86±0.50 | 0.80±0.47 | | 96.58±1.05 | 95.99±1.63 | 0.62±0.90 | | 93.81±3.69 | 91.91±5.31 | 2.05±3.83 |
| MNLI-m | 73.03±7.44 | 41.75±17.05 | 42.27±21.87 | | 71.88±7.99 | 35.30±16.00 | 51.85±20.03 | | 84.24±7.00 | 53.46±10.50 | 36.81±9.04 |
| MNLI-mm | 72.21±7.69 | 40.94±19.11 | 42.71±24.31 | | 71.78±7.68 | 35.59±15.45 | 50.28±22.50 | | 80.23±8.14 | 53.88±14.19 | 33.28±14.43 |
| SNLI | 73.30±12.50 | 47.80±8.80 | 32.99±13.66 | | 75.67±15.70 | 38.58±11.11 | 47.61±16.40 | | 89.10±5.64 | 70.65±21.60 | 21.25±21.31 |
| QQP | 79.32±5.97 | 64.96±20.52 | 17.17±1.18 | | 81.42±8.49 | 49.71±16.16 | 38.22±22.66 | | 53.14±19.48 | 84.91±15.74 | −105.86±159.05 |
| MRPC | 80.69±10.28 | 84.99±10.69 | −8.12±22.99 | | 85.70±11.16 | 70.65±16.74 | 14.29±30.49 | | 60.38±7.06 | 94.65±4.68 | −58.46±18.46 |
| WSC273 | 66.05±1.95 | 64.12±5.82 | 2.93±5.57 | | 53.98±0.75 | 51.92±3.13 | 3.80±6.10 | | 77.88±6.12 | 64.42±23.57 | 16.91±30.39 |
| SQuAD1.1 | 55.33±8.22 | 44.55±9.73 | 19.45±12.39 | | 90.11±1.09 | 80.84±8.65 | 10.27±9.70 | | 95.14±1.74 | 84.96±13.75 | 10.69±14.41 |
| SQuAD2.0 | 55.03±7.39 | 44.21±9.31 | 19.62±12.70 | | 73.68±4.61 | 64.25±10.76 | 12.85±13.16 | | 81.94±3.17 | 74.15±7.17 | 9.50±8.02 |
| WSJ | − | − | − | | 50.35±5.22 | 49.31±5.61 | 2.07±4.52 | | 68.66±3.03 | 67.88±5.58 | 1.10±7.39 |
| CoNLL2003 | 44.61±3.48 | 37.30±9.29 | 16.31±20.05 | | 66.78±2.98 | 49.76±11.69 | 25.38±17.69 | | 83.23±1.86 | 65.53±13.86 | 21.25±16.66 |
| OntoNotesv5 | 17.74±8.51 | 18.68±7.00 | −12.73±40.09 | | 9.85±6.53 | 13.50±4.13 | −66.86±72.42 | | 7.58±15.72 | 6.70±10.70 | 10.87±15.47 |
| TACRED | 31.44±31.24 | 32.64±33.27 | 0.58±7.88 | | 37.00±35.29 | 40.23±34.38 | −20.07±36.33 | | 14.32±7.57 | 13.31±9.17 | −0.02±74.59 |
), ArticleFig(id=1329461063902409036, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=EN, label=Table 6, caption=
The Robustness Performance of LLaMA2 Model %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | LLaMA2-7B | | LLaMA2-13B |
|---|
| ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 87.85±1.68 | 52.38±7.01 | 40.34±8.22 | | 87.10±3.17 | 35.16±9.07 | 59.84±9.45 |
| Laptop | 79.40±2.93 | 56.23±12.68 | 28.96±16.86 | | 81.15±2.82 | 47.21±18.58 | 41.87±22.81 |
| IMDB | 92.04±1.68 | 91.06±2.68 | 1.08±1.43 | | 88.17±2.30 | 87.40±2.89 | 0.88±1.21 |
| MNLI-m | 46.76±16.03 | 27.64±13.39 | 34.77±34.65 | | 54.47±15.15 | 44.70±18.95 | 12.52±43.92 |
| MNLI-mm | 50.16±17.23 | 27.92±13.99 | 39.21±32.29 | | 57.04±15.11 | 45.47±19.30 | 15.94±42.02 |
| SNLI | 47.77±19.73 | 30.73±17.44 | 27.79±41.43 | | 54.79±15.20 | 43.75±24.22 | 12.83±53.93 |
| QQP | 59.93±16.77 | 33.18±11.02 | 40.58±24.61 | | 54.49±12.91 | 40.17±14.45 | 21.36±32.47 |
| MRPC | 70.66±14.76 | 66.49±16.68 | 1.92±33.62 | | 69.59±17.74 | 33.75±32.70 | 43.09±63.48 |
| WSC273 | 52.40±3.60 | 53.10±1.68 | −1.65±7.48 | | 52.57±0.73 | 56.43±2.77 | −7.33±4.58 |
| SQuAD1.1 | 79.64±0.69 | 67.85±9.98 | 14.80±12.51 | | 71.27±1.16 | 63.67±5.14 | 10.65±7.12 |
| SQuAD2.0 | 78.25±0.95 | 66.30±9.66 | 15.26±12.36 | | 69.40±1.27 | 61.77±5.05 | 10.99±7.20 |
| WSJ | − | − | − | | − | − | − |
| CoNLL2003 | 20.05±8.92 | 4.44±5.36 | 74.37±36.93 | | 45.66±10.22 | 20.26±10.27 | 53.47±26.94 |
| OntoNotesv5 | 4.97±2.57 | 4.94±2.03 | −19.85±76.91 | | 5.87±5.21 | 5.36±3.34 | −8.23±51.59 |
| TACRED | − | − | − | | 4.26±2.60 | 5.95±5.45 | −16.67±104.08 |
), ArticleFig(id=1329461063969517901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460968599433730, language=CN, label=表6, caption=
LLaMA2模型的鲁棒性表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | LLaMA2-7B | | LLaMA2-13B |
|---|
| ori | trans | APDR | | ori | trans | APDR |
|---|
| Restaurant | 87.85±1.68 | 52.38±7.01 | 40.34±8.22 | | 87.10±3.17 | 35.16±9.07 | 59.84±9.45 |
| Laptop | 79.40±2.93 | 56.23±12.68 | 28.96±16.86 | | 81.15±2.82 | 47.21±18.58 | 41.87±22.81 |
| IMDB | 92.04±1.68 | 91.06±2.68 | 1.08±1.43 | | 88.17±2.30 | 87.40±2.89 | 0.88±1.21 |
| MNLI-m | 46.76±16.03 | 27.64±13.39 | 34.77±34.65 | | 54.47±15.15 | 44.70±18.95 | 12.52±43.92 |
| MNLI-mm | 50.16±17.23 | 27.92±13.99 | 39.21±32.29 | | 57.04±15.11 | 45.47±19.30 | 15.94±42.02 |
| SNLI | 47.77±19.73 | 30.73±17.44 | 27.79±41.43 | | 54.79±15.20 | 43.75±24.22 | 12.83±53.93 |
| QQP | 59.93±16.77 | 33.18±11.02 | 40.58±24.61 | | 54.49±12.91 | 40.17±14.45 | 21.36±32.47 |
| MRPC | 70.66±14.76 | 66.49±16.68 | 1.92±33.62 | | 69.59±17.74 | 33.75±32.70 | 43.09±63.48 |
| WSC273 | 52.40±3.60 | 53.10±1.68 | −1.65±7.48 | | 52.57±0.73 | 56.43±2.77 | −7.33±4.58 |
| SQuAD1.1 | 79.64±0.69 | 67.85±9.98 | 14.80±12.51 | | 71.27±1.16 | 63.67±5.14 | 10.65±7.12 |
| SQuAD2.0 | 78.25±0.95 | 66.30±9.66 | 15.26±12.36 | | 69.40±1.27 | 61.77±5.05 | 10.99±7.20 |
| WSJ | − | − | − | | − | − | − |
| CoNLL2003 | 20.05±8.92 | 4.44±5.36 | 74.37±36.93 | | 45.66±10.22 | 20.26±10.27 | 53.47±26.94 |
| OntoNotesv5 | 4.97±2.57 | 4.94±2.03 | −19.85±76.91 | | 5.87±5.21 | 5.36±3.34 | −8.23±51.59 |
| TACRED | − | − | − | | 4.26±2.60 | 5.95±5.45 | −16.67±104.08 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330801, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330801, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330801, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330801, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1714492800000, fullTextJson=null, articleText=null, reference=null)