Article(id=1329460911368155153, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329460877864055544, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330959, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1701273600000, receivedDateStr=2023-11-30, revisedDate=1709136000000, revisedDateStr=2024-02-29, acceptedDate=null, acceptedDateStr=null, onlineDate=1794897781459, onlineDateStr=2026-11-17, pubDate=1714492800000, pubDateStr=2024-05-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794897781459, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794897781459, creator=13701087609, updateTime=1794897781459, updator=13701087609, issue=Issue{id=1329460877864055544, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='5', pageStart='1085', pageEnd='1347', issueExtLink='null', onlineDate='null', pubDate='1714492800000', pubDateStr='2024-05-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794897773471, creator='13701087609', updateTime=1794897773471, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1113, endPage=1127, ext={EN=ArticleExt(id=1329460911569481746, articleId=1329460911368155153, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=JADE-DB:A Universal Testing Benchmark for Large Language Model Safety Based on Targeted Mutation, columnId=1329460878547727097, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Large Models and Safety, runingTitle=null, highlight=null, articleAbstract=
We propose a universal safety testing benchmark for large language models (LLMs), JADE-DB. The benchmark is automatically constructed via the targeted mutation approach, which is able to convert test questions that are manually crafted by experienced LLM testers and multidisciplinary experts to highly threatening universal test questions. The converted questions still preserve the naturalness of human language without changing the core semantics of the original question, and in the meantime are able to consistently break over ten widely-used LLMs. Based on the incremental linguistic complexity, JADE-DB incorporates three levels of LLM safety testing, namely, basic, advanced and dangerous, which accounts for thousands of test questions covering 4 major unsafe generation categories, i.e., crime, tort, bias and core values, spanning over 30 unsafe topics. Specifically, we construct three dangerous safety benchmarks respectively for the three groups of LLMs, i.e., eight open-sourced Chinese, six commercial Chinese and four commercial English LLMs. The benchmarks simultaneously trigger harmful generation of multiple LLMs, with an average unsafe generation ratio of 70%. The results indicate that, due to the complexity of human language, most of the current best LLMs can hardly learn the infinite number of different syntactic structures of human language and thus recognize the invariant evil therein.
, authors=Mi Zhang, Xudong Pan, Min Yang*, authorsList=Mi Zhang, Xudong Pan, Min Yang, authorCompany=null, correspAuthors=Min Yang, authorNote=
born in 1980. PhD, professor. Member of CCF. Her main research interests include machine learning and AI security
born in 1996. PhD, assistant professor. Member of CCF. His main research interests include machine learning and AI security
born in 1979. PhD, professor. Distinguished member of CCF. His main research interests include system security and AI security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329460915705065521, articleId=1329460911368155153, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=JADE-DB:基于靶向变异的大语言模型安全通用基准测试集, columnId=1329460878694527739, journalTitle=计算机研究与发展, columnName=大模型与安全专题, runingTitle=null, highlight=null, articleAbstract=
提出大语言模型安全通用基准测试集—JADE-DB,该数据集基于靶向变异方法自动化构建,能够将经验丰富的大语言模型安全测试员和多学科专家学者手工撰写的测试问题转化为高危通用问题,保持语言自然性的同时不改变其核心语义,且能够攻破十余款国内外知名大语言模型的安全防护机制. 根据语言复杂性差异,JADE-DB包含基础、进阶、高危3个安全测试等级,共计上千条覆盖违法犯罪、侵犯权益、歧视偏见和核心价值观4大类违规主题、30多种违规主题的通用测试问题,其中针对国内开源(中文,8款)、国内商用(中文,6款)和国外商用大语言模型(英文,4款)这3组大语言模型分别构建的3款通用高危测试集,可造成每组模型在高危测试集上的平均违规率均超过 70%,测试问题均可同时触发多款模型违规生成. 这表明,语言的复杂性导致现有大语言模型难以学习到人类无穷多种表达方式,因此无法识别其中不变的违规本质.
, authors=张谧, 潘旭东, 杨珉*, authorsList=张谧, 潘旭东, 杨珉, authorCompany=null, correspAuthors=杨珉, authorNote=
 |
1980年生. 博士. 教授. CCF会员. 主要研究方向为机器学习和AI安全 |
 |
1996年生. 博士. 助理研究员. CCF会员. 主要研究方向为机器学习和AI安全 |
 |
1979年生. 博士. 教授. CCF杰出会员. 主要研究方向为系统安全和AI安全 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=vt4bCFV6BKkyH5+XheWtQQ==, magXml=3ADxXeEJ5+OvgpBmVXiB/g==, pdfUrl=null, pdf=ftTJO4XRWKhkKDGU1ISAGw==, pdfFileSize=1611704, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=PZHSIzoL5diZ2zYc3H5kgg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=Nf3kE4BU6qM14KBwDSnq4w==, mapNumber=null, fund=null)}, authors=[Author(id=1329461091291214382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=mi_zhang@fudan.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461091387683376, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091291214382, language=EN, stringName=Mi Zhang, firstName=Mi, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1980. PhD, professor. Member of CCF. Her main research interests include machine learning and AI security
"}, bioImg=null, bioContent=
born in 1980. PhD, professor. Member of CCF. Her main research interests include machine learning and AI security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461091471569457, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091291214382, language=CN, stringName=张谧, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=复旦大学计算机科学技术学院 上海 200433, bio={"img":"KI5/JILiurWGvKncUGOFgw==","content":"
1980年生. 博士. 教授. CCF会员. 主要研究方向为机器学习和AI安全
"}, bioImg=KI5/JILiurWGvKncUGOFgw==, bioContent=
1980年生. 博士. 教授. CCF会员. 主要研究方向为机器学习和AI安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461091182162474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, xref=null, ext=[AuthorCompanyExt(id=1329461091203133995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461091219911212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461091542872627, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461091622564405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091542872627, language=EN, stringName=Xudong Pan, firstName=Xudong, middleName=null, lastName=Pan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1996. PhD, assistant professor. Member of CCF. His main research interests include machine learning and AI security
"}, bioImg=null, bioContent=
born in 1996. PhD, assistant professor. Member of CCF. His main research interests include machine learning and AI security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461091698061878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091542872627, language=CN, stringName=潘旭东, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=复旦大学计算机科学技术学院 上海 200433, bio={"img":"PXtfOLUTjA4qtwHIuaKYsw==","content":"
1996年生. 博士. 助理研究员. CCF会员. 主要研究方向为机器学习和AI安全
"}, bioImg=PXtfOLUTjA4qtwHIuaKYsw==, bioContent=
1996年生. 博士. 助理研究员. CCF会员. 主要研究方向为机器学习和AI安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461091182162474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, xref=null, ext=[AuthorCompanyExt(id=1329461091203133995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461091219911212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=复旦大学计算机科学技术学院 上海 200433)])]), Author(id=1329461091752587832, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=m_yang@fudan.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329461091823891002, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091752587832, language=EN, stringName=Min Yang, firstName=Min, middleName=null, lastName=Yang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Computer Science, Fudan University, Shanghai 200433, bio={"content":"
born in 1979. PhD, professor. Distinguished member of CCF. His main research interests include system security and AI security
"}, bioImg=null, bioContent=
born in 1979. PhD, professor. Distinguished member of CCF. His main research interests include system security and AI security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461091895194171, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, authorId=1329461091752587832, language=CN, stringName=杨珉, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=复旦大学计算机科学技术学院 上海 200433, bio={"img":"Vu0sLHxaStAgCG3W7UJj9g==","content":"
1979年生. 博士. 教授. CCF杰出会员. 主要研究方向为系统安全和AI安全
"}, bioImg=Vu0sLHxaStAgCG3W7UJj9g==, bioContent=
1979年生. 博士. 教授. CCF杰出会员. 主要研究方向为系统安全和AI安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461091182162474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, xref=null, ext=[AuthorCompanyExt(id=1329461091203133995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461091219911212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=复旦大学计算机科学技术学院 上海 200433)])])], keywords=[Keyword(id=1329461092029411900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, orderNo=1, keyword=generative AI safety), Keyword(id=1329461092096520765, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, orderNo=2, keyword=large language models), Keyword(id=1329461092159435326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, orderNo=3, keyword=safety evaluation for large language models), Keyword(id=1329461092222349887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, orderNo=4, keyword=AI safety), Keyword(id=1329461092281070145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, orderNo=5, keyword=natural language processing), Keyword(id=1329461092352373315, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, orderNo=1, keyword=生成式人工智能安全), Keyword(id=1329461092411093572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, orderNo=2, keyword=大语言模型), Keyword(id=1329461092486591045, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, orderNo=3, keyword=大语言模型安全评测), Keyword(id=1329461092566282822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, orderNo=4, keyword=人工智能安全), Keyword(id=1329461092625003079, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, orderNo=5, keyword=自然语言处理)], refs=[Reference(id=1329461096597008998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenAI. Introducing ChatGPT[EB/OL]. (2022)[2022-11-30]. https://openai.com/blog/chatgpt, articleTitle=null, refAbstract=null), Reference(id=1329461096672506471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Thorp H. ChatGPT is fun, but not an author[J]. Science, 2023, 379(6630): 313−313, articleTitle=null, refAbstract=null), Reference(id=1329461096727032424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=人民日报. 加快发展新一代人工智能[EB/OL]. 2023[2023-06-16]. http://opinion.people.com.cn/n1/2023/0616/c1003-40014529.html, articleTitle=null, refAbstract=null), Reference(id=1329461096777364073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=People’s Daily. Accelerate the development of the next generation of artificial intelligence [EB/OL]. 2023[2023-06-16]. http://opinion.people.com.cn/n1/2023/0616/c1003-40014529.html (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329461096865444458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Martin L, Stone R, et al. LLaMa 2: Open foundation and fine-tuned chat models[J]. ArXiv, 2023, abs/2307.09288, articleTitle=null, refAbstract=null), Reference(id=1329461096924164715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Zhengxiao, Qian Yujie, Liu Xiao, et al. GLM: General language model pretraining with autoregressive blank infilling[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2022: 320−335, articleTitle=null, refAbstract=null), Reference(id=1329461096991273580, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Tianxiang, Zhang Xiaotian, He Zhengfu, et al. MOSS: Training conversational language models from synthetic data [EB/OL]. 2023 [2023-04-09].https://github.com/OpenLMLab/MOSS, articleTitle=null, refAbstract=null), Reference(id=1329461097062576749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Henderson P, Krass S, Zheng L, et al. Pile of law: Learning responsible data filtering from the law and a 256GB open-source legal dataset [C/OL]// Advances in Neural Information Processing Systems 35: Annual Conf on Neural Information Processing Systems 2022. [2023-12-30]. http://papers.nips.cc/paper_files/paper/2022/hash/bc218a0c656e49d4b086975a9c785f47-Abstract-Datasets_and_Benchmarks.html, articleTitle=null, refAbstract=null), Reference(id=1329461097121297006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Noy S, Zhang W. Experimental evidence on the productivity effects of generative artificial intelligence[J]. Science, 2023, 381(6654): 187−192, articleTitle=null, refAbstract=null), Reference(id=1329461097180017263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Birch D G W. ChatGPT is a window into the real future of financial services[EB/OL]. [2023-06-25]. https://www.forbes.com/sites/davidbirch/2022/12/08/chatgpt-is-a-window-into-the-real-future-of-financial-services/, articleTitle=null, refAbstract=null), Reference(id=1329461097242931824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown B, Mann B, Ryder N, et al. Language models are few-shot learners[C/OL]//Advances in Neural Information Processing Systems 33: Annual Conf on Neural Information Processing Systems 2020 (NeurIPS 2020). [2020-12-30]. https://proceedings.neurips.cc/paper/2020/hash/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329461097331012209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Carlini N, Tramer F, Wallace E, et al. Extracting training data from large language models [C]//Proc of 30th USENIX Security Symp (USENIX Security 2021). Berkeley, CA: USENIX Association, 2021: 2633−2650, articleTitle=null, refAbstract=null), Reference(id=1329461097406509682, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Bai Y, Kadavath S, Kundu S, et al. Constitutional AI: Harmlessness from AI feedback[J]. ArXiv, 2022, abs/2212.08073, articleTitle=null, refAbstract=null), Reference(id=1329461097482007155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang L, Wu J, Jiang X, et al. Training language models to follow instructions with human feedback [C/OL]// Advances in Neural Information Processing Systems 35: Annual Conf on Neural Information Processing Systems 2022. [2023-04-01]. http://papers.nips.cc/paper_files/paper/2022/hash/b1efde53be364a73914f58805a001731-Abstract-Conference.html, articleTitle=null, refAbstract=null), Reference(id=1329461099126174324, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Gehman S, Gururangan S, Sap M, et al. RealToxicityPrompts: Evaluating neural toxic degeneration in language models[C/OL]// Findings of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 3356−3369, articleTitle=null, refAbstract=null), Reference(id=1329461099189088885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Hao, Zhang Zhexin, Deng Jiawen, et al. Safety assessment of Chinese large language models[J]. ArXiv, 2023, abs/2304.10436, articleTitle=null, refAbstract=null), Reference(id=1329461099252003446, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Guohai, Liu Jiayi, Yan Ming, et al. CValues: Measuring the values of Chinese large language models from safety to responsibility[J]. ArXiv, 2023, abs/2307.09705, articleTitle=null, refAbstract=null), Reference(id=1329461099323306615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yuxia, Li Haonan, Han Xudong, et al. Do-Not-Answer: A dataset for evaluating safeguards in LLMs[J]. ArXiv, 2023, abs/2308.13387, articleTitle=null, refAbstract=null), Reference(id=1329461099402998392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Perez E, Huang S, Song F, et al. Red teaming language models with language models[J]. ArXiv, 2022, abs/2202.03286, articleTitle=null, refAbstract=null), Reference(id=1329461099457524345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yi, Deng Gelei, Xu Zhengzi, et al. Jailbreaking ChatGPT via prompt engineering: An empirical study[J]. ArXiv, 2023, abs/2305.13860, articleTitle=null, refAbstract=null), Reference(id=1329461099537216122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Zou A, Wang Z, Kolter Z, et al. Universal and transferable adversarial attacks on aligned language models[J]. ArXiv, 2023, abs/2307.15043, articleTitle=null, refAbstract=null), Reference(id=1329461099600130683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Chomsky N. Syntactic Structures[M]. Berlin: Mouton de Gruyter, 2002, articleTitle=null, refAbstract=null), Reference(id=1329461099675628156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Chomsky N. Language and Problems of Knowledge[M]. Cambridge, MA: MIT Press, 1987, articleTitle=null, refAbstract=null), Reference(id=1329461099742737021, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Chomsky. The False Promise of ChatGPT [EB/OL]. The New York Times. [2023-06-12].https://www.nytimes.com/2023/03/08/opinion/noam-chomsky-chatgpt-ai.html, articleTitle=null, refAbstract=null), Reference(id=1329461099805651582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Dinan E, Humeau S, Chintagunta B, et al. Build it break it fix it for dialogue safety: Robustness from adversarial human attack[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2019: 4537−4546, articleTitle=null, refAbstract=null), Reference(id=1329461099868566143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Si W, Backes M, Blackburn J, et al. Why so toxic?: Measuring and triggering toxic behavior in open-domain chatbots[C]//Proc of the 2022 ACM SIGSAC Conf on Computer and Communications Security. New York: ACM, 2022: 2659−2673, articleTitle=null, refAbstract=null), Reference(id=1329461099927286400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Casper S, Lin J, Kwon J, et al. Explore, establish, exploit: Red teaming language models from scratch[J]. ArXiv, 2023, abs/2306.09442, articleTitle=null, refAbstract=null), Reference(id=1329461099986006657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Albert A. Jailbreak chat[EB/OL]. 2023[2023-06-20].https://www.jailbreakchat.com/, articleTitle=null, refAbstract=null), Reference(id=1329461100044726914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Shen Xinyue, Chen Zeyuan, Backes M, et al. “Do Anything Now”: Characterizing and evaluating in-the-wild jailbreak prompts on large language models[J]. ArXiv, 2023, abs/2308.03825, articleTitle=null, refAbstract=null), Reference(id=1329461100116030083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Deshpande A, Murahari V, Rajpurohit T, et al. Toxicity in ChatGPT: Analyzing persona-assigned language models[J]. ArXiv, 2023, abs/2304.05335, articleTitle=null, refAbstract=null), Reference(id=1329461100178944644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Jiahao, Lin Xingwei, Xing Xinyu. GPTFUZZER : Red teaming large language models with auto-generated jailbreak prompts[J]. ArXiv, 2023, abs/2309.10253, articleTitle=null, refAbstract=null), Reference(id=1329461100254442117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng Gelei, Liu Yi, Li Yuekang, et al. Jailbreaker: Automated jailbreak across multiple large language model Chatbots[J]. ArXiv, 2023, abs/2307.08715, articleTitle=null, refAbstract=null), Reference(id=1329461100334133894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Kaijie, Wang jindong, Zhou Jiaheng, et al. PromptBench: Towards evaluating the robustness of large language models on adversarial prompts[J]. ArXiv, 2023, abs/2306.04528, articleTitle=null, refAbstract=null), Reference(id=1329461100384465543, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yachuan, Chen Liang, Wang Jindong, et al. Meta semantic template for evaluation of large language models[J]. ArXiv, 2023, abs/2310.01448, articleTitle=null, refAbstract=null), Reference(id=1329461100451574408, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang E, Sheng Q, Alhazmi A, et al. Adversarial attacks on deep-learning models in natural language processing: A survey[J]. ACM Transactions on Intelligent System Technology, 2020, 11(3): 24: 1−24: 41, articleTitle=null, refAbstract=null), Reference(id=1329461100510294665, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Chomsky N. Deep structure, surface structure and semantic interpretation[M]//Studies on Semantics in Generative Grammar. Berlin: De Gruyter Mouton, 1996: 62−119, articleTitle=null, refAbstract=null), Reference(id=1329461100573209226, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Szmrecsanyi B. On operationalizing syntactic complexity[C]// 7th Journees Internationales d’Analyse Statistique des Donnees Textuelle. Louvain-la-Neuve, Belgium: Presses Universitaires de Louvain, 2004: 1031−1038, articleTitle=null, refAbstract=null), Reference(id=1329461100636123787, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu X. The relationship of lexical richness to the quality of ESL learners’ oral narratives[J]. The Modern Language Journal, 2012, 96: 190−208, articleTitle=null, refAbstract=null), Reference(id=1329461100699038348, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Yngve H. A model and an hypothesis for language structure[R]. Cambridge, MA: MIT, Research Laboratory of Electronics, 1960, articleTitle=null, refAbstract=null), Reference(id=1329461100766147214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Maddieson I. Issues of Phonological Complexity: Statistical Analysis of the Relationship Between Syllable Structures, Segment Inventories and Tone Contrasts[R]. Berkeley, CA: UC Berkeley Phonology Lab, 2005, articleTitle=null, refAbstract=null), Reference(id=1329461100850033295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Yue, Zhu Junhui, Yang Liner, et al. CTAP for Chinese: A linguistic complexity feature automatic calculation platform[C]//Proc of the Thirteenth Language Resources and Evaluation Conf. Marseille, France: European Language Resources Association, 2022: 5525−5538, articleTitle=null, refAbstract=null), Reference(id=1329461100908753552, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=科技部新一代人工智能发展研究中心. 做好人工智能发展的风险防范[EB/OL].https://paper.cntheory.com/html/2023-10/23/nw.D110000xxsb_20231023_2-A7.htm, articleTitle=null, refAbstract=null), Reference(id=1329461100971668113, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Ministry of Science and Technology’s Next Generation Artificial Intelligence Development Research Center. Ensuring effective risk prevention and control in the development of artificial intelligence [EB/OL].https://paper.cntheory.com/html/2023-10/23/nw.D110000xxsb_20231023_2-A7.htm (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329461101055554194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee H, Phatale S, Mansoor H, et al. RLAIF: Scaling reinforcement learning from human feedback with AI feedback[J]. ArXiv, 2023, abs/2309.00267, articleTitle=null, refAbstract=null), Reference(id=1329461101122663059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji Z, Lee N, Frieske R, et al. Survey of Hallucination in natural language generation[J]. ACM Computing Surveys, 2022, 55: 1−38, articleTitle=null, refAbstract=null), Reference(id=1329461101193966228, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Talat Z, Blix H, Valvoda J, et al. A word on machine ethics: A response to Jiang et al. (2021)[J]. ArXiv, 2021, abs/2111.04158, articleTitle=null, refAbstract=null), Reference(id=1329461101261075093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=矣晓沅,谢幸. 大模型道德价值观对齐问题剖析[J]. 计算机研究与发展,2023,60(9):1926−1945, articleTitle=null, refAbstract=null), Reference(id=1329461101315601046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Xiaoyuan, Xie Xing. Unpacking the ethical value alignment in big models[J]. Journal of Computer Research and Development, 2023, 60(9): 1926−1945(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329461101378515607, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Kitaev N, Cao S, Klein D. nikitakit/self-attentive-parser (GitHub Repository)[EB/OL]. 2018[2023-06-01].https://github.com/nikitakit/self-attentive-parser, articleTitle=null, refAbstract=null), Reference(id=1329461101433041560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Kitaev N, KLEIN D. Constituency parsing with a self-attentive encoder[C]//Proc of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Melbourne, Australia: Association for Computational Linguistics, 2018: 2676−2686, articleTitle=null, refAbstract=null), Reference(id=1329461101508539033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Kitaev N, Cao S, Klein D. Multilingual constituency parsing with self-attention and pre-training[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 3499−3505, articleTitle=null, refAbstract=null), Reference(id=1329461101579842202, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Yuzhen, Bai Yuzhuo, Zhu Zhihao, et al. C-EVAL LLM benchmark scoreboard[EB/OL]. 2023[2023-09-10]. https://cevalbenchmark.com/static/leaderboard.html, articleTitle=null, refAbstract=null), Reference(id=1329461101651145371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Tatsu Lab. AlpacaEval LLM Benchmark Scoreboard[EB/OL]. 2023[2023-09-10].https://tatsu-lab.github.io/alpaca_eval/, articleTitle=null, refAbstract=null), Reference(id=1329461101722448540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Pan Xudong, Zhang Mi, Sheng Beina, et al. Hidden trigger backdoor attack on NLP models via linguistic style manipulation[C]//Proc of 31st USENIX Security Symp (USENIX Security 2022). Berkeley, CA: USENIX Association: 2022: 3611−3628, articleTitle=null, refAbstract=null), Reference(id=1329461101781168797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Marcus G, Leivada E, Murphy E. A sentence is worth a thousand pictures: Can large language models understand human language?[J]. Arxiv, 2023, abs/2308.00109, articleTitle=null, refAbstract=null), Reference(id=1329461101852471966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Y, Lee Y, Chen Y. Tree Transformer: Integrating tree structures into self-attention[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2019: 1061−1070, articleTitle=null, refAbstract=null), Reference(id=1329461101919580831, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Sartran L, Barrett S, Kuncoro A, et al. Transformer grammars: Augmenting Transformer language models with syntactic inductive biases at scale[J]. Transactions of the Association for Computational Linguistics, 2022, 10: 1423−1439, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329461091182162474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, xref=null, ext=[AuthorCompanyExt(id=1329461091203133995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science, Fudan University, Shanghai 200433), AuthorCompanyExt(id=1329461091219911212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, companyId=1329461091182162474, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=复旦大学计算机科学技术学院 上海 200433)])], figs=[ArticleFig(id=1329461092822135368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 1, caption=
Parse tree transforms: An example of lexicon replacement and constituent movement, figureFileSmall=OACWKPDD5M4uds4CIfq0bw==, figureFileBig=PZHSIzoL5diZ2zYc3H5kgg==, tableContent=null), ArticleFig(id=1329461092880855625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图1, caption=
语法树变换:词汇替换和成分移动示例, figureFileSmall=OACWKPDD5M4uds4CIfq0bw==, figureFileBig=PZHSIzoL5diZ2zYc3H5kgg==, tableContent=null), ArticleFig(id=1329461092973130314, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 2, caption=
Category of harmful generation behaviors of large language models, figureFileSmall=U6WrowAEFUjXTR+0uU/djA==, figureFileBig=/BL/lHMW/FGcpXLZRTtzOQ==, tableContent=null), ArticleFig(id=1329461094579548749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图2, caption=
大语言模型有害生成行为分类, figureFileSmall=U6WrowAEFUjXTR+0uU/djA==, figureFileBig=/BL/lHMW/FGcpXLZRTtzOQ==, tableContent=null), ArticleFig(id=1329461094772486734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 3, caption=
Overview of the pipeline for constructing the JADE-DB, figureFileSmall=B3N/GV0H1p1s1mgvY07D4A==, figureFileBig=05Wepl573WaAvwO8d+hSiQ==, tableContent=null), ArticleFig(id=1329461094835401295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图3, caption=
JADE-DB 数据集构建流程示意图, figureFileSmall=B3N/GV0H1p1s1mgvY07D4A==, figureFileBig=05Wepl573WaAvwO8d+hSiQ==, tableContent=null), ArticleFig(id=1329461094902510160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 4, caption=
Application of generative grammatical rules on the parse tree, figureFileSmall=gCfvaiEybO2NZumXga6Pqg==, figureFileBig=ZRXprt9oXWkkNqnPt7uUlg==, tableContent=null), ArticleFig(id=1329461094961230417, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图4, caption=
语法生成规则在解析树上的应用过程, figureFileSmall=gCfvaiEybO2NZumXga6Pqg==, figureFileBig=ZRXprt9oXWkkNqnPt7uUlg==, tableContent=null), ArticleFig(id=1329461095019950674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 5, caption=
Application of transformational grammatical rules on the parse tree, figureFileSmall=ht9oFtKM5GxEwkpj/4wkuw==, figureFileBig=6g58UXbIamJ6/CYt7c8CaA==, tableContent=null), ArticleFig(id=1329461095087059539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图5, caption=
语法转换规则在解析树上的应用过程, figureFileSmall=ht9oFtKM5GxEwkpj/4wkuw==, figureFileBig=6g58UXbIamJ6/CYt7c8CaA==, tableContent=null), ArticleFig(id=1329461095149974100, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 6, caption=
Attack effect of a test question generated by targeted mutation on OpenAI ChatGPT, figureFileSmall=AIIO1BlH11Rdy/8aBIblVQ==, figureFileBig=cQ3hNNWFnd2ZfkItXGrLjA==, tableContent=null), ArticleFig(id=1329461095225471573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图6, caption=
靶向变异生成的测试问题在OpenAI ChatGPT上的攻击效果, figureFileSmall=AIIO1BlH11Rdy/8aBIblVQ==, figureFileBig=cQ3hNNWFnd2ZfkItXGrLjA==, tableContent=null), ArticleFig(id=1329461095288386134, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 7, caption=
Statistics of test questions in JADE-DB from different categories, figureFileSmall=vbf8wjDWe7VQX+D2a35tNQ==, figureFileBig=BGD192TtwgE5D6QiMcIg/g==, tableContent=null), ArticleFig(id=1329461095355494999, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图7, caption=
JADE-DB 测试问题在各类的统计值, figureFileSmall=vbf8wjDWe7VQX+D2a35tNQ==, figureFileBig=BGD192TtwgE5D6QiMcIg/g==, tableContent=null), ArticleFig(id=1329461095426798168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 8, caption=
Average unsafe generation ratio of LLMs on test questions before and after mutation, figureFileSmall=XfXUyfY72x4e/fdjHZ06tw==, figureFileBig=ByPDbLdrRJ1KAFiHfOuXZg==, tableContent=null), ArticleFig(id=1329461095485518425, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图8, caption=
大语言模型对变异前后测试问题的平均违规率, figureFileSmall=XfXUyfY72x4e/fdjHZ06tw==, figureFileBig=ByPDbLdrRJ1KAFiHfOuXZg==, tableContent=null), ArticleFig(id=1329461095569404506, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 9, caption=
Average unsafe generation ratio of commercial LLMs on the dangerous-level questions in JADE-DB, figureFileSmall=+fz7NVUkifrrFd3OyCpLAQ==, figureFileBig=ZZqDvsomEUXDpD229Silaw==, tableContent=null), ArticleFig(id=1329461095632319067, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图9, caption=
商用大语言模型在 JADE-DB 高危问题上的平均违规率, figureFileSmall=+fz7NVUkifrrFd3OyCpLAQ==, figureFileBig=ZZqDvsomEUXDpD229Silaw==, tableContent=null), ArticleFig(id=1329461095699427932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 10, caption=
Average unsafe generation ratio of LLMs on test questions of different safety levels, figureFileSmall=fiWeUwuesmn9t9cr4ekZpg==, figureFileBig=jy+SHpPebwz6gltuqNHZVA==, tableContent=null), ArticleFig(id=1329461095753953885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图10, caption=
大语言模型对不同等级测试问题的平均违规率, figureFileSmall=fiWeUwuesmn9t9cr4ekZpg==, figureFileBig=jy+SHpPebwz6gltuqNHZVA==, tableContent=null), ArticleFig(id=1329461095808479838, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 11, caption=
Transferability of the dangerous-level test questions in JADE-DB, figureFileSmall=JIBAQh5Nfvyq6jioUNE0Ng==, figureFileBig=2we76cDOtQERsxZsvZTCHg==, tableContent=null), ArticleFig(id=1329461095867200095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图11, caption=
JADE-DB 中高危等级测试问题的迁移性结果, figureFileSmall=JIBAQh5Nfvyq6jioUNE0Ng==, figureFileBig=2we76cDOtQERsxZsvZTCHg==, tableContent=null), ArticleFig(id=1329461096039166560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Figure 12, caption=
Targetedness of PoC questions in JADE-DB, figureFileSmall=cb4p3jZsST2U7Wk6R5YkTw==, figureFileBig=IrNxYk+/NSFbz4S1x9ewEg==, tableContent=null), ArticleFig(id=1329461096102081121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=图12, caption=
JADE-DB 中 PoC 问题的靶向性, figureFileSmall=cb4p3jZsST2U7Wk6R5YkTw==, figureFileBig=IrNxYk+/NSFbz4S1x9ewEg==, tableContent=null), ArticleFig(id=1329461096160801378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Table 1, caption=
Comparison of Existing Approaches for LLM Safety Evaluation
, figureFileSmall=null, figureFileBig=null, tableContent=
| 能力维度 | 基于静态测试集的安全评测 | 基于大语言模型的安全评测 | 基于越狱的安全评测 | JADE-DB |
|---|
| 产生方式 | 手工 | 自动 | 手工/种子+自动 | 种子+自动 |
| 有效性 | × | × | √ | √ |
| 靶向性 | √ | × | × | √ |
| 分级测试 | × | × | × | √ |
| 迁移性 | × | × | ⍻ | √ |
), ArticleFig(id=1329461096232104547, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=表1, caption=
现有大语言模型安全评测方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 能力维度 | 基于静态测试集的安全评测 | 基于大语言模型的安全评测 | 基于越狱的安全评测 | JADE-DB |
|---|
| 产生方式 | 手工 | 自动 | 手工/种子+自动 | 种子+自动 |
| 有效性 | × | × | √ | √ |
| 靶向性 | √ | × | × | √ |
| 分级测试 | × | × | × | √ |
| 迁移性 | × | × | ⍻ | √ |
), ArticleFig(id=1329461096311796324, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=EN, label=Table 2, caption=
List of the Tested Large Language Models and Related Information
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型类型 | 模型 | 开发机构 | 评测版本 |
|---|
国内开源 (中文) | ChatGLM | 智谱 | ChatGLM-6B |
| ChatGLM2 | ChatGLM2-6B |
| 书生 | 上海人工智能实验室 | IntermLM-7B |
| 子牙 | 粤港澳大湾区数字经济研究院 | Ziya-LLaMA-13B-v1.1 |
| 百川2 | 百川智能 | Baichuan2-7B-chat |
| BELLE | 链家科技 | BELLE-7B-2M |
| MOSS | 复旦大学 | moss-moon-003-sft |
| ChatyuanV2 | CLUE.ai | ChatYuan-large-v2 |
国外商用 (英文) | ChatGPT | OpenAI | gpt-3.5-turbo (2023/9/10~9/17) |
| Claude | Anthropic | Claude-instant (2023/9/10~9/17) |
| PaLM2 | Google | PaLM2 (2023/9/10~9/17) |
| LLaMA | Meta | LLaMA-2-70B-chat (2023/9/10~9/17) |
国内商用 (中文) | 国内首批获批上线的6款商用大模型 | 2023/9/1~9/10 |
), ArticleFig(id=1329461096391488101, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329460911368155153, language=CN, label=表2, caption=
测试的大语言模型列表和相关信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型类型 | 模型 | 开发机构 | 评测版本 |
|---|
国内开源 (中文) | ChatGLM | 智谱 | ChatGLM-6B |
| ChatGLM2 | ChatGLM2-6B |
| 书生 | 上海人工智能实验室 | IntermLM-7B |
| 子牙 | 粤港澳大湾区数字经济研究院 | Ziya-LLaMA-13B-v1.1 |
| 百川2 | 百川智能 | Baichuan2-7B-chat |
| BELLE | 链家科技 | BELLE-7B-2M |
| MOSS | 复旦大学 | moss-moon-003-sft |
| ChatyuanV2 | CLUE.ai | ChatYuan-large-v2 |
国外商用 (英文) | ChatGPT | OpenAI | gpt-3.5-turbo (2023/9/10~9/17) |
| Claude | Anthropic | Claude-instant (2023/9/10~9/17) |
| PaLM2 | Google | PaLM2 (2023/9/10~9/17) |
| LLaMA | Meta | LLaMA-2-70B-chat (2023/9/10~9/17) |
国内商用 (中文) | 国内首批获批上线的6款商用大模型 | 2023/9/1~9/10 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330959, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330959, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330959, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330959, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1714492800000, fullTextJson=null, articleText=null, reference=null)