Article(id=1329456546955767833, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202220745, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1661270400000, receivedDateStr=2022-08-24, revisedDate=1692028800000, revisedDateStr=2023-08-15, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896740901, onlineDateStr=2026-11-17, pubDate=1711900800000, pubDateStr=2024-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896740901, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896740901, creator=13701087609, updateTime=1794896740901, updator=13701087609, issue=Issue{id=1329456279791186761, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='4', pageStart='809', pageEnd='1084', issueExtLink='null', onlineDate='null', pubDate='1711900800000', pubDateStr='2024-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896677204, creator='13701087609', updateTime=1794899232988, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329466999882756515, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329466999882756516, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1003, endPage=1017, ext={EN=ArticleExt(id=1329456547257757722, articleId=1329456546955767833, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Surprise Adequacy-Guided Deep Neural Network Test Inputs Generation, columnId=1327010930744996407, journalTitle=Journal of Computer Research and Development, columnName=Software Technology, runingTitle=null, highlight=null, articleAbstract=
Due to the complexity and uncertainty of deep neural network (DNN) models, generating test inputs to comprehensively test general and corner case behaviors of DNN models is of great significance for ensuring model quality. Current research primarily focuses on designing coverage criteria and utilizing fuzzing testing technique to generate test inputs, thereby improving test adequacy. However, few studies have taken into consideration the diversity and individual fault-revealing ability of test inputs. Surprise adequacy quantifies the neuron activation differences between a test input and the training set. It is an important metric to measure test adequacy, which has not been leveraged for test input generation. Therefore, we propose a surprise adequacy-guided test input generation approach. Firstly, the approach selects important neurons that contribute more to decision-making. Activation values of these neurons are used as features to improve the surprise adequacy metric. Then, seed test inputs are selected with error-revealing capability based on the improved surprise adequacy measurements. Finally, the approach utilizes the idea of coverage-guided fuzzing testing to jointly optimize the surprise adequacy value of test inputs and the prediction probability differences among classes. The gradient ascent algorithm is adopted to calculate the perturbation and iteratively generate test inputs. Empirical studies on 5 DNN models covering 4 different image datasets demonstrate that the improved surprise adequacy metric effectively captures surprising test inputs and reduces the time cost of the calculation. Concerning test input generation, compared with DeepGini and RobOT, the follow-up test set generated by using the proposed seed input selection strategy exhibits the highest surprise coverage improvement of 5.9% and 15.9%, respectively. Compared with DLFuzz and DeepXplore, the proposed approach achieves the highest surprise coverage improvement of 26.5% and 33.7%, respectively.
, authors=Hongjing Guo
1, Chuanqi Tao
1, 2, 3, *, Zhiqiu Huang
1, 2, authorsList=Hongjing Guo, Chuanqi Tao, Zhiqiu Huang, authorCompany=null, correspAuthors=Chuanqi Tao, authorNote=
born in 1996. PhD candidate. Student member of CCF. Her main research interest includes intelligent software testing
born in 1984. PhD, associate professor. Senior member of CCF. His main research interests include intelligent software development and quality assurance of intelligent software
born in 1965. PhD, professor. Distinguished member of CCF. His main research interests include software quality assurance, system safety, and formal methods
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329456549250052143, articleId=1329456546955767833, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=意外充分性引导的深度神经网络测试样本生成, columnId=1327010930908574265, journalTitle=计算机研究与发展, columnName=软件技术, runingTitle=null, highlight=null, articleAbstract=
由于深度神经网络(deep neural network, DNN)模型的复杂性和不确定性等属性,对模型的一般行为和边界行为进行充分的测试是保障模型质量的重要手段. 当前的研究主要基于制定的覆盖准则,结合模糊测试技术生成衍生测试样本,从而提升测试充分性,但较少综合考虑测试样本的多样性及个体揭错能力. 意外充分性指标量化测试样本与训练集在神经元输出方面的差异,是测试充分性评估的重要指标,目前缺乏基于此指标的测试样本生成方法. 因此,提出了一种意外充分性引导的深度神经网络测试样本生成方法,首先,筛选对于决策结果贡献较大的重要神经元,以其输出值为特征,改进意外充分性指标;其次,基于测试样本的意外充分性度量筛选具有揭错能力的种子样本;最后,利用覆盖引导的模糊测试思想,将测试样本的意外充分性值和DNN模型预测的类别概率差异作为联合优化目标,利用梯度上升算法计算扰动,迭代生成测试样本. 为了验证所提方法的有效性,选取5个DNN模型作为被测对象,涵盖4种不同的图像数据集,实验结果表明,改进的意外充分性指标能够有效捕捉异常的测试样本,同时减少计算时间开销. 在测试样本生成方面,与方法DeepGini和RobOT相比,基于所提的种子样本选择策略生成的衍生测试集的意外覆盖率最高提升了5.9个百分比和15.9个百分比. 相比于方法DLFuzz和DeepXplore,所提方法的意外覆盖率最高提升了26.5个百分比和33.7个百分比.
, authors=郭虹静
1, 陶传奇
1, 2, 3, *, 黄志球
1, 2, authorsList=郭虹静, 陶传奇, 黄志球, authorCompany=null, correspAuthors=陶传奇, authorNote=
 |
1996年生. 博士研究生. CCF学生会员. 主要研究方向为智能化软件测试 |
 |
1984年生. 博士,副教授. CCF高级会员. 主要研究方向为智能化软件开发、智能软件质量保障 |
 |
1965年生. 博士,教授. CCF杰出会员. 主要研究方向为软件质量保障、系统安全、形式化方法 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=sgrGIJXNIt7+jfscG6SBvA==, magXml=fPH5A6ZMFgeQ6vScXqt3zg==, pdfUrl=null, pdf=k2d2Y8FMQRp7T9Ks2ZJjEg==, pdfFileSize=1863920, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=XFKJVg7GzyCw4JHgkVfcwQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=yp+ACjkIwC6ApVLUBEg7OQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329456549715619898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=guohongjing@nuaa.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456549812088892, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456549715619898, language=EN, stringName=Hongjing Guo, firstName=Hongjing, middleName=null, lastName=Guo, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016, bio={"content":"
born in 1996. PhD candidate. Student member of CCF. Her main research interest includes intelligent software testing
"}, bioImg=null, bioContent=
born in 1996. PhD candidate. Student member of CCF. Her main research interest includes intelligent software testing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456549891780669, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456549715619898, language=CN, stringName=郭虹静, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1南京航空航天大学计算机科学与技术学院 南京 210016, bio={"img":"sTOu9a0boNaRJG3e8fXNnA==","content":"
1996年生. 博士研究生. CCF学生会员. 主要研究方向为智能化软件测试
"}, bioImg=sTOu9a0boNaRJG3e8fXNnA==, bioContent=
1996年生. 博士研究生. CCF学生会员. 主要研究方向为智能化软件测试
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456549476544560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=1, ext=[AuthorCompanyExt(id=1329456549484933169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016), AuthorCompanyExt(id=1329456549493321778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京航空航天大学计算机科学与技术学院 南京 210016)])]), Author(id=1329456549958889535, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=taochuanqi@nuaa.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329456550042775619, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456549958889535, language=EN, stringName=Chuanqi Tao, firstName=Chuanqi, middleName=null, lastName=Tao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016
2Ministry Key Laboratory for Safety-Critical Software Development and Verification (Nanjing University of Aeronautics and Astronautics), Nanjing 210016
3National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1984. PhD, associate professor. Senior member of CCF. His main research interests include intelligent software development and quality assurance of intelligent software
"}, bioImg=null, bioContent=
born in 1984. PhD, associate professor. Senior member of CCF. His main research interests include intelligent software development and quality assurance of intelligent software
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456550122467396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456549958889535, language=CN, stringName=陶传奇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1南京航空航天大学计算机科学与技术学院 南京 210016
2高安全系统的软件开发与验证技术工信部重点实验室(南京航空航天大学) 南京 210016
3计算机软件新技术国家重点实验室(南京大学) 南京 210023, bio={"img":"KDAJH+IZQsTh3EYVYYTBaw==","content":"
1984年生. 博士,副教授. CCF高级会员. 主要研究方向为智能化软件开发、智能软件质量保障
"}, bioImg=KDAJH+IZQsTh3EYVYYTBaw==, bioContent=
1984年生. 博士,副教授. CCF高级会员. 主要研究方向为智能化软件开发、智能软件质量保障
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456549476544560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=1, ext=[AuthorCompanyExt(id=1329456549484933169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016), AuthorCompanyExt(id=1329456549493321778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京航空航天大学计算机科学与技术学院 南京 210016)]), AuthorCompany(id=1329456549560430643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=2, ext=[AuthorCompanyExt(id=1329456549568819252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Ministry Key Laboratory for Safety-Critical Software Development and Verification (Nanjing University of Aeronautics and Astronautics), Nanjing 210016), AuthorCompanyExt(id=1329456549577207861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2高安全系统的软件开发与验证技术工信部重点实验室(南京航空航天大学) 南京 210016)]), AuthorCompany(id=1329456549640122422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=3, ext=[AuthorCompanyExt(id=1329456549648511031, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549640122422, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329456549656899640, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549640122422, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3计算机软件新技术国家重点实验室(南京大学) 南京 210023)])]), Author(id=1329456550290239558, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456550361542729, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456550290239558, language=EN, stringName=Zhiqiu Huang, firstName=Zhiqiu, middleName=null, lastName=Huang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016
2Ministry Key Laboratory for Safety-Critical Software Development and Verification (Nanjing University of Aeronautics and Astronautics), Nanjing 210016, bio={"content":"
born in 1965. PhD, professor. Distinguished member of CCF. His main research interests include software quality assurance, system safety, and formal methods
"}, bioImg=null, bioContent=
born in 1965. PhD, professor. Distinguished member of CCF. His main research interests include software quality assurance, system safety, and formal methods
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456550420262986, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, authorId=1329456550290239558, language=CN, stringName=黄志球, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1南京航空航天大学计算机科学与技术学院 南京 210016
2高安全系统的软件开发与验证技术工信部重点实验室(南京航空航天大学) 南京 210016, bio={"img":"knexKaWUojx0paUzpjnzkg==","content":"
1965年生. 博士,教授. CCF杰出会员. 主要研究方向为软件质量保障、系统安全、形式化方法
"}, bioImg=knexKaWUojx0paUzpjnzkg==, bioContent=
1965年生. 博士,教授. CCF杰出会员. 主要研究方向为软件质量保障、系统安全、形式化方法
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456549476544560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=1, ext=[AuthorCompanyExt(id=1329456549484933169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016), AuthorCompanyExt(id=1329456549493321778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京航空航天大学计算机科学与技术学院 南京 210016)]), AuthorCompany(id=1329456549560430643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=2, ext=[AuthorCompanyExt(id=1329456549568819252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Ministry Key Laboratory for Safety-Critical Software Development and Verification (Nanjing University of Aeronautics and Astronautics), Nanjing 210016), AuthorCompanyExt(id=1329456549577207861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2高安全系统的软件开发与验证技术工信部重点实验室(南京航空航天大学) 南京 210016)])])], keywords=[Keyword(id=1329456550512537675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, orderNo=1, keyword=software testing), Keyword(id=1329456550596423756, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, orderNo=2, keyword=test input generation), Keyword(id=1329456550659338317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, orderNo=3, keyword=test coverage), Keyword(id=1329456550722252878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, orderNo=4, keyword=deep neural network), Keyword(id=1329456550810333263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, orderNo=5, keyword=surprise adequacy), Keyword(id=1329456550860664912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, orderNo=1, keyword=软件测试), Keyword(id=1329456550915190865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, orderNo=2, keyword=测试样本生成), Keyword(id=1329456550973911122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, orderNo=3, keyword=测试覆盖), Keyword(id=1329456551032631379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, orderNo=4, keyword=深度神经网络), Keyword(id=1329456551095545940, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, orderNo=5, keyword=意外充分性)], refs=[Reference(id=1329456553335304301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=The New York Times. After fatal uber crash, a self-driving start-up moves forward[EB/OL]. [2022-06-10].https://www.nytimes.com/2018/05/07/technology/uber-crash-autonomous-driveai.html, articleTitle=null, refAbstract=null), Reference(id=1329456553448550510, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jie, Harman M, Ma Lei, et al. Machine learning testing: Survey, landscapes and horizons[J]. IEEE Transactions on Software Engineering, 2022, 48(1): 1−36, articleTitle=null, refAbstract=null), Reference(id=1329456553524047983, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Xiaowei, Kroening D, Ruan Wenjie, et al. A survey of safety and trustworthiness of deep neural networks: Verification, testing, adversarial attack and defence, and interpretability[J]. Computer Science Review, 2020, 37: 10270, articleTitle=null, refAbstract=null), Reference(id=1329456553612128368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=王赞,闫明,刘爽,等. 深度神经网络测试研究综述[J]. 软件学报,2020,31(5):1255−1275, articleTitle=null, refAbstract=null), Reference(id=1329456553725374577, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zan, Yan Ming, Liu Shuang, et al. Survey on testing of deep neural networks[J]. Journal of Software, 2020, 31(5): 1255−1275 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456553784094834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Xiaofei, Ma Lei, Juefei-Xu F, et al. DeepHunter: A coverage guided fuzz testing framework for deep neural networks[C] //Proc of the 28th ACM SIGSOFT Int Symp on Software Testing and Analysis. New York: ACM, 2019: 146−157, articleTitle=null, refAbstract=null), Reference(id=1329456553863786611, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=代贺鹏,孙昌爱,金慧,等. 面向深度学习系统的模糊测试技术研究进展[J]. 软件学报,2023, 34(11): 5008−5028, articleTitle=null, refAbstract=null), Reference(id=1329456553960255604, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Dai Hepeng, Sun Chang’ai, Jin Hui, et al. State-of-the-art survey of fuzzing for deep learning systems[J]. Journal of Software, 2023, 34(11): 5008−5028, articleTitle=null, refAbstract=null), Reference(id=1329456554027364469, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Pei Kexin, Cao Yinzhi, Yang Junfeng, et al. DeepXplore: Automated whitebox testing of deep learning systems[C] //Proc of the 26th Symp on Operating Systems Principles. New York: ACM, 2017: 1−18, articleTitle=null, refAbstract=null), Reference(id=1329456554098667638, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Jianmin, Jiang Yu, Zhao Yue, et al. DLFuzz: Differential fuzzing testing of deep learning systems[C] //Proc of the 26th Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software. New York: ACM, 2018: 739−743, articleTitle=null, refAbstract=null), Reference(id=1329456554169970807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, Feldt R, Yoo S. Guiding deep learning system testing using surprise adequacy[C] //Proc of the 41st Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2019: 1039−1049, articleTitle=null, refAbstract=null), Reference(id=1329456554249662584, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, Ju J, Feldt R, et al. Reducing DNN labelling cost using surprise adequacy: An industrial case study for autonomous driving[C] //Proc of the 28th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2022: 1466−1476, articleTitle=null, refAbstract=null), Reference(id=1329456554350325881, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim S, Yoo S. Evaluating surprise adequacy for question answering[C] //Proc of the 42nd Int Conf on Software Engineering Workshops. New York: ACM, 2020: 197−202, articleTitle=null, refAbstract=null), Reference(id=1329456554484543610, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Weiss M, Chakraborty R, Tonella P. A review and refinement of surprise adequacy[C] //Proc of the 3rd IEEE/ACM Int Workshop on Deep Learning for Testing and Testing for Deep Learning. Piscataway, NJ: IEEE, 2021: 17−24, articleTitle=null, refAbstract=null), Reference(id=1329456554564235387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Gerasimous S, Eniser H, Sen A, et al. Importance-driven deep learning system testing[C] //Proc of the 42nd ACM/IEEE Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2020: 702−713, articleTitle=null, refAbstract=null), Reference(id=1329456554656510076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Xiaofei, Li Tianlin, Wang Jian, et al. NPC: Neuron path coverage via characterizing decision Logic of deep neural networks[J]. ACM Transactions on Software Engineering and Methodology, 2022, 31(3): 47: 1−47: 27, articleTitle=null, refAbstract=null), Reference(id=1329456554723618941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Lei, Juefei-Xu F, Zhang Fuyuan, et al. DeepGauge: Multi-granularity testing criteria for deep learning systems[C] //Proc of the 33rd ACM/IEEE Int Conf on Automated Software Engineering. New York: ACM, 2018: 120−131, articleTitle=null, refAbstract=null), Reference(id=1329456554799116414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Yang, Shi Qingkai, Gao Xinyu, et al. DeepGini: Prioritizing massive tests to enhance the robustness of deep neural networks[C] //Proc of the 29th ACM SIGSOFT Int Symp on Software Testing and Analysis. New York: ACM, 2020: 177−188, articleTitle=null, refAbstract=null), Reference(id=1329456554862030975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jingyi, Chen Jialuo, Sun Youcheng, et al. RobOT: Robustness-oriented testing for deep learning systems[C] //Proc of the 43rd Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2021: 300−311, articleTitle=null, refAbstract=null), Reference(id=1329456554924945536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Dong, Wang Ziyuan, Fang Chunrong, et al. DeepPath: Path-driven testing criteria for deep neural networks[C] //Proc of the 1st IEEE Int Conf on Artificial Intelligence Testing. Piscataway, NJ: IEEE, 2019: 119−120, articleTitle=null, refAbstract=null), Reference(id=1329456555075940481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Lei, Juefei-Xu F, Xue Minhui, et al. DeepCT: Tomographic combinatorial testing for deep learning systems[C] //Proc of the 26th Int Conf on Software Analysis, Evaluation and Reengineering. Piscataway, NJ: IEEE, 2019: 614−618, articleTitle=null, refAbstract=null), Reference(id=1329456555168215170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Xiaoning, Xie Xiaofei, Li Yi, et al. DeepStellar: Model-based quantitative analysis of stateful deep learning systems[C] //Proc of the 27th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2019: 477−487, articleTitle=null, refAbstract=null), Reference(id=1329456555252101251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=李舵,董超群,司品超,等. 神经网络验证和测试技术研究综述[J]. 计算机工程与应用,2021,57(22):53−67, articleTitle=null, refAbstract=null), Reference(id=1329456555331793028, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Duo, Dong Chaoqun, Si Pinchao, et al. Survey of research on neural network verification and testing technology[J]. Computer Engineering and Applications, 2021, 57(22): 53−67 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456555419873413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Bach S, Binder A, Montavon G, et al. On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation[J]. PLoS ONE, 2015, 7(10): 1−46, articleTitle=null, refAbstract=null), Reference(id=1329456555491176582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=纪守领,李进锋,杜天宇,等. 机器学习模型可解释性方法、应用与安全研究综述[J]. 计算机研究与发展,2019,56(10):2071−2096, articleTitle=null, refAbstract=null), Reference(id=1329456555575062663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji Shouling, Li Jinfeng, Du Tianyu, et al. Survey on techniques, applications and security of machine learning interpretability[J]. Journal of Computer Research and Development, 2019, 56(10): 2071−2096 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456555642171528, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=沐燕舟,王赞,陈翔,等. 采用多目标优化的深度学习测试优化方法[J]. 软件学报,2022,33(7):2499−2524, articleTitle=null, refAbstract=null), Reference(id=1329456555700891785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Mu Yanzhou, Wang Zan, Chen Xiang, et al. A deep learning test optimization method using multi-objective optimization[J]. Journal of Software, 2022, 33(7): 2499−2524 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456555784777866, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=LeCun Y, Cortes C. The MNIST database of handwritten digits[EB/OL]. [2022-06-10]. http://yann.lecun.com/exdb/mnist/, articleTitle=null, refAbstract=null), Reference(id=1329456555843498123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Krizhevsky N, Vinod H, Geoffrey C, et al. The CIFAR-10 dataset[EB/OL]. [2022-06-10]. http://www.cs.toronto.edu/~kriz/cifar.html, articleTitle=null, refAbstract=null), Reference(id=1329456555931578508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Han, Rasul K, Vollgraf R. Fashion-MNIST is a dataset of Zalando’s article images[EB/OL]. [2022-06-10]. https://github.com/zalandoresearch/fashion-mnist, articleTitle=null, refAbstract=null), Reference(id=1329456556032241805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Udacity. Dataset wiki[EB/OL]. [2022-06-10]. https://github.com/udacity/self-driving-car/tree/master/datasets, articleTitle=null, refAbstract=null), Reference(id=1329456556103544974, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Alber M, Lapuschkin S, Seegerer P, et al. iNNvestigate neural networks![J]. Journal of Machine Learning Research, 2019, 20(93): 1−8, articleTitle=null, refAbstract=null), Reference(id=1329456556170653839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Zhiyang, Dou Wensheng, Liu Jie, et al. DeepCon: Contribution coverage testing for deep learning systems[C] //Proc of the 28th IEEE Int Conf on Software Analysis, Evolution and Reengineering. Piscataway, NJ: IEEE, 2021: 189−200, articleTitle=null, refAbstract=null), Reference(id=1329456556258734224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I, Shlens J, Szegedy C. Explaining and harnessing adversarial examples[J]. arXiv preprint, arXiv: 1412.6572, 2015, articleTitle=null, refAbstract=null), Reference(id=1329456556317454481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Carlini N, Wagner D. Towards evaluating the robustness of neural networks[C] //Proc of the 38th IEEE Symp on Security and Privacy. Piscataway, NJ: IEEE, 2017: 39−57, articleTitle=null, refAbstract=null), Reference(id=1329456556409729170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee S, Cha S, Lee D, et al. Effective white-box testing of deep neural networks with adaptive neuron-selection strategy[C] //Proc of the 29th ACM SIGSOFT Int Symp on Software Testing and Analysis. New York: ACM, 2020: 165−176, articleTitle=null, refAbstract=null), Reference(id=1329456556510392467, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Pengcheng, Ren Bin, Dong Hai, et al. CAGFuzz: Coverage-guided adversarial generative fuzzing testing for image-based deep learning systems[J]. IEEE Transactions on Software Engineering, 2021, 48(11): 4630−4646, articleTitle=null, refAbstract=null), Reference(id=1329456556602667156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Shen Weijun, Li Yanhui, Chen Lin, et al. Multiple-boundary clustering and prioritization to promote neural network retraining[C] //Proc of the 35th IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2020: 410−422, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329456549476544560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=1, ext=[AuthorCompanyExt(id=1329456549484933169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 210016), AuthorCompanyExt(id=1329456549493321778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549476544560, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京航空航天大学计算机科学与技术学院 南京 210016)]), AuthorCompany(id=1329456549560430643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=2, ext=[AuthorCompanyExt(id=1329456549568819252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Ministry Key Laboratory for Safety-Critical Software Development and Verification (Nanjing University of Aeronautics and Astronautics), Nanjing 210016), AuthorCompanyExt(id=1329456549577207861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549560430643, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2高安全系统的软件开发与验证技术工信部重点实验室(南京航空航天大学) 南京 210016)]), AuthorCompany(id=1329456549640122422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, xref=3, ext=[AuthorCompanyExt(id=1329456549648511031, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549640122422, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329456549656899640, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, companyId=1329456549640122422, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3计算机软件新技术国家重点实验室(南京大学) 南京 210023)])], figs=[ArticleFig(id=1329456551242346581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 1, caption=
Framework of DeepSA approach, figureFileSmall=CLmYMwb4h1jzf70xkuWsQw==, figureFileBig=XFKJVg7GzyCw4JHgkVfcwQ==, tableContent=null), ArticleFig(id=1329456551296872534, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图1, caption=
DeepSA方法框架, figureFileSmall=CLmYMwb4h1jzf70xkuWsQw==, figureFileBig=XFKJVg7GzyCw4JHgkVfcwQ==, tableContent=null), ArticleFig(id=1329456551561113687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 2, caption=
Accuracy of LeNet4 model on selected test subsets based on LSAv values and DSAv values, figureFileSmall=c25arlreRyZlTK1gPDxK+w==, figureFileBig=l8UXSjTn7y839QwSto3e6Q==, tableContent=null), ArticleFig(id=1329456551632416856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图2, caption=
LeNet4模型在基于LSAv值和DSAv值筛选的测试样本子集上的准确率, figureFileSmall=c25arlreRyZlTK1gPDxK+w==, figureFileBig=l8UXSjTn7y839QwSto3e6Q==, tableContent=null), ArticleFig(id=1329456551686942809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 3, caption=
Accuracy of LeNet5 model on selected test subsets based on LSAv values and DSAv values, figureFileSmall=Dzf2IKtAT+D+cEOWy3dCxA==, figureFileBig=mw0nUbJCVssgT5SqHuxeeA==, tableContent=null), ArticleFig(id=1329456551766634586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图3, caption=
LeNet5模型在基于LSAv值和DSAv值筛选的测试样本子集上的准确率, figureFileSmall=Dzf2IKtAT+D+cEOWy3dCxA==, figureFileBig=mw0nUbJCVssgT5SqHuxeeA==, tableContent=null), ArticleFig(id=1329456551829549147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 4, caption=
Accuracy of Fashion-LeNet5 model on selected test subsets based on LSAv values and DSAv values, figureFileSmall=jh0H4nc7ZLA0Lc27npdK5A==, figureFileBig=82+ZZ1GTl/unzGNy4LE1TQ==, tableContent=null), ArticleFig(id=1329456551984738396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图4, caption=
Fashion-LeNet5模型在基于LSAv值和DSAv值筛选的测试样本子集上的准确率, figureFileSmall=jh0H4nc7ZLA0Lc27npdK5A==, figureFileBig=82+ZZ1GTl/unzGNy4LE1TQ==, tableContent=null), ArticleFig(id=1329456552047652957, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 5, caption=
Accuracy of ConvNet model on selected test subsets based on LSAv values and DSAv values, figureFileSmall=rsToHVGxd3YTFaeEwAoSFA==, figureFileBig=6e9tS/LTzm10++7v1fxZbA==, tableContent=null), ArticleFig(id=1329456552110567518, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图5, caption=
ConvNet模型在基于LSAv值和DSAv值筛选的测试样本子集上的准确率, figureFileSmall=rsToHVGxd3YTFaeEwAoSFA==, figureFileBig=6e9tS/LTzm10++7v1fxZbA==, tableContent=null), ArticleFig(id=1329456552165093471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 6, caption=
Time cost of measuring DSAv values with selecting different number of important neurons, figureFileSmall=o1D5PxSzkLaT14IP2pFdcg==, figureFileBig=AqcFKabvs0jOqCFfVQ0ECg==, tableContent=null), ArticleFig(id=1329456552240590944, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图6, caption=
选取不同数量的重要神经元度量DSAv值的时间开销, figureFileSmall=o1D5PxSzkLaT14IP2pFdcg==, figureFileBig=AqcFKabvs0jOqCFfVQ0ECg==, tableContent=null), ArticleFig(id=1329456552316088417, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Figure 7, caption=
Time cost of measuring LSAv values selecting with different number of important neurons, figureFileSmall=317BpsxPjAhOQWjI7TfwlA==, figureFileBig=jSi47mU7x32SaU2L457r/Q==, tableContent=null), ArticleFig(id=1329456552408363106, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=图7, caption=
选取不同数量的重要神经元度量LSAv值的时间开销, figureFileSmall=317BpsxPjAhOQWjI7TfwlA==, figureFileBig=jSi47mU7x32SaU2L457r/Q==, tableContent=null), ArticleFig(id=1329456552467083363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Table 1, caption=
DNN Models and Data Sets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | DNN模型 | 在测试集上的准确率/ % | MSE | 目标层 | 目标层神经元总数 |
|---|
| MNIST | LeNet4 | 98.56 | | 全部卷积层和全连接层 | 128 |
| LeNet5 | 98.79 | | 248 |
| CIFAR10 | ConvNet | 82.78 | | activation5和activation6 | 256 |
| Fashion-MNIST | LeNet5 | 88.80 | | fc1和fc2 | 204 |
| Udacity Self-driving Car Challenge | Dave_orig | | 0.0964 | block_conv5, fc1, fc2, fc3 | 224 |
), ArticleFig(id=1329456552542580836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=表1, caption=
DNN模型和数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | DNN模型 | 在测试集上的准确率/ % | MSE | 目标层 | 目标层神经元总数 |
|---|
| MNIST | LeNet4 | 98.56 | | 全部卷积层和全连接层 | 128 |
| LeNet5 | 98.79 | | 248 |
| CIFAR10 | ConvNet | 82.78 | | activation5和activation6 | 256 |
| Fashion-MNIST | LeNet5 | 88.80 | | fc1和fc2 | 204 |
| Udacity Self-driving Car Challenge | Dave_orig | | 0.0964 | block_conv5, fc1, fc2, fc3 | 224 |
), ArticleFig(id=1329456552609689701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Table 2, caption=
Parameter Configurations of Surprise Coverage
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | DSCv | | LSCv |
|---|
| 上界 | 段的数量 | | 上界 | 段的数量 |
|---|
| LeNet4 | 4 | 1000 | | 3000 | 500 |
| LeNet5 |
| ConvNet | 2 | 1000 | | 500 | 500 |
| Fashion-LeNet5 | 3 | 1000 | | 3000 | 500 |
), ArticleFig(id=1329456552676798566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=表2, caption=
意外覆盖率的参数配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | DSCv | | LSCv |
|---|
| 上界 | 段的数量 | | 上界 | 段的数量 |
|---|
| LeNet4 | 4 | 1000 | | 3000 | 500 |
| LeNet5 |
| ConvNet | 2 | 1000 | | 500 | 500 |
| Fashion-LeNet5 | 3 | 1000 | | 3000 | 500 |
), ArticleFig(id=1329456552739713127, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Table 3, caption=
The Number of Generated Adversarial Examples and Corresponding Surprise Coverage Differences
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | 模糊测试 策略 | 种子样本 选择策略 | 对抗样本数量 | 原始测试集的 意外覆盖率 /% | 意外覆盖率 差值 /% |
|---|
| LeNet4 | DFuzz(本文) | ST-Dper(本文) | 885 | 33.7 | + 25.6 |
| ST-Dall(本文) | 852 | 33.7 | + 22.4 |
| DeepGini | 869 | 33.7 | + 19.7 |
| RobOT | 486 | 33.7 | + 13.1 |
| LFuzz(本文) | ST-Lper(本文) | 658 | 7.4 | + 38.8 |
| ST-Lall(本文) | 487 | 7.4 | + 40.0 |
| DLFuzz(DSCv) | random | 223 | 33.7 | + 15.8 |
| DLFuzz(LSCv) | random | 223 | 7.4 | + 29.4 |
| DeepXplore(DSCv) | random | 76 | 33.7 | + 2.2 |
| DeepXplore(LSCv) | random | 76 | 7.4 | + 4.8 |
| LeNet5 | DFuzz(本文) | ST-Dper(本文) | 1607 | 31.3 | + 7.7 |
| ST-Dall(本文) | 921 | 31.3 | + 5.8 |
| DeepGini | 1586 | 31.3 | + 6.6 |
| RobOT | 847 | 31.3 | + 3.3 |
| LFuzz(本文) | ST-Lper(本文) | 460 | 15.0 | + 35.0 |
| ST-Lall(本文) | 404 | 15.0 | + 27.2 |
| DLFuzz(DSCv) | random | 239 | 31.3 | + 1.2 |
| DLFuzz(LSCv) | random | 239 | 15.0 | + 25.8 |
| DeepXplore(DSCv) | random | 78 | 31.3 | + 0.2 |
| DeepXplore(LSCv) | random | 78 | 15.0 | + 3.9 |
| ConvNet | DFuzz(本文) | ST-Dper(本文) | 472 | 74.6 | + 5.1 |
| ST-Dall(本文) | 447 | 74.6 | + 4.6 |
| DeepGini | 664 | 74.6 | + 4.9 |
| RobOT | 439 | 74.6 | + 5.1 |
| LFuzz(本文) | ST-Lper(本文) | 301 | 44.0 | + 3.2 |
| ST-Lall(本文) | 278 | 44.0 | + 3.0 |
| DLFuzz(DSCv) | random | 438 | 74.6 | + 3.5 |
| DLFuzz(LSCv) | random | 438 | 44.0 | + 6.5 |
| DeepXplore(DSCv) | random | 179 | 74.6 | + 1.2 |
| DeepXplore(LSCv) | random | 179 | 44.0 | + 1.9 |
| Fashion-LeNet5 | DFuzz(本文) | ST-Dper(本文) | 2 039 | 54.0 | + 34.2 |
| ST-Dall(本文) | 1 917 | 54.0 | + 32.3 |
| DeepGini | 2 013 | 54.0 | + 32.8 |
| RobOT | 1207 | 54.0 | + 18.3 |
| LFuzz(本文) | ST-Lper(本文) | 1 826 | 16.8 | + 14.6 |
| ST-Lall(本文) | 2 013 | 16.8 | + 12.8 |
| DLFuzz(DSCv) | random | 442 | 54.0 | + 7.7 |
| DLFuzz(LSCv) | random | 442 | 16.8 | + 3.8 |
| DeepXplore(DSCv) | random | 64 | 54.0 | + 0.5 |
| DeepXplore(LSCv) | random | 64 | 16.8 | + 1.2 |
), ArticleFig(id=1329456552823599208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=表3, caption=
生成的对抗样本数量及对应的意外覆盖率差值
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | 模糊测试 策略 | 种子样本 选择策略 | 对抗样本数量 | 原始测试集的 意外覆盖率 /% | 意外覆盖率 差值 /% |
|---|
| LeNet4 | DFuzz(本文) | ST-Dper(本文) | 885 | 33.7 | + 25.6 |
| ST-Dall(本文) | 852 | 33.7 | + 22.4 |
| DeepGini | 869 | 33.7 | + 19.7 |
| RobOT | 486 | 33.7 | + 13.1 |
| LFuzz(本文) | ST-Lper(本文) | 658 | 7.4 | + 38.8 |
| ST-Lall(本文) | 487 | 7.4 | + 40.0 |
| DLFuzz(DSCv) | random | 223 | 33.7 | + 15.8 |
| DLFuzz(LSCv) | random | 223 | 7.4 | + 29.4 |
| DeepXplore(DSCv) | random | 76 | 33.7 | + 2.2 |
| DeepXplore(LSCv) | random | 76 | 7.4 | + 4.8 |
| LeNet5 | DFuzz(本文) | ST-Dper(本文) | 1607 | 31.3 | + 7.7 |
| ST-Dall(本文) | 921 | 31.3 | + 5.8 |
| DeepGini | 1586 | 31.3 | + 6.6 |
| RobOT | 847 | 31.3 | + 3.3 |
| LFuzz(本文) | ST-Lper(本文) | 460 | 15.0 | + 35.0 |
| ST-Lall(本文) | 404 | 15.0 | + 27.2 |
| DLFuzz(DSCv) | random | 239 | 31.3 | + 1.2 |
| DLFuzz(LSCv) | random | 239 | 15.0 | + 25.8 |
| DeepXplore(DSCv) | random | 78 | 31.3 | + 0.2 |
| DeepXplore(LSCv) | random | 78 | 15.0 | + 3.9 |
| ConvNet | DFuzz(本文) | ST-Dper(本文) | 472 | 74.6 | + 5.1 |
| ST-Dall(本文) | 447 | 74.6 | + 4.6 |
| DeepGini | 664 | 74.6 | + 4.9 |
| RobOT | 439 | 74.6 | + 5.1 |
| LFuzz(本文) | ST-Lper(本文) | 301 | 44.0 | + 3.2 |
| ST-Lall(本文) | 278 | 44.0 | + 3.0 |
| DLFuzz(DSCv) | random | 438 | 74.6 | + 3.5 |
| DLFuzz(LSCv) | random | 438 | 44.0 | + 6.5 |
| DeepXplore(DSCv) | random | 179 | 74.6 | + 1.2 |
| DeepXplore(LSCv) | random | 179 | 44.0 | + 1.9 |
| Fashion-LeNet5 | DFuzz(本文) | ST-Dper(本文) | 2 039 | 54.0 | + 34.2 |
| ST-Dall(本文) | 1 917 | 54.0 | + 32.3 |
| DeepGini | 2 013 | 54.0 | + 32.8 |
| RobOT | 1207 | 54.0 | + 18.3 |
| LFuzz(本文) | ST-Lper(本文) | 1 826 | 16.8 | + 14.6 |
| ST-Lall(本文) | 2 013 | 16.8 | + 12.8 |
| DLFuzz(DSCv) | random | 442 | 54.0 | + 7.7 |
| DLFuzz(LSCv) | random | 442 | 16.8 | + 3.8 |
| DeepXplore(DSCv) | random | 64 | 54.0 | + 0.5 |
| DeepXplore(LSCv) | random | 64 | 16.8 | + 1.2 |
), ArticleFig(id=1329456552899096681, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Table 4, caption=
Results of Test Samples Generated by DeepSA with Different Numbers of Seeds
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | 对抗样本数量 | | 意外覆盖率差值 /% |
|---|
| I | II | | I | II |
|---|
| LeNet4 | 885 | 345 | | + 25.6 | + 16.4 |
| LeNet5 | 1607 | 1000 | | + 9.7 | + 5.9 |
| Fashion-LeNet5 | 2 039 | 815 | | + 34.2 | + 18.2 |
| ConvNet | 472 | 217 | | + 5.1 | + 1.8 |
), ArticleFig(id=1329456553003954282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=表4, caption=
不同种子样本数量下DeepSA生成的测试样本结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| DNN模型 | 对抗样本数量 | | 意外覆盖率差值 /% |
|---|
| I | II | | I | II |
|---|
| LeNet4 | 885 | 345 | | + 25.6 | + 16.4 |
| LeNet5 | 1607 | 1000 | | + 9.7 | + 5.9 |
| Fashion-LeNet5 | 2 039 | 815 | | + 34.2 | + 18.2 |
| ConvNet | 472 | 217 | | + 5.1 | + 1.8 |
), ArticleFig(id=1329456553083646059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=EN, label=Table 5, caption=
MSE of Dave_orig Model on Selected Test Samples Based on LSAv Values
, figureFileSmall=null, figureFileBig=null, tableContent=
| m | MSE |
|---|
| 100 | 1000 | 2000 | 4000 | 5000 |
|---|
| 70 | 0.302 | 0.186 | 0.139 | 0.107 | 0.100 |
| 80 | 0.370 | 0.189 | 0.139 | 0.108 | 0.100 |
| 90 | 0.368 | 0.188 | 0.138 | 0.107 | 0.100 |
| 100 | 0.363 | 0.189 | 0.139 | 0.107 | 0.100 |
), ArticleFig(id=1329456553142366316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456546955767833, language=CN, label=表5, caption=
Dave_orig模型在基于LSAv值选择的测试样本上的均方误差
, figureFileSmall=null, figureFileBig=null, tableContent=
| m | MSE |
|---|
| 100 | 1000 | 2000 | 4000 | 5000 |
|---|
| 70 | 0.302 | 0.186 | 0.139 | 0.107 | 0.100 |
| 80 | 0.370 | 0.189 | 0.139 | 0.108 | 0.100 |
| 90 | 0.368 | 0.188 | 0.138 | 0.107 | 0.100 |
| 100 | 0.363 | 0.189 | 0.139 | 0.107 | 0.100 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202220745, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202220745, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202220745, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202220745, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1711900800000, fullTextJson=null, articleText=null, reference=null)