Article(id=1329381598404915242, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202220803, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1663084800000, receivedDateStr=2022-09-14, revisedDate=1676995200000, revisedDateStr=2023-02-22, acceptedDate=null, acceptedDateStr=null, onlineDate=1794878871775, onlineDateStr=2026-11-17, pubDate=1704124800000, pubDateStr=2024-01-02, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794878871775, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794878871775, creator=13701087609, updateTime=1794878871775, updator=13701087609, issue=Issue{id=1329381463562236291, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='1', pageStart='1', pageEnd='270', issueExtLink='null', onlineDate='null', pubDate='1704124800000', pubDateStr='2024-01-02', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794878839626, creator='13701087609', updateTime=1794899256120, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329467096993477032, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329467096997671337, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=209, endPage=220, ext={EN=ArticleExt(id=1329381598606241835, articleId=1329381598404915242, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Optimizing Deep Neural Network Based on Interpretability Analysis, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
In recent years, deep neural networks (DNN) have been widely used in many fields, even replacing human to make decisions in some safety-critical systems, such as autonomous driving and smart healthcare, which requires higher reliability of DNN. It is difficult to understand the internal prediction mechanism and debug because of the complex multi-layer nonlinear network structure of DNN. The existing DNN debugging work mainly improves the performance by adjusting the parameters and augments the training set to optimize DNN. However, it is difficult to control the modification range of adjusting parameters directly, and probably make the model lose the ability of fitting the training set. And unguided augmentation of training set will dramatically increase training costs. To address this problem, a DNN optimization method OptDIA (optimizing DNN based on interpretability analysis) is proposed. Interpretability analysis is conducted on the training process and the decision-making behavior of DNN. According to the interpretability analysis results, the original training data is split into different partitions to evaluate their influences on decision-making results of DNN. After that, the partitions of original training data are transformed with different probabilities to generate new training data, which are used to retrain DNN to improve the performance of the model. The experiments on nine DNNs trained by three datasets shows that OptDIA can improve the accuracy of DNNs by 0.39% to 2.15% and F1-score of DNNs by 0.11% to 2.03%.
, authors=Huanhuan Wu
1, Ruilin Xie
1, Yuanxin Qiao
1, Xiang Chen
2, Zhanqi Cui
1, *, authorsList=Huanhuan Wu, Ruilin Xie, Yuanxin Qiao, Xiang Chen, Zhanqi Cui, authorCompany=null, correspAuthors=Zhanqi Cui, authorNote=
born in 1995. Master. Student member of CCF. Her main research interests include intelligent software engineering and trustworthy artificial intelligence
born in 1996. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
born in 1999. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
born in 1980. PhD, associate professor, master supervisor. Senior member of CCF. His main research interests include software testing, software maintenance, empirical software engineering, and mining software repository
born in 1984. PhD, professor, master supervisor. Senior member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329381600736948285, articleId=1329381598404915242, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于可解释性分析的深度神经网络优化方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
近年来,深度神经网络(deep neural network,DNN)在众多领域取得了广泛应用,甚至在安全关键系统中已经可以代替人类作出决策,如自动驾驶和智慧医疗等,这对DNN的可靠性提出了更高的要求. 由于DNN具有复杂的多层非线性网络结构,难以理解其内部预测机制,也很难对其进行调试. 现有的DNN调试工作主要通过修改DNN的参数和扩增数据集提升DNN性能,以达到优化的目的. 然而直接调整参数难以控制修改的幅度,甚至使模型失去对训练数据的拟合能力;而无指导地扩增训练数据则会大幅增加训练成本. 针对此问题,提出了一种基于可解释性分析的DNN优化方法(optimizing DNN based on interpretability analysis,OptDIA). 对DNN的训练过程及决策行为进行解释分析,根据解释分析结果,将原始数据中对DNN决策行为产生不同程度影响的部分以不同概率进行数据变换以生成新训练数据,并重训练DNN,以提升模型性能达到优化DNN的目的. 在使用3个数据集训练的9个DNN模型上的实验结果表明,OptDIA可以将DNN的准确率提升0.39~2.15个百分点,F1-score提升0.11~2.03个百分点.
, authors=吴欢欢
1, 谢瑞麟
1, 乔塬心
1, 陈翔
2, 崔展齐
1, *, authorsList=吴欢欢, 谢瑞麟, 乔塬心, 陈翔, 崔展齐, authorCompany=null, correspAuthors=崔展齐, authorNote=
 |
1995年生. 硕士. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能 |
 |
1996年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能 |
 |
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能 |
 |
1980年生. 博士,副教授,硕士生导师. CCF高级会员. 主要研究方向为软件测试、软件维护、经验软件工程、软件仓库挖掘 |
 |
1984年生. 博士,教授,硕士生导师. CCF高级会员. 主要研究方向为智能软件工程、可信人工智能 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=803bqdWDsDf9xuMqkhx5GQ==, magXml=tAucN0HObgsYfPPon+PU+A==, pdfUrl=null, pdf=Fq2MqUxpCc4/ndNbBhhjdQ==, pdfFileSize=1234475, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=95CABN7Hc7iniVHtYyC3Xw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=luYm8SPIhbUoUTEwfYtOMQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329381601101852742, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wuhuanhuan@bistu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381601168961608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601101852742, language=EN, stringName=Huanhuan Wu, firstName=Huanhuan, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101, bio={"content":"
born in 1995. Master. Student member of CCF. Her main research interests include intelligent software engineering and trustworthy artificial intelligence
"}, bioImg=null, bioContent=
born in 1995. Master. Student member of CCF. Her main research interests include intelligent software engineering and trustworthy artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381601236070473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601101852742, language=CN, stringName=吴欢欢, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1北京信息科技大学计算机学院 北京 100101, bio={"img":"4U+2cB9uc4nLEoJdMP2GdA==","content":"
1995年生. 硕士. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
"}, bioImg=4U+2cB9uc4nLEoJdMP2GdA==, bioContent=
1995年生. 硕士. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381600934080574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=1, ext=[AuthorCompanyExt(id=1329381600942469183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101), AuthorCompanyExt(id=1329381600950857792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京信息科技大学计算机学院 北京 100101)])]), Author(id=1329381601303179339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381601399648333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601303179339, language=EN, stringName=Ruilin Xie, firstName=Ruilin, middleName=null, lastName=Xie, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101, bio={"content":"
born in 1996. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
"}, bioImg=null, bioContent=
born in 1996. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381601475145806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601303179339, language=CN, stringName=谢瑞麟, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1北京信息科技大学计算机学院 北京 100101, bio={"img":"j/qIfD7roeASmMV+BaVvlA==","content":"
1996年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
"}, bioImg=j/qIfD7roeASmMV+BaVvlA==, bioContent=
1996年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381600934080574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=1, ext=[AuthorCompanyExt(id=1329381600942469183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101), AuthorCompanyExt(id=1329381600950857792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京信息科技大学计算机学院 北京 100101)])]), Author(id=1329381601546448976, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381601617752146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601546448976, language=EN, stringName=Yuanxin Qiao, firstName=Yuanxin, middleName=null, lastName=Qiao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101, bio={"content":"
born in 1999. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
"}, bioImg=null, bioContent=
born in 1999. Master candidate. Student member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381601684861011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601546448976, language=CN, stringName=乔塬心, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1北京信息科技大学计算机学院 北京 100101, bio={"img":"hox6gwjwheZmqsNW27pP6w==","content":"
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
"}, bioImg=hox6gwjwheZmqsNW27pP6w==, bioContent=
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为智能软件工程、可信人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381600934080574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=1, ext=[AuthorCompanyExt(id=1329381600942469183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101), AuthorCompanyExt(id=1329381600950857792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京信息科技大学计算机学院 北京 100101)])]), Author(id=1329381601760358485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381601840050263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601760358485, language=EN, stringName=Xiang Chen, firstName=Xiang, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2School of Information Science and Technology, Nantong University, Nantong, Jiangsu 226019, bio={"content":"
born in 1980. PhD, associate professor, master supervisor. Senior member of CCF. His main research interests include software testing, software maintenance, empirical software engineering, and mining software repository
"}, bioImg=null, bioContent=
born in 1980. PhD, associate professor, master supervisor. Senior member of CCF. His main research interests include software testing, software maintenance, empirical software engineering, and mining software repository
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381601902964824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601760358485, language=CN, stringName=陈翔, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2南通大学信息科学技术学院 江苏南通 226019, bio={"img":"HYYcBdhrd70RfEud2JLlBQ==","content":"
1980年生. 博士,副教授,硕士生导师. CCF高级会员. 主要研究方向为软件测试、软件维护、经验软件工程、软件仓库挖掘
"}, bioImg=HYYcBdhrd70RfEud2JLlBQ==, bioContent=
1980年生. 博士,副教授,硕士生导师. CCF高级会员. 主要研究方向为软件测试、软件维护、经验软件工程、软件仓库挖掘
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381601017966658, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=2, ext=[AuthorCompanyExt(id=1329381601022160963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381601017966658, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Information Science and Technology, Nantong University, Nantong, Jiangsu 226019), AuthorCompanyExt(id=1329381601030549572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381601017966658, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南通大学信息科学技术学院 江苏南通 226019)])]), Author(id=1329381601965879386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=czq@bistu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329381602037182556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601965879386, language=EN, stringName=Zhanqi Cui, firstName=Zhanqi, middleName=null, lastName=Cui, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101, bio={"content":"
born in 1984. PhD, professor, master supervisor. Senior member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
"}, bioImg=null, bioContent=
born in 1984. PhD, professor, master supervisor. Senior member of CCF. His main research interests include intelligent software engineering and trustworthy artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381602104291421, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, authorId=1329381601965879386, language=CN, stringName=崔展齐, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1北京信息科技大学计算机学院 北京 100101, bio={"img":"YLuHKVYjEyvD+eeqtz3xuw==","content":"
1984年生. 博士,教授,硕士生导师. CCF高级会员. 主要研究方向为智能软件工程、可信人工智能
"}, bioImg=YLuHKVYjEyvD+eeqtz3xuw==, bioContent=
1984年生. 博士,教授,硕士生导师. CCF高级会员. 主要研究方向为智能软件工程、可信人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381600934080574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=1, ext=[AuthorCompanyExt(id=1329381600942469183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101), AuthorCompanyExt(id=1329381600950857792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京信息科技大学计算机学院 北京 100101)])])], keywords=[Keyword(id=1329381602209149022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, orderNo=1, keyword=deep neural network), Keyword(id=1329381602276257887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, orderNo=2, keyword=DNN optimization), Keyword(id=1329381602347561056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, orderNo=3, keyword=DNN defect), Keyword(id=1329381602414669921, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, orderNo=4, keyword=DNN performance), Keyword(id=1329381602485973090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, orderNo=5, keyword=interpretability analysis), Keyword(id=1329381602548887651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, orderNo=1, keyword=深度神经网络), Keyword(id=1329381602624385124, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, orderNo=2, keyword=DNN优化), Keyword(id=1329381602733437029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, orderNo=3, keyword=DNN缺陷), Keyword(id=1329381602821517414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, orderNo=4, keyword=DNN性能), Keyword(id=1329381602897014887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, orderNo=5, keyword=可解释性分析)], refs=[Reference(id=1329381604797034616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Esteva A, Chou K, Yeung S, et al. Deep learning-enabled medical computer vision[J]. NPJ Digital Medicine, 2021, 4(1): 1−9, articleTitle=null, refAbstract=null), Reference(id=1329381604859949177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Malik M, Malik M K, Mehmood K, et al. Automatic speech recognition: A survey[J]. Multimedia Tools and Applications, 2021, 80(6): 9411−9457, articleTitle=null, refAbstract=null), Reference(id=1329381604931252346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=郑海斌,陈晋音,章燕,等. 面向自然语言处理的对抗攻防与鲁棒性分析综述[J]. 计算机研究与发展,2021,58(8):1727−1750, articleTitle=null, refAbstract=null), Reference(id=1329381605010944123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Haibin, Chen Jinyin, Zhang Yan, et al. Survey of adversarial attack, defense and robustness analysis for natural language processing[J]. Journal of Computer Research and Development, 2021, 58(8): 1727−1750 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329381605107413116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Peng, Wang Zecong, Zhang Xiangyun. Vehicle automatic driving system based on embedded and machine learning[C]//Proc of Int Conf on Computer Vision, Image and Deep Learning. Piscataway, NJ: IEEE, 2020: 281−284, articleTitle=null, refAbstract=null), Reference(id=1329381605174521981, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Bakator M, Radosav D. Deep learning and medical diagnosis: A review of literature[J]. Multimodal Technologies and Interaction, 2018, 2(3): 47, articleTitle=null, refAbstract=null), Reference(id=1329381605258408062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Ghenescu V, Mihaescu R E, Carata S V, et al. Face detection and recognition based on general purpose DNN object detector[C]//Proc of Int Symp on Electronics and Telecommunications. Piscataway, NJ: IEEE, 2018: 1−4, articleTitle=null, refAbstract=null), Reference(id=1329381605333905535, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Tulbure A A, Tulbure A A, Dulf E H. A review on modern defect detection models using DCNNs-Deep convolutional neural networks[J]. Journal of Advanced Research, 2022, 35: 33−48, articleTitle=null, refAbstract=null), Reference(id=1329381605396820096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=界面新闻. 新能源汽车评论[EB/OL]. 2022 [2023-02-16].https://www.jiemian.com/article/7530592.html, articleTitle=null, refAbstract=null), Reference(id=1329381605463928961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Interface News. Review of new energy vehicles[EB/OL]. 2022 [2023-02-16].https://www.jiemian.com/article/7530592.html (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329381605556203650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Goues C L, Nguyen T V, Forrest S, et al. GenProg: A generic method for automatic software repair[J]. IEEE Transactions on Software Engineering, 2011, 38(1): 54−72, articleTitle=null, refAbstract=null), Reference(id=1329381605631701123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Baudry B, Fleurey F, Traon Y L. Improving test suites for efficient fault localization[C]//Proc of the 28th Int Conf on Software Engineering. New York: ACM, 2006: 82−91, articleTitle=null, refAbstract=null), Reference(id=1329381605703004292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeller A. Yesterday, my program worked. Today, it does not. Why?[J]. ACM SIGSOFT Software Engineering Notes, 1999, 24(6): 253−267, articleTitle=null, refAbstract=null), Reference(id=1329381605761724549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xiangyu, Gupta N, Gupta R. Locating faults through automated predicate switching[C]//Proc of the 28th Int Conf on Software Engineering. New York: ACM, 2006: 272−281, articleTitle=null, refAbstract=null), Reference(id=1329381605837222022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Lei, Xu Felix Juefei, Zhang Fuyuan, et al. Deepgauge: Multi-granularity testing criteria for deep learning systems[C]//Proc of the 33rd ACM/IEEE Int Conf on Automated Software Engineering. New York: ACM, 2018: 120−131, articleTitle=null, refAbstract=null), Reference(id=1329381605946273927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Shiqing, Liu Yingqi, Lee W C, et al. MODE: Automated neural network model debugging via state differential analysis and input selection[C]//Proc of the 26th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2018: 175−186, articleTitle=null, refAbstract=null), Reference(id=1329381606030160008, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=王赞,闫明,刘爽,等. 深度神经网络测试研究综述[J]. 软件学报,2020,31(5):1255−1275, articleTitle=null, refAbstract=null), Reference(id=1329381606122434697, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zan, Yan Ming, Liu Shuang, et al. A survey on testing of deep neural network. [J] Journal of Software, 2020, 31(5): 1255−1275 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329381606202126474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Pei Kexin, Cao Yinzhi, Yang Junfen, et al. Deepxplore: Automated whitebox testing of deep learning systems[C]//Proc of the 26th Symp on Operating Systems Principles. New York: ACM, 2017: 1−18, articleTitle=null, refAbstract=null), Reference(id=1329381606277623947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Mengshi, Zhang Yuqun, Zhang Lingming, et al. DeepRoad: GAN-based metamorphic testing and input validation framework for autonomous driving systems[C]//Proc of the 33rd IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2018: 132−142, articleTitle=null, refAbstract=null), Reference(id=1329381606378287244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Hao, Chan W K. Apricot: A weight-adaptation approach to fixing deep learning models[C]//Proc of the 34th IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2019: 376−387, articleTitle=null, refAbstract=null), Reference(id=1329381606470561933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Selvaraju R R, Cogswell M, Das A, et al. Grad-CAM: Visual explanations from deep networks via gradient-based localization[C]//Proc of the IEEE Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2017: 618−626, articleTitle=null, refAbstract=null), Reference(id=1329381606546059406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Simonyan K, Vedaldi A, Zisserman A. Deep inside convolutional networks: Visualising image classification models and saliency maps[J]. arXiv preprint, arXiv: 1312. 6034, 2013, articleTitle=null, refAbstract=null), Reference(id=1329381606617362575, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Mengnan, Liu Ninghao, Song Qinghao, et al. Towards explanation of DNN-based prediction with guided feature inversion[C]//Proc of the 24th ACM SIGKDD Int Conf on Knowledge Discovery & Data Mining. New York: ACM, 2018: 1358−1367, articleTitle=null, refAbstract=null), Reference(id=1329381606692860048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Bolei, Khosla A, Lapedriza A, et al. Learning deep features for discriminative localization[C]//Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 2921−2929, articleTitle=null, refAbstract=null), Reference(id=1329381606759968913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=CIFAR official website. Dataset[EB/OL]. [2023-02-16]. http://www.cs.toronto.edu/~kriz/cifar.html, articleTitle=null, refAbstract=null), Reference(id=1329381606818689170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=GitHub. Fashion-MNIST[EB/OL]. 2017[2023-02-16].https://github.com/zalandoresearch/fashion-mnist, articleTitle=null, refAbstract=null), Reference(id=1329381606885798035, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Mikołajczyk A, Grochowski M. Data augmentation for improving deep learning in image classification problem[C]//Proc of 2018 Int Interdisciplinary PhD Workshop (IIPhDW). Piscataway, NJ: IEEE, 2018: 117−122, articleTitle=null, refAbstract=null), Reference(id=1329381606961295508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Taylor L, Nitschke G. Improving deep learning with generic data augmentation[C]// Proc of IEEE Symp Series on Computational Intelligence. Piscataway, NJ: IEEE, 2018: 1542−1547, articleTitle=null, refAbstract=null), Reference(id=1329381607028404373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Kang Guoliang, Dong Xuanyi, Zheng Liang, et al. Patchshuffle regularization[J]. arXiv preprint, arXiv: 1707. 07103, 2017, articleTitle=null, refAbstract=null), Reference(id=1329381607171010710, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Zhun, Zheng Liang, Kang Guoliang, et al. Random erasing data augmentation[C]//Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 13001−13008, articleTitle=null, refAbstract=null), Reference(id=1329381607301034135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zajac M, Zołna K, Rostamzadeh N, et al. Adversarial framing for image and video classification[C]//Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 10077−10078, articleTitle=null, refAbstract=null), Reference(id=1329381607376531608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Johnson J, Alahi A, Li Feifei. Perceptual losses for real-time style transfer and super-resolution[C]//Proc of the 14th European Conf on Computer Vision. Berlin: Springer, 2016: 694−711, articleTitle=null, refAbstract=null), Reference(id=1329381607447834777, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Zhang Xiangyu, Ren Shaoqing, et al. Deep residual learning for image recognition[C]//Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 770−778, articleTitle=null, refAbstract=null), Reference(id=1329381607506555034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=GitHub. Grad-CAM[EB/OL]. 2022[2023-02-16].https://github.com/jacobgil/pytorch-grad-cam, articleTitle=null, refAbstract=null), Reference(id=1329381607582052507, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Lei, Chen Jianhui, Hajimirsadeghi H, et al. Adapting Grad-CAM for embedding networks[C]//Proc of the IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2020: 2794−2803, articleTitle=null, refAbstract=null), Reference(id=1329381607649161372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=GitHub. Random-Erasing[EB/OL]. 2019[2023-02-16].https://github.com/zhunzhong07/Random-Erasing, articleTitle=null, refAbstract=null), Reference(id=1329381607720464541, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=GitHub. Torchvision[EB/OL]. 2022[2023-02-16].https://github.com/pytorch/vision, articleTitle=null, refAbstract=null), Reference(id=1329381607783379102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Tian Yuchi, Ray B. Automatically diagnosing and repairing error handling bugs in C[C]//Proc of the 11th Joint Meeting on Foundations of Software Engineering. New York: ACM, 2017: 752−762, articleTitle=null, refAbstract=null), Reference(id=1329381607858876575, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Nguyen H D T, Qi Dawei, Roychoudhury A, et al. Semfix: Program repair via semantic analysis[C]//Proc of the 35th Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2013: 772−781, articleTitle=null, refAbstract=null), Reference(id=1329381607917596832, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeffrey D, Feng Min, Gupta N, et al. BugFix: A learning-based tool to assist developers in fixing bugs[C]//Proc of the 17th IEEE Int Conf on Program Comprehension. Piscataway, NJ: IEEE, 2009: 70−79, articleTitle=null, refAbstract=null), Reference(id=1329381608005677217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Xiang, Saha R K, Prasad M R, et al. Fuzz testing based data augmentation to improve robustness of deep neural networks[C]//Proc of the 42nd IEEE/ACM Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2020: 1147−1158, articleTitle=null, refAbstract=null), Reference(id=1329381608076980386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Meixi, Hong Weijiang, Pan Weiyu, et al. Styx: A data-oriented mutation framework to improve the robustness of DNN[C]//Proc of the 35th IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2020: 1260−1261, articleTitle=null, refAbstract=null), Reference(id=1329381608156672163, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Hao, Chan W K. Plum: Exploration and prioritization of model repair strategies for fixing deep learning models[C]//Proc of the 8th Int Conf on Dependable Systems and Their Applications. Piscataway, NJ: IEEE, 2021: 140−151, articleTitle=null, refAbstract=null), Reference(id=1329381608232169636, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Huanhuan, Li Zheng, Cui Zhanqi, et al. GenMuNN: A mutation-based approach to repair deep neural network models[J]. International Journal of Modeling, Simulation, and Scientific Computing, 2022, 13(2): 2341008, articleTitle=null, refAbstract=null), Reference(id=1329381608303472805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xiaoyu, Zhai Juan, Ma Shiqing, et al. AUTOTRAINER: An automatic DNN training problem detection and repair system[C]//Proc of the 43rd IEEE/ACM Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2021: 359−371, articleTitle=null, refAbstract=null), Reference(id=1329381608357998758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Bing, Sun Jun, Pham L H, et al. Causality-based neural network repair[C]//Proc of the 44th Int Conf on Software Engineering. New York: ACM, 2022: 338−349, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329381600934080574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=1, ext=[AuthorCompanyExt(id=1329381600942469183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Beijing Information Science and Technology University, Beijing 100101), AuthorCompanyExt(id=1329381600950857792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381600934080574, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京信息科技大学计算机学院 北京 100101)]), AuthorCompany(id=1329381601017966658, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, xref=2, ext=[AuthorCompanyExt(id=1329381601022160963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381601017966658, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Information Science and Technology, Nantong University, Nantong, Jiangsu 226019), AuthorCompanyExt(id=1329381601030549572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, companyId=1329381601017966658, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南通大学信息科学技术学院 江苏南通 226019)])], figs=[ArticleFig(id=1329381603039621224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Figure 1, caption=
The framework of OptDIA, figureFileSmall=jpUPheGF6YdTcofu+aGJSw==, figureFileBig=95CABN7Hc7iniVHtYyC3Xw==, tableContent=null), ArticleFig(id=1329381603140284521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=图1, caption=
基于可解释性分析的DNN优化方法框架, figureFileSmall=jpUPheGF6YdTcofu+aGJSw==, figureFileBig=95CABN7Hc7iniVHtYyC3Xw==, tableContent=null), ArticleFig(id=1329381603324833898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Figure 2, caption=
Example of gradient-weighted class activation map and heat map on different datasets, figureFileSmall=vzSoBueiKiYM6SPC4bxoCQ==, figureFileBig=Cix3RVNnuSj9dIh3to7tcQ==, tableContent=null), ArticleFig(id=1329381603404525675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=图2, caption=
不同数据集的梯度加权类激活图和热力图示例, figureFileSmall=vzSoBueiKiYM6SPC4bxoCQ==, figureFileBig=Cix3RVNnuSj9dIh3to7tcQ==, tableContent=null), ArticleFig(id=1329381603500994668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Figure 3, caption=
Example of training data generated based on interpretability analysis on different datasets, figureFileSmall=LPO03vnAD6vMu3c8czhIjg==, figureFileBig=ZFZJo/f1eOWXlt1cO0/wQg==, tableContent=null), ArticleFig(id=1329381603618435181, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=图3, caption=
不同数据集基于可解释性分析的训练数据生成示例, figureFileSmall=LPO03vnAD6vMu3c8czhIjg==, figureFileBig=ZFZJo/f1eOWXlt1cO0/wQg==, tableContent=null), ArticleFig(id=1329381603740069998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Table 1, caption=
The Statistics of Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 总图像数 | 总类别数 | 训练集图像数 | 测试集图像数 |
|---|
| CIFAR-10 | 60000 | 10 | 50000 | 10000 |
| CIFAR-100 | 60000 | 100 | 50000 | 10000 |
| Fashion-MNIST | 70000 | 10 | 60000 | 10000 |
), ArticleFig(id=1329381603891064943, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=表1, caption=
数据集信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 总图像数 | 总类别数 | 训练集图像数 | 测试集图像数 |
|---|
| CIFAR-10 | 60000 | 10 | 50000 | 10000 |
| CIFAR-100 | 60000 | 100 | 50000 | 10000 |
| Fashion-MNIST | 70000 | 10 | 60000 | 10000 |
), ArticleFig(id=1329381603962368112, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Table 2, caption=
Accuracy Comparison of Different DNNs Before and After Optimization by OptDIA %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| Org50 | Org300 | OptDIA | | Org50 | Org300 | OptDIA | | Org50 | Org300 | OptDIA |
|---|
| ResNet-18 | 85.56 | 85.83 | 86.09 | | 49.95 | 49.78 | 50.50 | | 92.60 | 93.10 | 93.49 |
| ResNet-34 | 84.59 | 84.51 | 85.39 | | 55.22 | 59.13 | 56.61 | | 92.98 | 93.56 | 93.51 |
| ResNet-50 | 83.96 | 84.17 | 85.19 | | 55.66 | 56.02 | 57.81 | | 92.18 | 92.31 | 93.48 |
), ArticleFig(id=1329381604046254193, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=表2, caption=
不同DNN使用OptDIA优化前后的准确率比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| Org50 | Org300 | OptDIA | | Org50 | Org300 | OptDIA | | Org50 | Org300 | OptDIA |
|---|
| ResNet-18 | 85.56 | 85.83 | 86.09 | | 49.95 | 49.78 | 50.50 | | 92.60 | 93.10 | 93.49 |
| ResNet-34 | 84.59 | 84.51 | 85.39 | | 55.22 | 59.13 | 56.61 | | 92.98 | 93.56 | 93.51 |
| ResNet-50 | 83.96 | 84.17 | 85.19 | | 55.66 | 56.02 | 57.81 | | 92.18 | 92.31 | 93.48 |
), ArticleFig(id=1329381604188860530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Table 3, caption=
Performance Improvements of Optimizing Different DNNs by OptDIA- and OptDIA
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 评价指标 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| OptDIA-/% | OptDIA/% | | OptDIA-/% | OptDIA/% | | OptDIA-/% | OptDIA/% |
|---|
| ResNet-18 | Accuracy | 0.20 | 0.53 | | 0.33 | 0.55 | | 0.53 | 0.60 |
| F1-score | 0.17 | 0.41 | | 0.02 | 0.24 | | 0.11 | 0.69 |
| ResNet-34 | Accuracy | 0.15 | 0.80 | | 1.12 | 1.39 | | 0.32 | 0.39 |
| F1-score | 0.78 | 0.87 | | 0.72 | 0.16 | | 0.53 | 0.11 |
| ResNet-50 | Accuracy | 1.26 | 1.23 | | 2.36 | 2.15 | | 1.21 | 1.32 |
| F1-score | 0.16 | 0.14 | | 2.99 | 2.03 | | 1.23 | 1.5 |
| 平均值 | Accuracy | 0.54 | 0.85 | | 1.21 | 1.36 | | 0.69 | 0.77 |
| F1-score | 0.85 | 0.90 | | 1.24 | 0.90 | | 0.82 | 1.24 |
), ArticleFig(id=1329381604314689651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=表3, caption=
不同DNN使用OptDIA-和OptDIA优化性能提升比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 评价指标 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| OptDIA-/% | OptDIA/% | | OptDIA-/% | OptDIA/% | | OptDIA-/% | OptDIA/% |
|---|
| ResNet-18 | Accuracy | 0.20 | 0.53 | | 0.33 | 0.55 | | 0.53 | 0.60 |
| F1-score | 0.17 | 0.41 | | 0.02 | 0.24 | | 0.11 | 0.69 |
| ResNet-34 | Accuracy | 0.15 | 0.80 | | 1.12 | 1.39 | | 0.32 | 0.39 |
| F1-score | 0.78 | 0.87 | | 0.72 | 0.16 | | 0.53 | 0.11 |
| ResNet-50 | Accuracy | 1.26 | 1.23 | | 2.36 | 2.15 | | 1.21 | 1.32 |
| F1-score | 0.16 | 0.14 | | 2.99 | 2.03 | | 1.23 | 1.5 |
| 平均值 | Accuracy | 0.54 | 0.85 | | 1.21 | 1.36 | | 0.69 | 0.77 |
| F1-score | 0.85 | 0.90 | | 1.24 | 0.90 | | 0.82 | 1.24 |
), ArticleFig(id=1329381604390187124, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Table 4, caption=
Time Costs Comparison of Different DNNs by Using OptDIA- and OptDIA to Generate Training Data
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | OptDIA- | OptDIA |
|---|
| ResNet-18 | CIFAR-10 | 1 min 05 s | 2 min 03 s |
| CIFAR-100 | 1 min 05 s | 1 min 59 s |
| Fashion-MNIST | 1 min 01 s | 2 min 05 s |
| ResNet-34 | CIFAR-10 | 1 min 07 s | 2 min 36 s |
| CIFAR-100 | 1 min 06 s | 2 min 34 s |
| Fashion-MNIST | 1 min 01 s | 2 min 41 s |
| ResNet-50 | CIFAR-10 | 1 min 07 s | 3 min 09 s |
| CIFAR-100 | 1 min 06 s | 3 min 08 s |
| Fashion-MNIST | 1 min 03 s | 3 min 30 s |
| 平均值 | 1 min 04 s | 2 min 38 s |
), ArticleFig(id=1329381604541182069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=表4, caption=
不同DNN使用OptDIA-和OptDIA生成训练数据的时间消耗比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | OptDIA- | OptDIA |
|---|
| ResNet-18 | CIFAR-10 | 1 min 05 s | 2 min 03 s |
| CIFAR-100 | 1 min 05 s | 1 min 59 s |
| Fashion-MNIST | 1 min 01 s | 2 min 05 s |
| ResNet-34 | CIFAR-10 | 1 min 07 s | 2 min 36 s |
| CIFAR-100 | 1 min 06 s | 2 min 34 s |
| Fashion-MNIST | 1 min 01 s | 2 min 41 s |
| ResNet-50 | CIFAR-10 | 1 min 07 s | 3 min 09 s |
| CIFAR-100 | 1 min 06 s | 3 min 08 s |
| Fashion-MNIST | 1 min 03 s | 3 min 30 s |
| 平均值 | 1 min 04 s | 2 min 38 s |
), ArticleFig(id=1329381604608290934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=EN, label=Table 5, caption=
Performance Comparison of Different DNNs Trained by Using RE and Before and After Optimization by OptDIA
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 评价指标 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| RE/% | OptDIA(本文)/% | | RE/% | OptDIA(本文)/% | | RE/% | OptDIA(本文)/% |
|---|
| ResNet-18 | Accuracy | 87.29 | 87.57 | | 53.02 | 53.64 | | 93.95 | 93.95 |
| F1-score | 87.28 | 87.41 | | 53.34 | 53.73 | | 93.94 | 93.94 |
| ResNet-34 | Accuracy | 87.69 | 87.80 | | 57.30 | 58.41 | | 94.07 | 94.07 |
| F1-score | 87.66 | 87.94 | | 57.46 | 58.12 | | 94.05 | 93.89 |
| ResNet-50 | Accuracy | 85.83 | 86.15 | | 56.02 | 58.81 | | 93.59 | 93.84 |
| F1-score | 85.84 | 86.31 | | 56.25 | 58.60 | | 93.59 | 93.74 |
), ArticleFig(id=1329381604700565623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381598404915242, language=CN, label=表5, caption=
不同DNN使用RE和OptDIA优化前后性能比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 评价指标 | CIFAR-10 | | CIFAR-100 | | Fashion-MNIST |
|---|
| RE/% | OptDIA(本文)/% | | RE/% | OptDIA(本文)/% | | RE/% | OptDIA(本文)/% |
|---|
| ResNet-18 | Accuracy | 87.29 | 87.57 | | 53.02 | 53.64 | | 93.95 | 93.95 |
| F1-score | 87.28 | 87.41 | | 53.34 | 53.73 | | 93.94 | 93.94 |
| ResNet-34 | Accuracy | 87.69 | 87.80 | | 57.30 | 58.41 | | 94.07 | 94.07 |
| F1-score | 87.66 | 87.94 | | 57.46 | 58.12 | | 94.05 | 93.89 |
| ResNet-50 | Accuracy | 85.83 | 86.15 | | 56.02 | 58.81 | | 93.59 | 93.84 |
| F1-score | 85.84 | 86.31 | | 56.25 | 58.60 | | 93.59 | 93.74 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202220803, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202220803, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202220803, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202220803, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1704124800000, fullTextJson=null, articleText=null, reference=null)