Article(id=1329456575980351836, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456575464452444, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202331005, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1706716800000, receivedDateStr=2024-02-01, revisedDate=1710345600000, revisedDateStr=2024-03-14, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896747822, onlineDateStr=2026-11-17, pubDate=1717171200000, pubDateStr=2024-06-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896747822, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896747822, creator=13701087609, updateTime=1794896747822, updator=13701087609, issue=Issue{id=1329456575464452444, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='6', pageStart='1349', pageEnd='1607', issueExtLink='null', onlineDate='null', pubDate='1717171200000', pubDateStr='2024-06-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896747699, creator='13701087609', updateTime=1794896747699, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1370, endPage=1387, ext={EN=ArticleExt(id=1329456577683239263, articleId=1329456575980351836, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Cross-Layer Optimization for Fault-Tolerant Deep Learning Accelerators, columnId=1329456577611936094, journalTitle=Journal of Computer Research and Development, columnName=Special lssue on Cross-layer Optimization of Processor Chips, runingTitle=null, highlight=null, articleAbstract=
Fault-tolerant deep learning accelerator is the basis for highly reliable deep learning processing, and is also critical to deploy deep learning in safety-critical applications such as avionics and robotics. Since deep learning is known to be both computing-intensive and memory-intensive, traditional fault-tolerant approaches based on redundant computing will incur substantial overhead including power consumption and chip area. To this end, we propose to characterize deep learning vulnerability difference across both neurons and bits of each neuron, and leverage the vulnerability difference to enable selective protection of the deep learning processing components from the perspective of architecture layer and circuit layer respectively for the sake of lower fault-tolerant design overhead. At the same time, we observe the correlation between model quantization and bit protection overhead of the underlying processing elements of deep learning accelerators, and propose to reduce the bit protection overhead by adding additional quantization constrain without compromising the model accuracy. Finally, we employ Bayesian optimization strategy to co-optimize the correlated cross-layer design parameters at algorithm layer, architecture layer, and circuit layer to minimize the hardware resource consumption while fulfilling multiple user constraints including reliability, accuracy, and performance of the deep learning processing at the same time.
, authors=Qing Zhang
1, 2, Cheng Liu
1, 2, *, Bo Liu
3, Haitong Huang
1, 2, Ying Wang
1, 2, Huawei Li
1, 2, Xiaowei Li
1, 2, authorsList=Qing Zhang, Cheng Liu, Bo Liu, Haitong Huang, Ying Wang, Huawei Li, Xiaowei Li, authorCompany=null, correspAuthors=Cheng Liu, authorNote=
born in 1998. Master candidate. His main research interests include deep learning hardware acceleration and fault-tolerant chip design
born in 1984. PhD, associate professor. His main research interests include domain-specific accelerator design, fault-tolerant computing, and near-data computing
born in 1977. PhD, professor. His main research interests include fault-tolerant computing and onboard computing
born in 1999. Master candidate. His main research interests include deep learning algorithm and accelerator design, and fault-tolerant deep learning
born in 1985. PhD, professor. His main research interests include approximate/error-tolerant computing, VLSI design, and energy-efficient accelerators
born in 1974. PhD, professor. Her main research interests include EDA, approximate computing, fault-tolerant computing, and VLSI verification and test
born in 1964. PhD, professor. Member of IEEE. His main research interests include VLSI test, fault-tolerant computing, and hardware security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329456583219720589, articleId=1329456575980351836, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=容错深度学习加速器跨层优化, columnId=1329456577762931040, journalTitle=计算机研究与发展, columnName=处理器芯片跨层优化专题, runingTitle=null, highlight=null, articleAbstract=
容错深度学习加速器是保障高可靠深度学习的基石,也是深度学习应用于安全关键领域如宇航、机器人等面临的一个关键环节. 然而,深度学习计算和访存都非常密集,传统基于冗余计算的容错方法直接应用于深度学习加速器的容错设计会导致严重的功耗、芯片面积等硬件资源开销. 为此,从神经元计算任务和神经元的数据位宽2个维度挖掘深度学习模型对于故障的敏感度差异,并利用这些差异从架构和电路层分别对于敏感的部分提供更多的保护以降低容错代价. 同时,利用深度学习自身的容错特性,通过限制量化缩小电路层需要保护的电路逻辑规模. 最后,利用贝叶斯优化协同优化算法、架构和电路的跨层设计参数,在保障深度学习可靠性、精度以及性能的前提下,最小化硬件资源开销.
, authors=张青
1, 2, 刘成
1, 2, *, 刘波
3, 黄海同
1, 2, 王颖
1, 2, 李华伟
1, 2, 李晓维
1, 2, authorsList=张青, 刘成, 刘波, 黄海同, 王颖, 李华伟, 李晓维, authorCompany=null, correspAuthors=刘成, authorNote=
 |
1998年生. 硕士研究生. 主要研究方向为深度学习硬件加速、容错芯片设计 |
 |
1984年生. 博士,副研究员. 主要研究方向为专用加速器设计、容错计算、近数据计算 |
 |
1977年生. 博士,研究员. 主要研究方向为容错计算、星载计算 |
 |
1999年生. 硕士研究生. 主要研究方向为深度学习算法与加速器设计、深度学习容错 |
 |
1985年生. 博士,研究员. 主要研究方向为近似/容错计算、VLSI设计、高能效芯片设计 |
 |
1974年生. 博士,研究员. 主要研究方向为集成电路设计自动化、近似计算、容错计算、设计验证与测试 |
 |
1964年生. 博士,研究员. IEEE会员. 主要研究方向为VLSI测试、容错计算、硬件安全 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=kTMvtReMoE/QZgddTmqYnA==, magXml=9Cj9YxOsrqylLzf+GLwhIA==, pdfUrl=null, pdf=pOKRVlUy74zYvodCyKbWOg==, pdfFileSize=10417652, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=MlLd70zWh+cy3A8rCDW7RQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=ZUOHiOJqL2Rrp/13Kdk+HA==, mapNumber=null, fund=null)}, authors=[Author(id=1329456583748202904, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhangqing22s@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456583815311771, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456583748202904, language=EN, stringName=Qing Zhang, firstName=Qing, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1998. Master candidate. His main research interests include deep learning hardware acceleration and fault-tolerant chip design
"}, bioImg=null, bioContent=
born in 1998. Master candidate. His main research interests include deep learning hardware acceleration and fault-tolerant chip design
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456583962112412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456583748202904, language=CN, stringName=张青, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"jBhsuLP5/P0+OgQ6cn6fnw==","content":"
1998年生. 硕士研究生. 主要研究方向为深度学习硬件加速、容错芯片设计
"}, bioImg=jBhsuLP5/P0+OgQ6cn6fnw==, bioContent=
1998年生. 硕士研究生. 主要研究方向为深度学习硬件加速、容错芯片设计
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329456584033415582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=liucheng@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329456584108913057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584033415582, language=EN, stringName=Cheng Liu, firstName=Cheng, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1984. PhD, associate professor. His main research interests include domain-specific accelerator design, fault-tolerant computing, and near-data computing
"}, bioImg=null, bioContent=
born in 1984. PhD, associate professor. His main research interests include domain-specific accelerator design, fault-tolerant computing, and near-data computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456584180216226, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584033415582, language=CN, stringName=刘成, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"AlnTUVAWJqr3f/i7vhYygA==","content":"
1984年生. 博士,副研究员. 主要研究方向为专用加速器设计、容错计算、近数据计算
"}, bioImg=AlnTUVAWJqr3f/i7vhYygA==, bioContent=
1984年生. 博士,副研究员. 主要研究方向为专用加速器设计、容错计算、近数据计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329456584251519396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456584318628262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584251519396, language=EN, stringName=Bo Liu, firstName=Bo, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3Institute of Beijing Control Engineering, Beijing 100094, bio={"content":"
born in 1977. PhD, professor. His main research interests include fault-tolerant computing and onboard computing
"}, bioImg=null, bioContent=
born in 1977. PhD, professor. His main research interests include fault-tolerant computing and onboard computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456584398320039, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584251519396, language=CN, stringName=刘波, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3北京控制工程研究所 北京 100094, bio={"img":"WquBsuImbVmGbrgAaAXJnw==","content":"
1977年生. 博士,研究员. 主要研究方向为容错计算、星载计算
"}, bioImg=WquBsuImbVmGbrgAaAXJnw==, bioContent=
1977年生. 博士,研究员. 主要研究方向为容错计算、星载计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583639150996, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=3, ext=[AuthorCompanyExt(id=1329456583647539605, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583639150996, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Institute of Beijing Control Engineering, Beijing 100094), AuthorCompanyExt(id=1329456583664316822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583639150996, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3北京控制工程研究所 北京 100094)])]), Author(id=1329456584469623209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456584561897900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584469623209, language=EN, stringName=Haitong Huang, firstName=Haitong, middleName=null, lastName=Huang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1999. Master candidate. His main research interests include deep learning algorithm and accelerator design, and fault-tolerant deep learning
"}, bioImg=null, bioContent=
born in 1999. Master candidate. His main research interests include deep learning algorithm and accelerator design, and fault-tolerant deep learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456584633201069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584469623209, language=CN, stringName=黄海同, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"AMvZ3dAy5Rza+E0F/FW14Q==","content":"
1999年生. 硕士研究生. 主要研究方向为深度学习算法与加速器设计、深度学习容错
"}, bioImg=AMvZ3dAy5Rza+E0F/FW14Q==, bioContent=
1999年生. 硕士研究生. 主要研究方向为深度学习算法与加速器设计、深度学习容错
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329456584721281455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456584813556146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584721281455, language=EN, stringName=Ying Wang, firstName=Ying, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1985. PhD, professor. His main research interests include approximate/error-tolerant computing, VLSI design, and energy-efficient accelerators
"}, bioImg=null, bioContent=
born in 1985. PhD, professor. His main research interests include approximate/error-tolerant computing, VLSI design, and energy-efficient accelerators
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456586445140403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456584721281455, language=CN, stringName=王颖, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"HL/BTMwUhVZ8qfUoZ+XXuw==","content":"
1985年生. 博士,研究员. 主要研究方向为近似/容错计算、VLSI设计、高能效芯片设计
"}, bioImg=HL/BTMwUhVZ8qfUoZ+XXuw==, bioContent=
1985年生. 博士,研究员. 主要研究方向为近似/容错计算、VLSI设计、高能效芯片设计
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329456586533220789, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456586646467001, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456586533220789, language=EN, stringName=Huawei Li, firstName=Huawei, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1974. PhD, professor. Her main research interests include EDA, approximate computing, fault-tolerant computing, and VLSI verification and test
"}, bioImg=null, bioContent=
born in 1974. PhD, professor. Her main research interests include EDA, approximate computing, fault-tolerant computing, and VLSI verification and test
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456586726158778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456586533220789, language=CN, stringName=李华伟, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"oeeXFBr1iIOX3Q5DZAhLZg==","content":"
1974年生. 博士,研究员. 主要研究方向为集成电路设计自动化、近似计算、容错计算、设计验证与测试
"}, bioImg=oeeXFBr1iIOX3Q5DZAhLZg==, bioContent=
1974年生. 博士,研究员. 主要研究方向为集成电路设计自动化、近似计算、容错计算、设计验证与测试
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329456586789073340, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, orderNo=6, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456586881348031, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456586789073340, language=EN, stringName=Xiaowei Li, firstName=Xiaowei, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1964. PhD, professor. Member of IEEE. His main research interests include VLSI test, fault-tolerant computing, and hardware security
"}, bioImg=null, bioContent=
born in 1964. PhD, professor. Member of IEEE. His main research interests include VLSI test, fault-tolerant computing, and hardware security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456586944262592, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, authorId=1329456586789073340, language=CN, stringName=李晓维, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"A3HloIyvITxrF9Rbt0Xgag==","content":"
1964年生. 博士,研究员. IEEE会员. 主要研究方向为VLSI测试、容错计算、硬件安全
"}, bioImg=A3HloIyvITxrF9Rbt0Xgag==, bioContent=
1964年生. 博士,研究员. IEEE会员. 主要研究方向为VLSI测试、容错计算、硬件安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])])], keywords=[Keyword(id=1329456587044925889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, orderNo=1, keyword=cross-layer optimization), Keyword(id=1329456587128811970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, orderNo=2, keyword=fault-tolerant deep learning accelerator), Keyword(id=1329456587208503747, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, orderNo=3, keyword=vulnerability factor), Keyword(id=1329456587284001220, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, orderNo=4, keyword=hybrid architecture), Keyword(id=1329456587363692997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, orderNo=5, keyword=selective redundancy), Keyword(id=1329456587422413254, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, orderNo=1, keyword=跨层优化), Keyword(id=1329456587485327815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, orderNo=2, keyword=容错深度学习加速器), Keyword(id=1329456587552436680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, orderNo=3, keyword=脆弱因子), Keyword(id=1329456587632128457, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, orderNo=4, keyword=异构架构), Keyword(id=1329456587699237322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, orderNo=5, keyword=选择性冗余)], refs=[Reference(id=1329456591897735662, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Seo-Hyun J, Jin-Hee C, Yangjae J, et al. Automotive hardware development according to ISO 26262[C]//Proc of the 13th Int Conf on Advanced Communication Technology (ICACT). Piscataway, NJ: IEEE, 2011: 588−592, articleTitle=null, refAbstract=null), Reference(id=1329456591969038831, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Cheng Liu, Zhen Gao, Siting Liu, et al. Special session: Fault-tolerant deep learning: A hierarchical perspective[C]//Proc of the 40th VLSI Test Symp (VTS). Piscataway, NJ: IEEE, 2022: 1−12, articleTitle=null, refAbstract=null), Reference(id=1329456592031953392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Rabe M, Milz S, Mader P. Development methodologies for safety critical machine learning applications in the automotive domain: A survey[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition, Piscataway, NJ: IEEE, 2021: 129−141, articleTitle=null, refAbstract=null), Reference(id=1329456592086479345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Reagen B, Gupta U, Pentecost L, et al. Ares: A framework for quantifying the resilience of deep neural networks[C]//Proc of the 55th ACM/ESDA/IEEE Design Automation Conf (DAC). Piscataway, NJ: IEEE 2018: 1–6, articleTitle=null, refAbstract=null), Reference(id=1329456592153588210, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Neggaz M A, I. Alouani I, Lorenzo P R, et al. A reliability study on CNNs for critical embedded systems[C]//Proc of 36th Int Conf on Computer Design (ICCD). Piscataway, NJ: IEEE, 2018: 476–479, articleTitle=null, refAbstract=null), Reference(id=1329456592220697075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Shafique M, Naseer M, Theocharides T, et al. Robust machine learning systems: Challenges, current trends, perspectives, and the road ahead[C]//Proc of IEEE Design & Test. Piscataway, NJ: IEEE 2020: 30–37, articleTitle=null, refAbstract=null), Reference(id=1329456592292000244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Sorin G, Bogdan T, Tiberiu C, et al. A survey of deep learning techniques for autonomous driving[J]. Journal of Field Robotics, 2020, 37(3): 362−386, articleTitle=null, refAbstract=null), Reference(id=1329456592363303413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Mittal S. A survey on modeling and improving reliability of DNN algorithms and accelerators[J]. Journal of Systems Architecture, 2020, 104(10): 10−16, articleTitle=null, refAbstract=null), Reference(id=1329456592434606582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Maksim J, Matteo S R, Aneesh B, et al. Challenges of reliability assessment and enhancement in autonomous systems[C]//Proc of IEEE Int Symp on Defect and Fault Tolerance in VLSI and Nanotechnology Systems (DFT). Piscataway, NJ: IEEE, 2019: 1−6, articleTitle=null, refAbstract=null), Reference(id=1329456592501715447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Yunji, Luo Tao, Liu shaoli et al. Dadiannao: A Machine-learning Supercomputer[C]//Proc of 47th Annual IEEE/ACM Int Symp on Microarchitecture. Piscataway, NJ: IEEE, 2014: 609−622, articleTitle=null, refAbstract=null), Reference(id=1329456592568824312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Y H, Emer J, Sze V. Eyeriss: A spatial architecture for energy-efficient dataflow for convolutional neural networks[C]//Proc of 2016 ACM/IEEE the 43rd Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2016: 367−379, articleTitle=null, refAbstract=null), Reference(id=1329456592627544569, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Cheng, Chu Cheng, Xu D, et al. HyCA: A hybrid computing architecture for fault-tolerant deep learning[J]. IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, 2022, 41(10): 3400−3413, articleTitle=null, refAbstract=null), Reference(id=1329456592686264826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Anand D, Alan W. The impact of new technology on soft error rates[C]//Proc of Int Reliability Physics Symp. Piscataway, NJ: IEEE, 2011: 5B.4.1−5B.4.7, articleTitle=null, refAbstract=null), Reference(id=1329456592765956603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Reagen B, Whatmough P, Adolf R, et al. Minerva: Enabling low-power, highly-accurate deep neural network accelerators[C]//Proc of 2016 ACM/IEEE the 43rd Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2016: 267−278, articleTitle=null, refAbstract=null), Reference(id=1329456592837259772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Li W, Ning X, Ge G, et al. FTT-NAS: Discovering FA ApproxABFT ult-tolerant neural architecture[C]//Proc of the 25th Asia and South Pacific Design Automation Conf (ASP-DAC). Piscataway, NJ: IEEE, 2020: 211−216, articleTitle=null, refAbstract=null), Reference(id=1329456592895980029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=He Xin, Ke Liu, Lu Wenyan, et al. AxTrain: Hardware-oriented neural network training for approximate inference[C]//Proc of the Int Symp on Low Power Electronics and Design. Piscataway, NJ: IEEE, 2018: 1−6, articleTitle=null, refAbstract=null), Reference(id=1329456592988254718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Schorn C, Guntoro A, Ascheid G. Accurate neuron resilience prediction for a flexible reliability management in neural network accelerators[C]//Proc of 2018 Design, Automation & Test in Europe Conf & Exhibition (DATE). Piscataway, NJ: IEEE, 2018: 979−984, articleTitle=null, refAbstract=null), Reference(id=1329456593097306623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, Chu Cheng, Wang Qianlong, et al. A hybrid computing architecture for fault-tolerant deep learning accelerators[C]//Proc of the 38th Int Conf on Computer Design (ICCD). Piscataway, NJ: IEEE, 2020: 478−485, articleTitle=null, refAbstract=null), Reference(id=1329456593172804096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Mahdiani H R, Fakhraie S M, Lucas C. Relaxed fault-tolerant hardware implementation of neural networks in the presence of multiple transient errors[J]. IEEE Transactions on Neural Networks and Learning Systems, 2012: 1215−1228, articleTitle=null, refAbstract=null), Reference(id=1329456593260884481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Xue Xinghua, Huang Haitong, Liu Cheng, et al, Winograd convolution: A perspective from fault tolerance[C]//Proc of the 59th ACM/IEEE Design Automation Conf (DAC). New York: ACM, 2022: 853−858, articleTitle=null, refAbstract=null), Reference(id=1329456593361547778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, Xing K, Liu C, et al. Resilient neural network training for accelerators with computing errors[C]//Proc of the 30th Int Conf on Application-Specific Systems, Architectures and Processors (ASAP). Piscataway, NJ: IEEE, 2019: 99−102, articleTitle=null, refAbstract=null), Reference(id=1329456593432850947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, He M, Liu C, et al. R2F: A remote retraining framework for AIoT processors with computing errors[J]. IEEE Transactions on Very Large Scale Integration Systems, 2021, 29(11): 1955−1966, articleTitle=null, refAbstract=null), Reference(id=1329456593487376900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Ruospo A, Gavarini G, Bragaglia I, et al. Selective hardening of critical neurons in deep neural networks[C]//Proc of the 25th Int Symp on Design and Diagnostics of Electronic Circuits and Systems (DDECS). Piscataway, NJ: IEEE, 2022: 136−141, articleTitle=null, refAbstract=null), Reference(id=1329456593558680069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Bertoa T G, Gambardella G N, Fraser N J, et al. Fault tolerant neural network accelerators with selective TMR[C]//Proc of the IEEE Design & Test. Piscataway, NJ: IEEE, 2022: 1−4, articleTitle=null, refAbstract=null), Reference(id=1329456593621594630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee V T, Alaghi A, Pamula R, et al. Architecture considerations for stochastic computing accelerators[J]. IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, 2018, 37(11): 2277−2289, articleTitle=null, refAbstract=null), Reference(id=1329456593680314887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Ardakani A, Gross W J. Fault-tolerance of binarized and stochastic computing-based neural networks[C]//Proc of the 2021 IEEE Workshop on Signal Processing Systems (SiPS). Piscataway, NJ: IEEE, 2021: 52−57, articleTitle=null, refAbstract=null), Reference(id=1329456593747423752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Qian W, Li X, Riedel M D, et al. An architecture for fault-tolerant computation with stochastic logic[J]. IEEE Transactions on Computers, 2011, 60(1): 93−105, articleTitle=null, refAbstract=null), Reference(id=1329456595353842185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang J J, Gu T, Basu K, et al. Analyzing and mitigating the impact of permanent faults on a systolic array based neural network accelerator[C]//Proc of the 2018 IEEE 36th VLSI Test Symp (VTS). Piscataway, NJ: IEEE, 2018: 1−6, articleTitle=null, refAbstract=null), Reference(id=1329456595412562442, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Clemente J A, Mansour W, Ayoubi R, et al. Hardware implementation of a fault-tolerant hopfield neural network on FPGAs[J]. Neurocomputing, 2016, 171(1): 1606−1609, articleTitle=null, refAbstract=null), Reference(id=1329456595475477003, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Z, Zhang H, Yao Y et al. Soft error tolerant convolutional neural networks on FPGAs with ensemble learning[J]. IEEE Transactions on Very Large Scale Integration Systems, 2022, 30(3): 219−302, articleTitle=null, refAbstract=null), Reference(id=1329456595542585868, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Ozen Z, Orailoglu A. Sanity-Check: Boosting the reliability of safety-critical deep neural network applications[C]//Proc of the 28th Asian Test Symposium (ATS). Piscataway, NJ: IEEE, 2019: 7–75, articleTitle=null, refAbstract=null), Reference(id=1329456595672609293, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Hao, Feng Ruibin, Han Zifa, et al. ADMM-based algorithm for training fault tolerant RBF networks and selecting centers[J]. IEEE Transactions on Neural Networks and Learning Systems 2017, 29(8): 3870−3878, articleTitle=null, refAbstract=null), Reference(id=1329456595727135246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Xue Xinghua, Liu Cheng, Liu Bo, et al. Exploring winograd convolution for cost-effective neural network fault tolerance[J], IEEE Transactions on Very Large Scale Integration Systems, 2023, 31(11): 1763−1773, articleTitle=null, refAbstract=null), Reference(id=1329456595811021327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao K, Di S, Li S, et al. FT-CNN: Algorithm-based fault tolerance for convolutional neural networks[J]. IEEE Transactions on Parallel and Distributed Systems, 2020, 32(7): 1677−1689, articleTitle=null, refAbstract=null), Reference(id=1329456595882324496, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Le H, Muhammad A H, Muhammad S. FT-ClipAct: Resilience analysis of deep neural networks and improving their fault tolerance using clipped activation[C]//Proc of the 2020 Design, Automation & Test in Europe Conf & Exhibition (DATE) . Piscataway, NJ: IEEE, 2020: 1241−1246, articleTitle=null, refAbstract=null), Reference(id=1329456595982987793, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhan Jinyu, Sun Ruoxu, Jang Wei, et al. Improving fault tolerance for reliable DNN using boundary-aware activation[J]. IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, 2021, 41(10): 3414−3425, articleTitle=null, refAbstract=null), Reference(id=1329456596066873874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Zitao, Li Guanpeng, Karthik P. A low-cost fault corrector for deep neural networks through range restriction[C]//Proc of the 51st Annual IEEE/IFIP Int Conf on Dependable Systems and Networks (DSN). Piscataway, NJ: IEEE 2021: 1−13, articleTitle=null, refAbstract=null), Reference(id=1329456596138177043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Xue Xinghua , Liu Cheng, Huang Haitong, et al. ApproxABFT: Approximate algorithm-based fault tolerance for vision transformers[J]. arXiv preprint, arXiv: 2302.10469, 2023, articleTitle=null, refAbstract=null), Reference(id=1329456596205285908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, Zhu Ziyang, Liu Cheng, et al. Reliability evaluation and analysis of fpga-based neural network acceleration system[J]. IEEE Transactions on Very Large Scale Integration Systems, 2021, 29(3): 472−484, articleTitle=null, refAbstract=null), Reference(id=1329456596318532117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, Zhu Ziyang, Liu Cheng, et al. Persistent fault analysis of neural networks on FPGA-based acceleration system[C]//Proc of the 2020 IEEE 31st Int Conf on Application-Specific Systems, Architectures and Processors (ASAP). Piscataway, NJ: IEEE, 2020: 85−92, articleTitle=null, refAbstract=null), Reference(id=1329456596377252374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Li M L, Ramachandran P, Sahoo S K, et al. Understanding the propagation of hard errors to software and implications for resilient system design[C]//Proc of the ACM Sigplan Notices. New York: ACM, 2008: 265−276, articleTitle=null, refAbstract=null), Reference(id=1329456596490498583, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Libano F, Wilson B, Anderson J, et al. Selective hardening for neural networks in FPGAs[J]. IEEE Transactions on Nuclear Science, 2018, 66(1): 216−222, articleTitle=null, refAbstract=null), Reference(id=1329456596586967576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Mahmoud A, Siva K, Sastry H, et al. HarDNN: Feature map vulnerability evaluation in CNNs[J]. arXiv preprint, arXiv: 2020.09786,2020, articleTitle=null, refAbstract=null), Reference(id=1329456596675047961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Samajdar A, Zhu Y, Whatmough P, et al. Scale-Sim: Systolic CNN accelerator simulator[J]. arXiv preprint, arXiv: 1811.02883,2018, articleTitle=null, refAbstract=null), Reference(id=1329456596792488474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Haitong, Liu Cheng, Xue Xinghua, MRFI: An open source multi-resolution fault injection framework for neural network processing[J]. arXiv preprint, arXiv: 2306.11758, 2023, articleTitle=null, refAbstract=null), Reference(id=1329456596905734683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Hanif M A, Hafiz R, Shafique M. Error resilience analysis for systematically employing approximate computing in convolutional neural networks[C]//Proc of the 2018 Design, Automation Test in Europe Conf Exhibition (DATE). Piscataway, NJ: IEEE, 2018: 913−916, articleTitle=null, refAbstract=null), Reference(id=1329456596972843548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Xue Xinghua, Liu Cheng, Wang Ying, et al. Soft error reliability analysis of vision transformers[J], IEEE Transactions on Very Large Scale Integration Systems, 2023, 31(12): 2126−2136, articleTitle=null, refAbstract=null), Reference(id=1329456597056729629, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Pandey P, Prabal B, Koushik C, et al. GreenTPU: Improving timing error resilience of a near-threshold tensor processing unit[C]//Proc of the 56th ACM/IEEE Design Automation Conf (DAC). Piscataway, NJ: IEEE, 2019: 1−6, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329456583454601614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=1, ext=[AuthorCompanyExt(id=1329456583467184527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329456583475573136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583454601614, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329456583551070609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=2, ext=[AuthorCompanyExt(id=1329456583559459218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329456583572042131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583551070609, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)]), AuthorCompany(id=1329456583639150996, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, xref=3, ext=[AuthorCompanyExt(id=1329456583647539605, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583639150996, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Institute of Beijing Control Engineering, Beijing 100094), AuthorCompanyExt(id=1329456583664316822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, companyId=1329456583639150996, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3北京控制工程研究所 北京 100094)])], figs=[ArticleFig(id=1329456587804094923, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 1, caption=
Cross-layer fault-tolerant DLA design framework, figureFileSmall=V425wZ/xC0AVdODiVdHV/A==, figureFileBig=MlLd70zWh+cy3A8rCDW7RQ==, tableContent=null), ArticleFig(id=1329456587867009484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图1, caption=
深度学习处理器跨层容错设计框架, figureFileSmall=V425wZ/xC0AVdODiVdHV/A==, figureFileBig=MlLd70zWh+cy3A8rCDW7RQ==, tableContent=null), ArticleFig(id=1329456588064141773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 2, caption=
The range of the important bits in accumulators and multipliers in DLA, as well as the directly correlated computational logic, varies substantially over the different quantization constraints, figureFileSmall=929rURBoC0xRuHc+zxThDg==, figureFileBig=9WZmrSbziWWr4o+2+LhmFA==, tableContent=null), ArticleFig(id=1329456588139639246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图2, caption=
不同量化约束下,DLA中累加器以及乘法器的重要比特位的范围以及直接关联的计算逻辑差异显著, figureFileSmall=929rURBoC0xRuHc+zxThDg==, figureFileBig=9WZmrSbziWWr4o+2+LhmFA==, tableContent=null), ArticleFig(id=1329456588219331023, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 3, caption=
FlexHyCA architecture, figureFileSmall=3aJNKA8d07FUmEc/m5flWw==, figureFileBig=LDdYrFEY61byA302fyhsrA==, tableContent=null), ArticleFig(id=1329456588286439888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图3, caption=
FlexHyCA架构, figureFileSmall=3aJNKA8d07FUmEc/m5flWw==, figureFileBig=LDdYrFEY61byA302fyhsrA==, tableContent=null), ArticleFig(id=1329456588353548753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 4, caption=
Principle of configurable bit-protected multiplier, figureFileSmall=AnizgCNRMlM9nGd6hLyYKw==, figureFileBig=VzesUJ0q/dCiD5dkT9ieFQ==, tableContent=null), ArticleFig(id=1329456588420657618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图4, caption=
可配置的位保护乘法器原理, figureFileSmall=AnizgCNRMlM9nGd6hLyYKw==, figureFileBig=VzesUJ0q/dCiD5dkT9ieFQ==, tableContent=null), ArticleFig(id=1329456588487766483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 5, caption=
Sensitivity of different layers/blocks of deep learning models under various fault rates, figureFileSmall=+tNx1ROoq0LW0/Xsm892xw==, figureFileBig=E6WBSN2OB9CrwAJ7ZqmXGQ==, tableContent=null), ArticleFig(id=1329456588550681044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图5, caption=
不同故障率下深度学习模型不同层/块的敏感度, figureFileSmall=+tNx1ROoq0LW0/Xsm892xw==, figureFileBig=E6WBSN2OB9CrwAJ7ZqmXGQ==, tableContent=null), ArticleFig(id=1329456588630372821, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 6, caption=
Mode accuracy variation caused by the gradual protection of layers/blocks at different fault rates, figureFileSmall=qHuNdBo4o+HxOXhLofO6wg==, figureFileBig=HrOmwukHWO25lSFqUK9amg==, tableContent=null), ArticleFig(id=1329456588693287382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图6, caption=
不同故障率下敏感度逐层/块保护带来的模型精度变化, figureFileSmall=qHuNdBo4o+HxOXhLofO6wg==, figureFileBig=HrOmwukHWO25lSFqUK9amg==, tableContent=null), ArticleFig(id=1329456588781367767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 7, caption=
Model accuracy after different fault-tolerant DLA design strategies optimization, figureFileSmall=UA8dfrrS/1jpncd911+tjw==, figureFileBig=zjxXkpH5PPbWhciptkn2mA==, tableContent=null), ArticleFig(id=1329456588844282328, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图7, caption=
不同容错DLA设计策略优化后的模型精度, figureFileSmall=UA8dfrrS/1jpncd911+tjw==, figureFileBig=zjxXkpH5PPbWhciptkn2mA==, tableContent=null), ArticleFig(id=1329456588907196889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 8, caption=
Excutive time of the model after different fault-tolerant DLA design strategies optimization, figureFileSmall=ryVssSGsr2qzKcrehD/GKg==, figureFileBig=B+He0aqmvh7r/1d4qZFQOg==, tableContent=null), ArticleFig(id=1329456588965917146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图8, caption=
不同容错DLA设计策略优化后的模型执行时间, figureFileSmall=ryVssSGsr2qzKcrehD/GKg==, figureFileBig=B+He0aqmvh7r/1d4qZFQOg==, tableContent=null), ArticleFig(id=1329456589028831707, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 9, caption=
Relative area of chip corresponding to different fault-tolerant DLA, figureFileSmall=lS4XWtmsqrQQ/wEjwHnPGw==, figureFileBig=KWyLbv83WSx81IwZMM2BgA==, tableContent=null), ArticleFig(id=1329456589095940572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图9, caption=
不同容错DLA对应的芯片相对面积, figureFileSmall=lS4XWtmsqrQQ/wEjwHnPGw==, figureFileBig=KWyLbv83WSx81IwZMM2BgA==, tableContent=null), ArticleFig(id=1329456589179826653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 10, caption=
Influence of the proportion of important neurons and the number of important bits of neurons on accuracy of ResNet50 model, figureFileSmall=qUWoKrUZ2S5GNjHmz3sApA==, figureFileBig=OB5kDCx7X7Ux6G2htknMrg==, tableContent=null), ArticleFig(id=1329456589246935519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图10, caption=
重要神经元的比例与神经元重要比特的数量对ResNet50模型精度的影响, figureFileSmall=qUWoKrUZ2S5GNjHmz3sApA==, figureFileBig=OB5kDCx7X7Ux6G2htknMrg==, tableContent=null), ArticleFig(id=1329456590857548256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 11, caption=
Influence of Q-scale on model accuracy, figureFileSmall=R4LBll6ib0TPlXb0yXznuA==, figureFileBig=YQ+DegLl1RXMnkiJj4QFFA==, tableContent=null), ArticleFig(id=1329456590933045729, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图11, caption=
Q-scale对于模型精度的影响, figureFileSmall=R4LBll6ib0TPlXb0yXznuA==, figureFileBig=YQ+DegLl1RXMnkiJj4QFFA==, tableContent=null), ArticleFig(id=1329456590987571682, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 12, caption=
Influence of DPPU size and bit protection configurations on DLA chip area, figureFileSmall=Sr6q7KaF6OcanpRoW+k7Zg==, figureFileBig=Lc1uOHN1Zk6zoVkK38xfjg==, tableContent=null), ArticleFig(id=1329456591058874851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图12, caption=
DPPU尺寸和位保护设置对DLA芯片面积的影响, figureFileSmall=Sr6q7KaF6OcanpRoW+k7Zg==, figureFileBig=Lc1uOHN1Zk6zoVkK38xfjg==, tableContent=null), ArticleFig(id=1329456591117595108, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 13, caption=
Influence of the proportion of important neurons on I/O of FlexHyCA, figureFileSmall=8gr+Is55yHDtcMSc2SnZYw==, figureFileBig=8Td2t4BuqtENyX2uMgn2ig==, tableContent=null), ArticleFig(id=1329456591180509669, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图13, caption=
重要神经元的比例对FlexHyCA的I/O影响, figureFileSmall=8gr+Is55yHDtcMSc2SnZYw==, figureFileBig=8Td2t4BuqtENyX2uMgn2ig==, tableContent=null), ArticleFig(id=1329456591243424230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 14, caption=
Computing array area corresponding to different bit protection configurations, figureFileSmall=GLsLNqPZ+b+oeyiG8VU/kw==, figureFileBig=lCnNULQIDgzRA7Wmo1zIGQ==, tableContent=null), ArticleFig(id=1329456591306338791, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图14, caption=
不同的位保护设置对应的计算阵列面积, figureFileSmall=GLsLNqPZ+b+oeyiG8VU/kw==, figureFileBig=lCnNULQIDgzRA7Wmo1zIGQ==, tableContent=null), ArticleFig(id=1329456591394419176, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Figure 15, caption=
Sampled data points in Bayesian optimization process, figureFileSmall=zCmQIvDpQPzOYQCGaUPqpg==, figureFileBig=s48YjHZZImQjEaE2jzoYzw==, tableContent=null), ArticleFig(id=1329456591465722345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=图15, caption=
贝叶斯优化过程中采样的数据点, figureFileSmall=zCmQIvDpQPzOYQCGaUPqpg==, figureFileBig=s48YjHZZImQjEaE2jzoYzw==, tableContent=null), ArticleFig(id=1329456591545414122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Table 1, caption=
Search Space of the Cross Layer Design Parameters
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值范围 | 含义 |
|---|
| S_TH | {5%,10%,15%,20%,25%,30%, 35%,40%} | 重要神经元百分比 |
| IN_TH | {2,3,4} | 重要神经元重要比特位数量 |
| NB_TH | {1,2,3} | 普通神经元重要比特位数量 |
| Q_scale | [1, 2, …, 16] | 截断约束 |
| S_policy | {层间统一比例,分片统一比例} | 重要神经元的选择策略 |
| Dot_size | [8,16, …, 256] | 点乘阵列尺寸 |
| Data_Reuse | {True, False} | 异构阵列数据重用 |
| PE_policy | {直接冗余可配置冗余} | 计算单元位保护策略 |
), ArticleFig(id=1329456591612522987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=表1, caption=
跨层设计参数的搜索空间
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值范围 | 含义 |
|---|
| S_TH | {5%,10%,15%,20%,25%,30%, 35%,40%} | 重要神经元百分比 |
| IN_TH | {2,3,4} | 重要神经元重要比特位数量 |
| NB_TH | {1,2,3} | 普通神经元重要比特位数量 |
| Q_scale | [1, 2, …, 16] | 截断约束 |
| S_policy | {层间统一比例,分片统一比例} | 重要神经元的选择策略 |
| Dot_size | [8,16, …, 256] | 点乘阵列尺寸 |
| Data_Reuse | {True, False} | 异构阵列数据重用 |
| PE_policy | {直接冗余可配置冗余} | 计算单元位保护策略 |
), ArticleFig(id=1329456591679631852, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=EN, label=Table 2, caption=
Optimized Crossing Parameters Design of Different Models
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 故障率I | 故障率II |
|---|
| S_TH | 5% | 5% |
| IN_TH | 2 | 3 |
| NB_TH | 1 | 1 |
| Q_scale | 7 | 8 |
| S_policy | 分层统一比例 | 分层统一比例 |
| Dot_size | 52 | 52 |
| Data_Reuse | True | True |
| PE_policy | 可配置冗余 | 可配置冗余 |
), ArticleFig(id=1329456591746740717, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456575980351836, language=CN, label=表2, caption=
不同模型的最优跨层参数设计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 故障率I | 故障率II |
|---|
| S_TH | 5% | 5% |
| IN_TH | 2 | 3 |
| NB_TH | 1 | 1 |
| Q_scale | 7 | 8 |
| S_policy | 分层统一比例 | 分层统一比例 |
| Dot_size | 52 | 52 |
| Data_Reuse | True | True |
| PE_policy | 可配置冗余 | 可配置冗余 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202331005, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202331005, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202331005, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202331005, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1717171200000, fullTextJson=null, articleText=null, reference=null)