Article(id=1329456375681364628, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202220787, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1661961600000, receivedDateStr=2022-09-01, revisedDate=1684684800000, revisedDateStr=2023-05-22, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896700066, onlineDateStr=2026-11-17, pubDate=1711900800000, pubDateStr=2024-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896700066, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896700066, creator=13701087609, updateTime=1794896700066, updator=13701087609, issue=Issue{id=1329456279791186761, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='4', pageStart='809', pageEnd='1084', issueExtLink='null', onlineDate='null', pubDate='1711900800000', pubDateStr='2024-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896677204, creator='13701087609', updateTime=1794899232988, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329466999882756515, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329466999882756516, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=955, endPage=972, ext={EN=ArticleExt(id=1329456375886885525, articleId=1329456375681364628, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Research and Optimization of the Winograd-Based Convolutional Algorithm on ShenWei-26010 Many-Core Processor, columnId=1327010930744996407, journalTitle=Journal of Computer Research and Development, columnName=Software Technology, runingTitle=null, highlight=null, articleAbstract=
As a critical component, convolution is frequently applied in deep learning. The parallel algorithms of convolution have always been a popular research topic in high-performance computing. With the rapid development of Chinese homegrown ShenWei-26010 many-core processor in artificial intelligence, there is an urgent demand for high-performance convolutional algorithms on the processor. We propose an efficient convolutional design, that is, the fused Winograd-based convolutional algorithm, towarding ShenWei-26010 architectural characteristics and the computational features of Winograd-based convolution. Unlike the traditional Winograd-based convolutional algorithm that depends on the official GEMM (general matrix multiplication) library interface, the proposed algorithm owns the customized matrix multiplication implementation. The feature makes the execution process of the proposed algorithm visible, which can better adapt to common convolutions in reality. The proposed algorithm is composed of four parts: input Winograd transformation, filter Winograd transformation, core operation, and output Winograd inverse transformation. The four parts are fused together instead of executing each part separately. The core operation can gain the required transformed data in real time. Subsequently, the computational results are transformed inversely to the final output immediately. The fused execution improves the data locality of the proposed algorithm to reduce the memory access overhead significantly. Moreover, We design other optimization methods to enhance the performance of the proposed algorithm, such as merged Winograd-transformed mode, DMA (direct memory access) double buffering, the enhanced usage of on-chip storage, the elastic processing of output data tiles, and instruction reordering. The experiments show the performance of the proposed algorithm is 7.8 times that of the traditional Winograd-based convolutional algorithm on VGG network model. Moreover, we extract the common convolution from multiple typical convolutional neural networks to measure the hardware efficiency. The results show the proposed algorithm can significantly overperform the traditional Winograd-based convolutional algorithm for all the convolution cases. The best performance of the proposed algorithm is 116.21% of the theoretical peak performance of ShenWei-26010 processor, and the average one can reach 93.14%.
, authors=Zheng Wu, Xu Jin, Hong An, authorsList=Zheng Wu, Xu Jin, Hong An, authorCompany=null, correspAuthors=null, authorNote=
born in 1992. PhD. His main research interests include parallel computer system architecture and machine learning
born in 1992. PhD. His main research interests include machine learning and distributed system
born in 1963. PhD, professor, PhD supervisor. Her main research interests include chip multiprocessor architecture, parallel computer system architecture, parallel programming environment and tools, and large data parallel storage and processing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329456379976331957, articleId=1329456375681364628, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=申威26010众核处理器上Winograd卷积算法的研究与优化, columnId=1327010930908574265, journalTitle=计算机研究与发展, columnName=软件技术, runingTitle=null, highlight=null, articleAbstract=
卷积作为深度学习中被频繁使用的关键部分,其并行算法的研究已成为高性能计算领域中的热门话题. 随着我国自主研发的申威26010众核处理器在人工智能领域的快速发展,对面向该处理器的高性能并行卷积算法提出了迫切的需求. 针对申威26010处理器的架构特征以及Winograd卷积算法的计算特性,提出了一种高性能并行卷积算法——融合Winograd卷积算法. 该算法不同于依赖官方GEMM(general matrix multiplication)库接口的传统Winograd卷积算法,定制的矩阵乘实现使得该算法的执行过程变得可见,且能够更好地适应现实中常见卷积运算. 整个算法由输入的Winograd变换、卷积核的Winograd变换、核心运算和输出的Winograd逆变换4部分构成,这4个部分并不是单独执行而是融合到一起执行. 通过实时地为核心运算提供需要的变换后数据,并将计算结果及时地逆变换得到最终的输出数据,提高了算法执行过程中的数据局部性,极大地降低了整体的访存开销. 同时,为该算法设计了合并的Winograd变换模式、DMA(direct memory access)双缓冲、片上存储的强化使用、输出数据块的弹性处理以及指令重排等优化方案. 最终的实验结果表明,在VGG网络模型的总体卷积测试中,该算法性能是传统Winograd卷积算法的7.8倍. 同时,抽取典型卷积神经网络模型中的卷积进行测试,融合Winograd卷积算法能够在所有的卷积场景中发挥明显高于传统Winograd卷积算法的性能. 其中,最大能够发挥申威26010处理器峰值性能的116.21%,平均能够发挥峰值性能的93.14%.
, authors=武铮, 金旭, 安虹, authorsList=武铮, 金旭, 安虹, authorCompany=null, correspAuthors=null, authorNote=
 |
1992年生. 博士. 主要研究方向为并行计算机系统结构、机器学习 |
 |
1992年生. 博士. 主要研究方向为机器学习、分布式系统 |
 |
1963年生. 博士,教授,博士生导师. 主要研究方向为片上多处理器架构、并行计算机系统结构、并行编程环境与工具、大数据并行存储与处理 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=grXJTknJG5WXP6IEbD2WWA==, magXml=KPPRxBLFjxkTmdnOJx4AdQ==, pdfUrl=null, pdf=l/GaZnU5xCKfr6w4A81GOg==, pdfFileSize=2438306, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=YwIS36e9ZtO237Z64bM63w==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=oCRd88TFbgID1JpY2b3R0g==, mapNumber=null, fund=null)}, authors=[Author(id=1329456380286710458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhengwu@mail.ustc.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456380362207932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456380286710458, language=EN, stringName=Zheng Wu, firstName=Zheng, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026, bio={"content":"
born in 1992. PhD. His main research interests include parallel computer system architecture and machine learning
"}, bioImg=null, bioContent=
born in 1992. PhD. His main research interests include parallel computer system architecture and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456380458676925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456380286710458, language=CN, stringName=武铮, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1中国科学技术大学计算机科学与技术学院 合肥 230026, bio={"img":"tWzxj13fnLWlY5GDOvIr8A==","content":"
1992年生. 博士. 主要研究方向为并行计算机系统结构、机器学习
"}, bioImg=tWzxj13fnLWlY5GDOvIr8A==, bioContent=
1992年生. 博士. 主要研究方向为并行计算机系统结构、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456380198630070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, xref=1, ext=[AuthorCompanyExt(id=1329456380207018679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026), AuthorCompanyExt(id=1329456380219601592, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学技术大学计算机科学与技术学院 合肥 230026)])]), Author(id=1329456380521591487, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456380592894657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456380521591487, language=EN, stringName=Xu Jin, firstName=Xu, middleName=null, lastName=Jin, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026, bio={"content":"
born in 1992. PhD. His main research interests include machine learning and distributed system
"}, bioImg=null, bioContent=
born in 1992. PhD. His main research interests include machine learning and distributed system
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456382220284610, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456380521591487, language=CN, stringName=金旭, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1中国科学技术大学计算机科学与技术学院 合肥 230026, bio={"img":"dPfWqZ4zeBpQsG7RZVxfSg==","content":"
1992年生. 博士. 主要研究方向为机器学习、分布式系统
"}, bioImg=dPfWqZ4zeBpQsG7RZVxfSg==, bioContent=
1992年生. 博士. 主要研究方向为机器学习、分布式系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456380198630070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, xref=1, ext=[AuthorCompanyExt(id=1329456380207018679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026), AuthorCompanyExt(id=1329456380219601592, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学技术大学计算机科学与技术学院 合肥 230026)])]), Author(id=1329456382312559300, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456382417416902, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456382312559300, language=EN, stringName=Hong An, firstName=Hong, middleName=null, lastName=An, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026, bio={"content":"
born in 1963. PhD, professor, PhD supervisor. Her main research interests include chip multiprocessor architecture, parallel computer system architecture, parallel programming environment and tools, and large data parallel storage and processing
"}, bioImg=null, bioContent=
born in 1963. PhD, professor, PhD supervisor. Her main research interests include chip multiprocessor architecture, parallel computer system architecture, parallel programming environment and tools, and large data parallel storage and processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456382476137159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, authorId=1329456382312559300, language=CN, stringName=安虹, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1中国科学技术大学计算机科学与技术学院 合肥 230026, bio={"img":"8ZDpUbLM5CFbfUYYGTIHeA==","content":"
1963年生. 博士,教授,博士生导师. 主要研究方向为片上多处理器架构、并行计算机系统结构、并行编程环境与工具、大数据并行存储与处理
"}, bioImg=8ZDpUbLM5CFbfUYYGTIHeA==, bioContent=
1963年生. 博士,教授,博士生导师. 主要研究方向为片上多处理器架构、并行计算机系统结构、并行编程环境与工具、大数据并行存储与处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456380198630070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, xref=1, ext=[AuthorCompanyExt(id=1329456380207018679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026), AuthorCompanyExt(id=1329456380219601592, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学技术大学计算机科学与技术学院 合肥 230026)])])], keywords=[Keyword(id=1329456382585189064, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, orderNo=1, keyword=deep learning), Keyword(id=1329456382681658057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, orderNo=2, keyword=Winograd-based convolution), Keyword(id=1329456382786515658, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, orderNo=3, keyword=high-performance computing), Keyword(id=1329456382878790347, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, orderNo=4, keyword=parallel algorithm), Keyword(id=1329456383113671372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, orderNo=5, keyword=ShenWei processor), Keyword(id=1329456383218528973, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, orderNo=1, keyword=深度学习), Keyword(id=1329456383289832142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, orderNo=2, keyword=Winograd卷积), Keyword(id=1329456383470187215, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, orderNo=3, keyword=高性能计算), Keyword(id=1329456383575044816, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, orderNo=4, keyword=并行算法), Keyword(id=1329456383654736593, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, orderNo=5, keyword=申威处理器)], refs=[Reference(id=1329456388402688750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Khan S, Rahmani H, Shah S A A, et al. A guide to convolutional neural networks for computer vision[J]. Synthesis Lectures on Computer Vision, 2018, 8(1): 1−207, articleTitle=null, refAbstract=null), Reference(id=1329456388469797615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Abdel-Hamid O, Mohamed A, Hui Jiang, et al. Convolutional neural networks for speech recognition[J]. IEEE/ACM Transactions on Audio, Speech, and Language Processing, 2014, 22(10): 1533−1545, articleTitle=null, refAbstract=null), Reference(id=1329456388545295088, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang Zhenchao, Niu Jianwei, Liu Yu, et al. Deep CNN-based real-time traffic light detector for self-driving vehicles[J]. IEEE Transactions on Mobile Computing, 2019, 19(2): 300−313, articleTitle=null, refAbstract=null), Reference(id=1329456388616598257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Litjens G, Kooi T, Bejnordi B E, et al. A survey on deep learning in medical image analysis[J]. Medical Image Analysis, 2017, 42(9): 60−88, articleTitle=null, refAbstract=null), Reference(id=1329456388717261554, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yi, Shu Bing, Yin Yan, et al. Efficient processing of convolutional neural networks on SW26010 [C] //Proc of the 16th IFIP Int Conf on Network and Parallel Computing. Berlin: Springer, 2019: 316−321, articleTitle=null, refAbstract=null), Reference(id=1329456388780176115, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Rui, Ma Sheng, Guo Yang. Performance analysis of different convolution algorithms in GPU environment [C] //Proc of the 13th IEEE Int Conf on Networking, Architecture and Storage. Piscataway, NJ: IEEE, 2018: 45−54, articleTitle=null, refAbstract=null), Reference(id=1329456388851479284, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=San Juan P, Castelló A, Dolz M F, et al. High performance and portable convolution operators for multicore processors [C] //Proc of the 32nd IEEE Int Symp on Computer Architecture and High Performance Computing. Piscataway, NJ: IEEE, 2020: 91−98, articleTitle=null, refAbstract=null), Reference(id=1329456388922782453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Jiarui, Fu Haohuan, Zhao Wenlai, et al. swdnn: A library for accelerating deep learning applications on Sunway Taihulight [C] //Proc of the 31st IEEE Int Parallel and Distributed Processing Symp. Piscataway, NJ: IEEE, 2017: 615−624, articleTitle=null, refAbstract=null), Reference(id=1329456388989891318, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Nguyen-Thanh N, Le-Duc H, Ta D T, et al. Energy efficient techniques using FFT for deep convolutional neural networks [C] // Proc of the 9th of Int Conf on Advanced Technologies for Communications. Piscataway, NJ: IEEE, 2016: 231−236, articleTitle=null, refAbstract=null), Reference(id=1329456389044417271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Lavin A, Gray S. Fast algorithms for convolutional neural networks [C] //Proc of the 29th IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 4013−4021, articleTitle=null, refAbstract=null), Reference(id=1329456389111526136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Park H, Kim D, Ahn J, et al. Zero and data reuse-aware fast convolution for deep neural networks on GPU [C] //Proc of the 11th IEEE/ACM/IFIP Int Conf on Hardware/Software Codesign and System Synthesis. Piscataway, NJ: IEEE, 2016: 271−280, articleTitle=null, refAbstract=null), Reference(id=1329456389195412217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Zhen, Zlateski A, Durand F, et al. Optimizing N-dimensional, Winograd-based convolution for manycore CPUs [C] //Proc of the 23rd ACM SIGPLAN Symp on Principles and Practice of Parallel Programming. New York: ACM, 2018: 109−123, articleTitle=null, refAbstract=null), Reference(id=1329456389258326778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=武铮,安虹,金旭,等. 基于Intel平台的Winograd快速卷积算法研究与优化[J]. 计算机研究与发展,2019,56(4):825−835, articleTitle=null, refAbstract=null), Reference(id=1329456389338018555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Zheng, An Hong, Jin Xu, et al. Research and optimization of fast convolution algorithm Winograd on Intel platform[J]. Journal of Computer Research and Development, 2019, 56(4): 825−835 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456389417710332, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Mazaheri A, Beringer T, Moskewicz M, et al. Accelerating Winograd convolutions using symbolic computation and meta-programming [C] //Proc of the 15th European Conf on Computer Systems. New York: ACM, 2020: 616−629, articleTitle=null, refAbstract=null), Reference(id=1329456389489013501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Liancheng, Liang Yun, Li Xiuhong, et al. Enabling efficient fast convolution algorithms on GPUs via MegaKernels[J]. IEEE Transactions on Computers, 2020, 69(7): 986−997, articleTitle=null, refAbstract=null), Reference(id=1329456389551928062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Castro R L, Andrade D, Fraguela B B. OpenCNN: A Winograd minimal filtering algorithm implementation in CUDA[J]. Mathematics, 2021, 9(17): 1−19, articleTitle=null, refAbstract=null), Reference(id=1329456391191900927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=王庆林,李东升,梅松竹,等. 面向飞腾多核处理器的Winograd快速卷积算法优化[J]. 计算机研究与发展,2020,57(6):1140−1151, articleTitle=null, refAbstract=null), Reference(id=1329456391288369920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Qinglin, Li Dongsheng, Mei Songzhu, et al. Optimizing Winograd-based fast convolution algorithm on Phytium multi-core CPUs[J]. Journal of Computer Research and Development, 2020, 57(6): 1140−1151 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456391376450305, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Meng Jintao, Zhuang Chen, Chen Peng, et al. Automatic generation of high-performance convolution kernels on ARM CPUs for deep learning[J]. IEEE Transactions on Parallel and Distributed Systems, 2022, 33(11): 2885−2899, articleTitle=null, refAbstract=null), Reference(id=1329456391451947778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Liqiang, Liang Yun. SpWA: An efficient sparse winograd convolutional neural networks accelerator on FPGAs [C/OL] //Proc of the 55th Annual Design Automation Conf. Piscataway, NJ: IEEE, 2018[2022-08-21].https://dl.acm.org/doi/abs/10.1145/3195970.3196120, articleTitle=null, refAbstract=null), Reference(id=1329456391519056643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Wenlai, Fu Haohuan, Fang Jiarui, et al. Optimizing convolutional neural networks on the Sunway Taihulight supercomputer[J]. ACM Transactions on Architecture and Code Optimization, 2018, 15(1): 310−335, articleTitle=null, refAbstract=null), Reference(id=1329456391577776900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Fu Haohuan, Liao Junfeng, Yang Jinzhe, et al. The Sunway TaihuLight supercomputer: System and applications[J]. Science China Information Sciences, 2016, 59(7): 1−16, articleTitle=null, refAbstract=null), Reference(id=1329456391640691461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin J, Xu Zhigeng, Cai Linjin, et al. Evaluating the SW26010 many-core processor with a micro-benchmark suite for performance optimizations[J]. Parallel Computing, 2018, 77(3): 128−143, articleTitle=null, refAbstract=null), Reference(id=1329456391695217414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Zhigeng, Lin J, Matsuoka S. Benchmarking SW26010 many-core processor [C] //Proc of the 31st IEEE Int Parallel and Distributed Processing Symp Workshops. Piscataway, NJ: IEEE, 2017: 743−752, articleTitle=null, refAbstract=null), Reference(id=1329456391745549063, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Intel. Intel Xeon Phi processor [EB/OL]. [2022-08-21]. https://software.intel.com/en-us/xeon-phi/x200-processor, articleTitle=null, refAbstract=null), Reference(id=1329456391816852232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. NVIDIA TESLA V100 [EB/OL]. [2022-08-21].https://www.nvidia.com/en-gb/data-center/tesla-v100/, articleTitle=null, refAbstract=null), Reference(id=1329456391888155401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Zheng, Li Mingfan, Chi Mengxian, et al. Runtime adaptive matrix multiplication for the SW26010 many-core processor[J]. IEEE Access, 2020, 8: 156915−156928, articleTitle=null, refAbstract=null), Reference(id=1329456391951069962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xiuhong, Liang Yun, Yan Shengen, et al. A coordinated tiling and batching framework for efficient GEMM on GPUs [C] //Proc of the 24th Symp on Principles and Practice of Parallel Programming. New York: ACM, 2019: 229−241, articleTitle=null, refAbstract=null), Reference(id=1329456392013984523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Fang, Liu Xin, Liu Yong, et al. SW_Qsim: A minimize-memory quantum simulator with high-performance on a new sunway supercomputer [C/OL] //Proc of the 33rd Int Conf for High Performance Computing, Networking, Storage and Analysis. New York: ACM, 2021[2022-08-21].https://dl.acm.org/doi/10.1145/3458817.3476161, articleTitle=null, refAbstract=null), Reference(id=1329456392068510476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xin, Gao Yingxiang, Shang Honghui, et al. Increasing the efficiency of massively parallel sparse matrix-matrix multiplication in first-principles calculation on the new-generation Sunway supercomputer[J]. IEEE Transactions on Parallel and Distributed Systems, 2022, 33(12): 4752−4766, articleTitle=null, refAbstract=null), Reference(id=1329456392123036429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Lijuan, Yang Chao, Ao Yulong, et al. Towards highly efficient DGEMM on the emerging SW26010 many-core processor [C] //Proc of the 46th Int Conf on Parallel Processing. Piscataway, NJ: IEEE, 2017: 422−431, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329456380198630070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, xref=1, ext=[AuthorCompanyExt(id=1329456380207018679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, University of Science and Technology of China, Hefei 230026), AuthorCompanyExt(id=1329456380219601592, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, companyId=1329456380198630070, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学技术大学计算机科学与技术学院 合肥 230026)])], figs=[ArticleFig(id=1329456383780565714, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 1, caption=
The architecture of ShenWei-26010 processor, figureFileSmall=JdTUUwkifpS3Swu2HEyn4Q==, figureFileBig=YwIS36e9ZtO237Z64bM63w==, tableContent=null), ArticleFig(id=1329456383889617619, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图1, caption=
申威26010的处理器架构, figureFileSmall=JdTUUwkifpS3Swu2HEyn4Q==, figureFileBig=YwIS36e9ZtO237Z64bM63w==, tableContent=null), ArticleFig(id=1329456384254522068, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 2, caption=
Basic framework of the fused Winograd convolution algorithm, figureFileSmall=vp2xXrRZ7KrK2bQmtC9Meg==, figureFileBig=LMI9XbRHGu5qev9+ejUtOw==, tableContent=null), ArticleFig(id=1329456384359379669, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图2, caption=
融合Wingorad卷积算法的基本框架, figureFileSmall=vp2xXrRZ7KrK2bQmtC9Meg==, figureFileBig=LMI9XbRHGu5qev9+ejUtOw==, tableContent=null), ArticleFig(id=1329456384451654358, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 3, caption=
Separated Winograd-transformed mode, figureFileSmall=L9vCqvg+tvsdYwc6jcLe9A==, figureFileBig=w8XVam/CIWvK+NHQV7l2FQ==, tableContent=null), ArticleFig(id=1329456384531346135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图3, caption=
分离的Winograd变换模式, figureFileSmall=L9vCqvg+tvsdYwc6jcLe9A==, figureFileBig=w8XVam/CIWvK+NHQV7l2FQ==, tableContent=null), ArticleFig(id=1329456384611037912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 4, caption=
Merged Winograd-transformed mode, figureFileSmall=4qBOAc5UsUNyh544ldZ7QQ==, figureFileBig=3mNLr8pmg6SJt3Kbnd3C/g==, tableContent=null), ArticleFig(id=1329456384699118297, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图4, caption=
合并的Winograd变换模式, figureFileSmall=4qBOAc5UsUNyh544ldZ7QQ==, figureFileBig=3mNLr8pmg6SJt3Kbnd3C/g==, tableContent=null), ArticleFig(id=1329456384829141722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 5, caption=
Unfolding LDM enhanced usage, figureFileSmall=hnyJ1lVYOJPY2Jv61jbZLg==, figureFileBig=+bMWH6OzSHVPnw8HGH3hag==, tableContent=null), ArticleFig(id=1329456384892056283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图5, caption=
展开的LDM强化使用, figureFileSmall=hnyJ1lVYOJPY2Jv61jbZLg==, figureFileBig=+bMWH6OzSHVPnw8HGH3hag==, tableContent=null), ArticleFig(id=1329456384980136668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 6, caption=
Interleaving LDM enhanced usage, figureFileSmall=FueBhJ/e7N8MG7zgudsTDQ==, figureFileBig=2UhksfNeV2OhXAZIsWCBBQ==, tableContent=null), ArticleFig(id=1329456385064022749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图6, caption=
交错的LDM强化使用, figureFileSmall=FueBhJ/e7N8MG7zgudsTDQ==, figureFileBig=2UhksfNeV2OhXAZIsWCBBQ==, tableContent=null), ArticleFig(id=1329456386632692446, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 7, caption=
Processing two output data blocks in a single run, figureFileSmall=1ZmwVyiK5G3TpQ5oVVKb8Q==, figureFileBig=1SJgg0BiQFNrWeePNp0L/w==, tableContent=null), ArticleFig(id=1329456386804658911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图7, caption=
单次处理2个输出数据块, figureFileSmall=1ZmwVyiK5G3TpQ5oVVKb8Q==, figureFileBig=1SJgg0BiQFNrWeePNp0L/w==, tableContent=null), ArticleFig(id=1329456386867573472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 8, caption=
Customized matrix multiplication implementation, figureFileSmall=7DdxwRPMKPxNxNDD/kEmBA==, figureFileBig=SYbpdm9hNDZY9K+P/35jyA==, tableContent=null), ArticleFig(id=1329456386968236769, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图8, caption=
定制的矩阵乘实现, figureFileSmall=7DdxwRPMKPxNxNDD/kEmBA==, figureFileBig=SYbpdm9hNDZY9K+P/35jyA==, tableContent=null), ArticleFig(id=1329456387064705762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 9, caption=
Instruction reordering, figureFileSmall=iVBGaX4rfWK1g4zCZLdfTQ==, figureFileBig=h6COVtnhO7tStqn1/x0HFg==, tableContent=null), ArticleFig(id=1329456387165369059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图9, caption=
指令重排, figureFileSmall=iVBGaX4rfWK1g4zCZLdfTQ==, figureFileBig=h6COVtnhO7tStqn1/x0HFg==, tableContent=null), ArticleFig(id=1329456387295392484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 10, caption=
Performance comparison of different fusedWgdConv versions and simpleWgdConv, figureFileSmall=ignguI3owmU/sOnKIRM7Mw==, figureFileBig=RW4XbpgmAWyEwykSXFOv1w==, tableContent=null), ArticleFig(id=1329456387463164645, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图10, caption=
不同fusedWgdConv版本和simpleWgdConv的性能对比, figureFileSmall=ignguI3owmU/sOnKIRM7Mw==, figureFileBig=RW4XbpgmAWyEwykSXFOv1w==, tableContent=null), ArticleFig(id=1329456387622548198, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 11, caption=
Hardware efficiency of ShenWei-26010 processor for different convoltuions, figureFileSmall=NoeBvq/R2yjuFHvMqecxXw==, figureFileBig=jLSA+sf8RNSifZqOFz+Ynw==, tableContent=null), ArticleFig(id=1329456387794514663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图11, caption=
不同卷积下申威26010处理器的硬件效率, figureFileSmall=NoeBvq/R2yjuFHvMqecxXw==, figureFileBig=jLSA+sf8RNSifZqOFz+Ynw==, tableContent=null), ArticleFig(id=1329456387861623528, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Figure 12, caption=
Performance speedup of Caffe with different versions, figureFileSmall=ujIgtV47cezjjTDQ5Ua4rA==, figureFileBig=E7nZi0HQfTWKz/sdzxuGTw==, tableContent=null), ArticleFig(id=1329456387974869737, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=图12, caption=
不同版本Caffe的性能加速比, figureFileSmall=ujIgtV47cezjjTDQ5Ua4rA==, figureFileBig=E7nZi0HQfTWKz/sdzxuGTw==, tableContent=null), ArticleFig(id=1329456388062950122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Table 1, caption=
Configure Parameters for ShenWei-26010 Processor
, figureFileSmall=null, figureFileBig=null, tableContent=
| 规格 | 数值 |
|---|
| 频率/GHz | 1.45 |
| 核数 | 260 |
| 主存容量/GB | 32 |
| 主存带宽/GBps | 144 |
| TDP/W | 250 |
| 单精度峰值性能/ TFLOPS | >3 |
| 双精度峰值性能/ TFLOPS | >3 |
), ArticleFig(id=1329456388138447595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=表1, caption=
申威 26010处理器配置参数
, figureFileSmall=null, figureFileBig=null, tableContent=
| 规格 | 数值 |
|---|
| 频率/GHz | 1.45 |
| 核数 | 260 |
| 主存容量/GB | 32 |
| 主存带宽/GBps | 144 |
| TDP/W | 250 |
| 单精度峰值性能/ TFLOPS | >3 |
| 双精度峰值性能/ TFLOPS | >3 |
), ArticleFig(id=1329456388205556460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=EN, label=Table 2, caption=
Running Time for wgdGEMM and GEMM
, figureFileSmall=null, figureFileBig=null, tableContent=
| M | N | K | 运行时间/ms | 加速比 |
|---|
| wgdGEMM | GEMM |
|---|
| 32 | 64 | 32 | 0.11 | 0.13 | 0.2037 |
| 64 | 64 | 64 | 0.23 | 0.29 | 0.2788 |
| 128 | 64 | 128 | 0.68 | 0.82 | 0.2023 |
| 256 | 64 | 256 | 2.17 | 2.75 | 0.2666 |
| 512 | 64 | 512 | 8.03 | 10.06 | 0.2521 |
| 1024 | 64 | 1024 | 32.68 | 40.58 | 0.2418 |
| 2 048 | 64 | 2 048 | 128.05 | 158.48 | 0.2377 |
| 4096 | 64 | 4096 | 512.74 | 633.80 | 0.2361 |
), ArticleFig(id=1329456388281053933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456375681364628, language=CN, label=表2, caption=
wgdGEMM和GEMM的运行时间
, figureFileSmall=null, figureFileBig=null, tableContent=
| M | N | K | 运行时间/ms | 加速比 |
|---|
| wgdGEMM | GEMM |
|---|
| 32 | 64 | 32 | 0.11 | 0.13 | 0.2037 |
| 64 | 64 | 64 | 0.23 | 0.29 | 0.2788 |
| 128 | 64 | 128 | 0.68 | 0.82 | 0.2023 |
| 256 | 64 | 256 | 2.17 | 2.75 | 0.2666 |
| 512 | 64 | 512 | 8.03 | 10.06 | 0.2521 |
| 1024 | 64 | 1024 | 32.68 | 40.58 | 0.2418 |
| 2 048 | 64 | 2 048 | 128.05 | 158.48 | 0.2377 |
| 4096 | 64 | 4096 | 512.74 | 633.80 | 0.2361 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202220787, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202220787, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202220787, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202220787, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1711900800000, fullTextJson=null, articleText=null, reference=null)