Article(id=1327018750559236305, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018536993665336, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440093, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1706889600000, receivedDateStr=2024-02-03, revisedDate=1737302400000, revisedDateStr=2025-01-20, acceptedDate=1740931200000, acceptedDateStr=2025-03-03, onlineDate=1794315524948, onlineDateStr=2026-11-10, pubDate=1753977600000, pubDateStr=2025-08-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315524948, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315524948, creator=13701087609, updateTime=1794315524948, updator=13701087609, issue=Issue{id=1327018536993665336, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='8', pageStart='1833', pageEnd='2124', issueExtLink='null', onlineDate='null', pubDate='1753977600000', pubDateStr='2025-08-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315474031, creator='13701087609', updateTime=1794376881014, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276097470837643, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018536993665336, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276097470837644, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327018536993665336, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1962, endPage=1978, ext={EN=ArticleExt(id=1327018750747979986, articleId=1327018750559236305, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Automatic Insertion Method of High-Performance Synchronization Primitives for Ascend Processors, columnId=1325489901852041729, journalTitle=Journal of Computer Research and Development, columnName=Computer Architecture, runingTitle=null, highlight=null, articleAbstract=
Instruction-level parallelism (ILP) is a classic challenge in the field of processor architecture. Domain-specific architectures, such as the Ascend processor, expose more pipeline details to upper-layer software, and compilers/programmers explicitly control the synchronization between pipelines to optimize ILP. However, the physical synchronization resources between pipelines are limited, which limits the improvement of ILP. To address this issue, a high-performance automatic synchronization primitive insertion method for the Ascend processor is proposed. By introducing the abstraction of “virtual synchronization resources”, this method decouples the insertion of synchronization primitives from the selection of physical synchronization resources. Firstly, a heuristic algorithm is proposed to insert virtual synchronization primitives in complex control flow graphs. Then, a significant number of virtual synchronization resources are mapped to an extremely limited number of physical synchronization resources through virtual synchronization primitive merging and other techniques. At the same time, redundant synchronization primitives in the program are removed based on the partial order relationship between instructions, while ensuring program correctness and stringent hardware resource constraints. Experiments on the Ascend 910A platform using instruction-level and operator-level benchmark programs show that the programs with automatically inserted synchronization primitives achieve performance comparable to or on par with those manually inserted by expert programmers, while ensuring correctness.
, authors=Shuaijiang Li
1, 2, 3, Xinyuan Zhang
1, 3, Jiacheng Zhao
1, 2, 3, *, Xinghui Tian
4, Xiyu Shi
1, 3, Xiaoxin Xu
4, Huimin Cui
1, 2, 3, authorsList=Shuaijiang Li, Xinyuan Zhang, Jiacheng Zhao, Xinghui Tian, Xiyu Shi, Xiaoxin Xu, Huimin Cui, authorCompany=null, correspAuthors=Jiacheng Zhao, authorNote=
born in 1998. PhD candidate. Student member of CCF. His main research interest includes heterogeneous programming
born in 1994. Master, engineer. Her main research interest includes heterogeneous compile
born in 1989. PhD, associate professor. His main research interests include heterogeneous programming, machine learning systems, and compiler infrastructure for domain specific architectures
born in 1989. Master. His main research interest includes AI compiler
born in 1996. Master, engineer. Her main research interest includes heterogeneous programming
born in 1986. Master. His main research interest includes AI system optimization
born in 1979. PhD, professor. Her main research interests include compiler construction, compiler optimization, and heterogeneous computing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327018755122639109, articleId=1327018750559236305, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=面向昇腾处理器的高性能同步原语自动插入方法, columnId=1325489904427344387, journalTitle=计算机研究与发展, columnName=体系结构, runingTitle=null, highlight=null, articleAbstract=
指令级并行(instruction level parallism,ILP)是处理器体系结构研究的经典难题. 以昇腾为代表的领域定制架构将更多的流水线细节暴露给上层软件,由编译器/程序员显式控制流水线之间的同步来优化ILP,但是流水线之间的物理同步资源是有限的,限制了ILP的提升. 针对这一问题,提出一种面向昇腾处理器的高性能同步原语自动插入方法,通过引入“虚拟同步资源”的抽象将同步原语的插入和物理同步资源的选择进行解耦. 首先提出了一种启发式算法在复杂的控制流图上进行虚拟同步原语的插入,随后通过虚拟同步原语合并等技术,将虚拟同步资源映射到有限数量的物理同步资源上,并同时在满足程序正确性与严苛硬件资源限制的前提下,根据指令间的偏序关系删除程序中冗余的同步原语. 使用指令级与算子级基准测试程序在昇腾910A平台上的实验表明,该方法自动插入同步原语的程序在保证正确性的基础上,整体性能与专家程序员手动插入同步原语接近或持平.
, authors=李帅江
1, 2, 3, 张馨元
1, 3, 赵家程
1, 2, 3, *, 田行辉
4, 石曦予
1, 3, 徐晓忻
4, 崔慧敏
1, 2, 3, authorsList=李帅江, 张馨元, 赵家程, 田行辉, 石曦予, 徐晓忻, 崔慧敏, authorCompany=null, correspAuthors=赵家程, authorNote=
 |
1998年生. 博士研究生. CCF学生会员. 主要研究方向为异构编程 |
 |
1994年生. 硕士,工程师. 主要研究方向为异构编译 |
 |
1989年生. 博士,副研究员. 主要研究方向为异构编程、机器学习系统和领域定制架构编译基础设施 |
 |
1989年生. 硕士. 主要研究方向为AI编译器 |
 |
1996年生. 硕士,工程师. 主要研究方向为异构编程 |
 |
1986年生. 硕士. 主要研究方向为AI系统优化 |
 |
1979年生. 博士,研究员. 主要研究方向为编译器构建、编译优化、异构计算 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=G0SEgWK/3zwfsXlnloJjCA==, magXml=VKwdQycTaiuFK7+8LnNraQ==, pdfUrl=null, pdf=7IIEIprJKiqNVxlbPM27Aw==, pdfFileSize=2284749, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=U3PP/ZNC7w7bAVXvkJJkBg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=YnT9oV4nqDekLjYoVRJAqg==, mapNumber=null, fund=null)}, authors=[Author(id=1327018755718230291, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=lishuaijiang19b@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018755818893591, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018755718230291, language=EN, stringName=Shuaijiang Li, firstName=Shuaijiang, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100190
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1998. PhD candidate. Student member of CCF. His main research interest includes heterogeneous programming
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. Student member of CCF. His main research interest includes heterogeneous programming
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018755890196760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018755718230291, language=CN, stringName=李帅江, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1中国科学院计算技术研究所 北京 100190
2中国科学院大学 北京 100190
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"3xmlIXMgxLt17utCK8RA/A==","content":"
1998年生. 博士研究生. CCF学生会员. 主要研究方向为异构编程
"}, bioImg=3xmlIXMgxLt17utCK8RA/A==, bioContent=
1998年生. 博士研究生. CCF学生会员. 主要研究方向为异构编程
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755403657481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=2, ext=[AuthorCompanyExt(id=1327018755412046090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755416240395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1327018755961499930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018756049580317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018755961499930, language=EN, stringName=Xinyuan Zhang, firstName=Xinyuan, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1994. Master, engineer. Her main research interest includes heterogeneous compile
"}, bioImg=null, bioContent=
born in 1994. Master, engineer. Her main research interest includes heterogeneous compile
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018756120883486, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018755961499930, language=CN, stringName=张馨元, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1中国科学院计算技术研究所 北京 100190
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"aRVawU9NoeZO2SnT9zv4pA==","content":"
1994年生. 硕士,工程师. 主要研究方向为异构编译
"}, bioImg=aRVawU9NoeZO2SnT9zv4pA==, bioContent=
1994年生. 硕士,工程师. 主要研究方向为异构编译
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1327018756187992352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhaojiacheng@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327018756288655652, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756187992352, language=EN, stringName=Jiacheng Zhao, firstName=Jiacheng, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100190
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1989. PhD, associate professor. His main research interests include heterogeneous programming, machine learning systems, and compiler infrastructure for domain specific architectures
"}, bioImg=null, bioContent=
born in 1989. PhD, associate professor. His main research interests include heterogeneous programming, machine learning systems, and compiler infrastructure for domain specific architectures
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018756355764517, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756187992352, language=CN, stringName=赵家程, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1中国科学院计算技术研究所 北京 100190
2中国科学院大学 北京 100190
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"J4sLiU6MFIlFoGMig/NQmg==","content":"
1989年生. 博士,副研究员. 主要研究方向为异构编程、机器学习系统和领域定制架构编译基础设施
"}, bioImg=J4sLiU6MFIlFoGMig/NQmg==, bioContent=
1989年生. 博士,副研究员. 主要研究方向为异构编程、机器学习系统和领域定制架构编译基础设施
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755403657481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=2, ext=[AuthorCompanyExt(id=1327018755412046090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755416240395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1327018756418679079, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018756481593641, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756418679079, language=EN, stringName=Xinghui Tian, firstName=Xinghui, middleName=null, lastName=Tian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4Huawei Technologies Co., Ltd., Hangzhou 310051, bio={"content":"
born in 1989. Master. His main research interest includes AI compiler
"}, bioImg=null, bioContent=
born in 1989. Master. His main research interest includes AI compiler
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018756552896810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756418679079, language=CN, stringName=田行辉, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4华为技术有限公司 杭州 310051, bio={"img":"np4SYm9kpa36DHRBYvSU5g==","content":"
1989年生. 硕士. 主要研究方向为AI编译器
"}, bioImg=np4SYm9kpa36DHRBYvSU5g==, bioContent=
1989年生. 硕士. 主要研究方向为AI编译器
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755634344207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=4, ext=[AuthorCompanyExt(id=1327018755646927120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Huawei Technologies Co., Ltd., Hangzhou 310051), AuthorCompanyExt(id=1327018755659510033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4华为技术有限公司 杭州 310051)])]), Author(id=1327018756628394284, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018756712280367, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756628394284, language=EN, stringName=Xiyu Shi, firstName=Xiyu, middleName=null, lastName=Shi, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1996. Master, engineer. Her main research interest includes heterogeneous programming
"}, bioImg=null, bioContent=
born in 1996. Master, engineer. Her main research interest includes heterogeneous programming
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018756771000624, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756628394284, language=CN, stringName=石曦予, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1中国科学院计算技术研究所 北京 100190
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"rnMaeU4jWstZTDOieeCyQQ==","content":"
1996年生. 硕士,工程师. 主要研究方向为异构编程
"}, bioImg=rnMaeU4jWstZTDOieeCyQQ==, bioContent=
1996年生. 硕士,工程师. 主要研究方向为异构编程
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1327018756838109490, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018756917801268, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756838109490, language=EN, stringName=Xiaoxin Xu, firstName=Xiaoxin, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4Huawei Technologies Co., Ltd., Hangzhou 310051, bio={"content":"
born in 1986. Master. His main research interest includes AI system optimization
"}, bioImg=null, bioContent=
born in 1986. Master. His main research interest includes AI system optimization
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018757014270261, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018756838109490, language=CN, stringName=徐晓忻, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4华为技术有限公司 杭州 310051, bio={"img":"Q/vgULQ4/iIOJ8Ja6Rrm6A==","content":"
1986年生. 硕士. 主要研究方向为AI系统优化
"}, bioImg=Q/vgULQ4/iIOJ8Ja6Rrm6A==, bioContent=
1986年生. 硕士. 主要研究方向为AI系统优化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755634344207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=4, ext=[AuthorCompanyExt(id=1327018755646927120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Huawei Technologies Co., Ltd., Hangzhou 310051), AuthorCompanyExt(id=1327018755659510033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4华为技术有限公司 杭州 310051)])]), Author(id=1327018757072990519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, orderNo=6, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327018757156876603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018757072990519, language=EN, stringName=Huimin Cui, firstName=Huimin, middleName=null, lastName=Cui, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100190
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1979. PhD, professor. Her main research interests include compiler construction, compiler optimization, and heterogeneous computing
"}, bioImg=null, bioContent=
born in 1979. PhD, professor. Her main research interests include compiler construction, compiler optimization, and heterogeneous computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327018757236568380, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, authorId=1327018757072990519, language=CN, stringName=崔慧敏, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1中国科学院计算技术研究所 北京 100190
2中国科学院大学 北京 100190
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"Z9QPVrdo2us7bJJASN+AUw==","content":"
1979年生. 博士,研究员. 主要研究方向为编译器构建、编译优化、异构计算
"}, bioImg=Z9QPVrdo2us7bJJASN+AUw==, bioContent=
1979年生. 博士,研究员. 主要研究方向为编译器构建、编译优化、异构计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755403657481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=2, ext=[AuthorCompanyExt(id=1327018755412046090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755416240395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])])], keywords=[Keyword(id=1327018757362397501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, orderNo=1, keyword=Ascend processor), Keyword(id=1327018757425312062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, orderNo=2, keyword=synchronization primitives), Keyword(id=1327018757479838015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, orderNo=3, keyword=heterogeneous programming), Keyword(id=1327018757534363968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, orderNo=4, keyword=domain specific architecture), Keyword(id=1327018757588889921, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, orderNo=5, keyword=automatic insertion), Keyword(id=1327018757647610178, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, orderNo=1, keyword=昇腾处理器), Keyword(id=1327018757727301955, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, orderNo=2, keyword=同步原语), Keyword(id=1327018757781827908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, orderNo=3, keyword=异构编程), Keyword(id=1327018757840548165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, orderNo=4, keyword=领域定制架构), Keyword(id=1327018757899268422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, orderNo=5, keyword=自动插入)], refs=[Reference(id=1327018761195991405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Tomasulo R M. An efficient algorithm for exploiting multiple arithmetic units[J]. IBM Journal of research and Development, 1967, 11(1): 25−33, articleTitle=null, refAbstract=null), Reference(id=1327018761279877486, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Smith J E. A study of branch prediction strategies[C]//Proc of the 8th Annual Symp on Computer Architecture. New York: ACM, 1981: 135−148, articleTitle=null, refAbstract=null), Reference(id=1327018761346986351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Thornton J E. Parallel operation in the control data 6600[C]//Proc of the Fall Joint Computer Conf, Part II: Very High Speed Computer Systems. New York: ACM, 1964: 33−40, articleTitle=null, refAbstract=null), Reference(id=1327018761414095216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Thornton J E. Parallel operation in the control data 6600[C]//Proc of the Fall Joint Computer Conf,Part II:Very High Speed Computer Systems. New York:ACM,1964:33−40, articleTitle=null, refAbstract=null), Reference(id=1327018761489592689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Moudgill M, Pingali K, Vassiliadis S. Register renaming and dynamic speculation: An alternative approach[C]//Proc of the 26th Annual Int Symp on Microarchitecture. Los Alamitos, CA: IEEE Computer Society, 1993: 202−213, articleTitle=null, refAbstract=null), Reference(id=1327018761560895858, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Krizhevsky A, Sutskever I, Hinton G E. Imagenet classification with deep convolutional neural networks[C]//Proc of the 25th Int Conf on Neural Information Processing Systems-Volume 1. New York: Curran Associates Inc, 2012: 1097−1105, articleTitle=null, refAbstract=null), Reference(id=1327018761628004723, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=张蕊,李锦涛. 基于深度学习的场景分割算法研究综述[J]. 计算机研究与发展,2020,57(4):859−875, articleTitle=null, refAbstract=null), Reference(id=1327018761695113588, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Rui, Li Jintao. A survey on algorithm research of scene parsing based on deep learning[J]. Journal of Computer Research and Development, 2020, 57(4): 859−875 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018761758028149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T B, Mann B, Ryder N, et al. Language models are few-shot learners[C]//Proc of the 34th Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2020: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1327018761825137014, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[C]//Proc of the 31st Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2017: 6000−6010, articleTitle=null, refAbstract=null), Reference(id=1327018761909023095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Jumper J, Evans R, Pritzel A, et al. Highly accurate protein structure prediction with AlphaFold[J]. Nature, 2021, 596(7873): 583−589, articleTitle=null, refAbstract=null), Reference(id=1327018761984520568, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=李洪顺,于华,宫秀军. 一种只利用序列信息预测RNA结合蛋白的深度学习模型[J]. 计算机研究与发展,2018,55(1):93−101, articleTitle=null, refAbstract=null), Reference(id=1327018762043240825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Hongshun, Yu Hua, Gong Xiujun. A deep learning model for predicting RNA-binding proteins only from primary sequences[J]. Journal of Computer Research and Development, 2018, 55(1): 93−101 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018762106155386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenAI. AI and compute[EB/OL]. [2024-02-01]. https://openai.com/ research/ai-and-compute, articleTitle=null, refAbstract=null), Reference(id=1327018762173264251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Nvidia. NVIDIA tensor cores[EB/OL]. [2024-02-01]. https://www.nvidia.com/en-us/data-center/tensor-cores/, articleTitle=null, refAbstract=null), Reference(id=1327018762231984508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=AMD. AMD Instinct™ MI300 series accelerators[EB/OL]. [2024-02-01]. https://www.amd.com/en/products/accelerators/instinct/mi300.html, articleTitle=null, refAbstract=null), Reference(id=1327018762286510461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=海光. 海光深度计算处理器[EB/OL]. [2024-02-01]. https://www.hygon.cn/product/accelerator, articleTitle=null, refAbstract=null), Reference(id=1327018762357813630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Hygon. Hygon deep computing unit[EB/OL]. [2024-02-01]. https://www.hygon.cn/product/accelerator (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327018762429116799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Tianshi, Du Zidong, Sun Ninghui, et al. DianNao: A small-footprint high-throughput accelerator for ubiquitous machine-learning[C]//Proc of the 19th Int Conf on Architectural Support for Programming Languages and Operating Systems. New York: ACM, 2014: 269–284, articleTitle=null, refAbstract=null), Reference(id=1327018762508808576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Liao Heng, Tu Jiajin, Xia Jing, et al. Ascend: A scalable and unified architecture for ubiquitous deep neural network computing[C]//Proc of the 27th IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2021: 789−801, articleTitle=null, refAbstract=null), Reference(id=1327018762588500353, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Liao Heng, Tu Jiajin, Xia Jing, et al. DaVinci: A scalable architecture for neural network computing[C/OL]//Proc of the 31st Hot Chips Symp. Piscataway, NJ: IEEE, 2019[2024-02-01]. https://www.old.hotchips.org/hc31/HC31_1.11_Huawei.Davinci.HengLiao_v4.0.pdf, articleTitle=null, refAbstract=null), Reference(id=1327018762663997826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Huawei. CANN 8.0. RC1. alpha001[EB/OL]. [2024-02-01]. https://www.hiascend.com/document/detail/zh/CANNCommunityEdition/80RC1alpha001/devguide/devguide/devguide_0001.html, articleTitle=null, refAbstract=null), Reference(id=1327018762760466819, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Barham P, Isard M. Machine learning systems are stuck in a rut[C]//Proc of the 17th Workshop on Hot Topics in Operating Systems. Berkeley, CA: USENIX Association, 2019: 177−183, articleTitle=null, refAbstract=null), Reference(id=1327018762835964292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Nicolau A, Li Guangqiang, Kejariwal A. Techniques for efficient placement of synchronization primitives[C]//Proc of the 14th ACM SIGPLAN Symp on Principles and Practice of Parallel Programming. New York: ACM, 2009: 199−208, articleTitle=null, refAbstract=null), Reference(id=1327018762898878853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhai A, Steffan J G, Colohan C B, et al. Compiler and hardware support for reducing the synchronization of speculative threads[J]. ACM Transactions on Architecture and Code Optimization, 2008, 5(1): 1−33, articleTitle=null, refAbstract=null), Reference(id=1327018762961793414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Nicolau A, Li Guangqiang, Veidenbaum A V, et al. Synchronization optimizations for efficient execution on multi-cores[C]//Proc of the 23rd Int Conf on Supercomputing. New York: ACM, 2009: 169−180, articleTitle=null, refAbstract=null), Reference(id=1327018763024707975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Tseng C W. Compiler optimizations for eliminating barrier synchronization[J]. ACM SIGPLAN Notices, 1995, 30(8): 144−155, articleTitle=null, refAbstract=null), Reference(id=1327018763083428232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Dingkai, Yew P C. Redundant synchronization elimination for DOACROSS loops[J]. IEEE Transactions on Parallel and Distributed Systems, 1999, 10(5): 459−470, articleTitle=null, refAbstract=null), Reference(id=1327018763154731401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Aldrich J, Chambers C, Sirer E G, et al. Static analyses for eliminating unnecessary synchronization from Java programs[C]//Proc of the 6th Int Symp on Static Analysis. Berlin: Springer, 1999: 19–38, articleTitle=null, refAbstract=null), Reference(id=1327018763217645962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Bogda J, Hölzle U. Removing unnecessary synchronization in Java[C]//Proc of the 14th ACM SIGPLAN Conf on Object-Oriented Programming, Systems, Languages, and Applications. New York: ACM, 1999: 35−46, articleTitle=null, refAbstract=null), Reference(id=1327018763280560523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Han H, Tseng C W. Compile-time synchronization optimizations for software DSMs[C]//Proc of the 1st Merged Int Parallel Processing Symp and Symp on Parallel and Distributed Processing. Piscataway, NJ: IEEE, 1998: 662−669, articleTitle=null, refAbstract=null), Reference(id=1327018763360252300, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Ang, van den Braak G J, Corporaal H, et al. Fine-grained synchronizations and dataflow programming on GPUs[C]//Proc of the 29th ACM on Int Conf on Supercomputing. New York: ACM, 2015: 109−118, articleTitle=null, refAbstract=null), Reference(id=1327018763427361165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Lifeng, Liu Meilin, Wang Chongjun, et al. Compile-time automatic synchronization insertion and redundant synchronization elimination for GPU kernels[C]//Proc of the 22nd Int Conf on Parallel and Distributed Systems. Piscataway, NJ: IEEE, 2016: 826−834, articleTitle=null, refAbstract=null), Reference(id=1327018763498664334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Moses W S, Ivanov I R, Domke J, et al. High-performance GPU-to-CPU transpilation and optimization via high-level parallel constructs[C]//Proc of the 28th ACM SIGPLAN Annual Symp on Principles and Practice of Parallel Programming. New York: ACM, 2023: 119−134, articleTitle=null, refAbstract=null), Reference(id=1327018763561578895, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Sorensen T, Donaldson A F, Batty M, et al. Portable inter-workgroup barrier synchronisation for GPUs[C]//Proc of the 31st ACM SIGPLAN Int Conf on Object-Oriented Programming, Systems, Languages, and Applications. New York: ACM, 2016: 39−58, articleTitle=null, refAbstract=null), Reference(id=1327018763628687760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=LLVM. Loop-simplify: Canonicalize natural loops[EB/OL]. [2024-03-20]. https://llvm.org/docs/Passes.html#loop-simplify-canonicalize-natural-loops, articleTitle=null, refAbstract=null), Reference(id=1327018763716768145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=AMD. Register pressure in AMD CDNA2™ GPUs[EB/OL]. [2024-03-20]. https://gpuopen.com/learn/amd-lab-notes/amd-lab-notes-register-pressure-readme, articleTitle=null, refAbstract=null), Reference(id=1327018763788071314, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Poletto M, Sarkar V. Linear scan register allocation[J]. ACM Transactions on Programming Languages and Systems, 1999, 21(5): 895−913, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327018755323965702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=1, ext=[AuthorCompanyExt(id=1327018755332354311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755340742920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755323965702, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所 北京 100190)]), AuthorCompany(id=1327018755403657481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=2, ext=[AuthorCompanyExt(id=1327018755412046090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327018755416240395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755403657481, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)]), AuthorCompany(id=1327018755508515084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=3, ext=[AuthorCompanyExt(id=1327018755516903693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327018755521097998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755508515084, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1327018755634344207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, xref=4, ext=[AuthorCompanyExt(id=1327018755646927120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Huawei Technologies Co., Ltd., Hangzhou 310051), AuthorCompanyExt(id=1327018755659510033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, companyId=1327018755634344207, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4华为技术有限公司 杭州 310051)])], figs=[ArticleFig(id=1327018757999931719, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 1, caption=
Ascend 910 architecture[16], figureFileSmall=Suoof7yYv5O/viqdVd+7Ew==, figureFileBig=U3PP/ZNC7w7bAVXvkJJkBg==, tableContent=null), ArticleFig(id=1327018758058651976, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图1, caption=
昇腾910架构[16], figureFileSmall=Suoof7yYv5O/viqdVd+7Ew==, figureFileBig=U3PP/ZNC7w7bAVXvkJJkBg==, tableContent=null), ArticleFig(id=1327018758264172873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 2, caption=
AI Core architecture[16], figureFileSmall=1fQV5WaaAZnTOt/E0KvOOQ==, figureFileBig=PhZINOuO56VvbFx9JxFdDg==, tableContent=null), ArticleFig(id=1327018758327087434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图2, caption=
AI Core架构[16], figureFileSmall=1fQV5WaaAZnTOt/E0KvOOQ==, figureFileBig=PhZINOuO56VvbFx9JxFdDg==, tableContent=null), ArticleFig(id=1327018758390001995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 3, caption=
An example of Ascend processor synchronization primitives, figureFileSmall=JRs3vh+CjGb9zZrK0ADuAA==, figureFileBig=+cTl3gyEtlCs83BQjd3VyQ==, tableContent=null), ArticleFig(id=1327018758457110860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图3, caption=
昇腾处理器同步原语示例, figureFileSmall=JRs3vh+CjGb9zZrK0ADuAA==, figureFileBig=+cTl3gyEtlCs83BQjd3VyQ==, tableContent=null), ArticleFig(id=1327018758524219725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 4, caption=
Overview of automatic insertion process, figureFileSmall=gmJ+VxEGW+2vOwT2bstW4g==, figureFileBig=vQn6e5tvpsbEsrtG4SE+yQ==, tableContent=null), ArticleFig(id=1327018758629077326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图4, caption=
自动插入过程总览, figureFileSmall=gmJ+VxEGW+2vOwT2bstW4g==, figureFileBig=vQn6e5tvpsbEsrtG4SE+yQ==, tableContent=null), ArticleFig(id=1327018758712963407, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 5, caption=
An example of normalization of branch structure, figureFileSmall=11edLd22Fy7I2pcLgu1Slg==, figureFileBig=rRZ6FnozNpWYIeF7Be0eeg==, tableContent=null), ArticleFig(id=1327018758771683664, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图5, caption=
分支结构规范化示例, figureFileSmall=11edLd22Fy7I2pcLgu1Slg==, figureFileBig=rRZ6FnozNpWYIeF7Be0eeg==, tableContent=null), ArticleFig(id=1327018758851375441, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 6, caption=
An example of normalization of loop structure, figureFileSmall=5dJV5SRWRNMuoPAdyrPtKw==, figureFileBig=3XP2mj8zRcXhU22GDr4vCA==, tableContent=null), ArticleFig(id=1327018758914290002, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图6, caption=
循环结构规范化示例, figureFileSmall=5dJV5SRWRNMuoPAdyrPtKw==, figureFileBig=3XP2mj8zRcXhU22GDr4vCA==, tableContent=null), ArticleFig(id=1327018758973010259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 7, caption=
The process of normalizing the control flow graph, figureFileSmall=es1cLfJEDI75JpiT252ClQ==, figureFileBig=OtpGZiwH5hz+8644Uy6OLw==, tableContent=null), ArticleFig(id=1327018759048507732, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图7, caption=
规范化控制流图过程, figureFileSmall=es1cLfJEDI75JpiT252ClQ==, figureFileBig=OtpGZiwH5hz+8644Uy6OLw==, tableContent=null), ArticleFig(id=1327018759115616597, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 8, caption=
An example of preliminary insertion of synchronization primitives, figureFileSmall=oO6FQqNaUDM+QU4QX6wByA==, figureFileBig=7v3QjFx4hHrcprgZvoKv+Q==, tableContent=null), ArticleFig(id=1327018759203696982, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图8, caption=
初步插入同步原语示例, figureFileSmall=oO6FQqNaUDM+QU4QX6wByA==, figureFileBig=7v3QjFx4hHrcprgZvoKv+Q==, tableContent=null), ArticleFig(id=1327018759279194455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 9, caption=
An example of src/dst instructions in a loop, figureFileSmall=pB6hAf4SmYWJjPzJIjt5/Q==, figureFileBig=RaQj44IY1ivFGJtAUpORFw==, tableContent=null), ArticleFig(id=1327018759379857752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图9, caption=
src/dst指令在循环中示例, figureFileSmall=pB6hAf4SmYWJjPzJIjt5/Q==, figureFileBig=RaQj44IY1ivFGJtAUpORFw==, tableContent=null), ArticleFig(id=1327018759455355225, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 10, caption=
Cross-iteration dependency relationship exists between src and dst instructions, figureFileSmall=ujqbEakitWqsuWDd5D1NzQ==, figureFileBig=jv7uAC0SQt05ZHdFfPv1pQ==, tableContent=null), ArticleFig(id=1327018759560212826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图10, caption=
src指令与dst指令之间存在跨迭代依赖关系, figureFileSmall=ujqbEakitWqsuWDd5D1NzQ==, figureFileBig=jv7uAC0SQt05ZHdFfPv1pQ==, tableContent=null), ArticleFig(id=1327018759627321691, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 11, caption=
An example of mutually unreachable src and dst instructions, figureFileSmall=bS0QSYAaCcPd+9SH3djKyQ==, figureFileBig=mbBXuWxeF+nqoYkq5CKLrw==, tableContent=null), ArticleFig(id=1327018759702819164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图11, caption=
src与dst指令互不可达示例, figureFileSmall=bS0QSYAaCcPd+9SH3djKyQ==, figureFileBig=mbBXuWxeF+nqoYkq5CKLrw==, tableContent=null), ArticleFig(id=1327018759782510941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 12, caption=
An example of unpaired synchronization primitives introduced by control flow structures, figureFileSmall=zVcsgSfXD9rUXedjwHjupA==, figureFileBig=x+9cRK7421bYMPsl1yrDFw==, tableContent=null), ArticleFig(id=1327018759870591326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图12, caption=
由控制流结构引入的同步原语不配对示例, figureFileSmall=zVcsgSfXD9rUXedjwHjupA==, figureFileBig=x+9cRK7421bYMPsl1yrDFw==, tableContent=null), ArticleFig(id=1327018759958671711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 13, caption=
Three cases of redundant synchronization primitives, figureFileSmall=rGfwI760P24ccWypuJZvug==, figureFileBig=8sJXUrf9Weyf42p3atlfNA==, tableContent=null), ArticleFig(id=1327018760059335008, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图13, caption=
冗余同步原语的3种情况, figureFileSmall=rGfwI760P24ccWypuJZvug==, figureFileBig=8sJXUrf9Weyf42p3atlfNA==, tableContent=null), ArticleFig(id=1327018760164192609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 14, caption=
An example of merging virtual ID, figureFileSmall=asw/MJ2xnbD+7zlkDldINw==, figureFileBig=9JdbN40c+cHyzMDzOKaWqQ==, tableContent=null), ArticleFig(id=1327018760239690082, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图14, caption=
合并虚拟ID示例, figureFileSmall=asw/MJ2xnbD+7zlkDldINw==, figureFileBig=9JdbN40c+cHyzMDzOKaWqQ==, tableContent=null), ArticleFig(id=1327018760310993251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 15, caption=
Execution time of micro-benchmark test, figureFileSmall=VFkm8uAAMKSykyvhY9XiXQ==, figureFileBig=niXBERG4JW5xl+0Fm1Ryxg==, tableContent=null), ArticleFig(id=1327018760378102116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图15, caption=
微基准测试的执行时间, figureFileSmall=VFkm8uAAMKSykyvhY9XiXQ==, figureFileBig=niXBERG4JW5xl+0Fm1Ryxg==, tableContent=null), ArticleFig(id=1327018760449405285, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 16, caption=
Normalized execution time of vector operators, figureFileSmall=vHKsoOgiddOATXA6hGXe5A==, figureFileBig=0D71qxvSRfM78TAOJ+vADg==, tableContent=null), ArticleFig(id=1327018760537485670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图16, caption=
向量算子的归一化执行时间, figureFileSmall=vHKsoOgiddOATXA6hGXe5A==, figureFileBig=0D71qxvSRfM78TAOJ+vADg==, tableContent=null), ArticleFig(id=1327018760654926183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Figure 17, caption=
Normalized execution time of matrix and fusion operators, figureFileSmall=qgkZsLZRKCHomfEGAFkMqQ==, figureFileBig=fCV4Mo/g4oNCAv44OaDhxg==, tableContent=null), ArticleFig(id=1327018760717840744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=图17, caption=
矩阵与融合类算子的归一化执行时间, figureFileSmall=qgkZsLZRKCHomfEGAFkMqQ==, figureFileBig=fCV4Mo/g4oNCAv44OaDhxg==, tableContent=null), ArticleFig(id=1327018760805921129, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Table 1, caption=
Six Instruction Queues[18], figureFileSmall=null, figureFileBig=null, tableContent=
| 队列缩写 | 含义 | 队列内指令功能 |
|---|
| S | 标量指令队列 | 标量计算 |
| V | 向量指令队列 | 向量计算 |
| M | 矩阵指令队列 | 矩阵乘计算 |
| MTE1 | MTE1指令队列 | 从L1到L0A/L0B/UB,或者用 SPR初始化L0A/L0B |
| MTE2 | MTE2指令队列 | 从L2/HBM/DDR到L1/L0A/L0B/UB |
| MTE3 | MTE3指令队列 | 从UB到L2/HBM/DDR |
), ArticleFig(id=1327018760898195818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=表1, caption=
6个指令队列[18]
, figureFileSmall=null, figureFileBig=null, tableContent=
| 队列缩写 | 含义 | 队列内指令功能 |
|---|
| S | 标量指令队列 | 标量计算 |
| V | 向量指令队列 | 向量计算 |
| M | 矩阵指令队列 | 矩阵乘计算 |
| MTE1 | MTE1指令队列 | 从L1到L0A/L0B/UB,或者用 SPR初始化L0A/L0B |
| MTE2 | MTE2指令队列 | 从L2/HBM/DDR到L1/L0A/L0B/UB |
| MTE3 | MTE3指令队列 | 从UB到L2/HBM/DDR |
), ArticleFig(id=1327018760969498987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=EN, label=Table 2, caption=
Execution Time of Single Operator Benchmark Test μs, figureFileSmall=null, figureFileBig=null, tableContent=
| 算子类型 | 算子名称 | TBE | 自动插入 |
|---|
| 向量 | Cast | 2.81 | 4.12 |
| Muls | 3.6 | 3.35 |
| Sub | 4.09 | 2.96 |
| GatherV2 | 326.45 | 335.5 |
| BroadcastTo | 4.11 | 3.88 |
| Add | 53.83 | 55.29 |
| LayerNorm | 243.02 | 291.48 |
| Transpose | 30.49 | 31.65 |
| RealDiv | 306.41 | 308.87 |
| Softmax | 1 674.98 | 1 867.39 |
| Gelu | 804.64 | 683.12 |
| StridedSlice | 4.57 | 5.8 |
| Tanh | 4.44 | 5.88 |
| ClipByValue | 1.92 | 1.88 |
| LogSoftmax | 4 | 5.91 |
| OnesLike | 1.44 | 2.35 |
| NLLLoss | 2.44 | 4.11 |
| NLLLossGrad | 5.04 | 4.52 |
| LogSoftmaxGrad | 3.74 | 5.58 |
| LayerNormGrad | 71.11 | 93.77 |
| GeluGrad | 1 377.39 | 1 458.49 |
| SoftmaxGrad | 931.54 | 1 394.93 |
| EmbeddingDenseGrad | 427.18 | 476.86 |
| ApplyAdam | 10 989.29 | 11 052.46 |
| maxpool3dgrad | 28.8 | 25.7 |
| BNInferenceD | 109 | 115 |
| LeakyRelu | 111 | 116 |
| LeakyReluGrad | 4 466 | 4437 |
| 矩阵 | MatMul | 321.79 | 623.69 |
| BatchMatMul | 252.27 | 584.46 |
| 融合 | AttnScore | 570 | 536 |
), ArticleFig(id=1327018761057579372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018750559236305, language=CN, label=表2, caption=
单算子基准测试执行时间
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算子类型 | 算子名称 | TBE | 自动插入 |
|---|
| 向量 | Cast | 2.81 | 4.12 |
| Muls | 3.6 | 3.35 |
| Sub | 4.09 | 2.96 |
| GatherV2 | 326.45 | 335.5 |
| BroadcastTo | 4.11 | 3.88 |
| Add | 53.83 | 55.29 |
| LayerNorm | 243.02 | 291.48 |
| Transpose | 30.49 | 31.65 |
| RealDiv | 306.41 | 308.87 |
| Softmax | 1 674.98 | 1 867.39 |
| Gelu | 804.64 | 683.12 |
| StridedSlice | 4.57 | 5.8 |
| Tanh | 4.44 | 5.88 |
| ClipByValue | 1.92 | 1.88 |
| LogSoftmax | 4 | 5.91 |
| OnesLike | 1.44 | 2.35 |
| NLLLoss | 2.44 | 4.11 |
| NLLLossGrad | 5.04 | 4.52 |
| LogSoftmaxGrad | 3.74 | 5.58 |
| LayerNormGrad | 71.11 | 93.77 |
| GeluGrad | 1 377.39 | 1 458.49 |
| SoftmaxGrad | 931.54 | 1 394.93 |
| EmbeddingDenseGrad | 427.18 | 476.86 |
| ApplyAdam | 10 989.29 | 11 052.46 |
| maxpool3dgrad | 28.8 | 25.7 |
| BNInferenceD | 109 | 115 |
| LeakyRelu | 111 | 116 |
| LeakyReluGrad | 4 466 | 4437 |
| 矩阵 | MatMul | 321.79 | 623.69 |
| BatchMatMul | 252.27 | 584.46 |
| 融合 | AttnScore | 570 | 536 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440093, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440093, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440093, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440093, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1753977600000, fullTextJson=null, articleText=null, reference=null)