Article(id=1327013038424699357, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012646391493336, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550143, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1740758400000, receivedDateStr=2025-03-01, revisedDate=1744041600000, revisedDateStr=2025-04-08, acceptedDate=null, acceptedDateStr=null, onlineDate=1794314163069, onlineDateStr=2026-11-10, pubDate=1748793600000, pubDateStr=2025-06-02, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794314163069, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794314163069, creator=13701087609, updateTime=1794314163069, updator=13701087609, issue=Issue{id=1327012646391493336, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='6', pageStart='1331', pageEnd='1593', issueExtLink='null', onlineDate='null', pubDate='1748793600000', pubDateStr='2025-06-02', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794314069601, creator='13701087609', updateTime=1794376817187, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275829270262152, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012646391493336, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275829270262153, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012646391493336, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1333, endPage=1346, ext={EN=ArticleExt(id=1327013038667968990, articleId=1327013038424699357, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=SW-IntraCC: A Collective Communication Mechanism for the Internals of Sunway AI Acceleration, columnId=1327012740067078573, journalTitle=Journal of Computer Research and Development, columnName=High Performance Computing System, runingTitle=null, highlight=null, articleAbstract=
The number of large-scale language model parameters is growing exponentially, which puts forward higher requirements on the arithmetic density and communication efficiency of the acceleration card, and promotes the rapid development of new architectures, such as single-card multi-core, multi-chip and multi-communication entities. Sunway AI acceleration card adopts four-core group on-chip Ring bus architecture, but in the large model training, the data communication volume is large, and the traditional Ring collection communication method faces the core bottlenecks such as the double limitation of single-core group memory capacity and transmission bandwidth, low collection communication efficiency, and the inability to overlap the communication and computation. In this paper, the optimization framework of SW-IntraCC (Sunway-intra collective communication) is proposed by adopting the concept of software-hardware collaborative design to break through the above limitations through the three-tier storage architecture. First, the three-tier storage architecture is constructed based on on-chip high-speed Ring network, which expands the memory capacity of a single core group by up to four times and increases the host-accelerator card transmission bandwidth by 2.5 times; Second, an intra-chip cross shared communication (CSC) algorithm is designed with interleaved memory access patterns, implementing CSC-AG (CSC-AllGather) and CSC-RS (CSC-ReduceScatter) operators optimized for large model training. Benchmark results demonstrate that CSC achieves 2.15 times higher communication efficiency compared with conventional collective primitives. Finally, a bidirectional operator fusion strategy is proposed to enable communication-computation overlap, yielding a 59% improvement in communication performance after optimization.
, authors=Yulong Zhao
1, Yanqing Gu
1, Songtao Tian
1, Chunzhi Wu
2, Lingtao Tang
1, Lufei Zhang
1, Xiaojun Qin
1, Xin Liu
3, Zuoning Chen
3, authorsList=Yulong Zhao, Yanqing Gu, Songtao Tian, Chunzhi Wu, Lingtao Tang, Lufei Zhang, Xiaojun Qin, Xin Liu, Zuoning Chen, authorCompany=null, correspAuthors=null, authorNote=
born in 1984. PhD candidate. His main research interest includes artificial intelligence infrastructure software
born in 1992. Master. His main research interests include high-performance computing and operating systems
born in 1983. Bachelor. His main research interests include high-performance computing and operating systems
born in 1991. PhD candidate. His main research interests include space launch equipment assurance and deep learning algorithms
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating systems, and machine learning
born in 1975. PhD. Full senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
born in 1957. PhD, PhD supervisor, Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327013043843740177, articleId=1327013038424699357, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=SW-IntraCC:一种面向申威智能加速卡内部的集合通信机制, columnId=1327012740230656431, journalTitle=计算机研究与发展, columnName=高性能计算系统, runingTitle=null, highlight=null, articleAbstract=
大规模语言模型参数量呈指数级增长趋势,对加速卡算力密度与通信效率提出更高要求,推动单卡多芯粒、多芯片及多通信实体等新型架构的快速发展. 申威智能加速卡采用4个核组片上环网架构,但在大模型训练中,数据通信量大和卡内传统Ring集合通信方式面临单核组显存容量与传输带宽双重限制、卡内集合通信效率低、通信计算无法重叠等核心瓶颈. 采用软硬协同设计理念提出SW-IntraCC(Sunway-intra collective communication)的优化框架,通过三级存储架构突破上述限制. 首先,基于片上高速环网构建三级存储架构,单核组显存容量最高扩大至4倍,主机-加速卡传输带宽提升2.5倍;其次,设计采用交叉共享访存的片内高效CSC(cross shared communication)通信算法,实现面向大模型训练的典型通信算子CSC-AG(CSC-AllGather)和CSC-RS(CSC-ReduceScatter),通信效率是传统方式的2.15倍;最后,提出双向算子融合的通信计算重叠方法,实现通信与计算重叠,优化后通信性能提升59%.
, authors=赵玉龙
1, 顾燕卿
1, 田松涛
1, 吴春志
2, 汤凌韬
1, 张鲁飞
1, 秦晓军
1, 刘鑫
3, 陈左宁
3, authorsList=赵玉龙, 顾燕卿, 田松涛, 吴春志, 汤凌韬, 张鲁飞, 秦晓军, 刘鑫, 陈左宁, authorCompany=null, correspAuthors=null, authorNote=
 |
1984年生. 博士研究生. 主要研究方向为人工智能基础软件 |
 |
1992年生. 硕士. 主要研究方向为高性能计算、操作系统 |
 |
1983年生. 学士. 主要研究方向为高性能计算、操作系统 |
 |
1991年生. 博士研究生. 主要研究方向为航天发射装备保障、深度学习算法 |
 |
1994年生. 博士. 主要研究方向为机器学习、隐私保护、智能操作系统 |
 |
1986年生. 博士,高级工程师. 主要研究方向为高性能计算、操作系统、机器学习 |
 |
1975年生. 博士. 正高级工程师. 主要研究方向为系统安全、软件脆弱性分析、人工智能 |
 |
1979年生. 博士,研究员. 主要研究方向为并行算法及其应用 |
 |
1957年生. 博士,博士生导师,中国工程院院士. 主要研究方向为软件理论、操作系统、信息安全 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=oubZPAHWJBXUlgAA67kStA==, magXml=lWKFsGqWnHXJi8SzBM7FcQ==, pdfUrl=null, pdf=2JWNIUGpoaAEeDTFjD3y6w==, pdfFileSize=1546621, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=k6WW8QxACjrpjM4ybGyzmw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=2VpktlDwDA612FP+RmOjzg==, mapNumber=null, fund=null)}, authors=[Author(id=1327013044397388317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=yyylx@263.net, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013044498051615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044397388317, language=EN, stringName=Yulong Zhao, firstName=Yulong, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1984. PhD candidate. His main research interest includes artificial intelligence infrastructure software
"}, bioImg=null, bioContent=
born in 1984. PhD candidate. His main research interest includes artificial intelligence infrastructure software
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013044569354784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044397388317, language=CN, stringName=赵玉龙, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"Qg28vE6ZmdgpT+odMtp7qA==","content":"
1984年生. 博士研究生. 主要研究方向为人工智能基础软件
"}, bioImg=Qg28vE6ZmdgpT+odMtp7qA==, bioContent=
1984年生. 博士研究生. 主要研究方向为人工智能基础软件
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013044636463650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013044724544036, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044636463650, language=EN, stringName=Yanqing Gu, firstName=Yanqing, middleName=null, lastName=Gu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1992. Master. His main research interests include high-performance computing and operating systems
"}, bioImg=null, bioContent=
born in 1992. Master. His main research interests include high-performance computing and operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013044795847205, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044636463650, language=CN, stringName=顾燕卿, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"7UTDfhjxGsPyZ0GxsU2AyA==","content":"
1992年生. 硕士. 主要研究方向为高性能计算、操作系统
"}, bioImg=7UTDfhjxGsPyZ0GxsU2AyA==, bioContent=
1992年生. 硕士. 主要研究方向为高性能计算、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013044871344679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013044946842153, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044871344679, language=EN, stringName=Songtao Tian, firstName=Songtao, middleName=null, lastName=Tian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1983. Bachelor. His main research interests include high-performance computing and operating systems
"}, bioImg=null, bioContent=
born in 1983. Bachelor. His main research interests include high-performance computing and operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013045110420011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013044871344679, language=CN, stringName=田松涛, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"elbCuLSKXszZVS/G5/25ww==","content":"
1983年生. 学士. 主要研究方向为高性能计算、操作系统
"}, bioImg=elbCuLSKXszZVS/G5/25ww==, bioContent=
1983年生. 学士. 主要研究方向为高性能计算、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013045194306093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013045286580783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045194306093, language=EN, stringName=Chunzhi Wu, firstName=Chunzhi, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2Space Engineering University, Beijing 100004, bio={"content":"
born in 1991. PhD candidate. His main research interests include space launch equipment assurance and deep learning algorithms
"}, bioImg=null, bioContent=
born in 1991. PhD candidate. His main research interests include space launch equipment assurance and deep learning algorithms
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013045362078256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045194306093, language=CN, stringName=吴春志, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2航天工程大学 北京 100004, bio={"img":"1Te0sLEsMBry79868RpDvQ==","content":"
1991年生. 博士研究生. 主要研究方向为航天发射装备保障、深度学习算法
"}, bioImg=1Te0sLEsMBry79868RpDvQ==, bioContent=
1991年生. 博士研究生. 主要研究方向为航天发射装备保障、深度学习算法
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044162507286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=2, ext=[AuthorCompanyExt(id=1327013044217033239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044162507286, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Space Engineering University, Beijing 100004), AuthorCompanyExt(id=1327013044221227544, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044162507286, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2航天工程大学 北京 100004)])]), Author(id=1327013045462741554, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013045546627636, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045462741554, language=EN, stringName=Lingtao Tang, firstName=Lingtao, middleName=null, lastName=Tang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
"}, bioImg=null, bioContent=
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013045630513717, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045462741554, language=CN, stringName=汤凌韬, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"+xPurftt/LW1nXWcBx5TSg==","content":"
1994年生. 博士. 主要研究方向为机器学习、隐私保护、智能操作系统
"}, bioImg=+xPurftt/LW1nXWcBx5TSg==, bioContent=
1994年生. 博士. 主要研究方向为机器学习、隐私保护、智能操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013045714399799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013045815063097, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045714399799, language=EN, stringName=Lufei Zhang, firstName=Lufei, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating systems, and machine learning
"}, bioImg=null, bioContent=
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating systems, and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013045886366266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045714399799, language=CN, stringName=张鲁飞, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"2ptlfac30AVN5QYR6a658g==","content":"
1986年生. 博士,高级工程师. 主要研究方向为高性能计算、操作系统、机器学习
"}, bioImg=2ptlfac30AVN5QYR6a658g==, bioContent=
1986年生. 博士,高级工程师. 主要研究方向为高性能计算、操作系统、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013045970252348, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=6, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013046104470078, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045970252348, language=EN, stringName=Xiaojun Qin, firstName=Xiaojun, middleName=null, lastName=Qin, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1975. PhD. Full senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
"}, bioImg=null, bioContent=
born in 1975. PhD. Full senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013046179967551, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013045970252348, language=CN, stringName=秦晓军, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"KxUTqyS021esBcF0zSuIyA==","content":"
1975年生. 博士. 正高级工程师. 主要研究方向为系统安全、软件脆弱性分析、人工智能
"}, bioImg=KxUTqyS021esBcF0zSuIyA==, bioContent=
1975年生. 博士. 正高级工程师. 主要研究方向为系统安全、软件脆弱性分析、人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1327013046255465025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=7, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013046347739715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013046255465025, language=EN, stringName=Xin Liu, firstName=Xin, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3National Parallel Computer Engineering Technology Research Center, Beijing 100083, bio={"content":"
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
"}, bioImg=null, bioContent=
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013046515511877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013046255465025, language=CN, stringName=刘鑫, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3国家并行计算机工程技术研究中心 北京 100083, bio={"img":"bTkJDDnmHuPvxqALYoj94w==","content":"
1979年生. 博士,研究员. 主要研究方向为并行算法及其应用
"}, bioImg=bTkJDDnmHuPvxqALYoj94w==, bioContent=
1979年生. 博士,研究员. 主要研究方向为并行算法及其应用
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044300919321, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=3, ext=[AuthorCompanyExt(id=1327013044309307930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1327013044321890843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3国家并行计算机工程技术研究中心 北京 100083)])]), Author(id=1327013046607786567, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, orderNo=8, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013046691672649, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013046607786567, language=EN, stringName=Zuoning Chen, firstName=Zuoning, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3National Parallel Computer Engineering Technology Research Center, Beijing 100083, bio={"content":"
born in 1957. PhD, PhD supervisor, Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
"}, bioImg=null, bioContent=
born in 1957. PhD, PhD supervisor, Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013046775558730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, authorId=1327013046607786567, language=CN, stringName=陈左宁, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3国家并行计算机工程技术研究中心 北京 100083, bio={"img":"F50nax0ZtLx+/Fzfny6huw==","content":"
1957年生. 博士,博士生导师,中国工程院院士. 主要研究方向为软件理论、操作系统、信息安全
"}, bioImg=F50nax0ZtLx+/Fzfny6huw==, bioContent=
1957年生. 博士,博士生导师,中国工程院院士. 主要研究方向为软件理论、操作系统、信息安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013044300919321, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=3, ext=[AuthorCompanyExt(id=1327013044309307930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1327013044321890843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3国家并行计算机工程技术研究中心 北京 100083)])])], keywords=[Keyword(id=1327013046905582155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, orderNo=1, keyword=collective communications), Keyword(id=1327013047002051148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, orderNo=2, keyword=Sunway AI acceleration card), Keyword(id=1327013047081742925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, orderNo=3, keyword=SW-IntraCC), Keyword(id=1327013047161434702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, orderNo=4, keyword=communications optimization), Keyword(id=1327013047287263823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, orderNo=5, keyword=ring network), Keyword(id=1327013047379538512, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, orderNo=1, keyword=集合通信), Keyword(id=1327013047492784721, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, orderNo=2, keyword=申威智能加速卡), Keyword(id=1327013047597642322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, orderNo=3, keyword=SW-IntraCC), Keyword(id=1327013047681528403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, orderNo=4, keyword=通信优化), Keyword(id=1327013047765414484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, orderNo=5, keyword=环形网络)], refs=[Reference(id=1327013051515122302, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=王睿,张留洋,高志涌,等. 面向边缘智能的大模型研究进展[J/OL]. 计算机研究与发展,[2025-02-07]. http://kns.cnki.net/kcms/detail/11.1777.TP.20250127.0921.006.html, articleTitle=null, refAbstract=null), Reference(id=1327013051615785599, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Rui, Zhang Liuyang, Gao Zhiyong, et al. Progress in research on large models for edge-oriented intelligence[J/OL]. Computer Research and Development, [2025-02-07]. http://kns.cnki.net/kcms/detail/11.1777.TP.20250127.0921.006.html (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013051695477376, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=DeepSeek-AI. DeepSeek-R1: Incentivizing reasoning capability in LLMs via reinforcement learning[J]. arXiv preprint, arXiv: 2501.12948, 2025. DOI: 10.48550/arXiv.2501.12948, articleTitle=null, refAbstract=null), Reference(id=1327013051787752065, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang S, Dong D Z, Xu Y M, et al. Communication optimization strategies for distributed deep neural network training: A survey[J]. Journal of Parallel and Distributed Computing, 2021, 149: 52–65. DOI: 10.1016/j.jpdc.2020.11.005, articleTitle=null, refAbstract=null), Reference(id=1327013051947135618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Weingram A, Li Y, Qi H, et al. xCCL: A survey of industry-led collective communication libraries for deep learning[J]. Journal of Computer Science and Technology, 2023, 38: 166−195, articleTitle=null, refAbstract=null), Reference(id=1327013052022633091, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. NVIDIA DGX−1 System Architecture White Paper 2017[R/OL].[2024-12-30]. https://images.nvidia.cn/content/pdf/dgx1-system-architecture-whitepaper1.pdf, articleTitle=null, refAbstract=null), Reference(id=1327013052085547652, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Tipparaju V, Nieplocha J, Panda D K. Fast collective operations using shared and remote memory access protocols on clusters[C]//Proc of Int Parallel and Distributed Processing Symposium. Washington, DC: IEEE Computer Society, 2003: 10, articleTitle=null, refAbstract=null), Reference(id=1327013052156850821, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Pabst S, Koch A, Straßer W. Fast and scalable CPU/GPU collision detection for rigid and deformable surfaces[J]. Computer Graphics Forum, 2010, 29(7): 2145−2154, articleTitle=null, refAbstract=null), Reference(id=1327013052236542598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Q, Jeon H, Annavaram M. Graph processing on GPUs: Where are the bottlenecks?[C]//Proc of 2014 IEEE Int Symp on Workload Characterization (IISWC). Piscataway, NJ: IEEE, 2014: 140−149, articleTitle=null, refAbstract=null), Reference(id=1327013052349788808, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Next Platform. The system bottleneck shifts to PCI-express[R/OL] [2017-07-14]. https://www.nextplatform.com/2017/07/14/system-bottleneck-shifts-pci-express/, articleTitle=null, refAbstract=null), Reference(id=1327013052416897673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=黄彤彤, 陈昊, 武辰飞, 等. Concurrent multi-die optimization物理实现方案的应用[J]. 电子技术应用,2023,49(8):30−35, articleTitle=null, refAbstract=null), Reference(id=1327013052492395146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Tongtong, Chen Hao, Wu Chenfei, et al. Application of physical implementation scheme for Concurrent multi-die optimization[J]. Electronics Applications, 2023, 49(8): 30−35 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013052630807179, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=曾嵘浩. 基于海上的的多目标跟踪与行为分析研究[D]. 西安:西安电子科技大学,2023. DOI:10.27389/d.cnki.gxadu.2023.001428, articleTitle=null, refAbstract=null), Reference(id=1327013052710498956, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Ronghao. Research on multi-target tracking and behavior analysis based on maritime[D]. Xi’an: Xi’an Electronic Science and Technology University, 2023. DOI:10.27389/d.cnki.gxadu.2023.001428 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013052836328077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=俞铭辉. 基于国产智能芯片的模型移植和优化的研究[D]. 杭州:杭州电子科技大学,2024. DOI:10.27075/d.cnki.ghzdc.2024.000968, articleTitle=null, refAbstract=null), Reference(id=1327013052962157199, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Minghui. Research on model transplantation and optimization based on domestic smart chip[D]. Hangzhou: Hangzhou University of Electronic Science and Technology, 2024. DOI:10.27075/d.cnki.ghzdc.2024.000968 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013053079597712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=赵玉龙, 张鲁飞, 许国春, 等. SDAA:面向申威智能加速卡的运行时系统[J]. 软件学报,2024,35(12):5710−5724, articleTitle=null, refAbstract=null), Reference(id=1327013053176066705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Yulong, Zhang Lufei, Xu Guochun, et al. SDAA: Runtime system for Sunway intelligent acceleration card[J]. Journal of Software, 2024, 35(12): 5710−5724 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013053297701522, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Wikipedia. RDMA over converged Ethernet[EB/OL]. Wikipedia, the free encyclopedia. 2017[2024-12-01]. https://en.wikipedia.org/w/index.php?title=RDMA_over_Converged_ Ethernet&oldid=782744462, articleTitle=null, refAbstract=null), Reference(id=1327013053373198995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[C]//Proc of the 31st Conf on Neural Information Processing Systems (NIPS 2017). Long Beach, CA: Curran Associates Inc, 2017: 5998−6008, articleTitle=null, refAbstract=null), Reference(id=1327013053436113556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Sergeev A, Balso M D. Horovod: Fast and easy distributed deep learning in TensorFlow[J]. arXiv preprint, arXiv: 1802.05799, 2018, articleTitle=null, refAbstract=null), Reference(id=1327013053536776853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Shoeybi M, Patwary M, Puri R, et al. Megatron-LM: Training multi-billion parameter language models using model parallelism[J]. arXiv preprint, arXiv 1909.08053, 2019, articleTitle=null, refAbstract=null), Reference(id=1327013053624857238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Y, Cheng Y, Bapna A, et al. GPipe: Efficient training of giant neural networks using pipeline parallelism[C]//Advances in the 32nd Conf on Neural Information Processing Systems (NeurIPS 2019). Vancouver, CA: Curran Associates Inc 2019: 8−14, articleTitle=null, refAbstract=null), Reference(id=1327013053738103447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Narayanan D, Harlap A, Phanishayee A, et al. PipeDream: Generalized pipeline parallelism for DNN training[C/OL]//Proc of the 27th ACM Symp on Operating Systems Principles. New York: ACM, [2025-01-15]. https://doi.org/10.48550/arXiv.1806.03377, 2019, articleTitle=null, refAbstract=null), Reference(id=1327013053847155352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Li S, Xue F, Li Y, et al. Sequence parallelism: Long sequence training from system perspective[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Toronto, Canada: 2021: 2391−2404, articleTitle=null, refAbstract=null), Reference(id=1327013053922652825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=高亦沁,罗智宇,王一超,等. 面向国产超算的操作系统评测与优化[J/OL]. 计算机科学,[2025-02-11]. http://kns.cnki.net/kcms/detail/50.1075.tp.20240925.1330.007.html, articleTitle=null, refAbstract=null), Reference(id=1327013053989761690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yiqin, Luo Zhiyu, Wang Yichao, et al. Evaluation and optimization of operating system for domestic supercomputing[J/OL]. Computer Science, [2025-02-11]. http://kns.cnki.net/kcms/detail/50.1075.tp.20240925.1330.007.html (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327013054073647771, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Li M, Andersen D G, Park J W, et al. Scaling distributed machine learning with the parameter server[C]//Proc of the 11th USENIX Symp on Operating Systems Design and Implementation. Berkeley, CA: USENIX Association, 2014: 583−598, articleTitle=null, refAbstract=null), Reference(id=1327013054157533852, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Träff J L. Optimal, non-pipelined Reduce-scatter and Allreduce algorithms[J]. arXiv preprint, arXiv: 2410.14234, 2024, articleTitle=null, refAbstract=null), Reference(id=1327013054295945885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Wasi-ur-Rahman M, Lu X, Islam N S, et al. HOMR: A hybrid approach to exploit maximum overlapping in MapReduce over high performance interconnects[C]//Proc of the Int Conf on Supercomputing (ICS). New York: ACM, 2014: 33−42. DOI: 10.1145/2597652.2597684, articleTitle=null, refAbstract=null), Reference(id=1327013054392414878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Ba J, Kiros J R, Hinton G E. Layer normalization[J]. arXiv preprint, arXiv: 1607.06450, 2016, articleTitle=null, refAbstract=null), Reference(id=1327013054476300959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Black S, Biderman S, Hallahan E, et al. GPT-NeoX−20B: An open-source autoregressive language model[J]. arXiv preprint, arXiv: 2204.06745, 2022, articleTitle=null, refAbstract=null), Reference(id=1327013054572769952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Martin L, Stone K, et al. Llama 2: Open foundation and fine-tuned chat models[J]. arXiv preprint, arXiv: 2307.09288, 2023, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327013044061843987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=1, ext=[AuthorCompanyExt(id=1327013044074426900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1327013044082815509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044061843987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)]), AuthorCompany(id=1327013044162507286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=2, ext=[AuthorCompanyExt(id=1327013044217033239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044162507286, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Space Engineering University, Beijing 100004), AuthorCompanyExt(id=1327013044221227544, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044162507286, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2航天工程大学 北京 100004)]), AuthorCompany(id=1327013044300919321, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, xref=3, ext=[AuthorCompanyExt(id=1327013044309307930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1327013044321890843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, companyId=1327013044300919321, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3国家并行计算机工程技术研究中心 北京 100083)])], figs=[ArticleFig(id=1327013047916409429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 1, caption=
Structure of Huawei Ascend 310 accelerator card, figureFileSmall=mIuym0q6LtUh9CPFKdrybw==, figureFileBig=k6WW8QxACjrpjM4ybGyzmw==, tableContent=null), ArticleFig(id=1327013048004489814, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图1, caption=
华为昇腾310加速卡结构, figureFileSmall=mIuym0q6LtUh9CPFKdrybw==, figureFileBig=k6WW8QxACjrpjM4ybGyzmw==, tableContent=null), ArticleFig(id=1327013048247759447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 2, caption=
Sunway AI processor architecture, figureFileSmall=W6nmwOryl05hr07P0BmfXw==, figureFileBig=k6JCftjalqpQ8OypOLnEmQ==, tableContent=null), ArticleFig(id=1327013048348422744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图2, caption=
申威AI处理器架构, figureFileSmall=W6nmwOryl05hr07P0BmfXw==, figureFileBig=k6JCftjalqpQ8OypOLnEmQ==, tableContent=null), ArticleFig(id=1327013048419725913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 3, caption=
TP+SP parallel scheme in the accelerating card, figureFileSmall=ULrgMki6/RMjR8dyGHPSBg==, figureFileBig=BddHiQpzhSkctfg8TIl6ig==, tableContent=null), ArticleFig(id=1327013048503611994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图3, caption=
加速卡内TP+SP并行方案, figureFileSmall=ULrgMki6/RMjR8dyGHPSBg==, figureFileBig=BddHiQpzhSkctfg8TIl6ig==, tableContent=null), ArticleFig(id=1327013048570720859, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 4, caption=
Illustration of communication of Ring-AG algorithm, figureFileSmall=X4QLG3rirYoQrRDcNQULlQ==, figureFileBig=v+oi0SOWxBzVfCt0xeVGIg==, tableContent=null), ArticleFig(id=1327013048683967068, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图4, caption=
Ring-AG算法的通信示意图, figureFileSmall=X4QLG3rirYoQrRDcNQULlQ==, figureFileBig=v+oi0SOWxBzVfCt0xeVGIg==, tableContent=null), ArticleFig(id=1327013048767853149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 5, caption=
Architecture of two-stier storage, figureFileSmall=RoflQaCSB1cCeDXPtuanoQ==, figureFileBig=iBDdNVC/CJVdDEWdEhwwpA==, tableContent=null), ArticleFig(id=1327013048851739230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图5, caption=
两级存储架构, figureFileSmall=RoflQaCSB1cCeDXPtuanoQ==, figureFileBig=iBDdNVC/CJVdDEWdEhwwpA==, tableContent=null), ArticleFig(id=1327013048918848095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 6, caption=
Three-tier storage architecture based on ring-on-chip, figureFileSmall=8HjOCnogLJFxzCdIPCvvLA==, figureFileBig=OBpQ6Rx/dwAkvruRAVgraw==, tableContent=null), ArticleFig(id=1327013048994345568, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图6, caption=
基于片上环网的三级存储架构, figureFileSmall=8HjOCnogLJFxzCdIPCvvLA==, figureFileBig=OBpQ6Rx/dwAkvruRAVgraw==, tableContent=null), ArticleFig(id=1327013049082425953, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 7, caption=
SP+TP optimization based on CSC algorithm, figureFileSmall=LCZO0kCBiUFcC3vvOJ/NaA==, figureFileBig=ArsyFYiO7RgttNcG5Z3GcA==, tableContent=null), ArticleFig(id=1327013049162117730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图7, caption=
基于CSC算法的SP+TP优化, figureFileSmall=LCZO0kCBiUFcC3vvOJ/NaA==, figureFileBig=ArsyFYiO7RgttNcG5Z3GcA==, tableContent=null), ArticleFig(id=1327013049254392419, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 8, caption=
Mechanism of memory allocation, figureFileSmall=FkkHOS24J+LcpgJBx5SsyQ==, figureFileBig=Im2DOUvJuXh/8Yk7ksw5hA==, tableContent=null), ArticleFig(id=1327013049334084196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图8, caption=
内存分配机制, figureFileSmall=FkkHOS24J+LcpgJBx5SsyQ==, figureFileBig=Im2DOUvJuXh/8Yk7ksw5hA==, tableContent=null), ArticleFig(id=1327013049405387365, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 9, caption=
CSC-AG algorithm in the four-core group, figureFileSmall=OyyZpks84VR4uIObyUMisA==, figureFileBig=tHbgoc/kbiN34C7rgMSVTA==, tableContent=null), ArticleFig(id=1327013049480884838, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图9, caption=
四核组CSC-AG算法, figureFileSmall=OyyZpks84VR4uIObyUMisA==, figureFileBig=tHbgoc/kbiN34C7rgMSVTA==, tableContent=null), ArticleFig(id=1327013049568965223, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 10, caption=
Bidirectional operator fusion for overlapping methods in communication computing, figureFileSmall=q1S/5ZO3egU86egZYPLOcQ==, figureFileBig=3B7cxiEj4DwP0jsGcPBuYQ==, tableContent=null), ArticleFig(id=1327013049657045608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图10, caption=
双向算子融合的通信计算重叠方法, figureFileSmall=q1S/5ZO3egU86egZYPLOcQ==, figureFileBig=3B7cxiEj4DwP0jsGcPBuYQ==, tableContent=null), ArticleFig(id=1327013049753514601, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 11, caption=
Communication calculation overlapping of the slave core internal, figureFileSmall=GgP+/V13hIsiuTHxjl1E4g==, figureFileBig=0itd8gyuuc/stTQpPQD59A==, tableContent=null), ArticleFig(id=1327013049833206378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图11, caption=
从核内部通信计算重叠, figureFileSmall=GgP+/V13hIsiuTHxjl1E4g==, figureFileBig=0itd8gyuuc/stTQpPQD59A==, tableContent=null), ArticleFig(id=1327013049908703851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 12, caption=
Host-accelerator card transfer performance under different storage architectures, figureFileSmall=pICdeXCwzrYW3wsn8ZiHQA==, figureFileBig=5lGm0/IilLwhCfMikqB8yg==, tableContent=null), ArticleFig(id=1327013049984201324, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图12, caption=
不同存储架构下主机-加速卡传输性能, figureFileSmall=pICdeXCwzrYW3wsn8ZiHQA==, figureFileBig=5lGm0/IilLwhCfMikqB8yg==, tableContent=null), ArticleFig(id=1327013050055504493, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 13, caption=
Bandwidth utilization of CSC and Ring algorithms, figureFileSmall=CajQPGM2DFrrP45ntAGdFg==, figureFileBig=W2yRkCaXYQiBvijbQ2zj/Q==, tableContent=null), ArticleFig(id=1327013050139390574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图13, caption=
CSC算法和Ring算法的带宽利用率, figureFileSmall=CajQPGM2DFrrP45ntAGdFg==, figureFileBig=W2yRkCaXYQiBvijbQ2zj/Q==, tableContent=null), ArticleFig(id=1327013050206499439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 14, caption=
Bandwidth comparison of CSC-AG and Ring-AG algorithms, figureFileSmall=Lp3Lgr+P7zG1jg6Z+JzYlQ==, figureFileBig=FuRkqpc5l3OrH/oR+zvODQ==, tableContent=null), ArticleFig(id=1327013050294579824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图14, caption=
CSC-AG and Ring-AG算法的带宽对比, figureFileSmall=Lp3Lgr+P7zG1jg6Z+JzYlQ==, figureFileBig=FuRkqpc5l3OrH/oR+zvODQ==, tableContent=null), ArticleFig(id=1327013050382660209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Figure 15, caption=
Bandwidth comparison of Ring-RS和CSC-RS algorithms, figureFileSmall=85e3sIGlaDplgAczN4X/YQ==, figureFileBig=Y2woW13/YDwHq7qHLY7Dgw==, tableContent=null), ArticleFig(id=1327013050453963378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=图15, caption=
Ring-RS和CSC-RS算法的带宽对比, figureFileSmall=85e3sIGlaDplgAczN4X/YQ==, figureFileBig=Y2woW13/YDwHq7qHLY7Dgw==, tableContent=null), ArticleFig(id=1327013050521072243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Table 1, caption=
Runtime Library Memory Management Interface, figureFileSmall=null, figureFileBig=null, tableContent=
| SDAA接口 | 功能描述 | 备注 |
|---|
| sdaaMalloc | 在设备端Local-HBM 分配内存 | 已有接口,最大15 GB |
| sdaaMallocCross | 在设备端Global-HBM 分配内存 | 新增接口,最大分配60 GB |
| sdaaFree | 释放Local-HBM已 分配内存 | 已有接口 |
| sdaaFreeCross | 释放Global-HBM已 分配内存 | 新增接口 |
), ArticleFig(id=1327013050613346932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=表1, caption=
运行时库内存管理接口
, figureFileSmall=null, figureFileBig=null, tableContent=
| SDAA接口 | 功能描述 | 备注 |
|---|
| sdaaMalloc | 在设备端Local-HBM 分配内存 | 已有接口,最大15 GB |
| sdaaMallocCross | 在设备端Global-HBM 分配内存 | 新增接口,最大分配60 GB |
| sdaaFree | 释放Local-HBM已 分配内存 | 已有接口 |
| sdaaFreeCross | 释放Global-HBM已 分配内存 | 新增接口 |
), ArticleFig(id=1327013050705621621, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Table 2, caption=
Testing Environment, figureFileSmall=null, figureFileBig=null, tableContent=
| 服务器配置 | 操作系统 | 加速卡配置 | 驱动 | 运行时 系统 |
|---|
CPU Silver4214 2.20 GHz 内存 DDR4 128 GB | CentOS 7.8 | 申威智能加速卡 | AI-driver1.0-T | SDAA 1.0-T |
), ArticleFig(id=1327013050793702006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=表2, caption=
测试环境
, figureFileSmall=null, figureFileBig=null, tableContent=
| 服务器配置 | 操作系统 | 加速卡配置 | 驱动 | 运行时 系统 |
|---|
CPU Silver4214 2.20 GHz 内存 DDR4 128 GB | CentOS 7.8 | 申威智能加速卡 | AI-driver1.0-T | SDAA 1.0-T |
), ArticleFig(id=1327013050873393783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Table 3, caption=
Experimental Data of CSC-AG for Communi-cation Calculation Overlapping, figureFileSmall=null, figureFileBig=null, tableContent=
| 通信数据量/KB | 通讯时间/μs | 重叠收益/μs | 收益百分比/% |
|---|
| 2048 | 32 | 19 | 59 |
| 4096 | 55 | 29 | 52 |
| 8192 | 200 | 46 | 54 |
| 16384 | 195 | 84 | 43 |
| 32768 | 356 | 181 | 50 |
), ArticleFig(id=1327013050965668472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=表3, caption=
CSC-AG通信计算重叠实验数据
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通信数据量/KB | 通讯时间/μs | 重叠收益/μs | 收益百分比/% |
|---|
| 2048 | 32 | 19 | 59 |
| 4096 | 55 | 29 | 52 |
| 8192 | 200 | 46 | 54 |
| 16384 | 195 | 84 | 43 |
| 32768 | 356 | 181 | 50 |
), ArticleFig(id=1327013051057943162, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Table 4, caption=
Experimental Data of CSC-RS for Communication Calculation Overlapping, figureFileSmall=null, figureFileBig=null, tableContent=
| 通信数据量/KB | 通讯时间/μs | 重叠收益/μs | 收益百分比/% |
|---|
| 2048 | 54 | 19 | 35 |
| 4096 | 98 | 32 | 33 |
| 8192 | 184 | 58 | 32 |
| 16384 | 347 | 116 | 33 |
| 32768 | 631 | 209 | 33 |
), ArticleFig(id=1327013051150217851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=表4, caption=
CSC-RS通信计算重叠实验数据
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通信数据量/KB | 通讯时间/μs | 重叠收益/μs | 收益百分比/% |
|---|
| 2048 | 54 | 19 | 35 |
| 4096 | 98 | 32 | 33 |
| 8192 | 184 | 58 | 32 |
| 16384 | 347 | 116 | 33 |
| 32768 | 631 | 209 | 33 |
), ArticleFig(id=1327013051242492540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=EN, label=Table 5, caption=
Expected Performance of the Intra Card Comm-unication Training, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 通信方式 | 单层时间/s | 每轮迭代/s | 预训练/d |
|---|
| GPT-NeoX 20B | Ring-TP | 1.28 | 3.52 | 6.1 |
| 双向融合后CSC-TP | 0.80 | 2.20 | 3.8 |
| LLaMa 70B | Ring-TP | 1.15 | 5.75 | 34.9 |
| 双向融合后CSC-TP | 0.71 | 3.56 | 21.6 |
), ArticleFig(id=1327013051364127357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013038424699357, language=CN, label=表5, caption=
卡内通信训练的预期性能
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 通信方式 | 单层时间/s | 每轮迭代/s | 预训练/d |
|---|
| GPT-NeoX 20B | Ring-TP | 1.28 | 3.52 | 6.1 |
| 双向融合后CSC-TP | 0.80 | 2.20 | 3.8 |
| LLaMa 70B | Ring-TP | 1.15 | 5.75 | 34.9 |
| 双向融合后CSC-TP | 0.71 | 3.56 | 21.6 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550143, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550143, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550143, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550143, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1748793600000, fullTextJson=null, articleText=null, reference=null)