Article(id=1325495704952635716, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325495515563041259, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550153, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1740758400000, receivedDateStr=2025-03-01, revisedDate=1758643200000, revisedDateStr=2025-09-24, acceptedDate=1760112000000, acceptedDateStr=2025-10-11, onlineDate=1793952402580, onlineDateStr=2026-11-06, pubDate=1772294400000, pubDateStr=2026-03-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793952402580, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793952402580, creator=13701087609, updateTime=1793952402580, updator=13701087609, issue=Issue{id=1325495515563041259, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='3', pageStart='539', pageEnd='823', issueExtLink='null', onlineDate='null', pubDate='1772294400000', pubDateStr='2026-03-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793952357425, creator='13701087609', updateTime=1793952549954, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496323193057998, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325495515563041259, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496323193057999, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325495515563041259, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=782, endPage=797, ext={EN=ArticleExt(id=1325495705204293957, articleId=1325495704952635716, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=SW-Inf: Efficient Transformer Inference Method for Sunway AI Accelerator Card, columnId=1325493593498059289, journalTitle=Journal of Computer Research and Development, columnName=High Performance Computing, runingTitle=null, highlight=null, articleAbstract=
Transformer has fundamentally revolutionized various fields of natural language processing through its self-attention mechanism that effectively models long-range contextual relationships. It overcomes traditional neural networks’ limitations in handling long sequences, and has emerged as the mainstream architecture for modern large language models. Currently, Transformer inference systems generally face a shortage of computing power and are commonly confronted with challenges like substantial scheduling latency, concurrency execution difficulties, and severe memory access limitations during deployment. The Sunway AI accelerator card, featuring a domestically-developed next-generation intelligent processor, has successfully empowered diverse edge inference deployments. However, conventional inference frameworks struggle to effectively explore the architectural potential in three critical dimensions: robust system control capabilities, multi-level parallel computing, and rich memory hierarchy. We propose SW-Inf: a high-efficiency Transformer inference method based on the Sunway AI accelerator card. First, an on-chip management processing element (MPE)-orchestrated computation graph scheduling mechanism is proposed to minimize kernel launch latency and inter-process data transfer overhead through graph aggregation and MPE coordination. Second, an LDM-prioritized heuristic tiling strategy is introduced to enable load-balanced parallel computation across processing elements. Finally, a hardware-aware tightly-coupled attention computation implementation is developed to eliminate redundant intermediate data movement between registers and main memory. We implement an end-to-end inference system on the Sunway AI accelerator card. Experimental results demonstrate that compared with the vLLM inference system on NVIDIA V100S which has higher memory bandwidth than the Sunway AI accelerator card, SW-Inf achieves 15% higher throughput and 20% better memory utilization rate.
, authors=Wenyuan Shen
1, Lingtao Tang
1, Haotian He
1, Tiancheng Fei
1, Yulong Zhao
1, Lufei Zhang
1, Xiaojun Qin
1, Xin Liu
2, *, Zuoning Chen
2, authorsList=Wenyuan Shen, Lingtao Tang, Haotian He, Tiancheng Fei, Yulong Zhao, Lufei Zhang, Xiaojun Qin, Xin Liu, Zuoning Chen, authorCompany=null, correspAuthors=Xin Liu, authorNote=
born in 2000. Undergraduate. His main research interests include high performance computing and operating systems
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
born in 1997. Master. His main research interests include high performance computing and operating systems
born in 1999. Master. His main research interests include high performance computing and operating systems
born in 1984. PhD candidate. His main research interests include artificial intelligence and operating system
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating system, and machine learning
born in 1975. PhD, senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
born in 1957. Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325495710992433521, articleId=1325495704952635716, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=SW-Inf:基于申威智能加速卡的Transformer高效推理方法, columnId=1325493595259666971, journalTitle=计算机研究与发展, columnName=高性能计算, runingTitle=null, highlight=null, articleAbstract=
Transformer通过自注意力机制高效捕捉全局依赖,突破了传统神经网络处理长序列信息时的限制,推动了自然语言处理多个领域的革命性进展,成为现代大语言模型的核心架构。目前,国内Transformer推理应用整体上处于算力紧缺状态,且在部署时往往面临调度开销大、计算并发难、访存瓶颈明显等问题。申威智能加速卡搭载了国产自主研发的新一代智能处理器,已有效支撑各类端侧Transformer推理应用,然而常规推理框架难以发挥申威异构众核架构的管理功能完备、多级并行计算和存储层次丰富等特点。对此,提出一种基于申威智能加速卡的Transformer高效推理方法SW-Inf。首先,提出了片上主核驱动的整图下沉调度机制,通过计算图打包和片上主核调度,减少主机与设备间的核函数启动开销和设备内各流程数据传输开销;其次,设计了LDM优先的启发式分块并行策略,实现计算部件负载均衡,提高了硬件资源利用率;最后,实现了体系结构紧耦合的注意力计算方法,避免推理的中间结果频繁读写主存和寄存器,缓解端侧推理应用的访存瓶颈问题。为验证所提方法的效果,基于申威智能加速卡实现了一套端到端推理系统,测试结果表明,相较于访存带宽更高的英伟达V100S上的vLLM推理系统,SW-Inf的吞吐率和主存利用率分别提高了15个百分点和20个百分点。
, authors=沈文渊
1, 汤凌韬
1, 何昊天
1, 费天成
1, 赵玉龙
1, 张鲁飞
1, 秦晓军
1, 刘鑫
2, *, 陈左宁
2, authorsList=沈文渊, 汤凌韬, 何昊天, 费天成, 赵玉龙, 张鲁飞, 秦晓军, 刘鑫, 陈左宁, authorCompany=null, correspAuthors=刘鑫, authorNote=
 |
2000年生。本科生。主要研究方向为高性能计算、操作系统 |
 |
1994年生。博士。主要研究方向为机器学习、隐私保护、智能操作系统 |
 |
1997年生。硕士。主要研究方向为高性能计算、操作系统 |
 |
1999年生。硕士。主要研究方向为高性能计算、操作系统 |
 |
1984年生。博士研究生。主要研究方向为人工智能、操作系统 |
 |
1986年生。博士,高级工程师。主要研究方向为高性能计算、操作系统、机器学习 |
 |
1975年生。博士。高级工程师。主要研究方向为系统安全、软件脆弱性分析、人工智能 |
 |
1979年生。博士,研究员。主要研究方向为并行算法和应用 |
 |
1957年生。中国工程院院士。主要研究方向为软件理论、操作系统、信息安全 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=hi5m8fxvb3moWZmyJqPhSw==, magXml=jjylmpJnviqTSFL93A+Lzw==, pdfUrl=null, pdf=kASX+Okl6AhdaJAvXIiPDg==, pdfFileSize=1919353, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=ft/9NCVWF7igZbg/1TP6vQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=pAhO96A6uNq+vsBq+jOglg==, mapNumber=null, fund=null)}, authors=[Author(id=1325495713009893753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wenyuan17@yeah.net, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495713106362747, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713009893753, language=EN, stringName=Wenyuan Shen, firstName=Wenyuan, middleName=null, lastName=Shen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 2000. Undergraduate. His main research interests include high performance computing and operating systems
"}, bioImg=null, bioContent=
born in 2000. Undergraduate. His main research interests include high performance computing and operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495713219608956, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713009893753, language=CN, stringName=沈文渊, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"9ITsID7Qfz8/HUmS/wj07Q==","content":"
2000年生。本科生。主要研究方向为高性能计算、操作系统
"}, bioImg=9ITsID7Qfz8/HUmS/wj07Q==, bioContent=
2000年生。本科生。主要研究方向为高性能计算、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495713311883646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495713395769728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713311883646, language=EN, stringName=Lingtao Tang, firstName=Lingtao, middleName=null, lastName=Tang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
"}, bioImg=null, bioContent=
born in 1994. PhD. His main research interests include machine learning, privacy protection, and intelligent operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495713483850113, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713311883646, language=CN, stringName=汤凌韬, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"uBXa9p3PP0OzJJ3pAJePfw==","content":"
1994年生。博士。主要研究方向为机器学习、隐私保护、智能操作系统
"}, bioImg=uBXa9p3PP0OzJJ3pAJePfw==, bioContent=
1994年生。博士。主要研究方向为机器学习、隐私保护、智能操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495713592902019, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495713693565317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713592902019, language=EN, stringName=Haotian He, firstName=Haotian, middleName=null, lastName=He, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1997. Master. His main research interests include high performance computing and operating systems
"}, bioImg=null, bioContent=
born in 1997. Master. His main research interests include high performance computing and operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495713798422918, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713592902019, language=CN, stringName=何昊天, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"wgvL42o6ueHbH3QkZrFKcQ==","content":"
1997年生。硕士。主要研究方向为高性能计算、操作系统
"}, bioImg=wgvL42o6ueHbH3QkZrFKcQ==, bioContent=
1997年生。硕士。主要研究方向为高性能计算、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495713882309000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495713974583690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713882309000, language=EN, stringName=Tiancheng Fei, firstName=Tiancheng, middleName=null, lastName=Fei, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1999. Master. His main research interests include high performance computing and operating systems
"}, bioImg=null, bioContent=
born in 1999. Master. His main research interests include high performance computing and operating systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495714062664075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495713882309000, language=CN, stringName=费天成, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"UomR7ExGXaaBuvcTD3QgWg==","content":"
1999年生。硕士。主要研究方向为高性能计算、操作系统
"}, bioImg=UomR7ExGXaaBuvcTD3QgWg==, bioContent=
1999年生。硕士。主要研究方向为高性能计算、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495714167521677, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495714263990671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714167521677, language=EN, stringName=Yulong Zhao, firstName=Yulong, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1984. PhD candidate. His main research interests include artificial intelligence and operating system
"}, bioImg=null, bioContent=
born in 1984. PhD candidate. His main research interests include artificial intelligence and operating system
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495714343682448, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714167521677, language=CN, stringName=赵玉龙, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"D3exj6Mvc4B6NVGIL38eYg==","content":"
1984年生。博士研究生。主要研究方向为人工智能、操作系统
"}, bioImg=D3exj6Mvc4B6NVGIL38eYg==, bioContent=
1984年生。博士研究生。主要研究方向为人工智能、操作系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495714482094482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495714578563476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714482094482, language=EN, stringName=Lufei Zhang, firstName=Lufei, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating system, and machine learning
"}, bioImg=null, bioContent=
born in 1986. PhD, senior engineer. His main research interests include high-performance computing, operating system, and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495714675032469, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714482094482, language=CN, stringName=张鲁飞, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"+NAwwBD40sKFmfLNZR+UCA==","content":"
1986年生。博士,高级工程师。主要研究方向为高性能计算、操作系统、机器学习
"}, bioImg=+NAwwBD40sKFmfLNZR+UCA==, bioContent=
1986年生。博士,高级工程师。主要研究方向为高性能计算、操作系统、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495714763112855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=6, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495714851193241, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714763112855, language=EN, stringName=Xiaojun Qin, firstName=Xiaojun, middleName=null, lastName=Qin, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125, bio={"content":"
born in 1975. PhD, senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
"}, bioImg=null, bioContent=
born in 1975. PhD, senior engineer. His main research interests include system security, software vulnerability analysis, and artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495714935079322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495714763112855, language=CN, stringName=秦晓军, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1数学工程与先进计算国家重点实验室 江苏无锡 214125, bio={"img":"j229/SQRoT8tlzPI8/2RBA==","content":"
1975年生。博士。高级工程师。主要研究方向为系统安全、软件脆弱性分析、人工智能
"}, bioImg=j229/SQRoT8tlzPI8/2RBA==, bioContent=
1975年生。博士。高级工程师。主要研究方向为系统安全、软件脆弱性分析、人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)])]), Author(id=1325495715027354012, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=7, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=yyylx@263.net, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1325495715115434398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495715027354012, language=EN, stringName=Xin Liu, firstName=Xin, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2National Parallel Computer Engineering Technology Research Center, Beijing 100083, bio={"content":"
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
"}, bioImg=null, bioContent=
born in 1979. PhD, professor. Her main research interest includes parallel algorithms and applications
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495715195126175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495715027354012, language=CN, stringName=刘鑫, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2国家并行计算机工程技术研究中心 北京 100083, bio={"img":"1AGKD+nG+2XoQIR3FrCkgg==","content":"
1979年生。博士,研究员。主要研究方向为并行算法和应用
"}, bioImg=1AGKD+nG+2XoQIR3FrCkgg==, bioContent=
1979年生。博士,研究员。主要研究方向为并行算法和应用
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711332172149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=2, ext=[AuthorCompanyExt(id=1325495711344755062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1325495711353143671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2国家并行计算机工程技术研究中心 北京 100083)])]), Author(id=1325495715279012257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, orderNo=8, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325495715375481251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495715279012257, language=EN, stringName=Zuoning Chen, firstName=Zuoning, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2National Parallel Computer Engineering Technology Research Center, Beijing 100083, bio={"content":"
born in 1957. Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
"}, bioImg=null, bioContent=
born in 1957. Academician of Chinese Academy of Engineering. Her main research interests include software theory, operating systems, and information security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325495715467755940, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, authorId=1325495715279012257, language=CN, stringName=陈左宁, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2国家并行计算机工程技术研究中心 北京 100083, bio={"img":"z857SmE9ENVNlfqZ5PIEVg==","content":"
1957年生。中国工程院院士。主要研究方向为软件理论、操作系统、信息安全
"}, bioImg=z857SmE9ENVNlfqZ5PIEVg==, bioContent=
1957年生。中国工程院院士。主要研究方向为软件理论、操作系统、信息安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325495711332172149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=2, ext=[AuthorCompanyExt(id=1325495711344755062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1325495711353143671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2国家并行计算机工程技术研究中心 北京 100083)])])], keywords=[Keyword(id=1325495715576807845, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, orderNo=1, keyword=Sunway AI accelerator card), Keyword(id=1325495715669082534, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, orderNo=2, keyword=large model inference), Keyword(id=1325495715744580007, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, orderNo=3, keyword=scheduling optimization), Keyword(id=1325495717422301608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, orderNo=4, keyword=parallel strategy), Keyword(id=1325495717506187689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, orderNo=5, keyword=operator fusion), Keyword(id=1325495717594268074, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, orderNo=1, keyword=申威智能加速卡), Keyword(id=1325495717678154155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, orderNo=2, keyword=大模型推理), Keyword(id=1325495717774623148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, orderNo=3, keyword=调度优化), Keyword(id=1325495717900452269, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, orderNo=4, keyword=并行策略), Keyword(id=1325495717984338350, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, orderNo=5, keyword=算子融合)], refs=[Reference(id=1325495723382407635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu G, Jeong S, Kim G, et al. Orca: A distributed serving system for Transformer-based generative models[C]//Proc of the 16th Symp on Operating Systems Design and Implementation. Berkeley, CA: USENIX Association, 2022: 521−538, articleTitle=null, refAbstract=null), Reference(id=1325495723483070932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Frantar E, Alistarh D. SparseGPT: Massive language models can be accurately pruned in one-shot[J]. arXiv preprint, arXiv: 2301.00774, 2023, articleTitle=null, refAbstract=null), Reference(id=1325495723579539925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zichang, Wang Jue, Dao T, et al. Deja Vu: Contextual sparsity for efficient LLMs at inference time[C]//Proc of the 40th Int Conf on Machine Learning. Cambridge, MA: PMLR, 2023: 919, articleTitle=null, refAbstract=null), Reference(id=1325495723663426006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=王笑尘, 张坤, 张鹏. 多视角看大模型安全及实践[J]. 计算机研究与发展, 2024, 61(5): 1104−1112, articleTitle=null, refAbstract=null), Reference(id=1325495723755700695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiaochen, Zhang Kun, Zhang Peng. Multi-perspective view of large model security and practice[J]. Journal of Computer Research and Development, 2024, 61(5): 1104−1112 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325495723860558296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Nallapati R, Zhou B, dos Santos C, et al. Abstractive text summarization using sequence-to-sequence RNNs and beyond[C]//Proc of the 20th SIGNLL Conf on Computational Natural Language Learning. Stroudsburg, PA: ACL, 2016: 280−290, articleTitle=null, refAbstract=null), Reference(id=1325495723944444377, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Bahdanau D, Cho K, Bengio Y. Neural machine translation by jointly learning to align and translate[J]. arXiv preprint, arXiv: 1409.0473, 2014, articleTitle=null, refAbstract=null), Reference(id=1325495724049301978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Adiwardana D, Luong M T, So D R, et al. Towards a human-like open-domain chatbot[J]. arXiv preprint, arXiv: 2001.09977, 2020, articleTitle=null, refAbstract=null), Reference(id=1325495724162548188, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. Advances in Neural Information Processing Systems, 2017, 30: 5998−6008, articleTitle=null, refAbstract=null), Reference(id=1325495724271600093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim S, Hooper C, Wattanawong T, et al. Full stack optimization of Transformer inference: A survey[J]. arXiv preprint, arXiv: 2302.14017, 2023, articleTitle=null, refAbstract=null), Reference(id=1325495724347097566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Samuel W, Andrew W, David P. Roofline: An insightful visual performance model for multicore architectures[J]. Communications of the ACM, 2009, 52(4): 65−76, articleTitle=null, refAbstract=null), Reference(id=1325495724506481119, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Lianmin, Yin Liangsheng, Xie Zhiqiang, et al. SGLang: Efficient execution of structured language model programs[J]. Advances in Neural Information Processing Systems, 2024, 37: 62557−62583, articleTitle=null, refAbstract=null), Reference(id=1325495724590367200, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T, Fu D, Ermon S, et al. FlashAttention: Fast and memory-efficient exact attention with IO-awareness[J]. Advances in Neural Information Processing Systems, 2022, 35: 16344−16359, articleTitle=null, refAbstract=null), Reference(id=1325495724674253281, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=DeepSeek-AI. DeepSeek-V2: A strong, economical, and efficient mixture-of-experts language model[J]. arXiv preprint, arxiv: 2405.04434, 2024, articleTitle=null, refAbstract=null), Reference(id=1325495726314226148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Kwon W, Li Zhuohan, Zhuang Siyuan, et al. Efficient memory management for large language model serving with PagedAttention[C]//Pro of the 29th Symp on Operating Systems Principles. New York: ACM, 2023: 611–626, articleTitle=null, refAbstract=null), Reference(id=1325495726435860965, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Agrawal A, Kedia N, Panwar A, et al. Taming throughput-latency tradeoff in LLM inference with Sarathi-Serve[C]//Proc of the 18th Symp on Operating Systems Design and Implementation. Berkeley, CA: USENIX Association, 2024: 117−134., articleTitle=null, refAbstract=null), Reference(id=1325495726528135654, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Sheng Ying, Zheng Lianmin, Yuan Binhang, et al. FlexGen: High-throughput generative inference of large language models with a single GPU[C]//Proc of the Int Conf on Machine Learning. Cambridge, MA: PMLR, 2023: 31094−31116, articleTitle=null, refAbstract=null), Reference(id=1325495726632993255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yixin, Mi Zeyu, Xie Haotong, et al. PowerInfer: Fast large language model serving with a consumer-grade GPU[C]//Proc of the 30th ACM SIGOPS Symp on Operating Systems Principles. New York: ACM, 2024: 590−606, articleTitle=null, refAbstract=null), Reference(id=1325495726725267944, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Michel P, Levy O, Neubig G. Are sixteen heads really better than one?[J]. Advances in Neural Information Processing Systems, 2019, 32: 14014−14024, articleTitle=null, refAbstract=null), Reference(id=1325495726809154025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Bansal H, Gopalakrishnan K, Dingliwal S, et al. Rethinking the role of scale for in-context learning: An interpretability-based case study at 66 billion scale[J]. arXiv preprint, arXiv: 2212.09095, 2022, articleTitle=null, refAbstract=null), Reference(id=1325495726901428714, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Alizadeh K, Mirzadeh I, Belenko D, et al. LLM in a flash: Efficient large language model inference with limited memory[C]//Proc of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2024: 12562−12584, articleTitle=null, refAbstract=null), Reference(id=1325495726989509099, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=GGML-org. LLaMA. cpp[EB/OL]. [2024-10-01]. https://github.com/ggml-org/llama.cpp, articleTitle=null, refAbstract=null), Reference(id=1325495727094366700, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Xiaotang, Wang Huan, Chen Yiliu, et al. MNN: A universal and efficient inference engine[C]//Proc of Machine Learning and Systems. Miami, FL: MLSys Foundation, 2020: 1−3, articleTitle=null, refAbstract=null), Reference(id=1325495727178252781, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Ruohan, Zhu Xianyu, Chen Junshi, et al. SWattention: Designing fast and memory-efficient attention for a new Sunway supercomputer[J]. The Journal of Supercomputing, 2024, 80(10): 13657−13680, articleTitle=null, refAbstract=null), Reference(id=1325495727262138862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=刘锟阳. 基于寒武纪MLU270的YOLOv5模型优化与应用研究[D]. 成都: 四川师范大学, 2023, articleTitle=null, refAbstract=null), Reference(id=1325495727358607855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Kunyang. Optimization and application of YOLOv5 model based on Cambrian MLU270[D]. Chengdu: Sichuan Normal University, 2023 (in Chinese)., articleTitle=null, refAbstract=null), Reference(id=1325495727442493936, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Zixuan, He Jiaao, Qiu Jiezhong, et al. BaGuaLu: Targeting brain scale pretrained models with over 37 million cores[C]//Proc of the 27th ACM SIGPLAN Symp on Principles and Practice of Parallel Programming. New York: ACM, 2022: 192−204, articleTitle=null, refAbstract=null), Reference(id=1325495727517991409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Shah J, Bikshandi G, Zhang Ying, et al. FlashAttention-3: Fast and accurate attention with asynchrony and low-precision[J]. Advances in Neural Information Processing Systems, 2024, 37: 68658−68685, articleTitle=null, refAbstract=null), Reference(id=1325495727593488882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=赵玉龙, 张鲁飞, 许国春, 等. SDAA: 面向申威智能加速卡的运行时系统[J]. 软件学报, 2024, 35(12): 5710−5724, articleTitle=null, refAbstract=null), Reference(id=1325495727652209139, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Yulong, Zhang Lufei, Xu Guochun, et al. SDAA: Runtime system for Sunway intelligent acceleration card[J]. Journal of Software, 2024, 35(12): 5710−5724 (in Chinese), articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325495711239897458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=1, ext=[AuthorCompanyExt(id=1325495711252480371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Laboratory of Mathematical Engineering and Advanced Computing, Wuxi, Jiangsu 214125), AuthorCompanyExt(id=1325495711260868980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711239897458, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1数学工程与先进计算国家重点实验室 江苏无锡 214125)]), AuthorCompany(id=1325495711332172149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, xref=2, ext=[AuthorCompanyExt(id=1325495711344755062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2National Parallel Computer Engineering Technology Research Center, Beijing 100083), AuthorCompanyExt(id=1325495711353143671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, companyId=1325495711332172149, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2国家并行计算机工程技术研究中心 北京 100083)])], figs=[ArticleFig(id=1325495718126944687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 1, caption=
Structure of Sunway AI processor, figureFileSmall=xWAmIOETiPYSDNv0bcIaLw==, figureFileBig=ft/9NCVWF7igZbg/1TP6vQ==, tableContent=null), ArticleFig(id=1325495718252773808, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图1, caption=
申威智能处理器结构, figureFileSmall=xWAmIOETiPYSDNv0bcIaLw==, figureFileBig=ft/9NCVWF7igZbg/1TP6vQ==, tableContent=null), ArticleFig(id=1325495718479266225, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 2, caption=
Inference time consumption breakdown of Meta-LLaMA, figureFileSmall=jI4JbWKOpE0Z4ph7OhPT9A==, figureFileBig=5UTfLSHkMEEz3UNqmICTfA==, tableContent=null), ArticleFig(id=1325495718563152306, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图2, caption=
Meta-LLaMA推理耗时分解, figureFileSmall=jI4JbWKOpE0Z4ph7OhPT9A==, figureFileBig=5UTfLSHkMEEz3UNqmICTfA==, tableContent=null), ArticleFig(id=1325495718642844083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 3, caption=
Analysis of time consumption for MHA and FFN on Sunway AI processor, figureFileSmall=aFlIcrqqku14GiDk7f8X8A==, figureFileBig=GrH77XIJZfML1OrGvvhL1Q==, tableContent=null), ArticleFig(id=1325495718722535860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图3, caption=
申威智能处理器上MHA和FFN耗时分析, figureFileSmall=aFlIcrqqku14GiDk7f8X8A==, figureFileBig=GrH77XIJZfML1OrGvvhL1Q==, tableContent=null), ArticleFig(id=1325495718810616245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 4, caption=
Overall architecture of SW-Inf, figureFileSmall=L4TZfFvAkJ8CbAkFVHYPUw==, figureFileBig=N3SlX1hmrC7HThBGckVOwA==, tableContent=null), ArticleFig(id=1325495718890308022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图4, caption=
SW-Inf总体架构, figureFileSmall=L4TZfFvAkJ8CbAkFVHYPUw==, figureFileBig=N3SlX1hmrC7HThBGckVOwA==, tableContent=null), ArticleFig(id=1325495718969999799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 5, caption=
Illustration of the full-graph descent scheduling principle, figureFileSmall=XM21zkGmN56HfbcfK8UcHw==, figureFileBig=GIFdvO7tZn1jngpmNnyV9A==, tableContent=null), ArticleFig(id=1325495719053885880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图5, caption=
整图下沉调度原理示意图, figureFileSmall=XM21zkGmN56HfbcfK8UcHw==, figureFileBig=GIFdvO7tZn1jngpmNnyV9A==, tableContent=null), ArticleFig(id=1325495719141966265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 6, caption=
Multi-level parallel computing strategy, figureFileSmall=TspHA4pNjJjjaeKSutVHKw==, figureFileBig=QK4EUJz0EocEhhFVWZGFzw==, tableContent=null), ArticleFig(id=1325495719213269434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图6, caption=
多级并行计算策略, figureFileSmall=TspHA4pNjJjjaeKSutVHKw==, figureFileBig=QK4EUJz0EocEhhFVWZGFzw==, tableContent=null), ArticleFig(id=1325495719292961211, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 7, caption=
Optimization logic for nonlinear functions, figureFileSmall=LM1eoBYiN2+Bb2+ftflsww==, figureFileBig=R/DAeie/n4PeTdb6xfzvOg==, tableContent=null), ArticleFig(id=1325495719368458684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图7, caption=
非线性函数优化逻辑, figureFileSmall=LM1eoBYiN2+Bb2+ftflsww==, figureFileBig=R/DAeie/n4PeTdb6xfzvOg==, tableContent=null), ArticleFig(id=1325495719477510589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 8, caption=
Transforming rowmax operators to colmax in the transposed MHA algorithm, figureFileSmall=UNC7ITg/JMavFeKeGwc6Mg==, figureFileBig=//nXyN8viCEsGyy5W2tXig==, tableContent=null), ArticleFig(id=1325495719586562494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图8, caption=
MHA转置算法中算子形态变化, figureFileSmall=UNC7ITg/JMavFeKeGwc6Mg==, figureFileBig=//nXyN8viCEsGyy5W2tXig==, tableContent=null), ArticleFig(id=1325495719657865663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 9, caption=
End-to-end inference throughput in different scenarios, figureFileSmall=BYDm4DtbSkbrGBjnBX1w8A==, figureFileBig=7/2guz+u3fKGDUcNWSDLjg==, tableContent=null), ArticleFig(id=1325495719737557440, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图9, caption=
不同场景下的端到端推理吞吐量, figureFileSmall=BYDm4DtbSkbrGBjnBX1w8A==, figureFileBig=7/2guz+u3fKGDUcNWSDLjg==, tableContent=null), ArticleFig(id=1325495719813054913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 10, caption=
Memory bandwidth usage with end-to-end inference in different scenarios, figureFileSmall=vbkaENEOBsRayrjbOnQfmA==, figureFileBig=Arxw5cyUYk8WaYK6wzaADg==, tableContent=null), ArticleFig(id=1325495719934689730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图10, caption=
不同场景下的端到端推理主存带宽利用率, figureFileSmall=vbkaENEOBsRayrjbOnQfmA==, figureFileBig=Arxw5cyUYk8WaYK6wzaADg==, tableContent=null), ArticleFig(id=1325495720026964419, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Figure 11, caption=
Ablation study in end-to-end inference, figureFileSmall=ECtsZ17lxuSALOnrBqiK/A==, figureFileBig=h+nVqXQ79ksrLUNq8FWYww==, tableContent=null), ArticleFig(id=1325495720102461892, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=图11, caption=
端到端推理消融实验, figureFileSmall=ECtsZ17lxuSALOnrBqiK/A==, figureFileBig=h+nVqXQ79ksrLUNq8FWYww==, tableContent=null), ArticleFig(id=1325495720198930885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 1, caption=
Arithmetic Intensity of the Core Modules in LLaMA2 Model, figureFileSmall=null, figureFileBig=null, tableContent=
| 句长N | 模型选择 | MHA线性映射 | MHA核心计算 | FFN |
|---|
| 128 | LLaMA2-7B | 120 | 43 | 123 |
| 512 | 409 | 51 | 437 |
| 4096 | 1365 | 62 | 1727 |
| 128 | LLaMA2-70B | 455 | 43 | 125 |
| 512 | 2048 | 51 | 474 |
| 4096 | 2048 | 62 | 2493 |
), ArticleFig(id=1325495721922789830, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表1, caption=
LLaMA2模型核心模块计算访存比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 句长N | 模型选择 | MHA线性映射 | MHA核心计算 | FFN |
|---|
| 128 | LLaMA2-7B | 120 | 43 | 123 |
| 512 | 409 | 51 | 437 |
| 4096 | 1365 | 62 | 1727 |
| 128 | LLaMA2-70B | 455 | 43 | 125 |
| 512 | 2048 | 51 | 474 |
| 4096 | 2048 | 62 | 2493 |
), ArticleFig(id=1325495722061201863, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 2, caption=
Comparison of Kernel Launch Overhead Between Meta-LLaMA and SW-Inf, figureFileSmall=null, figureFileBig=null, tableContent=
| 词数量 | Meta-LLaMA | | SW-Inf |
|---|
| 交互次数 | 交互耗时/s | | 交互次数 | 交互耗时/ms |
|---|
| 50~500 | 567280 | 5.181 | | 900 | 30.870 |
| 500~1000 | 630208 | 5.346 | | 1000 | 54.345 |
| 500~1500 | 260208 | 11.750 | | 2000 | 84.441 |
), ArticleFig(id=1325495722149282248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表2, caption=
Meta-LLaMA和SW-Inf的核函数启动开销对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 词数量 | Meta-LLaMA | | SW-Inf |
|---|
| 交互次数 | 交互耗时/s | | 交互次数 | 交互耗时/ms |
|---|
| 50~500 | 567280 | 5.181 | | 900 | 30.870 |
| 500~1000 | 630208 | 5.346 | | 1000 | 54.345 |
| 500~1500 | 260208 | 11.750 | | 2000 | 84.441 |
), ArticleFig(id=1325495722291888585, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 3, caption=
Memory Traffic and Execution Time of Matrix Multiplication Under Different Parallelization Strategies, figureFileSmall=null, figureFileBig=null, tableContent=
| 矩阵规模 | 从核拆分策略 | 循环分块策略 | 访存量/KB | 实际耗时/μs |
|---|
m=2048 d=4096 n=4096 | 4,2,4 | 2,2,4 | 6656 | 2213.74 |
| 8,1,4 | 2,2,4 | 6144 | 1997.44 |
| 4,2,4 | 2,1,8 | 4352 | 1580.41 |
| 8,1,4 | 2,1,8 | 4096 | 1232.98 |
m=4096 d=4096 n=8192 | 2,8,2 | 4,1,2 | 37888 | 13166.83 |
| 4,1,8 | 4,1,2 | 36864 | 10732.33 |
| 2,8,2 | 2,1,8 | 17408 | 5961.80 |
| 4,1,8 | 2,1,8 | 16384 | 4862.31 |
), ArticleFig(id=1325495722396746186, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表3, caption=
不同并行策略下的访存量和实际耗时
, figureFileSmall=null, figureFileBig=null, tableContent=
| 矩阵规模 | 从核拆分策略 | 循环分块策略 | 访存量/KB | 实际耗时/μs |
|---|
m=2048 d=4096 n=4096 | 4,2,4 | 2,2,4 | 6656 | 2213.74 |
| 8,1,4 | 2,2,4 | 6144 | 1997.44 |
| 4,2,4 | 2,1,8 | 4352 | 1580.41 |
| 8,1,4 | 2,1,8 | 4096 | 1232.98 |
m=4096 d=4096 n=8192 | 2,8,2 | 4,1,2 | 37888 | 13166.83 |
| 4,1,8 | 4,1,2 | 36864 | 10732.33 |
| 2,8,2 | 2,1,8 | 17408 | 5961.80 |
| 4,1,8 | 2,1,8 | 16384 | 4862.31 |
), ArticleFig(id=1325495722493215179, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 4, caption=
Performance Improvement of the Fused exp Operator, figureFileSmall=null, figureFileBig=null, tableContent=
| 向量维度 | 单次运行平均耗时/μs |
|---|
| MathLib | TBLExp | FusedExp |
|---|
| 1024 | 885.49 | 1.14 | 0.21 |
| 2048 | 1783.62 | 2.27 | 0.42 |
| 4096 | 3567.24 | 4.52 | 0.83 |
| 6144 | 5350.85 | 6.77 | 1.23 |
| 8192 | 6364.42 | 9.02 | 1.64 |
), ArticleFig(id=1325495722581295564, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表4, caption=
exp融合算子性能提升
, figureFileSmall=null, figureFileBig=null, tableContent=
| 向量维度 | 单次运行平均耗时/μs |
|---|
| MathLib | TBLExp | FusedExp |
|---|
| 1024 | 885.49 | 1.14 | 0.21 |
| 2048 | 1783.62 | 2.27 | 0.42 |
| 4096 | 3567.24 | 4.52 | 0.83 |
| 6144 | 5350.85 | 6.77 | 1.23 |
| 8192 | 6364.42 | 9.02 | 1.64 |
), ArticleFig(id=1325495722686153165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 5, caption=
Performance Improvement of the Transposed MHA Algorithm, figureFileSmall=null, figureFileBig=null, tableContent=
| S→M | 单次运行平均耗时/μs |
|---|
| rowmax | colmax |
|---|
| (32, 32)→(32, 1) | 24.86 | 0.20 |
| (32, 128)→(32, 1) | 32.91 | 0.50 |
| (192, 32)→(192, 1) | 146.51 | 0.85 |
), ArticleFig(id=1325495722811982286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表5, caption=
MHA转置算法性能提升
, figureFileSmall=null, figureFileBig=null, tableContent=
| S→M | 单次运行平均耗时/μs |
|---|
| rowmax | colmax |
|---|
| (32, 32)→(32, 1) | 24.86 | 0.20 |
| (32, 128)→(32, 1) | 32.91 | 0.50 |
| (192, 32)→(192, 1) | 146.51 | 0.85 |
), ArticleFig(id=1325495722908451279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 6, caption=
Performance Comparison of Different Attention Calculation Methods, figureFileSmall=null, figureFileBig=null, tableContent=
| Attention方法 | 硬件环境 | 耗时/ms |
|---|
| seq_len = 256 | seq_len = 4096 |
|---|
| 注:在Tesla-A100 40 GB下的多种Attention方法的数据与文献[12]一致,所以有一处为空。seg_len为句长。 |
| PyTorch Attention | Tesla-A100 40 GB | 0.22 | 16.47 |
| Megatron | 0.26 | - |
| Local Attention | 0.57 | 11.56 |
| Longformer Attention | 0.98 | 11.07 |
| FlashAttention | 0.09 | 8.42 |
| SWAI Attention | SW-AI | 0.045 | 21.37 |
), ArticleFig(id=1325495723017503184, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表6, caption=
不同注意力计算方法的性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| Attention方法 | 硬件环境 | 耗时/ms |
|---|
| seq_len = 256 | seq_len = 4096 |
|---|
| 注:在Tesla-A100 40 GB下的多种Attention方法的数据与文献[12]一致,所以有一处为空。seg_len为句长。 |
| PyTorch Attention | Tesla-A100 40 GB | 0.22 | 16.47 |
| Megatron | 0.26 | - |
| Local Attention | 0.57 | 11.56 |
| Longformer Attention | 0.98 | 11.07 |
| FlashAttention | 0.09 | 8.42 |
| SWAI Attention | SW-AI | 0.045 | 21.37 |
), ArticleFig(id=1325495723122360785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=EN, label=Table 7, caption=
Time Consumption of MHA and FFN Under Different Models and Parameter Dimensions, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 隐藏层维度 | 注意力头数 | 耗时/ms |
|---|
| MHA | FFN |
|---|
| Qwen-1.8B | 2048 | 16 | 0.34 | 3.06 |
| LLaMA-7B | 4096 | 32 | 1.01 | 10.34 |
| LLaMA-13B | 5120 | 40 | 1.66 | 15.85 |
| Qwen-72B | 8192 | 64 | 4.29 | 40.81 |
), ArticleFig(id=1325495723218829778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325495704952635716, language=CN, label=表7, caption=
不同模型和参数维度下MHA和FFN的耗时
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 隐藏层维度 | 注意力头数 | 耗时/ms |
|---|
| MHA | FFN |
|---|
| Qwen-1.8B | 2048 | 16 | 0.34 | 3.06 |
| LLaMA-7B | 4096 | 32 | 1.01 | 10.34 |
| LLaMA-13B | 5120 | 40 | 1.66 | 15.85 |
| Qwen-72B | 8192 | 64 | 4.29 | 40.81 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550153, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550153, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550153, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550153, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1772294400000, fullTextJson=null, articleText=null, reference=null)