Article(id=1329420141516927786, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420000110161984, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550301, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1745769600000, receivedDateStr=2025-04-28, revisedDate=1770307200000, revisedDateStr=2026-02-06, acceptedDate=1770652800000, acceptedDateStr=2026-02-10, onlineDate=1794888061169, onlineDateStr=2026-11-17, pubDate=1782835200000, pubDateStr=2026-07-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888061169, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888061169, creator=13701087609, updateTime=1794888061169, updator=13701087609, issue=Issue{id=1329420000110161984, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='7', pageStart='1639', pageEnd='1903', issueExtLink='null', onlineDate='null', pubDate='1782835200000', pubDateStr='2026-07-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888027455, creator='13701087609', updateTime=1794892162905, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329437345918595829, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420000110161984, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329437345918595830, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420000110161984, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1816, endPage=1830, ext={EN=ArticleExt(id=1329420141718254380, articleId=1329420141516927786, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Locality-Aware Decoding Accelerator for Large Language Models Based on Hybrid Bonding Architecture, columnId=1325489901852041729, journalTitle=Journal of Computer Research and Development, columnName=Computer Architecture, runingTitle=null, highlight=null, articleAbstract=
Large language models (LLMs) have demonstrated remarkable capabilities across various domains, including natural language processing, computer vision, chat bots and content generation. Deploying LLMs on edge devices has attracted significant attention due to its advantages in service stability and data privacy. However, the decoding inference of LLMs is composed of memory-bound operations, and with model sizes growing and complex tasks demanding increasingly longer context lengths, the resulting memory access overhead becomes critical bottleneck limiting the deployment of LLMs on edge platforms. To lower the memory access demand of long context decoding, locality aware attention mechanism is proposed. By leveraging the numerical locality of attention scores during decoding, this mechanism compresses the key-value cache (KV cache), significantly reducing redundant memory access without compromising model accuracy. We present a locality-aware inference accelerator for LLMs with hybrid-bonded 3D DRAM. The accelerator not only reduces the overall memory traffic but also significantly improves the main memory bandwidth. It integrates load-balancing and prediction-based prefetching mechanisms tailored to the structural characteristics of hybrid-bonded 3D DRAM, thereby enhancing the bandwidth utilization. On the evaluated models, the proposed accelerator achieves on average 1971 token/s, 3752 token/s and 6849 token/s throughputs for batch sizes of 1, 2 and 4, respectively, with corresponding energy efficiencies of 0.23 J/token, 0.12 J/token and 0.07 J/token. The achieved throughput corresponds to 50.5 times, 49.4 times, 50.0 times that of the A100 GPU, and 23.7 times, 22.9 times, 21.5 times that of the LAD-HBM accelerator. Meanwhile, the energy consumption amounts to only 5.1%, 5.1%, 4.9% of GPU, and 46.2%, 46.9%, 48.2% of LAD-HBM.
, authors=Haoran Wang
1, 2, 3, Haobo Xu
1, 2, *, Ying Wang
1, 2, Yinhe Han
1, 2, authorsList=Haoran Wang, Haobo Xu, Ying Wang, Yinhe Han, authorCompany=null, correspAuthors=Haobo Xu, authorNote=
born in 1997. PhD. His main research interests include computer architecture, large language model system and accelerator design, and memory architecture based on advanced packaging
born in 1990. PhD, associate professor. Member of CCF. His main research interests include domain-specific processor chips and 2.5D/3D chiplet-based integrated chips
born in 1985. PhD, professor. Senior member of CCF. His main research interests include dedicated processor architecture and integrated chip systems
born in 1980. PhD, professor. Senior member of CCF. His main research interests include computer architecture and chips, and data computing chips and computing systems
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420145052726089, articleId=1329420141516927786, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于混合键合架构的大模型局部性感知解码加速器, columnId=1325489904427344387, journalTitle=计算机研究与发展, columnName=体系结构, runingTitle=null, highlight=null, articleAbstract=
大模型在自然语言处理、计算机视觉、聊天机器人以及内容生成等多个领域中展现出了优秀的能力。大模型在边缘设备上的部署因其在稳定性和数据安全方面的优势受到广泛关注。然而,大模型的解码推理过程主要由访存受限的算子构成,随着模型规模的扩展以及复杂任务对上下文长度的需求持续增长,访存开销成为了限制大模型在边缘设备上部署的关键瓶颈。为了降低大模型在长上下文解码时的访存开销,局部性感知的注意力机制被提出。该机制基于注意力分数在解码过程中的数值局部性,对键值缓存(KV cache)进行压缩,实现了在不影响模型精度的情况下,有效削减了冗余的访存。设计了一种基于混合键合3维DRAM的局部性感知大模型推理加速器,在有效降低总体访存量的同时显著提升了主存带宽。该加速器集成了负载均衡与基于预测的预取机制,来适配混合键合3维DRAM的结构特性,从而提升带宽利用率。在所评估的模型上,该加速器在批处理大小为1,2,4时,平均实现了分别为1971 token/s,3752 token/s,6849 token/s的吞吐,对应的能耗分别为0.23 J/token,0.12 J/token,0.07 J/token。该吞吐相当于A100 GPU的50.5倍、49.4倍、50.0倍,LAD-HBM加速器的23.7倍、22.9倍、21.5倍,而能耗仅相当于GPU的5.1%,5.1%,4.9%,LAD-HBM的46.2%,46.9%,48.2%。
, authors=王浩然
1, 2, 3, 许浩博
1, 2, *, 王颖
1, 2, 韩银和
1, 2, authorsList=王浩然, 许浩博, 王颖, 韩银和, authorCompany=null, correspAuthors=许浩博, authorNote=
作者贡献声明
王浩然设计了大模型局部性感知解码的混合键合加速器,并进行了性能和功耗实验;许浩博指导了实验的细节,搜集了混合键合DRAM的架构参数,制定了论文写作大纲;王颖、韩银和指导了论文总体的技术方向和实验方法。
 |
1997年生。博士。主要研究方向为计算机体系结构、大模型系统与加速器设计、基于先进封装的存储架构 |
 |
1990年生。 博士,副研究员。CCF会员。 主要研究方向为领域专用处理器芯片、2.5维/3维芯粒集成芯片 |
 |
1985年生。 博士,研究员。CCF高级会员。 主要研究方向为专用处理器体系结构、集成芯片系统 |
 |
1980年生。博士,研究员。CCF高级会员。主要研究方向为计算机体系结构和芯片、数据计算芯片和计算系统 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=+lj7kq0+CwErxpt4JUs2dQ==, magXml=dYjpM5zQOYYzdBnFYDbV4w==, pdfUrl=null, pdf=ujuB3kTb5hg1Lw1yPPBxLQ==, pdfFileSize=1638638, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=0FMbM8ox6RYuMLWnOfzMxw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=CqMeQ2kQt7M9r1/pYor6Vw==, mapNumber=null, fund=null)}, authors=[Author(id=1329420145597985620, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wanghaoran20g@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420145686066008, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420145597985620, language=EN, stringName=Haoran Wang, firstName=Haoran, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
3University of Chinese Academy of Sciences, Beijing 100190, bio={"content":"
born in 1997. PhD. His main research interests include computer architecture, large language model system and accelerator design, and memory architecture based on advanced packaging
"}, bioImg=null, bioContent=
born in 1997. PhD. His main research interests include computer architecture, large language model system and accelerator design, and memory architecture based on advanced packaging
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420145753174873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420145597985620, language=CN, stringName=王浩然, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, address=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
3中国科学院大学 北京 100190, bio={"img":"DbpS4j7Vw7jgQxoLVSWDPQ==","content":"
1997年生。博士。主要研究方向为计算机体系结构、大模型系统与加速器设计、基于先进封装的存储架构
"}, bioImg=DbpS4j7Vw7jgQxoLVSWDPQ==, bioContent=
1997年生。博士。主要研究方向为计算机体系结构、大模型系统与加速器设计、基于先进封装的存储架构
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420145308578634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=1, ext=[AuthorCompanyExt(id=1329420145316967243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145329550156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190)]), AuthorCompany(id=1329420145409241933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=2, ext=[AuthorCompanyExt(id=1329420145413436238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420145421824847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329420145493128016, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=3, ext=[AuthorCompanyExt(id=1329420145505710929, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145493128016, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145514099538, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145493128016, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3中国科学院大学 北京 100190)])]), Author(id=1329420145841255259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xuhaobo@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420145912558430, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420145841255259, language=EN, stringName=Haobo Xu, firstName=Haobo, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1990. PhD, associate professor. Member of CCF. His main research interests include domain-specific processor chips and 2.5D/3D chiplet-based integrated chips
"}, bioImg=null, bioContent=
born in 1990. PhD, associate professor. Member of CCF. His main research interests include domain-specific processor chips and 2.5D/3D chiplet-based integrated chips
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420145971278687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420145841255259, language=CN, stringName=许浩博, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"KymBk6OMJcAe0ujAkmaO6w==","content":"
1990年生。 博士,副研究员。CCF会员。 主要研究方向为领域专用处理器芯片、2.5维/3维芯粒集成芯片
"}, bioImg=KymBk6OMJcAe0ujAkmaO6w==, bioContent=
1990年生。 博士,副研究员。CCF会员。 主要研究方向为领域专用处理器芯片、2.5维/3维芯粒集成芯片
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420145308578634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=1, ext=[AuthorCompanyExt(id=1329420145316967243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145329550156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190)]), AuthorCompany(id=1329420145409241933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=2, ext=[AuthorCompanyExt(id=1329420145413436238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420145421824847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1329420146038387553, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420146134856548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420146038387553, language=EN, stringName=Ying Wang, firstName=Ying, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1985. PhD, professor. Senior member of CCF. His main research interests include dedicated processor architecture and integrated chip systems
"}, bioImg=null, bioContent=
born in 1985. PhD, professor. Senior member of CCF. His main research interests include dedicated processor architecture and integrated chip systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420146252297061, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420146038387553, language=CN, stringName=王颖, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"i+msuHgF0Fox8T3IUgeEMA==","content":"
1985年生。 博士,研究员。CCF高级会员。 主要研究方向为专用处理器体系结构、集成芯片系统
"}, bioImg=i+msuHgF0Fox8T3IUgeEMA==, bioContent=
1985年生。 博士,研究员。CCF高级会员。 主要研究方向为专用处理器体系结构、集成芯片系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420145308578634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=1, ext=[AuthorCompanyExt(id=1329420145316967243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145329550156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190)]), AuthorCompany(id=1329420145409241933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=2, ext=[AuthorCompanyExt(id=1329420145413436238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420145421824847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])]), Author(id=1329420146365543271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=yinhes@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420146449429354, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420146365543271, language=EN, stringName=Yinhe Han, firstName=Yinhe, middleName=null, lastName=Han, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1980. PhD, professor. Senior member of CCF. His main research interests include computer architecture and chips, and data computing chips and computing systems
"}, bioImg=null, bioContent=
born in 1980. PhD, professor. Senior member of CCF. His main research interests include computer architecture and chips, and data computing chips and computing systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420146533315435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, authorId=1329420146365543271, language=CN, stringName=韩银和, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"mu9hqS/N2jwq9LFklnR2ng==","content":"
1980年生。博士,研究员。CCF高级会员。主要研究方向为计算机体系结构和芯片、数据计算芯片和计算系统
"}, bioImg=mu9hqS/N2jwq9LFklnR2ng==, bioContent=
1980年生。博士,研究员。CCF高级会员。主要研究方向为计算机体系结构和芯片、数据计算芯片和计算系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420145308578634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=1, ext=[AuthorCompanyExt(id=1329420145316967243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145329550156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190)]), AuthorCompany(id=1329420145409241933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=2, ext=[AuthorCompanyExt(id=1329420145413436238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420145421824847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])])], keywords=[Keyword(id=1329420146633978732, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, orderNo=1, keyword=large language model), Keyword(id=1329420146701087597, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, orderNo=2, keyword=auto-regressive decoding), Keyword(id=1329420146772390766, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, orderNo=3, keyword=hybrid bonding), Keyword(id=1329420146847888239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, orderNo=4, keyword=accelerator), Keyword(id=1329420146931774320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, orderNo=5, keyword=edge device), Keyword(id=1329420147007271793, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, orderNo=1, keyword=大模型), Keyword(id=1329420147082769266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, orderNo=2, keyword=自回归解码), Keyword(id=1329420147162461043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, orderNo=3, keyword=混合键合), Keyword(id=1329420147242152820, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, orderNo=4, keyword=加速器), Keyword(id=1329420147309261685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, orderNo=5, keyword=边缘设备)], refs=[Reference(id=1329420149863592848, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. Advances in Neural Information Processing Systems, 2017, 30: 6000−6010, articleTitle=null, refAbstract=null), Reference(id=1329420149922313105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[J]. Advances in Neural Information Processing Systems, 2020, 33: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1329420149989421970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Achiam J, Adler S, Agarwal S, et al. Gpt−4 technical report[J]. arXiv preprint, arXiv: 2303.08774, 2023, articleTitle=null, refAbstract=null), Reference(id=1329420150069113747, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Martin L, Stone K, et al. LLaMA 2: Open foundation and fine-tuned chat models[J]. arXiv preprint, arXiv: 2307.09288, 2023, articleTitle=null, refAbstract=null), Reference(id=1329420150132028308, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Aixin, Feng Bei, Wang Bin, et al. Deepseek-v2: A strong, economical, and efficient mixture-of-experts language model[J]. arXiv preprint, arXiv: 2405.04434, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420150236885910, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Susan, Roller S, Goyal N, et al. OPT: Open pre-trained transformer language models[J]. arXiv preprint, arXiv: 2205.01068, 2022, articleTitle=null, refAbstract=null), Reference(id=1329420150312383383, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Chen Xinlei, Xie Saining, et al. Masked autoencoders are scalable vision learners[C]//Proc of the 2022 IEEE/CVF Conf on Computer Vision and Pattern Recognition. 2022: 16000−16009, articleTitle=null, refAbstract=null), Reference(id=1329420150375297944, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Roziere B, Gehring J, Gloeckle F, et al. Code LLaMA: Open foundation models for code[J]. arXiv preprint, arXiv: 2308.12950, 2023, articleTitle=null, refAbstract=null), Reference(id=1329420150446601113, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Aixin, Feng Bei, Xue Bing, et al. Deepseek-v3 technical report[J]. arXiv preprint, arXiv: 2412.19437, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420150505321370, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Daya, Zhu Qihao, Yang Dejian, et al. DeepSeek-Coder: When the large language model meets programming–The rise of code intelligence[J]. arXiv preprint, arXiv: 2401.14196, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420150568235931, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaplan J, McCandlish S, Henighan T, et al. Scaling laws for neural language models[J]. arXiv preprint, arXiv: 2001.08361, 2020, articleTitle=null, refAbstract=null), Reference(id=1329420150626956188, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei J, Wang Xuezhi, Schuurmans D, et al. Chain-of-thought prompting elicits reasoning in large language models[J]. Advances in Neural Information Processing Systems, 2022, 35: 24824−24837, articleTitle=null, refAbstract=null), Reference(id=1329420150698259357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Haoran, Li Yuming, Xu Haobo, et al. LAD: Efficient accelerator for generative inference of LLM with locality aware decoding[C]//Proc of the 31st IEEE Int Symp on High Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2025: 1482−1495, articleTitle=null, refAbstract=null), Reference(id=1329420150777951134, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=葛旭冉, 欧洋, 王博, 等. 大语言模型推理中的存储优化技术综述[J]. 计算机研究与发展, 2025, 62(3): 545−562, articleTitle=null, refAbstract=null), Reference(id=1329420150866031519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Ge Xuran, Ou Yang, Wang Bo, et al. Survey of storage optimization techniques in large language model inference[J]. Journal of Computer Research and Development, 2025, 62(3): 545−562 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420150945723296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Zhongkai, Liang Shengwen, Ma Tianyun, et al. Cambricon-LLM: A chiplet-based hybrid architecture for on-device inference of 70b LLM[C]//Proc of the 57th IEEE/ACM Int Symp on Microarchitecture (MICRO). Piscataway, NJ: IEEE, 2024: 1474−1488, articleTitle=null, refAbstract=null), Reference(id=1329420151017026465, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Bai Fujun, Jiang Xiping, Wang Song, et al. A stacked embedded DRAM array for LPDDR4/4X using hybrid bonding 3D integration with 34GB/s/1Gb 0.88 pJ/b logic-to-memory interface[C]//Proc of the 68th IEEE Int Electron Devices Meeting (IEDM). Piscataway, NJ: IEEE, 2020: 6.6. 1−6.6. 4, articleTitle=null, refAbstract=null), Reference(id=1329420151079941026, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Choquette J, Gandhi W, Giroux O, et al. Nvidia a100 tensor core GPU: Performance and innovation[J]. IEEE Micro, 2021, 41(2): 29−35, articleTitle=null, refAbstract=null), Reference(id=1329420151159632803, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yue Zhiheng, Wang Huizheng, Fang Jiahao, et al. Exploiting similarity opportunities of emerging vision AI models on hybrid bonding architecture[C]//Proc of the 51st ACM/IEEE Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2024: 396−409, articleTitle=null, refAbstract=null), Reference(id=1329420151226741668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Niu Dimin, Li Shuangchen, Wang Yuhao, et al. 184QPS/W 64Mb/mm2 3D logic-to-DRAM hybrid bonding with process-near-memory engine for recommendation system[C]//Proc of the 2022 IEEE Int Solid-State Circuits Conf (ISSCC). Piscataway, NJ: IEEE, 2022, 65: 1−3, articleTitle=null, refAbstract=null), Reference(id=1329420151302239141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Park J, Choi J, Kyung K, et al. AttAcc! Unleashing the power of PIM for batched transformer-based generative model inference[C]//Proc of the 29th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems, Volume 2. New York: ACM, 2024: 103−119, articleTitle=null, refAbstract=null), Reference(id=1329420151386125222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Amin H, Curtis K M, Hayes-Gill B R. Piecewise linear approximation applied to nonlinear function of a neural network[J]. IEE Proceedings-Circuits, Devices and Systems, 1997, 144(6): 313−317, articleTitle=null, refAbstract=null), Reference(id=1329420151461622695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Khan H, Khan A, Khan Z, et al. NPE: An FPGA-based overlay processor for natural language processing[J]. arXiv preprint, arXiv: 2104.06535, 2021, articleTitle=null, refAbstract=null), Reference(id=1329420151520342952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Xiping, Zuo Fengguo, Wang Song, et al. A 1596-GB/s 48-Gb stacked embedded DRAM 384-core SoC with hybrid bonding integration[J]. IEEE Solid-State Circuits Letters, 2022, 5: 110−113, articleTitle=null, refAbstract=null), Reference(id=1329420151591646121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiménez D A, Lin C. Dynamic branch prediction with perceptrons[C]//Proc of the 7th HPCA Int Symp on High-Performance Computer Architecture. Piscataway, NJ: IEEE, 2001: 197−206, articleTitle=null, refAbstract=null), Reference(id=1329420151667143594, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Kwon W, Li Zhuohan, Zhuang Siyuan, et al. Efficient memory management for large language model serving with pagedattention[C]//Proc of the 29th Symp on Operating Systems Principles. New York: ACM, 2023: 611−626, articleTitle=null, refAbstract=null), Reference(id=1329420151738446763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Muralimanohar N, Balasubramonian R, Jouppi N P. CACTI 6.0: A tool to model large caches[J]. HP Laboratories, 2009, 27: 28, articleTitle=null, refAbstract=null), Reference(id=1329420151805555628, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Shang, Yang Zhiyuan, Reddy D, et al. DRAMSim3: A cycle-accurate, thermal-capable DRAM simulator[J]. IEEE Computer Architecture Letters, 2020, 19(2): 106−109, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420145308578634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=1, ext=[AuthorCompanyExt(id=1329420145316967243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Intelligent Computing Systems, Institute of Computing Technology, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145329550156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145308578634, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院计算技术研究所智能计算机研究中心 北京 100190)]), AuthorCompany(id=1329420145409241933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=2, ext=[AuthorCompanyExt(id=1329420145413436238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420145421824847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145409241933, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329420145493128016, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, xref=3, ext=[AuthorCompanyExt(id=1329420145505710929, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145493128016, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3University of Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1329420145514099538, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, companyId=1329420145493128016, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3中国科学院大学 北京 100190)])], figs=[ArticleFig(id=1329420147435090806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 1, caption=
The structure of hybrid bonding[18], figureFileSmall=aI3Rrv6DV2IYRtZd9MntoQ==, figureFileBig=0FMbM8ox6RYuMLWnOfzMxw==, tableContent=null), ArticleFig(id=1329420147535754103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图1, caption=
混合键合结构[18], figureFileSmall=aI3Rrv6DV2IYRtZd9MntoQ==, figureFileBig=0FMbM8ox6RYuMLWnOfzMxw==, tableContent=null), ArticleFig(id=1329420147720303480, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 2, caption=
Exponential function computed by piecewise linear approach, figureFileSmall=Ng5j8NX66K8o666hiO/vNQ==, figureFileBig=5o2Ak5r2pKEKZgl9x1AtCA==, tableContent=null), ArticleFig(id=1329420147787412345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图2, caption=
分段线性方法计算指数函数, figureFileSmall=Ng5j8NX66K8o666hiO/vNQ==, figureFileBig=5o2Ak5r2pKEKZgl9x1AtCA==, tableContent=null), ArticleFig(id=1329420147854521210, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 3, caption=
The ratio of maximum to minimum active position load for each model under different context lengths, figureFileSmall=71B2hksDFonzvd/isz7SIQ==, figureFileBig=6ErjHBf6FhvGY5cOd1H8Ug==, tableContent=null), ArticleFig(id=1329420148005516155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图3, caption=
不同上下文长度下各模型最大与最小活跃位置负载比值, figureFileSmall=71B2hksDFonzvd/isz7SIQ==, figureFileBig=6ErjHBf6FhvGY5cOd1H8Ug==, tableContent=null), ArticleFig(id=1329420148081013628, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 4, caption=
The overall architecture of the accelerator, figureFileSmall=IXcAK6x/5ow+gCKP60L7JQ==, figureFileBig=40wPh6bvgnUcEjOzxXtKIg==, tableContent=null), ArticleFig(id=1329420148143928189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图4, caption=
加速器的整体架构, figureFileSmall=IXcAK6x/5ow+gCKP60L7JQ==, figureFileBig=40wPh6bvgnUcEjOzxXtKIg==, tableContent=null), ArticleFig(id=1329420148206842750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 5, caption=
The parallelization strategy across LAD-3D computational units, figureFileSmall=L5j0VIeIt4ETJSMKepCneQ==, figureFileBig=rqSjG2suV3rWvBjIWNCikA==, tableContent=null), ArticleFig(id=1329420148265563007, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图5, caption=
LAD-3D 计算单元之间的并行策略, figureFileSmall=L5j0VIeIt4ETJSMKepCneQ==, figureFileBig=rqSjG2suV3rWvBjIWNCikA==, tableContent=null), ArticleFig(id=1329420148328477568, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 6, caption=
The architectural details of LAD-3D accelerated modules, figureFileSmall=6ISeEDux5PVsYBbFWdOqgw==, figureFileBig=vqHgmeQbM8PU4jDWHLN6LQ==, tableContent=null), ArticleFig(id=1329420148571747201, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图6, caption=
LAD-3D 加速模块的架构细节, figureFileSmall=6ISeEDux5PVsYBbFWdOqgw==, figureFileBig=vqHgmeQbM8PU4jDWHLN6LQ==, tableContent=null), ArticleFig(id=1329420148664021890, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 7, caption=
The heatmap of the distribution of active positions across LAD-3D computational elements, figureFileSmall=jluMne7AVPunqV6AD14dDw==, figureFileBig=4CzQ3RnfoW3aVWYFbmZsLQ==, tableContent=null), ArticleFig(id=1329420148735325059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图7, caption=
活跃位置在各 LAD-3D 计算单元间分布的热力图, figureFileSmall=jluMne7AVPunqV6AD14dDw==, figureFileBig=4CzQ3RnfoW3aVWYFbmZsLQ==, tableContent=null), ArticleFig(id=1329420148903097220, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 8, caption=
The architectural details of the active position predictor, figureFileSmall=JWTM+/e8uc3SwKudLoTv4Q==, figureFileBig=2gwFk3oemC1P44doC0AFEA==, tableContent=null), ArticleFig(id=1329420148957623173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图8, caption=
活跃位置预测器的架构细节, figureFileSmall=JWTM+/e8uc3SwKudLoTv4Q==, figureFileBig=2gwFk3oemC1P44doC0AFEA==, tableContent=null), ArticleFig(id=1329420149041509254, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 9, caption=
Decoding performance of LLMs under different context lengths, figureFileSmall=1GQ/pHF8JSk5D9unUJyxSQ==, figureFileBig=nVkv1avbz5oIHZjjDHIDOg==, tableContent=null), ArticleFig(id=1329420149112812423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图9, caption=
大模型在不同上下文长度下的解码性能, figureFileSmall=1GQ/pHF8JSk5D9unUJyxSQ==, figureFileBig=nVkv1avbz5oIHZjjDHIDOg==, tableContent=null), ArticleFig(id=1329420149221864328, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Figure 10, caption=
Decoding energy of LLMs under different context lengths, figureFileSmall=kABLeP2Ehd3csrb76MhuqA==, figureFileBig=bVUJt3lNsTEwMDKRDbsa6A==, tableContent=null), ArticleFig(id=1329420149305750409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=图10, caption=
大模型在不同上下文长度下的解码能耗, figureFileSmall=kABLeP2Ehd3csrb76MhuqA==, figureFileBig=bVUJt3lNsTEwMDKRDbsa6A==, tableContent=null), ArticleFig(id=1329420149377053578, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Table 1, caption=
Balance Ratios of Active Position
, figureFileSmall=null, figureFileBig=null, tableContent=
上下文 长度 | 模型 |
|---|
| OPT-2.7B | OPT-6.7B | LLaMA-13B | LLaMA-7B |
|---|
| 512 | 0.9790 | 0.9649 | 0.9676 | 0.9685 |
| 1024 | 0.9732 | 0.9732 | 0.9811 | 0.9850 |
| 1536 | 0.9739 | 0.9848 | 0.9813 | 0.9866 |
| 2048 | 0.9823 | 0.9823 | 0.9852 | 0.9889 |
| 2560 | - | - | 0.9876 | 0.9872 |
| 3072 | - | - | 0.9897 | 0.9863 |
| 3548 | - | - | 0.9907 | 0.9881 |
| 4096 | - | - | 0.9919 | 0.9894 |
), ArticleFig(id=1329420149448356747, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=表1, caption=
活跃位置的均衡比值
, figureFileSmall=null, figureFileBig=null, tableContent=
上下文 长度 | 模型 |
|---|
| OPT-2.7B | OPT-6.7B | LLaMA-13B | LLaMA-7B |
|---|
| 512 | 0.9790 | 0.9649 | 0.9676 | 0.9685 |
| 1024 | 0.9732 | 0.9732 | 0.9811 | 0.9850 |
| 1536 | 0.9739 | 0.9848 | 0.9813 | 0.9866 |
| 2048 | 0.9823 | 0.9823 | 0.9852 | 0.9889 |
| 2560 | - | - | 0.9876 | 0.9872 |
| 3072 | - | - | 0.9897 | 0.9863 |
| 3548 | - | - | 0.9907 | 0.9881 |
| 4096 | - | - | 0.9919 | 0.9894 |
), ArticleFig(id=1329420149515465612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Table 2, caption=
Predicting Missing Probability of Active Positions
, figureFileSmall=null, figureFileBig=null, tableContent=
上下文 长度 | 模型 |
|---|
| OPT-2.7B | OPT-6.7B | LLaMA-13B | LLaMA-7B |
|---|
| 512 | 0.0289 | 0.0262 | 0.0104 | 0.0322 |
| 1024 | 0.0218 | 0.0161 | 0.0108 | 0.0282 |
| 1536 | 0.0246 | 0.0181 | 0.0172 | 0.0262 |
| 2048 | 0.0168 | 0.0201 | 0.0191 | 0.0209 |
| 2560 | - | - | 0.0149 | 0.0173 |
| 3072 | - | - | 0.0132 | 0.0212 |
| 3548 | - | - | 0.0152 | 0.0223 |
| 4096 | - | - | 0.0138 | 0.0151 |
), ArticleFig(id=1329420149590963085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=表2, caption=
活跃位置的预测未命中概率
, figureFileSmall=null, figureFileBig=null, tableContent=
上下文 长度 | 模型 |
|---|
| OPT-2.7B | OPT-6.7B | LLaMA-13B | LLaMA-7B |
|---|
| 512 | 0.0289 | 0.0262 | 0.0104 | 0.0322 |
| 1024 | 0.0218 | 0.0161 | 0.0108 | 0.0282 |
| 1536 | 0.0246 | 0.0181 | 0.0172 | 0.0262 |
| 2048 | 0.0168 | 0.0201 | 0.0191 | 0.0209 |
| 2560 | - | - | 0.0149 | 0.0173 |
| 3072 | - | - | 0.0132 | 0.0212 |
| 3548 | - | - | 0.0152 | 0.0223 |
| 4096 | - | - | 0.0138 | 0.0151 |
), ArticleFig(id=1329420149691626382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=EN, label=Table 3, caption=
Area and Power of Logic Modules of LAD-3D Computational Elements
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块名 | 面积/mm2 | 动态功耗/mW | 静态功耗/mW |
|---|
| VPU | 0.1706 | 125.0486 | 33.2571 |
| SFU | 0.0686 | 43.2934 | 16.8810 |
| EAS | 0.0048 | 3.2310 | 1.1673 |
| APID | 0.0059 | 2.7139 | 1.2116 |
| MD | 0.0025 | 1.7529 | 0.4855 |
| AC | 0.0856 | 60.2054 | 19.8291 |
| SRAM | 6.1556 | 1004.8288 | 466.3696 |
| 预测器 | 0.0519 | 18.9725 | 9.3295 |
), ArticleFig(id=1329420149767123855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420141516927786, language=CN, label=表3, caption=
LAD-3D计算单元逻辑模块的面积与功耗
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块名 | 面积/mm2 | 动态功耗/mW | 静态功耗/mW |
|---|
| VPU | 0.1706 | 125.0486 | 33.2571 |
| SFU | 0.0686 | 43.2934 | 16.8810 |
| EAS | 0.0048 | 3.2310 | 1.1673 |
| APID | 0.0059 | 2.7139 | 1.2116 |
| MD | 0.0025 | 1.7529 | 0.4855 |
| AC | 0.0856 | 60.2054 | 19.8291 |
| SRAM | 6.1556 | 1004.8288 | 466.3696 |
| 预测器 | 0.0519 | 18.9725 | 9.3295 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550301, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550301, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550301, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550301, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1782835200000, fullTextJson=null, articleText=null, reference=null)