Article(id=1329420307250656100, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420206000157303, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202660134, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1772553600000, receivedDateStr=2026-03-04, revisedDate=1777305600000, revisedDateStr=2026-04-28, acceptedDate=null, acceptedDateStr=null, onlineDate=1794888100683, onlineDateStr=2026-11-17, pubDate=1785513600000, pubDateStr=2026-08-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888100683, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888100683, creator=13701087609, updateTime=1794888100683, updator=13701087609, issue=Issue{id=1329420206000157303, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='8', pageStart='1905', pageEnd='2181', issueExtLink='null', onlineDate='null', pubDate='1785513600000', pubDateStr='2026-08-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888076542, creator='13701087609', updateTime=1794888076542, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2005, endPage=2023, ext={EN=ArticleExt(id=1329420307451982694, articleId=1329420307250656100, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Multi-Agent Reinforcement Learning Based Online Scheduling for Multi-DNN Workloads on Multi-Chiplet Accelerators, columnId=1329420214938219240, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on AI Computility: Systems and Key Applications, runingTitle=null, highlight=null, articleAbstract=
With the increasing popularity of deep neural network (DNN) applications, Chiplet-based accelerators have become critical infrastructure for supporting large-scale DNN inference services on server platforms. However, the real-time and dynamic characteristics of parallel multi-DNN workloads pose severe challenges to scheduling algorithms, while existing algorithms suffer from limitations in decision overhead, service level agreement (SLA) assurance, and dynamic adaptability. To address these issues, we propose MAOSA, a multi-agent reinforcement learning based online scheduling algorithm for multi-DNN workloads on multi-Chiplet accelerators, aiming to maximize the overall SLA satisfaction rate. The proposed algorithm partitions DNN tasks into DNN blocks and models them as agents. It utilizes the attention mechanism to generate scheduling strategies in parallel, which include execution order and PE-level resource allocation, thereby significantly reducing decision overhead. Furthermore, a cooperative reward function considering time slack is designed to optimize SLA, and a periodic unified preemption mechanism is introduced to adapt to dynamic load changes. Experimental results show that, compared with state-of-the-art algorithms, the proposed algorithm improves the SLA satisfaction rate by up to 18% and system throughput (STP) by 31.9%, reduces tail latency by 28.7%, and decreases scheduling execution time by a factor of approximately 11, effectively enhancing system performance and service quality.
, authors=Chenjiu Wang
1, 2, Zhimeng Zhang
1, 2, Qinfen Hao
1, *, authorsList=Chenjiu Wang, Zhimeng Zhang, Qinfen Hao, authorCompany=null, correspAuthors=Qinfen Hao, authorNote=
born in 1998. PhD candidate. Student member of CCF. His main research interests include deep learning accelerators and wafer-scale systems
born in 1999. PhD candidate. His main research interests include neural networks and wafer-scale systems
born in 1969. PhD, professor. Distinguished member of CCF, senior member of IEEE. His main research interests include computer architecture, Chiplet-based processor design, and wafer-scale computing systems
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420310295720839, articleId=1329420307250656100, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于多智能体强化学习的多Chiplet加速器多DNN负载的在线调度, columnId=1329420215122768618, journalTitle=计算机研究与发展, columnName=AI算力网:系统与关键应用专题, runingTitle=null, highlight=null, articleAbstract=
随着深度神经网络(DNN)应用日益广泛,基于芯粒(Chiplet)架构的加速器成为了服务器平台上支撑大规模DNN推理服务的关键设施。然而,并行多DNN负载的实时性与动态性特征给调度算法带来了严峻挑战,现有算法在决策开销、服务水平协议(SLA)保障及动态适应性方面存在局限。为此,提出了一种面向多Chiplet加速器的多智能体强化学习多DNN负载在线调度算法(MAOSA),并以最大化整体SLA满足率为目标。该算法将DNN任务划分为DNN块并建模为智能体,利用注意力机制并行生成包含执行顺序与PE级资源分配的调度策略,显著降低了决策开销;设计了考虑时间裕量的协作奖励函数以优化SLA,并引入周期性统一抢占机制来适应负载动态变化。实验结果表明,与当前最先进算法相比,所提出算法的SLA满足率最高可提升18%,STP提升31.9%,尾延迟降低28.7%,调度决策时间降低至约1/11,有效提升了系统性能与服务质量。
, authors=王晨赳
1, 2, 张志锰
1, 2, 郝沁汾
1, *, authorsList=王晨赳, 张志锰, 郝沁汾, authorCompany=null, correspAuthors=郝沁汾, authorNote=
 |
1998年生。博士研究生。CCF学生会员。主要研究方向为深度学习加速器、晶圆级系统 |
 |
1999年生。 博士研究生。 主要研究方向为神经网络、晶圆级系统 |
 |
1969年生。博士,教授。CCF杰出会员,IEEE高级会员。主要研究方向为计算机体系结构、基于Chiplet的处理器设计、晶圆级计算系统 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=xJ9mVH9uxUg+wiQW7lodRw==, magXml=dubOjCGKl536a6uD+rcKuA==, pdfUrl=null, pdf=v0U3Lk1LERI7SNfxaGTsJw==, pdfFileSize=1540736, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=5w9EFmclmfOVD2Rz3ZregQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=0nP7rhoUsNu7ohGqMyrBhA==, mapNumber=null, fund=null)}, authors=[Author(id=1329420310689985423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wangchenjiu20s@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420310799037330, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420310689985423, language=EN, stringName=Chenjiu Wang, firstName=Chenjiu, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1998. PhD candidate. Student member of CCF. His main research interests include deep learning accelerators and wafer-scale systems
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. Student member of CCF. His main research interests include deep learning accelerators and wafer-scale systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420310861951891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420310689985423, language=CN, stringName=王晨赳, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"L9f4b++qdjzOLcu+xHfdCQ==","content":"
1998年生。博士研究生。CCF学生会员。主要研究方向为深度学习加速器、晶圆级系统
"}, bioImg=L9f4b++qdjzOLcu+xHfdCQ==, bioContent=
1998年生。博士研究生。CCF学生会员。主要研究方向为深度学习加速器、晶圆级系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420310538990472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=1, ext=[AuthorCompanyExt(id=1329420310547379081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420310555767690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329420310622876555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=2, ext=[AuthorCompanyExt(id=1329420310631265164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329420310639653773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329420310924866453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420311004558232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420310924866453, language=EN, stringName=Zhimeng Zhang, firstName=Zhimeng, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190
2University of Chinese Academy of Sciences, Beijing 100049, bio={"content":"
born in 1999. PhD candidate. His main research interests include neural networks and wafer-scale systems
"}, bioImg=null, bioContent=
born in 1999. PhD candidate. His main research interests include neural networks and wafer-scale systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420311075861401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420310924866453, language=CN, stringName=张志锰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190
2中国科学院大学 北京 100049, bio={"img":"Y7iDl3c4x2O49U9O7L64sA==","content":"
1999年生。 博士研究生。 主要研究方向为神经网络、晶圆级系统
"}, bioImg=Y7iDl3c4x2O49U9O7L64sA==, bioContent=
1999年生。 博士研究生。 主要研究方向为神经网络、晶圆级系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420310538990472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=1, ext=[AuthorCompanyExt(id=1329420310547379081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420310555767690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329420310622876555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=2, ext=[AuthorCompanyExt(id=1329420310631265164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329420310639653773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])]), Author(id=1329420311159747483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=haoqinfen@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420311231050653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420311159747483, language=EN, stringName=Qinfen Hao, firstName=Qinfen, middleName=null, lastName=Hao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1969. PhD, professor. Distinguished member of CCF, senior member of IEEE. His main research interests include computer architecture, Chiplet-based processor design, and wafer-scale computing systems
"}, bioImg=null, bioContent=
born in 1969. PhD, professor. Distinguished member of CCF, senior member of IEEE. His main research interests include computer architecture, Chiplet-based processor design, and wafer-scale computing systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420311293965214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, authorId=1329420311159747483, language=CN, stringName=郝沁汾, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190, bio={"img":"ZlSNp2mSQ1dC4/Xkxvm/tQ==","content":"
1969年生。博士,教授。CCF杰出会员,IEEE高级会员。主要研究方向为计算机体系结构、基于Chiplet的处理器设计、晶圆级计算系统
"}, bioImg=ZlSNp2mSQ1dC4/Xkxvm/tQ==, bioContent=
1969年生。博士,教授。CCF杰出会员,IEEE高级会员。主要研究方向为计算机体系结构、基于Chiplet的处理器设计、晶圆级计算系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420310538990472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=1, ext=[AuthorCompanyExt(id=1329420310547379081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420310555767690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)])])], keywords=[Keyword(id=1329420311390434207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, orderNo=1, keyword=deep neural network), Keyword(id=1329420311453348768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, orderNo=2, keyword=Chiplet), Keyword(id=1329420311524651937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, orderNo=3, keyword=multi-agent reinforcement learning), Keyword(id=1329420311591760802, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, orderNo=4, keyword=online scheduling), Keyword(id=1329420311658869667, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, orderNo=5, keyword=service level agreement), Keyword(id=1329420311721784229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, orderNo=1, keyword=深度神经网络), Keyword(id=1329420311784698790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, orderNo=2, keyword=芯粒), Keyword(id=1329420311839224743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, orderNo=3, keyword=多智能体强化学习), Keyword(id=1329420311902139304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, orderNo=4, keyword=在线调度), Keyword(id=1329420311969248169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, orderNo=5, keyword=服务水平协议)], refs=[Reference(id=1329420315593126869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Zhang Xiangyu, Ren Shaoqing, et al. Deep residual learning for image recognition[C]//Proc of the 2016 IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2016: 770−778, articleTitle=null, refAbstract=null), Reference(id=1329420315672818646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Krizhevsky A, Sutskever I, Hinton G E. Imagenet classification with deep convolutional neural networks[J]. Communications of the ACM, 2017, 60(6): 84−90, articleTitle=null, refAbstract=null), Reference(id=1329420315756704727, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition[J]. arXiv preprint, arXiv: 1409.1556, 2014, articleTitle=null, refAbstract=null), Reference(id=1329420315815424984, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Szegedy C, Liu Wei, Jia Yangqing, et al. Going deeper with convolutions[C]//Proc of the 2015 IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2015: 1−9, articleTitle=null, refAbstract=null), Reference(id=1329420315878339545, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Szegedy C, Vanhoucke V, Ioffe S, et al. Rethinking the inception architecture for computer vision[C]//Proc of the 2016 IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2016: 2818−2826, articleTitle=null, refAbstract=null), Reference(id=1329420316008362970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Girshick R, Donahue J, Darrell T, et al. Rich feature hierarchies for accurate object detection and semantic segmentation[C]//Proc of the 2014 IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2014: 580−587, articleTitle=null, refAbstract=null), Reference(id=1329420316079666139, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Redmon J, Divvala S, Girshick R, et al. You only look once: Unified, real-time object detection[J]. arXiv preprint, arXiv: 1506.02640, 2016, articleTitle=null, refAbstract=null), Reference(id=1329420316159357916, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Sutskever I, Vinyals O, Le Q V. Sequence to sequence learning with neural networks[J]. arXiv preprint, arXiv: 1409.3215, 2014, articleTitle=null, refAbstract=null), Reference(id=1329420316230661085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. arXiv preprint, arXiv: 1706.03762, 2017, articleTitle=null, refAbstract=null), Reference(id=1329420316335518686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Oord A V D, Dieleman S, Zen H, et al. WaveNet: A generative model for raw audio[J]. arXiv preprint, arXiv: 1609.03499, 2016, articleTitle=null, refAbstract=null), Reference(id=1329420316423599071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Bojarski M, Yeres P, Choromanska A, et al. Explaining how a deep neural network trained with end-to-end learning steers a car[J]. arXiv preprint, arXiv: 1704.07911, 2017, articleTitle=null, refAbstract=null), Reference(id=1329420316486513632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xu, Jiao Lei, Li Wenzhong, et al. Efficient multi-user computation offloading for mobile-edge cloud computing[J]. IEEE/ACM Transactions on Networking, 2016, 24(5): 2795−2808, articleTitle=null, refAbstract=null), Reference(id=1329420316562011105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Bowen, Dastjerdi A V, Calheiros R N, et al. An online algorithm for task offloading in heterogeneous mobile clouds[J]. ACM Transactions on Internet Technology, 2018, 18(2): 1−25, articleTitle=null, refAbstract=null), Reference(id=1329420316637508578, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Li, Liao Xiaofei, Jin Hai, et al. Computation offloading toward edge computing[J]. Proceedings of the IEEE, 2019, 107(8): 1584−1607, articleTitle=null, refAbstract=null), Reference(id=1329420316704617443, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Romero F, Li Qian, Yadwadkar N J, et al. INFaaS: Automated model-less inference serving[C]//Proc of the 2021 USENIX Annual Technical Conf (USENIX ATC 21). Berkeley, CA: USENIX Association, 2021: 397–411, articleTitle=null, refAbstract=null), Reference(id=1329420316775920612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Fowers J, Ovtcharov K, Papamichael M, et al. A configurable cloud-scale DNN processor for real-time AI[C]//Proc of the 2018 ACM/IEEE 45th Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2018: 1−14, articleTitle=null, refAbstract=null), Reference(id=1329420316868195301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Gupta U, Hsia S, Saraph V, et al. Deeprecsys: A system for optimizing end-to-end at-scale neural recommendation inference[C]//Proc of the 2020 ACM/IEEE 47th Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2020: 982−995, articleTitle=null, refAbstract=null), Reference(id=1329420316956275686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiao Yang, Han Liang, Jin Rong, et al. 7.2 A 12nm programmable convolution-efficient neural-processing-unit chip achieving 825TOPS[C]//Proc of the 2020 IEEE Int Solid-State Circuits Conference (ISSCC). Piscataway, NJ: IEEE, 2020: 136−140, articleTitle=null, refAbstract=null), Reference(id=1329420317023384552, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Jouppi N P, Yoon D H, Ashcraft M, et al. Ten lessons from three generations shaped Google’s tpuv4i: Industrial product[C]//Proc of the 48th ACM/IEEE Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2021: 1−14, articleTitle=null, refAbstract=null), Reference(id=1329420317124047849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Knowles S. Graphcore[C]//Proc of the 2021 IEEE Hot Chips 33 Symposium (HCS). Piscataway, NJ: IEEE, 2021: 1–25, articleTitle=null, refAbstract=null), Reference(id=1329420317182768106, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Vasiljevic J, Bajic L, Capalija D, et al. Compute substrate for software 2.0[J]. IEEE Micro, 2021, 41(2): 50−55, articleTitle=null, refAbstract=null), Reference(id=1329420317262459883, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Lauterbach G. The path to successful wafer-scale integration: The cerebras story[J]. IEEE Micro, 2021, 41(6): 52−57, articleTitle=null, refAbstract=null), Reference(id=1329420317333763052, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Moore G E. Cramming more components onto integrated circuits[J]. Proceedings of the IEEE, 1998, 86(1): 82−85, articleTitle=null, refAbstract=null), Reference(id=1329420317400871917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Ascia G, Catania V, Mineo A, et al. Improving inference latency and energy of DNNs through wireless enabled multi-chip-module-based architectures and model parameters compression[C]//Proc of the 2020 14th IEEE/ACM Int Symp on Networks-on-Chip (NOCS). Piscata-way, NJ: IEEE, 2020: 1–6, articleTitle=null, refAbstract=null), Reference(id=1329420317472175086, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Hwang R, Kim T, Kwon Y, et al. Centaur: Achiplet-based, hybrid sparse-dense accelerator for personalized recommendations[C]//Proc of the 2020 ACM/IEEE 47th Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2020: 968–981, articleTitle=null, refAbstract=null), Reference(id=1329420317539283951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Shao Y S, Clemons J, Venkatesan R, et al. SIMBA: Scaling deep-learning inference with multi-chip-module based architecture[C]//Proc of the 52nd Annual IEEE/ACM Int Symp on Microarchitecture. New York: ACM, 2019: 14–27, articleTitle=null, refAbstract=null), Reference(id=1329420317610587120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Lie S. Cerebras architecture deep dive: First look inside the hardware/software co-design for deep learning[J]. IEEE Micro, 2023, 43(3): 18−30, articleTitle=null, refAbstract=null), Reference(id=1329420317673501681, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Talpes E, Sarma D D, Williams D, et al. The microarchitecture of DOJO, tesla’s exa-scale computer[J]. IEEE Micro, 2023, 43(3): 31−39, articleTitle=null, refAbstract=null), Reference(id=1329420317728027634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=董文阔, 殷春锁, 张志锰, 等. 映天湖: 晶圆级通用异构多芯粒千万亿次计算机[J]. 计算机研究与发展, 2025, 62(6): 1492−1512, articleTitle=null, refAbstract=null), Reference(id=1329420317816108019, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Wenkuo, Yin Chunsuo, Zhang Zhimeng, et al. Yingtian-Lake: A wafer-scale general-purpose heterogeneous multi-chiplet petascale computer[J]. Journal of Computer Research and Development, 2025, 62(6): 1492−1512 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420317887411188, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Baek E, Kwon D, Kim J. A multi-neural network acceleration architecture[C]//Proc of the 2020 ACM/IEEE 47th Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2020: 940−953, articleTitle=null, refAbstract=null), Reference(id=1329420317950325749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Heidari S, Ghasemi M, Vrudhula S. Uncertainty-aware RL-based scheduling of multi-DNN workloads on edge mpsocs[C]//Proc of the 10th ACM/IEEE Symp on Edge Computing. New York: ACM, 2025: 1–16, articleTitle=null, refAbstract=null), Reference(id=1329420318013240310, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yihong, Zhang Xiaoxi, Zeng Tianyu, et al. Task placement and resource allocation for edge machine learning: A GNN-based multi-agent reinforcement learning paradigm[J]. IEEE Transactions on Parallel and Distributed Systems, 2023, 34(12): 3073−3089, articleTitle=null, refAbstract=null), Reference(id=1329420318076154871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Yiming, Hu Shihong, Chen Lingqiang, et al. An intelligent scheduling framework for DNN task acceleration in heterogeneous edge networks[J]. Computer Communications, 2023, 201: 91−101, articleTitle=null, refAbstract=null), Reference(id=1329420318134875128, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Reddi V J, Cheng C, Kanter D, et al. MLPerf inference benchmark[C]//Proc of the 2020 ACM/IEEE 47th Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2020: 446−459, articleTitle=null, refAbstract=null), Reference(id=1329420318206178297, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Chunyang, Bai Yuebin, Sun Desen. CD-MSA: Cooperative and deadline-aware scheduling for efficient multi-tenancy on DNN accelerators[J]. IEEE Transactions on Parallel and Distributed Systems, 2023, 34(7): 2091−2106, articleTitle=null, refAbstract=null), Reference(id=1329420318290064378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Kao S C, Krishna T. MAGMA: An optimization framework for mapping multiple dnns on multiple accelerator cores[C]//Proc of the 2022 IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2022: 814−830, articleTitle=null, refAbstract=null), Reference(id=1329420318352978939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Das A, Russo E, Palesi M. Multi-objective hardware-mapping co-optimisation for multi-DNN workloads on chiplet-based accelerators[J]. IEEE Transactions on Computers, 2024, 73(8): 1883−1898, articleTitle=null, refAbstract=null), Reference(id=1329420318432670716, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jinming, Wang Xuyan, Ye Yaoyao, et al. M2M: A fine-grained mapping framework to accelerate multiple DNNs on a multi-chiplet architecture[J]. IEEE Transactions on Very Large Scale Integration Systems, 2024, 32(10): 1864−1877, articleTitle=null, refAbstract=null), Reference(id=1329420318558499837, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi Y, Rhu M. PREMA: A predictive multi-task scheduling algorithm for preemptible neural processing units[C]//Proc of the 2020 IEEE Int Symp on High Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2020: 220−233, articleTitle=null, refAbstract=null), Reference(id=1329420318650774526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi Y, Kim Y, Rhu M. LazyBatching: An sla-aware batching system for cloud machine learning inference[C]//Proc of the 2021 IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2021: 493−506, articleTitle=null, refAbstract=null), Reference(id=1329420318717883391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Oh Y H, Kim S, Jin Y, et al. LayerWeaver: Maximizing resource utilization of neural processing units via layer-wise scheduling[C]//Proc of the 2021 IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2021: 584−597, articleTitle=null, refAbstract=null), Reference(id=1329420318784992256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Fuyu, Shen Minghua, Lu Yutong, et al. Ceiba: An efficient and scalable DNN scheduler for spatial accelerators[J]. ACM Transactions on Architecture and Code Optimization, 2025, 22(2): 1−23, articleTitle=null, refAbstract=null), Reference(id=1329420318852100096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Jialun, Xiao Danyang, Yang Diying, et al. Integrated and fungible scheduling of deep learning workloads using multi-agent reinforcement learning[J]. IEEE Transactions on Parallel and Distributed Systems, 2025, 36(3): 391−406, articleTitle=null, refAbstract=null), Reference(id=1329420318919208961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Jinghan, Reidys B, Li Daixuan, et al. FleetIO: Managing multi-tenant cloud storage with multi-agent reinforcement learning[C]//Proc of the 30th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems (ASPLOS). New York: ACM, 2025: 478–492, articleTitle=null, refAbstract=null), Reference(id=1329420318982123522, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Blanco F G, Russo E, Palesi M, et al. A deep reinforcement learning based online scheduling policy for deep neural network multi-tenant multi-accelerator systems[C]//Proc of the 61st ACM/IEEE Design Automation Conf (DAC). New York: ACM, 2024: 1–6, articleTitle=null, refAbstract=null), Reference(id=1329420319049232387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Basaklar T, Goksoy A A, Krishnakumar A, et al. DTRL: Decision tree-based multi-objective reinforcement learning for runtime task scheduling in domain-specific system-on-chips[J]. ACM Transactions on Embedded Computing Systems, 2023, 22(5): 1−22, articleTitle=null, refAbstract=null), Reference(id=1329420319120535556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Kanani A, Pfromm L, Sharma H, et al. THERMOS: Thermally-aware multi-objective scheduling of ai workloads on heterogeneous multi-chiplet pim architectures[J]. ACM Transactions on Embedded Computing Systems, 2025, 24(5): 1−26, articleTitle=null, refAbstract=null), Reference(id=1329420319187644421, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Littman M L. Markov games as a framework for multiagent reinforcement learning[C]//Proc of the Machine Learning Proceedings 1994. Amsterdam: Elsevier, 1994: 157–163, articleTitle=null, refAbstract=null), Reference(id=1329420319258947590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=丁世飞, 杜威, 张健, 等. 多智能体深度强化学习研究进展[J]. 计算机学报, 2024, 47(7): 1547−1567, articleTitle=null, refAbstract=null), Reference(id=1329420319326056455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Shifei, Du Wei, Zhang Jian, et al. Research progress of multi-agent deep reinforcement learning[J]. Chinese Journal of Computers, 2024, 47(7): 1547−1567 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420319388971016, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Ghodrati S, Ahn B H, Kim J K, et al. Planaria: Dynamic architecture fission for spatial multi-tenant acceleration of deep neural networks[C]//Proc of the 2020 53rd Annual IEEE/ACM Int Symp on Microarchitecture (MICRO). Piscataway, NJ: IEEE, 2020: 681−697, articleTitle=null, refAbstract=null), Reference(id=1329420319460274185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi J, Ha Y, Lee J, et al. Enabling fine-grained spatial multitasking on systolic-array NPUS using dataflow mirroring[J]. IEEE Transactions on Computers, 2023, 72(12): 3383−3398, articleTitle=null, refAbstract=null), Reference(id=1329420319523188746, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yafei, Li Xiangyu, Yin Shouyi. Review of chiplet-based design: System architecture and interconnection[J]. Science China Information Sciences, 2024, 67(10): 200401, articleTitle=null, refAbstract=null), Reference(id=1329420319590297611, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan Zhanhong, Cai Hongyu, Dong Runpei, et al. NN-Baton: DNN workload orchestration and chiplet granularity exploration for multichip accelerators[C]//Proc of the 48th 2021 ACM/IEEE Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2021: 1013−1026, articleTitle=null, refAbstract=null), Reference(id=1329420319661600780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Jang H, Ha D, Lee H, et al. DeSpa: Heterogeneous multi-core accelerators for energy-efficient dense and sparse computation at the tile level in deep neural networks[J]. Journal of Systems Architecture, 2026, 172: 103650, articleTitle=null, refAbstract=null), Reference(id=1329420319720321037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Parashar A, Raina P, Shao Y S, et al. Timeloop: A systematic approach to DNN accelerator evaluation[C]//Proc of the 2019 IEEE Int Symp on Performance Analysis of Systems and Software (ISPASS). Piscataway, NJ: IEEE, 2019: 304–315, articleTitle=null, refAbstract=null), Reference(id=1329420319791624206, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Kao S C, Krishna T. GAMMA: Automating the HW mapping of dnn models on accelerators via genetic algorithm[C]//Proc of the 2020 IEEE/ACM Int Conf On Computer Aided Design (ICCAD). Piscataway, NJ: IEEE, 2020: 1–9, articleTitle=null, refAbstract=null), Reference(id=1329420319862927375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Chu Xiangxiang, Ye Hangjun. Parameter sharing deep deterministic policy gradient for cooperative multi-agent reinforcement learning[J]. arXiv preprint, arXiv: 1710.00336, 2017, articleTitle=null, refAbstract=null), Reference(id=1329420319942619152, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim S, Genc H, Nikiforov V V, et al. Moca: Memory-centric, adaptive execution for multi-tenant deep neural networks[C]//Proc of the 2023 IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2023: 828−841, articleTitle=null, refAbstract=null), Reference(id=1329420320001339409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Chao Yu, Velu A, Vinitsky E, et al. The surprising effectiveness of PPO in cooperative, multi-agent games[J]. arXiv preprint, arXiv: 2103.01955, 2022, articleTitle=null, refAbstract=null), Reference(id=1329420320064253970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Eyerman S, Eeckhout L. System-level performance metrics for multiprogram workloads[J]. IEEE Micro, 2008, 28(3): 42−53, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420310538990472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=1, ext=[AuthorCompanyExt(id=1329420310547379081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1State Key Lab of Processors (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329420310555767690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310538990472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1处理器芯片全国重点实验室(中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1329420310622876555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, xref=2, ext=[AuthorCompanyExt(id=1329420310631265164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing 100049), AuthorCompanyExt(id=1329420310639653773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, companyId=1329420310622876555, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100049)])], figs=[ArticleFig(id=1329420312107660202, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 1, caption=
Convolutional layer computation, figureFileSmall=7n4YbBO4WbWTtnyv8HABEA==, figureFileBig=5w9EFmclmfOVD2Rz3ZregQ==, tableContent=null), ArticleFig(id=1329420312178963371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图1, caption=
卷积层计算, figureFileSmall=7n4YbBO4WbWTtnyv8HABEA==, figureFileBig=5w9EFmclmfOVD2Rz3ZregQ==, tableContent=null), ArticleFig(id=1329420312388678572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 2, caption=
Basic framework of reinforcement learning, figureFileSmall=IfQRW2le7xOhrwmJW/ghjA==, figureFileBig=J8cLYDIMmkniDKiEvHrs3Q==, tableContent=null), ArticleFig(id=1329420312468370349, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图2, caption=
强化学习基本框架, figureFileSmall=IfQRW2le7xOhrwmJW/ghjA==, figureFileBig=J8cLYDIMmkniDKiEvHrs3Q==, tableContent=null), ArticleFig(id=1329420312539673518, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 3, caption=
Inference requests and multi-Chiplet accelerators, figureFileSmall=+Q/8bpQMU9JorDUfx9krjw==, figureFileBig=eF1x6nsv+k56nzrNhR9TAg==, tableContent=null), ArticleFig(id=1329420312627753903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图3, caption=
推理请求与多Chiplet加速器, figureFileSmall=+Q/8bpQMU9JorDUfx9krjw==, figureFileBig=eF1x6nsv+k56nzrNhR9TAg==, tableContent=null), ArticleFig(id=1329420312715834288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 4, caption=
Parallelization strategy, figureFileSmall=QQstF3lnRPJluczvdRv4Cw==, figureFileBig=7Zgq8ftKjMkyfbuiz504AA==, tableContent=null), ArticleFig(id=1329420312782943153, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图4, caption=
并行策略, figureFileSmall=QQstF3lnRPJluczvdRv4Cw==, figureFileBig=7Zgq8ftKjMkyfbuiz504AA==, tableContent=null), ArticleFig(id=1329420312850052018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 5, caption=
Example of DNN layer switching for Chiplet 0-3, figureFileSmall=EN6S8apsdqe2GMCO90WrKA==, figureFileBig=vR9E6NQ++MV8cBpBRlglMg==, tableContent=null), ArticleFig(id=1329420312925549491, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图5, caption=
Chiplet 0-3上DNN层切换示例, figureFileSmall=EN6S8apsdqe2GMCO90WrKA==, figureFileBig=vR9E6NQ++MV8cBpBRlglMg==, tableContent=null), ArticleFig(id=1329420313009435572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 6, caption=
Framework of MAOSA algorithm, figureFileSmall=WMhOhxnfaEjLoOgChxPItA==, figureFileBig=JWx9ZnoltMvV7b4hMB2yiQ==, tableContent=null), ArticleFig(id=1329420313084933045, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图6, caption=
MAOSA算法框架, figureFileSmall=WMhOhxnfaEjLoOgChxPItA==, figureFileBig=JWx9ZnoltMvV7b4hMB2yiQ==, tableContent=null), ArticleFig(id=1329420313147847606, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 7, caption=
Comparison of SLA satisfaction rate and tail latency with different number of PEs, figureFileSmall=pvqXNz0yRKknJVw3sOtMQw==, figureFileBig=ndBkBisMHg9VVuIxRdb4tA==, tableContent=null), ArticleFig(id=1329420313244316599, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图7, caption=
不同PE数量下SLA满足率与尾延迟对比, figureFileSmall=pvqXNz0yRKknJVw3sOtMQw==, figureFileBig=ndBkBisMHg9VVuIxRdb4tA==, tableContent=null), ArticleFig(id=1329420313336591288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 8, caption=
Comparison of SLA satisfaction rates across algorithms with different workloads, figureFileSmall=QHCyjnoEf7oW90m2j1Qlrg==, figureFileBig=nRlXXLM2e3TA9iv4SJGXjg==, tableContent=null), ArticleFig(id=1329420313412088761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图8, caption=
不同负载下算法的SLA满足率对比, figureFileSmall=QHCyjnoEf7oW90m2j1Qlrg==, figureFileBig=nRlXXLM2e3TA9iv4SJGXjg==, tableContent=null), ArticleFig(id=1329420313470809018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 9, caption=
Comparison of 95% tail latency across algorithms with different workloads, figureFileSmall=4zTVJSCKwsUG86Wyp5a1IQ==, figureFileBig=y4jpOj67XRuV3pEYRo7eeA==, tableContent=null), ArticleFig(id=1329420313567278011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图9, caption=
不同负载下算法的95%尾延迟对比, figureFileSmall=4zTVJSCKwsUG86Wyp5a1IQ==, figureFileBig=y4jpOj67XRuV3pEYRo7eeA==, tableContent=null), ArticleFig(id=1329420313646969788, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 10, caption=
Comparison of STP across algorithms with different workloads, figureFileSmall=tAwQNmn7qiGahRhx0GA4vA==, figureFileBig=uYeO3NpaGl8Amaua+tpFUQ==, tableContent=null), ArticleFig(id=1329420313714078653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图10, caption=
不同负载下算法的STP对比, figureFileSmall=tAwQNmn7qiGahRhx0GA4vA==, figureFileBig=uYeO3NpaGl8Amaua+tpFUQ==, tableContent=null), ArticleFig(id=1329420313781187518, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 11, caption=
Sensitivity experiments on scheduling period and block length, figureFileSmall=9vc4lLiCmX31G6m9IEzWoQ==, figureFileBig=CSTRHBzyOacUcL55ZjAgkQ==, tableContent=null), ArticleFig(id=1329420313852490687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图11, caption=
调度周期与块长度敏感性实验, figureFileSmall=9vc4lLiCmX31G6m9IEzWoQ==, figureFileBig=CSTRHBzyOacUcL55ZjAgkQ==, tableContent=null), ArticleFig(id=1329420313932182464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 12, caption=
Impact of removing key components on SLA satisfaction rate with different workloads, figureFileSmall=Yi4jn+Lhk0+FNpHV36fJAg==, figureFileBig=xQstQ4eRDuJHmHXLklNUfQ==, tableContent=null), ArticleFig(id=1329420313995097025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图12, caption=
不同负载下移除关键组件对SLA满足率的影响, figureFileSmall=Yi4jn+Lhk0+FNpHV36fJAg==, figureFileBig=xQstQ4eRDuJHmHXLklNUfQ==, tableContent=null), ArticleFig(id=1329420314066400194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Figure 13, caption=
Scalability experiments, figureFileSmall=7APfrk+Vh337bXp0Bewtvg==, figureFileBig=WwVX6xCRN4KEiBpktgmZnQ==, tableContent=null), ArticleFig(id=1329420314133509059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=图13, caption=
扩展性实验, figureFileSmall=7APfrk+Vh337bXp0Bewtvg==, figureFileBig=WwVX6xCRN4KEiBpktgmZnQ==, tableContent=null), ArticleFig(id=1329420314213200836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 1, caption=
Comparison of Multi-DNN Scheduling Algorithms
, figureFileSmall=null, figureFileBig=null, tableContent=
| 工作 | 类型 | 复用 情况 | 调度 粒度 | 资源分 配粒度 | 抢占 | 优化目标 | 决策方式 |
|---|
| MOHaM | 静态 | | 层 | Chiplet | 不支持 | 延迟与能耗 | 元启发式 |
| M2M | 块 | Chiplet | 不支持 | 延迟 | 穷举搜索 |
| PREMA | 动态 | 时分 | 模型 | 整加速器 | 支持 | SLA | 启发式 |
| CD-MSA | 空分 | 模型 | Chiplet | 支持 | SLA | 启发式 |
| RELMAS | 空分 | 层 | Chiplet | 不支持 | SLA | 强化学习 |
| THERMOS | 空分 | 层 | Chiplet | 不支持 | 延迟与能耗 | 强化学习 |
MAOSA (本文) | 空分 | 块 | PE | 支持 | SLA | 强化学习 |
), ArticleFig(id=1329420314305475525, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表1, caption=
多DNN调度算法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 工作 | 类型 | 复用 情况 | 调度 粒度 | 资源分 配粒度 | 抢占 | 优化目标 | 决策方式 |
|---|
| MOHaM | 静态 | | 层 | Chiplet | 不支持 | 延迟与能耗 | 元启发式 |
| M2M | 块 | Chiplet | 不支持 | 延迟 | 穷举搜索 |
| PREMA | 动态 | 时分 | 模型 | 整加速器 | 支持 | SLA | 启发式 |
| CD-MSA | 空分 | 模型 | Chiplet | 支持 | SLA | 启发式 |
| RELMAS | 空分 | 层 | Chiplet | 不支持 | SLA | 强化学习 |
| THERMOS | 空分 | 层 | Chiplet | 不支持 | 延迟与能耗 | 强化学习 |
MAOSA (本文) | 空分 | 块 | PE | 支持 | SLA | 强化学习 |
), ArticleFig(id=1329420314389361606, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 2, caption=
Summary of Main Notations
, figureFileSmall=null, figureFileBig=null, tableContent=
| 符号 | 解释 |
|---|
| G = (V, E) | DNN计算图 |
| G′ = (V′, E′) | DNN划分后的计算图 |
| $ {L}_{\max } $ | DNN划分最大块长 |
| $ {b}_{ij} $ | 请求i的第j个块 |
| $ {ET}_{ij} $ | 块$ {b}_{ij} $的执行时间 |
| $ {WT}_{ij} $ | 块$ {b}_{ij} $允许执行后在调度队列中的等待时间 |
| $ {FT}_{i} $, $ {FT}_{ij} $ | 请求i、块$ {b}_{ij} $的完成时间 |
| $ {DT}_{i} $ | 请求i的截止时间 |
| $ e_{j'j}^{i} $ | 计算图中块$ {b}_{ij'} $指向块$ {b}_{ij} $的边 |
| $ \sigma ({b}_{ij}) $ | 块$ {b}_{ij} $在计算图中的拓扑顺序 |
| $ TS({b}_{ij}) $ | 块$ {b}_{ij} $提交执行的顺序 |
| $ {S}_{k} $ | 第k次调度的开始时刻 |
| $ {{B}}_{t} $ | 时刻t正在执行的DNN块集合 |
| $ {{C}}_{b} $ | 分配给块b的Chiplet集合 |
| $ {{P}}_{b} $ | 分配给块b的PE集合 |
| $ {P}_{b}^{c} $ | Chiplet c上分配给块b的PE集合 |
| M | 加速器Chiplet总数 |
| N | 每个Chiplet上的PE数量 |
), ArticleFig(id=1329420314506802121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表2, caption=
主要符号汇总
, figureFileSmall=null, figureFileBig=null, tableContent=
| 符号 | 解释 |
|---|
| G = (V, E) | DNN计算图 |
| G′ = (V′, E′) | DNN划分后的计算图 |
| $ {L}_{\max } $ | DNN划分最大块长 |
| $ {b}_{ij} $ | 请求i的第j个块 |
| $ {ET}_{ij} $ | 块$ {b}_{ij} $的执行时间 |
| $ {WT}_{ij} $ | 块$ {b}_{ij} $允许执行后在调度队列中的等待时间 |
| $ {FT}_{i} $, $ {FT}_{ij} $ | 请求i、块$ {b}_{ij} $的完成时间 |
| $ {DT}_{i} $ | 请求i的截止时间 |
| $ e_{j'j}^{i} $ | 计算图中块$ {b}_{ij'} $指向块$ {b}_{ij} $的边 |
| $ \sigma ({b}_{ij}) $ | 块$ {b}_{ij} $在计算图中的拓扑顺序 |
| $ TS({b}_{ij}) $ | 块$ {b}_{ij} $提交执行的顺序 |
| $ {S}_{k} $ | 第k次调度的开始时刻 |
| $ {{B}}_{t} $ | 时刻t正在执行的DNN块集合 |
| $ {{C}}_{b} $ | 分配给块b的Chiplet集合 |
| $ {{P}}_{b} $ | 分配给块b的PE集合 |
| $ {P}_{b}^{c} $ | Chiplet c上分配给块b的PE集合 |
| M | 加速器Chiplet总数 |
| N | 每个Chiplet上的PE数量 |
), ArticleFig(id=1329420314586493898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 3, caption=
Definition of RL States
, figureFileSmall=null, figureFileBig=null, tableContent=
| 状态 | 解释 |
|---|
| $ {T}_{\text{est}} $ | DNN块预估执行延迟 |
| $ B{W}_{\text{est}} $ | 预估带宽需求 |
| $ ME{M}_{\text{est}} $ | 预估内存占用 |
| $ DRAM\_ dist $ | 输入数据在DRAM上的分布比例 |
| $ {T}_{\text{re}} $ | DNN块剩余时间 |
| $ Request\_ id $ | DNN块所属请求序号 |
| $ Level\_ id $ | DNN块所属层次序号 |
), ArticleFig(id=1329420314674574283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表3, caption=
强化学习状态定义
, figureFileSmall=null, figureFileBig=null, tableContent=
| 状态 | 解释 |
|---|
| $ {T}_{\text{est}} $ | DNN块预估执行延迟 |
| $ B{W}_{\text{est}} $ | 预估带宽需求 |
| $ ME{M}_{\text{est}} $ | 预估内存占用 |
| $ DRAM\_ dist $ | 输入数据在DRAM上的分布比例 |
| $ {T}_{\text{re}} $ | DNN块剩余时间 |
| $ Request\_ id $ | DNN块所属请求序号 |
| $ Level\_ id $ | DNN块所属层次序号 |
), ArticleFig(id=1329420314934621132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 4, caption=
Definition of RL Actions
, figureFileSmall=null, figureFileBig=null, tableContent=
| 动作 | 解释 |
|---|
| $ Task\_ prio $ | DNN块执行优先级 |
| $ Chiplet\_ prio\_ seq $ | Chiplet优先级序列 |
| $ Num\_ pes $ | 目标PE分配数量 |
), ArticleFig(id=1329420315018507213, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表4, caption=
强化学习动作定义
, figureFileSmall=null, figureFileBig=null, tableContent=
| 动作 | 解释 |
|---|
| $ Task\_ prio $ | DNN块执行优先级 |
| $ Chiplet\_ prio\_ seq $ | Chiplet优先级序列 |
| $ Num\_ pes $ | 目标PE分配数量 |
), ArticleFig(id=1329420315094004686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 5, caption=
Hyper-Parameters of RL
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值 |
|---|
| 隐藏层维数 | 64 |
| 学习率 | 3E−4 |
| 奖励折扣系数$ \gamma $ | 0.99 |
| 余裕项奖励系数$ \beta $ | 0.05 |
| 单步最大智能体数Nmax | 512 |
| GAE λ | 0.95 |
| 裁剪参数$ \epsilon $ | 0.2 |
| 策略熵系数$ {c}_{1} $ | 0.01 |
| 价值损失系数$ {c}_{2} $ | 1 |
), ArticleFig(id=1329420315177890768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表5, caption=
强化学习超参数
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值 |
|---|
| 隐藏层维数 | 64 |
| 学习率 | 3E−4 |
| 奖励折扣系数$ \gamma $ | 0.99 |
| 余裕项奖励系数$ \beta $ | 0.05 |
| 单步最大智能体数Nmax | 512 |
| GAE λ | 0.95 |
| 裁剪参数$ \epsilon $ | 0.2 |
| 策略熵系数$ {c}_{1} $ | 0.01 |
| 价值损失系数$ {c}_{2} $ | 1 |
), ArticleFig(id=1329420315278554065, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 6, caption=
System Configurations
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块 | 参数 | 取值 |
|---|
| 互连网络 | Chiplet数量 | 4×4 |
| NoP带宽/GBps | 100 |
| NoP延迟/ns | 20 |
| 片外内存带宽/GBps | 135 |
| Chiplet | PE数量 | 4×4 |
| 时钟频率/GHz | 1 |
| NoC带宽/GBps | 68 |
| NoC延迟/ns | 10 |
| L2 缓存大小/KB | 256 |
| PE | MAC数量 | 64 |
| 权重缓存/KB | 32 |
| 输入缓存/KB | 8 |
| 输出缓存/KB | 3 |
), ArticleFig(id=1329420315349857234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表6, caption=
系统配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块 | 参数 | 取值 |
|---|
| 互连网络 | Chiplet数量 | 4×4 |
| NoP带宽/GBps | 100 |
| NoP延迟/ns | 20 |
| 片外内存带宽/GBps | 135 |
| Chiplet | PE数量 | 4×4 |
| 时钟频率/GHz | 1 |
| NoC带宽/GBps | 68 |
| NoC延迟/ns | 10 |
| L2 缓存大小/KB | 256 |
| PE | MAC数量 | 64 |
| 权重缓存/KB | 32 |
| 输入缓存/KB | 8 |
| 输出缓存/KB | 3 |
), ArticleFig(id=1329420315425354707, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=EN, label=Table 7, caption=
DNN Workloads
, figureFileSmall=null, figureFileBig=null, tableContent=
| 负载 | 领域 | 模型 |
|---|
| 轻型 | 图像分类 | MobileNetV3L, GoogleNet |
| 语言处理 | Mobile-BERT |
| 图像分割 | DeepLabV3 |
| 重型 | 目标检测 | SSD-ResNet34, SSD-MobileNetV1 |
| 语言处理 | BERT-Large |
| 图像分割 | UNet |
| 混合 | 上述全部 | 上述全部 |
), ArticleFig(id=1329420315488269268, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420307250656100, language=CN, label=表7, caption=
DNN负载
, figureFileSmall=null, figureFileBig=null, tableContent=
| 负载 | 领域 | 模型 |
|---|
| 轻型 | 图像分类 | MobileNetV3L, GoogleNet |
| 语言处理 | Mobile-BERT |
| 图像分割 | DeepLabV3 |
| 重型 | 目标检测 | SSD-ResNet34, SSD-MobileNetV1 |
| 语言处理 | BERT-Large |
| 图像分割 | UNet |
| 混合 | 上述全部 | 上述全部 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202660134, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202660134, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202660134, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202660134, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1785513600000, fullTextJson=null, articleText=null, reference=null)