Article(id=1329420214787224295, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420206000157303, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202660131, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1773244800000, receivedDateStr=2026-03-12, revisedDate=1776614400000, revisedDateStr=2026-04-20, acceptedDate=null, acceptedDateStr=null, onlineDate=1794888078638, onlineDateStr=2026-11-17, pubDate=1785513600000, pubDateStr=2026-08-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888078638, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888078638, creator=13701087609, updateTime=1794888078638, updator=13701087609, issue=Issue{id=1329420206000157303, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='8', pageStart='1905', pageEnd='2181', issueExtLink='null', onlineDate='null', pubDate='1785513600000', pubDateStr='2026-08-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888076542, creator='13701087609', updateTime=1794888076542, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1988, endPage=2004, ext={EN=ArticleExt(id=1329420215030493929, articleId=1329420214787224295, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Collaborative MoE Inference System over Edge Computility Networks, columnId=1329420214938219240, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on AI Computility: Systems and Key Applications, runingTitle=null, highlight=null, articleAbstract=
MoE (mixture of expert) architectures have become a widely recognized paradigm for scaling large language models (LLMs), and have been adopted by many frontier models deployed at the network edge. However, deploying MoE-based LLMs on resource-constrained edge devices remains challenging due to their massive parameter sizes, which often exceed the memory capacity of individual platforms. Existing in-situ MoE serving systems adopt expert swapping strategies that offload inactive experts to secondary storage and load them on demand. As LLMs support increasingly longer context windows with correspondingly longer user inputs, the prefilling phase faces a critical bottleneck: long input sequences activate nearly all experts, and the resulting full-scale expert swapping generates substantial I/O traffic, leading to prolonged TTFT (time to first token) latency. Typical edge environments, such as smart homes and smart factories, comprise multiple trusted interconnected devices, including tablets, laptops, and smart home appliances connected via local area networks. These devices collectively form a pervasive edge computility network (ECN), where each node carries underutilize computing power, memory capacity, and I/O bandwidth. This motivates us to harness the aggregated resources of the ECN through coordinated cross-node scheduling. This paper presents Sirius, a collaborative MoE inference system for edge computility networks that pools the collective resources across ECN nodes to accelerate the prefilling phase and reduce TTFT. Specifically, Sirius proposes three key techniques: 1) an interleaved sequence partitioning strategy that resolves workload imbalance in causal attention computation and maximizes communication-computation overlap; 2) an adaptive token scheduling mechanism that jointly considers computation overhead, swap latency, and expert buffer cache states to fully utilize collective I/O bandwidth while achieving load balance; 3) a speculative expert prefetching scheme that exploits the high similarity between adjacent-layer hidden states to overlap expert loading with computation, effectively hiding I/O latency. Experiments on real-world ECN platforming with Mixtral-8x7B and Qwen3-30B-A3B demonstrate that Sirius achieves 1.2–4.0 times inference throughput improvement over state-of-the-art baselines.
, authors=Shengyuan Ye, Han Liang, Xu Chen*, authorsList=Shengyuan Ye, Han Liang, Xu Chen, authorCompany=null, correspAuthors=Xu Chen, authorNote=
born in 1999. PhD candidate. His main research interests include mobile edge computing, distributed machine learning systems, and large language models
born in 2001. PhD candidate. His main research interests include edge computing, distributed training systems, and multimodal large language model applications
born in 1986. Professor. His main research interests include edge computing and large language model systems
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420217517716228, articleId=1329420214787224295, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=面向边缘算力网络的混合专家模型协同推理系统, columnId=1329420215122768618, journalTitle=计算机研究与发展, columnName=AI算力网:系统与关键应用专题, runingTitle=null, highlight=null, articleAbstract=
混合专家模型(mixture of expert,MoE)架构已成为扩展大语言模型(large language model,LLM)的广泛认可范式,并被众多前沿模型所采用。然而,MoE模型参数量巨大,其内存占用往往超出单一边缘平台的容量,在资源受限边缘设备上部署面临严峻挑战。现有本地MoE服务系统采用专家交换策略,将非活跃专家卸载至二级存储并按需加载。随着LLM支持的上下文窗口不断扩展,用户输入也相应变长,预填充阶段面临关键瓶颈:长输入序列几乎激活所有专家,全量专家交换产生大量I/O流量,导致首词时延(time to first token,TTFT)显著延长。在智能家居、智能工厂等典型边缘场景中,平板电脑、笔记本电脑及各类家庭智能设备等多类可信终端通过局域网彼此互联,共同构成一张泛在的边缘算力网络(edge computility network,ECN)。边缘算力网络中各节点均携带大量闲置的算力、内存容量与I/O带宽资源,为汇聚分布式资源、突破单设备瓶颈提供了重要机遇。Sirius是一种面向边缘算力网络的混合专家模型协同推理系统,通过跨节点的协同调度汇聚资源,加速预填充阶段并降低TTFT。具体而言,设计了3项关键技术:1)基于交错划分的序列并行策略,解决因果注意力计算中的工作负载不均衡问题,最大化通信-计算重叠;2)自适应Token调度机制,联合考虑计算开销、交换时延和专家缓冲区缓存状态,充分利用集体I/O带宽并实现负载均衡;3)推测性专家预取方案,利用相邻层隐藏状态的高相似性提前预测专家激活,将专家加载与计算重叠,有效隐藏I/O时延。在真实边缘算力网络平台上,针对 Mixtral-8x7B 与 Qwen3-30B-A3B 的实验表明,Sirius 相比现有基线方法实现了 1.2~4.0 倍的推理吞吐量提升。
, authors=叶盛源, 梁涵, 陈旭*, authorsList=叶盛源, 梁涵, 陈旭, authorCompany=null, correspAuthors=陈旭, authorNote=
作者贡献声明
叶盛源负责文献调研、方案整体设计和论文撰写;梁涵负责部分算法思路和实验方法;陈旭提出指导意见并修改论文。
 |
1999年生。博士研究生。主要研究方向为移动边缘计算、分布式机器学习系统、大语言模型 |
 |
2001年生。博士研究生。主要研究方向为移动边缘计算、分布式训练系统、多模态大语言模型应用 |
 |
1986年生。教授。主要研究方向为边缘计算、大语言模型系统 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=2UQeC2Ezx79/ETHs5azFoQ==, magXml=hABFBs/LbH+gwqX/QAhS7w==, pdfUrl=null, pdf=fuSj3hIZgzs6FTiDabyxSg==, pdfFileSize=1445709, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=Ik8J5mTWPMEZIdxmUz9exw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=OQrMsx+Hya3Qt6U0HL+uZA==, mapNumber=null, fund=null)}, authors=[Author(id=1329420217836483337, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=yeshy8@mail2.sysu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420217920369419, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420217836483337, language=EN, stringName=Shengyuan Ye, firstName=Shengyuan, middleName=null, lastName=Ye, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006, bio={"content":"
born in 1999. PhD candidate. His main research interests include mobile edge computing, distributed machine learning systems, and large language models
"}, bioImg=null, bioContent=
born in 1999. PhD candidate. His main research interests include mobile edge computing, distributed machine learning systems, and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420218000061196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420217836483337, language=CN, stringName=叶盛源, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=中山大学计算机学院 广州 510006, bio={"img":"xKtgRwfvMrAPzWV/qRmWGQ==","content":"
1999年生。博士研究生。主要研究方向为移动边缘计算、分布式机器学习系统、大语言模型
"}, bioImg=xKtgRwfvMrAPzWV/qRmWGQ==, bioContent=
1999年生。博士研究生。主要研究方向为移动边缘计算、分布式机器学习系统、大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420217748402949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, xref=null, ext=[AuthorCompanyExt(id=1329420217760985862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006), AuthorCompanyExt(id=1329420217769374471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中山大学计算机学院 广州 510006)])]), Author(id=1329420218062975758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420218159444752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420218062975758, language=EN, stringName=Han Liang, firstName=Han, middleName=null, lastName=Liang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006, bio={"content":"
born in 2001. PhD candidate. His main research interests include edge computing, distributed training systems, and multimodal large language model applications
"}, bioImg=null, bioContent=
born in 2001. PhD candidate. His main research interests include edge computing, distributed training systems, and multimodal large language model applications
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420218230747921, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420218062975758, language=CN, stringName=梁涵, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=中山大学计算机学院 广州 510006, bio={"img":"hCw/RWfkPOO9Dzx/rq9HnA==","content":"
2001年生。博士研究生。主要研究方向为移动边缘计算、分布式训练系统、多模态大语言模型应用
"}, bioImg=hCw/RWfkPOO9Dzx/rq9HnA==, bioContent=
2001年生。博士研究生。主要研究方向为移动边缘计算、分布式训练系统、多模态大语言模型应用
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420217748402949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, xref=null, ext=[AuthorCompanyExt(id=1329420217760985862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006), AuthorCompanyExt(id=1329420217769374471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中山大学计算机学院 广州 510006)])]), Author(id=1329420218310439699, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=chenxu35@mail.sysu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420218398520085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420218310439699, language=EN, stringName=Xu Chen, firstName=Xu, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006, bio={"content":"
born in 1986. Professor. His main research interests include edge computing and large language model systems
"}, bioImg=null, bioContent=
born in 1986. Professor. His main research interests include edge computing and large language model systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420218469823254, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, authorId=1329420218310439699, language=CN, stringName=陈旭, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=中山大学计算机学院 广州 510006, bio={"img":"gWwNxl1Mq1iNkBmhoSRBpw==","content":"
1986年生。教授。主要研究方向为边缘计算、大语言模型系统
"}, bioImg=gWwNxl1Mq1iNkBmhoSRBpw==, bioContent=
1986年生。教授。主要研究方向为边缘计算、大语言模型系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420217748402949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, xref=null, ext=[AuthorCompanyExt(id=1329420217760985862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006), AuthorCompanyExt(id=1329420217769374471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中山大学计算机学院 广州 510006)])])], keywords=[Keyword(id=1329420218625012503, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, orderNo=1, keyword=MoE), Keyword(id=1329420218696315672, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, orderNo=2, keyword=edge computility network), Keyword(id=1329420218771813145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, orderNo=3, keyword=collaborative inference), Keyword(id=1329420218843116314, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, orderNo=4, keyword=sequence parallelism), Keyword(id=1329420218918613787, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, orderNo=5, keyword=expert swapping), Keyword(id=1329420218985722652, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, orderNo=1, keyword=混合专家模型), Keyword(id=1329420219069608733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, orderNo=2, keyword=边缘算力网络), Keyword(id=1329420219136717598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, orderNo=3, keyword=协作推理), Keyword(id=1329420219270935327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, orderNo=4, keyword=序列并行), Keyword(id=1329420219359015712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, orderNo=5, keyword=专家交换)], refs=[Reference(id=1329420221548442424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Aixin, Feng Bei, Xue Bing, et al. DeepSeek-V3 technical report[R/OL]. arXiv: 2412.19437[2026-02-27]. https://arxiv.org/abs/2412.19437, articleTitle=null, refAbstract=null), Reference(id=1329420221611356985, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang An, Li Anfeng, Yang Baosong, et al. Qwen3 technical report[R/OL]. arXiv: 2505.09388[2026-02-27]. https://arxiv.org/abs/2505.09388, articleTitle=null, refAbstract=null), Reference(id=1329420221678465850, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Team Kimi, Bai Yifan, Bao Yiping, et al. Kimi K2: Open agentic intelligence[R/OL]. arXiv: 2507.20534[2026-02-27]. https://arxiv.org/abs/2507.20534, articleTitle=null, refAbstract=null), Reference(id=1329420221745574715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=King Evan, Yu Haoxiang, Lee Sangsu, et al. Sasha: Creative goal-oriented reasoning in smart homes with large language models[J]. Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 2024, 8(1): 1−38, articleTitle=null, refAbstract=null), Reference(id=1329420221825266492, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Shengyuan, Ouyang Bei, Du Jiangsu, et al. Resource-efficient collaborative edge Transformer inference with hybrid model parallelism[J]. IEEE Transactions on Mobile Computing, 2025: 10945−10962, articleTitle=null, refAbstract=null), Reference(id=1329420221888181053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuanchun, Wen Hao, Wang Weijun, et al. Personal LLM agents: Insights and survey about the capability, efficiency and security[EB/OL]. arXiv: 2401.05459[2026-02-27]. https://arxiv.org/abs/2401.05459, articleTitle=null, refAbstract=null), Reference(id=1329420221946901310, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Kong Rui, Li Yuanchun, Wang Weijun, et al. Serving moe models on resource-constrained edge devices via dynamic expert swapping[J]. IEEE Transactions on Computers, 2025, 2799−2811, articleTitle=null, refAbstract=null), Reference(id=1329420222014010175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Rongjie, Guo Liwei, Wei Shiyun, et al. EdgeMoE: Empowering sparse large language models on mobile devices[J]. IEEE Transactions on Mobile Computing, 2025, 7059−7073, articleTitle=null, refAbstract=null), Reference(id=1329420222093701952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Hwang Ranggi, Wei Jianyu, Cao Shijie, et al. Pre-gated MOE: An algorithm-system co-design for fast and scalable mixture-of-expert inference[C]//Proc of 2024 ACM/IEEE 51st Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2024: 1018−1031, articleTitle=null, refAbstract=null), Reference(id=1329420222219531073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Haodong, Zhou Qihua, Hong Zicong, et al. D2MoE: Dual routing and dynamic scheduling for efficient on-device MOE-based LLM serving[C]//Proc of the 31st Annual Int Conf on Mobile Computing and Networking. New York: ACM, 2025: 574−588, articleTitle=null, refAbstract=null), Reference(id=1329420222295028546, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang A Q, Sablayrolles A, Roux A, et al. Mixtral of experts[EB/OL]. arXiv: 2401.04088[2026-02-27]. https://arxiv.org/abs/2401.04088, articleTitle=null, refAbstract=null), Reference(id=1329420222399886147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Eliseev A, Mazur D. Fast inference of mixture-of-experts language models with offloading[EB/OL]. arXiv: 2312.17238[2026-02-27]. https://arxiv.org/abs/2312.17238, articleTitle=null, refAbstract=null), Reference(id=1329420222466995012, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Ruoyu, Li Zheming, He Weiran, et al. Mooncake: Trading more storage for less computation-a kvcache-centric architecture for serving LLM Chatbot[C]//Proc of the 23rd USENIX Conf on File and Storage Technologies (FAST 25). Berkeley, CA: USENIX Association, 2025: 155−170, articleTitle=null, refAbstract=null), Reference(id=1329420222534103877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Xudong, Liu Qi, Xu Yuhui, et al. Not all experts are equal: Efficient expert pruning and skipping for mixture-of-experts large language models[C]//Proc of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2024: 6159−6172, articleTitle=null, refAbstract=null), Reference(id=1329420222609601350, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yixin, Mi Zeyu, Xie Haotong, et al. PowerInfer: Fast large language model serving with a consumer-grade GPU[C]//Proc of the ACM SIGOPS 30th Symp on Operating Systems Principles. New York: ACM, 2024: 590−606, articleTitle=null, refAbstract=null), Reference(id=1329420222693487431, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Zhiyuan, Hong Zicong, Huang Yuegui, et al. Fate: Fast edge inference of mixture-of-experts models via cross-layer gate[EB/OL]. arXiv: 2502.12224[2026-02-27]. https://arxiv.org/abs/2502.12224, articleTitle=null, refAbstract=null), Reference(id=1329420222789956424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Yanping, Cheng Youlong, Bapna Ankur, et al. GPipe: Efficient training of giant neural networks using pipeline parallelism[J]. Advances in Neural Information Processing Systems, 2019, 32: 103−112, articleTitle=null, refAbstract=null), Reference(id=1329420222865453897, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Narayanan D, Shoeybi M, Casper J, et al. Efficient large-scale language model training on GPU clusters using megatron-LM[C]//Proc of the Int Conf for High Performance Computing, Networking, Storage and Analysis. Piscataway, NJ: IEEE, 2021: 1−15, articleTitle=null, refAbstract=null), Reference(id=1329420222924174154, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Lepikhin D, Lee H, Xu Yuanzhong, et al. GShard: Scaling giant models with conditional computation and automatic sharding[EB/OL]. arXiv: 2006.16668[2026-02-27]. https://arxiv.org/abs/2006.16668, articleTitle=null, refAbstract=null), Reference(id=1329420222982894411, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Hwang Changho, Cui Wei, Xiong Yifan, et al. Tutel: Adaptive mixture-of-experts at scale[J]. Proceedings of Machine Learning and Systems, 2023, 5: 269−287, articleTitle=null, refAbstract=null), Reference(id=1329420223045808972, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Juncai, Wang Jessie Hui, Jiang Yimin. Janus: A unified distributed training framework for sparse mixture-of-experts models[C]//Proc of the ACM SIGCOMM 2023 Conf. New York: ACM, 2023: 486−498, articleTitle=null, refAbstract=null), Reference(id=1329420223104529229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhai Mingshu, He Jiaao, Ma Zixuan, et al. SmartMoE: Efficiently training sparsely-activated models through combining offline and online parallelization[C]//Proc of 2023 USENIX Annual Technical Conf (USENIX ATC 23). Berkeley, CA: USENIX Association, 2023: 961−975, articleTitle=null, refAbstract=null), Reference(id=1329420223163249486, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. Advances in Neural Information Processing Systems, 2017, 30: 5998−6008, articleTitle=null, refAbstract=null), Reference(id=1329420223226164048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Shengyuan, Du Jiangsu, Zeng Liekang, et al. Galaxy: A resource-efficient collaborative edge AI system for in-situ transformer inference[C]//Proc of IEEE INFOCOM 2024-IEEE Conf on Computer Communications. Piscataway, NJ: IEEE, 2024: 1001−1010, articleTitle=null, refAbstract=null), Reference(id=1329420223297467217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Shengyuan, Ouyang Bei, Zeng Liekang, et al. Jupiter: Fast and resource-efficient collaborative inference of generative LLMs on edge devices[C]//Proc of IEEE Conf on Computer Communications (IEEE INFOCOM 2025). Piscataway, NJ: IEEE, 2025: 1−10, articleTitle=null, refAbstract=null), Reference(id=1329420223356187474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Yuanxin, Ye Shengyuan, Jiang Jiazhi, et al. Communication-efficient model parallelism for distributed in-situ Transformer inference[C]//Proc of 2024 Design, Automation & Test in Europe Conference & Exhibition (DATE). Piscataway, NJ: IEEE, 2024: 1−6, articleTitle=null, refAbstract=null), Reference(id=1329420223431684947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Shengyuan, Zeng Liekang, Chu Xiaowen, et al. Asteroid: Resource-efficient hybrid pipeline parallelism for collaborative DNN training on heterogeneous edge devices[C]//Proc of the 30th Annual Int Conf on Mobile Computing and Networking. New York: ACM, 2024: 312−326, articleTitle=null, refAbstract=null), Reference(id=1329420223490405204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Zilin. Ring flash attention[CP/OL]. GitHub repository[2026-02-28]. https://github.com/zhuzilin/ring-flash-attention, articleTitle=null, refAbstract=null), Reference(id=1329420223549125461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Brandon W, Nrusimha A, Qian K, et al. Striped attention: Faster ring attention for causal transformers[EB/OL]. arXiv: 2311.09431[2026-02-28]. https://arxiv.org/abs/2311.09431, articleTitle=null, refAbstract=null), Reference(id=1329420223624622934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Shenggui, Xue Fuzhao, Baranwal C, et al. Sequence parallelism: Long sequence training from system perspective[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2023: 2391−2404, articleTitle=null, refAbstract=null), Reference(id=1329420223704314711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zichang, Wang Jue, Dao T, et al. Deja vu: Contextual sparsity for efficient LLMs at inference time[C]//Proc of Int Conf on Machine Learning. New York: PMLR, 2023: 22137−22176, articleTitle=null, refAbstract=null), Reference(id=1329420223771423576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Jacobs S, Tanaka M, Zhang Chengming, et al. Deepspeed ulysses: System optimizations for enabling training of extreme long sequence transformer models[EB/OL]. arXiv: 2309.14509[2026-02-28]. https://arxiv.org/abs/2309.14509, articleTitle=null, refAbstract=null), Reference(id=1329420223851115353, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. Jetson-Nano[EB/OL]. [2026-02-28]. https://developer.nvidia.com/embedded/jetson-nanodeveloper-kit, articleTitle=null, refAbstract=null), Reference(id=1329420223930807130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. Jetson-TX2[EB/OL]. [2026-02-28]. https://developer.nvidia.com/embedded/jetson-tx2, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420217748402949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, xref=null, ext=[AuthorCompanyExt(id=1329420217760985862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006), AuthorCompanyExt(id=1329420217769374471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, companyId=1329420217748402949, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中山大学计算机学院 广州 510006)])], figs=[ArticleFig(id=1329420219459679009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 1, caption=
Architectural comparative diagram between dense Transformer and sparse MoE model, figureFileSmall=mMgcbYb4L0+hRWpmEruvTA==, figureFileBig=Ik8J5mTWPMEZIdxmUz9exw==, tableContent=null), ArticleFig(id=1329420219535176482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图1, caption=
稠密 Transformer 与稀疏 MoE 模型架构对比图, figureFileSmall=mMgcbYb4L0+hRWpmEruvTA==, figureFileBig=Ik8J5mTWPMEZIdxmUz9exw==, tableContent=null), ArticleFig(id=1329420219778446115, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 2, caption=
Storage architecture diagram and execution timeline of swapping-based MoE inference system, figureFileSmall=D/TvZLAx2wjXrDrqmzIWEQ==, figureFileBig=vn2mj3I+3zkc936dK4HOzg==, tableContent=null), ArticleFig(id=1329420219874915108, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图2, caption=
基于交换的MoE推理系统存储架构图及执行时间线, figureFileSmall=D/TvZLAx2wjXrDrqmzIWEQ==, figureFileBig=vn2mj3I+3zkc936dK4HOzg==, tableContent=null), ArticleFig(id=1329420219946218278, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 3, caption=
System architecture of Sirius, figureFileSmall=JdOUQYsXyXahx73pBTTeZw==, figureFileBig=22fRPktsEWTUCY8J1O2zgA==, tableContent=null), ArticleFig(id=1329420220025910055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图3, caption=
Sirius 系统架构图, figureFileSmall=JdOUQYsXyXahx73pBTTeZw==, figureFileBig=22fRPktsEWTUCY8J1O2zgA==, tableContent=null), ArticleFig(id=1329420220172710696, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 4, caption=
Sequence parallelism communication optimization based on interleaved partitioning, figureFileSmall=weJpDaqcc/IKePgceYwthQ==, figureFileBig=Q6Q7M7L8df90hry2oO4mWA==, tableContent=null), ArticleFig(id=1329420220252402473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图4, caption=
基于交错划分的序列并行通信优化, figureFileSmall=weJpDaqcc/IKePgceYwthQ==, figureFileBig=Q6Q7M7L8df90hry2oO4mWA==, tableContent=null), ArticleFig(id=1329420220306928426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 5, caption=
Feasibility analysis of speculative expert prefetching strategy, figureFileSmall=ZEGOJy+OCD0mRoawdyfgjQ==, figureFileBig=vVHbXEi2AK1JAdYBSy918A==, tableContent=null), ArticleFig(id=1329420220369842987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图5, caption=
推测性专家预取策略的可行性分析, figureFileSmall=ZEGOJy+OCD0mRoawdyfgjQ==, figureFileBig=vVHbXEi2AK1JAdYBSy918A==, tableContent=null), ArticleFig(id=1329420220436951852, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 6, caption=
Computation-scheduling-I/O parallel execution in speculative expert prefetching strategies, figureFileSmall=LKChuG5TNfH0dXjlR4Q9vQ==, figureFileBig=rFGPASrasIbRRp91/YoyIw==, tableContent=null), ArticleFig(id=1329420220554392365, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图6, caption=
推测性专家预取策略中的计算-调度-I/O 并行执行, figureFileSmall=LKChuG5TNfH0dXjlR4Q9vQ==, figureFileBig=rFGPASrasIbRRp91/YoyIw==, tableContent=null), ArticleFig(id=1329420220621501230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 7, caption=
End-to-end performance comparison, figureFileSmall=M4p4zOml7YavCMoMcEWf7A==, figureFileBig=nsR8LNhNPvmtc9IzuqUHOg==, tableContent=null), ArticleFig(id=1329420220692804399, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图7, caption=
端到端性能对比, figureFileSmall=M4p4zOml7YavCMoMcEWf7A==, figureFileBig=nsR8LNhNPvmtc9IzuqUHOg==, tableContent=null), ArticleFig(id=1329420220772496176, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 8, caption=
Effectiveness analysis of sequence parallelism optimization for attention modules, figureFileSmall=acApQnN1kRvzYJYWelc1Dg==, figureFileBig=4Yt0E43OXbzf9wJGFawS9Q==, tableContent=null), ArticleFig(id=1329420220852187953, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图8, caption=
注意力模块序列并行优化效果分析, figureFileSmall=acApQnN1kRvzYJYWelc1Dg==, figureFileBig=4Yt0E43OXbzf9wJGFawS9Q==, tableContent=null), ArticleFig(id=1329420220940268338, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Figure 9, caption=
Effectiveness analysis of Token scheduling strategy for MoE layers, figureFileSmall=8M/1ODdypg+vQhYbxRrvww==, figureFileBig=M65MyLANS/T+O7zaDJqViQ==, tableContent=null), ArticleFig(id=1329420221024154419, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=图9, caption=
MoE 层Token调度策略效果分析, figureFileSmall=8M/1ODdypg+vQhYbxRrvww==, figureFileBig=M65MyLANS/T+O7zaDJqViQ==, tableContent=null), ArticleFig(id=1329420221112234804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Table 1, caption=
Hardware Resources and System Environment Configuration of Different Devices
, figureFileSmall=null, figureFileBig=null, tableContent=
| 硬件参数 | Jetson Nano | Jetson TX2 |
|---|
| CPU | Cortex-A57 | Denver 2 + Cortex-A57 |
| GPU | 128-core NVIDIA Maxwell | 256-core NVIDIA Pascal |
| 单精度浮点算力/GFLOPS | 472 | 1330 |
| 显存/GB | 8 | 8 |
| 功耗/W | 10 | 20 |
), ArticleFig(id=1329420221208703797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=表1, caption=
不同设备的硬件资源和系统环境配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 硬件参数 | Jetson Nano | Jetson TX2 |
|---|
| CPU | Cortex-A57 | Denver 2 + Cortex-A57 |
| GPU | 128-core NVIDIA Maxwell | 256-core NVIDIA Pascal |
| 单精度浮点算力/GFLOPS | 472 | 1330 |
| 显存/GB | 8 | 8 |
| 功耗/W | 10 | 20 |
), ArticleFig(id=1329420221376475958, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=EN, label=Table 2, caption=
Effectiveness of Experts Prefetching
, figureFileSmall=null, figureFileBig=null, tableContent=
| 平均时延/s | Mixtral-8x7B | | Qwen3-30B |
|---|
序列长度 为1000 | 序列长度 为3000 | | 序列长度 为1000 | 序列长度 为3000 |
|---|
| 无预取 | 0.63 | 1.34 | | 0.27 | 0.38 |
| LRU算法 | 0.51 | 1.18 | | 0.23 | 0.34 |
| 本文方案 | 0.35 | 1.06 | | 0.15 | 0.26 |
), ArticleFig(id=1329420221456167735, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420214787224295, language=CN, label=表2, caption=
专家预取有效性
, figureFileSmall=null, figureFileBig=null, tableContent=
| 平均时延/s | Mixtral-8x7B | | Qwen3-30B |
|---|
序列长度 为1000 | 序列长度 为3000 | | 序列长度 为1000 | 序列长度 为3000 |
|---|
| 无预取 | 0.63 | 1.34 | | 0.27 | 0.38 |
| LRU算法 | 0.51 | 1.18 | | 0.23 | 0.34 |
| 本文方案 | 0.35 | 1.06 | | 0.15 | 0.26 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202660131, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202660131, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202660131, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202660131, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1785513600000, fullTextJson=null, articleText=null, reference=null)