Article(id=1327013174651498991, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440206, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1710950400000, receivedDateStr=2024-03-21, revisedDate=1739808000000, revisedDateStr=2025-02-18, acceptedDate=1740931200000, acceptedDateStr=2025-03-03, onlineDate=1794314195548, onlineDateStr=2026-11-10, pubDate=1751299200000, pubDateStr=2025-07-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794314195548, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794314195548, creator=13701087609, updateTime=1794314195548, updator=13701087609, issue=Issue{id=1327013054811845282, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='7', pageStart='1595', pageEnd='1832', issueExtLink='null', onlineDate='null', pubDate='1751299200000', pubDateStr='2025-07-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794314166977, creator='13701087609', updateTime=1794376853183, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275980453950013, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275980453950014, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327013054811845282, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1816, endPage=1832, ext={EN=ArticleExt(id=1327013176429883889, articleId=1327013174651498991, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=PetS: A Scalable Inference Serving System for Parameter-Efficient Transformer, columnId=1325493593498059289, journalTitle=Journal of Computer Research and Development, columnName=High Performance Computing, runingTitle=null, highlight=null, articleAbstract=
Deploying Transformer models under the conventional pre-train-then-fine-tune paradigm is challenging for multi-task serving, because a full model copy for each downstream task must be maintained, quickly exhausting the storage budget. Recent algorithmic advances in parameter-efficient Transformer (PET) have shown enormous potential to mitigate the storage overhead. They share the pre-trained model among tasks and only fine-tune a small portion of task-specific parameters. Unfortunately, existing serving systems neither have flexible PET task management mechanisms nor can efficiently serve queries to different tasks in batches. Therefore, we propose PetS, a unified framework for multi-task PET serving. Specifically, different PET tasks are expressed by a unified representation in the same framework, which enables flexible PET task management. Based on the unified representation, we design a specialized PET inference engine to batch different tasks’ queries together and execute them with task-agnostic shared operators and task-specific PET operators. Equipped with the PET inference engine, PetS is more scalable with respect to the number of tasks on a single GPU device. To further improve system throughput, we propose a coordinated batching strategy taking query length, PET task type as well as system load balancing together into consideration. To improve the throughput on multiple GPU instances, we also propose a PET-migration based load balancing strategy. We evaluate PetS on platforms with single GPU, including Edge/Desktop/Server GPUs. Comprehensive experiments demonstrate that PetS supports up to 26 times more concurrent tasks and improves the serving throughput by 1.53 times and 1.63 times on desktop and server GPU nodes, respectively. On multiple GPUs, our load-balancing strategy also provides up to 29% speedup.
, authors=Xuechao Wei
1, 4, Zhe Zhou
2, Yinghui Xu
3, Jiejing Zhang
4, Yuan Xie
5, Guangyu Sun
2, *, authorsList=Xuechao Wei, Zhe Zhou, Yinghui Xu, Jiejing Zhang, Yuan Xie, Guangyu Sun, authorCompany=null, correspAuthors=Guangyu Sun, authorNote=
born in 1988. PhD. His main research interests include computer architecture and electronic design automation
born in 1997. PhD. His main research interests include computer architecture, near data processing, domain specific accelerator, machine learning system and interconnection techniques
born in 1973. PhD. professor, PhD supervisor. His main research interests include generative AI, logic reasoning, and large language model for life science
born in 1986. Bachelor. Senior Member of Technical Staff. Director of Alibaba Tongyi Lab heterogeneous computing team. His main research interest includes deep learning inference
born in 1974. PhD. IEEE fellow, ACM fellow, AAAS fellow, Chair professor. His main research interests include computer architecture, VLSI, electronic design automation, machine learning
born in 1981. PhD, professor, PhD supervisor. His main research interests include electronic design automation for domain specific architecture and new devices, architecture/circuit/device codesign and automation
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327013182394184225, articleId=1327013174651498991, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=PetS: 针对参数高效Transformer模型的可扩展推理服务系统, columnId=1325493595259666971, journalTitle=计算机研究与发展, columnName=高性能计算, runingTitle=null, highlight=null, articleAbstract=
在多任务推理服务场景下使用基于预训练-微调范式的Transformer 模型存在很多困难:服务端必须维护每个下游任务的完整模型副本,从而造成很大的存储和显存开销. 最近逐渐兴起的参数高效 Transformer (PET) 算法在不同的下游任务之间共享预训练模型,仅微调一小部分任务特定的模型参数,从而减少存储的开销. 然而,现有的后端服务系统既没有灵活的 PET 任务管理机制,也不能有效地跨任务进行输入的批量处理. 针对不同的下游任务,现有框架在多卡分布式场景下也难以提供良好的负载均衡机制. 因此,提出了PetS,一个用于多任务 PET 推理服务的可扩展框架. 具体而言,不同的 PET 任务在算法上被抽象成一种统一表示形式. 基于这种统一表示,设计了一个专门的 PET 推理引擎,以批处理不同任务的输入,并使用任务无关的共享算子和任务特定的 PET 算子进行推理. 通过PET 推理引擎,PetS 在单个 GPU 设备上可以支持更多的任务数量. 为了进一步提高系统吞吐量,提出了一种协同批处理(CB)策略,同时考虑了输入的长度、PET 任务类型以及系统负载平衡. 为了提升多卡部署的负载均衡,创新性地提出了基于PET实时迁移的负载均衡机制. PetS在包括边缘端、桌面端和服务器端 GPU等多个平台上都经过了评估. 全面的实验证明,PetS 支持多达 26 倍的并发任务,并将服务吞吐量在桌面和服务器 GPU 节点上分别提高了 1.53 倍和 1.63 倍. 在多 GPU 场景下,该负载均衡策略可以将吞吐量进一步提升29%之多.
, authors=魏学超
1, 4, 周哲
2, 徐盈辉
3, 张洁靖
4, 谢源
5, 孙广宇
2, *, authorsList=魏学超, 周哲, 徐盈辉, 张洁靖, 谢源, 孙广宇, authorCompany=null, correspAuthors=孙广宇, authorNote=
 |
1988年生. 博士. 主要研究方向为计算机体系结构、电子设计自动化 |
 |
1997年生. 博士. 主要研究方向为计算机体系结构、近数据处理、领域专用加速器、机器学习系统和互联技术 |
 |
1973年生. 博士,研究员,博士生导师. 主要研究方向为生成式AI、逻辑推理、生命科学大语言模型 |
 |
1986年生. 学士. 高级技术专家. 阿里巴巴通义实验室异构智能技术负责人. 主要研究方向为深度学习推理 |
 |
1974年生. 博士,IEEE,ACM,AAAS会士,讲席教授. 主要研究方向为计算机体系结构、超大规模集成电路、电子设计自动化和机器学习 |
 |
1981年生. 博士,教授,博士生导师. 主要研究方向为面向领域定制架构和新器件电子设计自动化、架构/电路/器件协同设计与自动化 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=tJ8uPmOdOwQ7V3JAKZIn1g==, magXml=7CkdzDs1YnSxvSEmVQp/6g==, pdfUrl=null, pdf=7QrWXl0XMH71wP63feMO2A==, pdfFileSize=1711501, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=3PbFmmkYYVR9Kr16Ll12wA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=7NYhz6CWE8+HjzOjQp0Fgg==, mapNumber=null, fund=null)}, authors=[Author(id=1327013185489580595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xuechao.wei@pku.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013185829319222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013185489580595, language=EN, stringName=Xuechao Wei, firstName=Xuechao, middleName=null, lastName=Wei, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 4, address=
1School of Electronics Engineering & Computer Science, Peking University, Beijing 100871
4Alibaba DAMO Academy, Hangzhou 310023, bio={"content":"
born in 1988. PhD. His main research interests include computer architecture and electronic design automation
"}, bioImg=null, bioContent=
born in 1988. PhD. His main research interests include computer architecture and electronic design automation
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013185938371127, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013185489580595, language=CN, stringName=魏学超, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 4, address=
1北京大学信息科学技术学院 北京 100871
4阿里巴巴达摩院 杭州 310023, bio={"img":"YUxSaFzAamFcqMHBL3bxZA==","content":"
1988年生. 博士. 主要研究方向为计算机体系结构、电子设计自动化
"}, bioImg=YUxSaFzAamFcqMHBL3bxZA==, bioContent=
1988年生. 博士. 主要研究方向为计算机体系结构、电子设计自动化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013182872334882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=1, ext=[AuthorCompanyExt(id=1327013182918472227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013182872334882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Electronics Engineering & Computer Science, Peking University, Beijing 100871), AuthorCompanyExt(id=1327013182989775396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013182872334882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京大学信息科学技术学院 北京 100871)]), AuthorCompany(id=1327013185191785004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=4, ext=[AuthorCompanyExt(id=1327013185204367917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Alibaba DAMO Academy, Hangzhou 310023), AuthorCompanyExt(id=1327013185212756526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4阿里巴巴达摩院 杭州 310023)])]), Author(id=1327013186110337593, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013186261332539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186110337593, language=EN, stringName=Zhe Zhou, firstName=Zhe, middleName=null, lastName=Zhou, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2School of Integrated Circuits, Peking University, Beijing 100871, bio={"content":"
born in 1997. PhD. His main research interests include computer architecture, near data processing, domain specific accelerator, machine learning system and interconnection techniques
"}, bioImg=null, bioContent=
born in 1997. PhD. His main research interests include computer architecture, near data processing, domain specific accelerator, machine learning system and interconnection techniques
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013186349412924, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186110337593, language=CN, stringName=周哲, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2北京大学集成电路学院 北京 100871, bio={"img":"iPKNq1SwcmldrIENcYSrgA==","content":"
1997年生. 博士. 主要研究方向为计算机体系结构、近数据处理、领域专用加速器、机器学习系统和互联技术
"}, bioImg=iPKNq1SwcmldrIENcYSrgA==, bioContent=
1997年生. 博士. 主要研究方向为计算机体系结构、近数据处理、领域专用加速器、机器学习系统和互联技术
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013183144964645, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=2, ext=[AuthorCompanyExt(id=1327013183165936166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Integrated Circuits, Peking University, Beijing 100871), AuthorCompanyExt(id=1327013183216267815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2北京大学集成电路学院 北京 100871)])]), Author(id=1327013186416521790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013186542350912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186416521790, language=EN, stringName=Yinghui Xu, firstName=Yinghui, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3Artificial Intelligence Innovation and Incubation Institute, Fudan University, Shanghai 201203, bio={"content":"
born in 1973. PhD. professor, PhD supervisor. His main research interests include generative AI, logic reasoning, and large language model for life science
"}, bioImg=null, bioContent=
born in 1973. PhD. professor, PhD supervisor. His main research interests include generative AI, logic reasoning, and large language model for life science
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013186613654081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186416521790, language=CN, stringName=徐盈辉, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3复旦大学人工智能创新与产业研究院 上海 201203, bio={"img":"MqunJNC9XfmUpBIiJ7nnqQ==","content":"
1973年生. 博士,研究员,博士生导师. 主要研究方向为生成式AI、逻辑推理、生命科学大语言模型
"}, bioImg=MqunJNC9XfmUpBIiJ7nnqQ==, bioContent=
1973年生. 博士,研究员,博士生导师. 主要研究方向为生成式AI、逻辑推理、生命科学大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013183576977960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=3, ext=[AuthorCompanyExt(id=1327013183589560873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183576977960, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Artificial Intelligence Innovation and Incubation Institute, Fudan University, Shanghai 201203), AuthorCompanyExt(id=1327013183614726698, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183576977960, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3复旦大学人工智能创新与产业研究院 上海 201203)])]), Author(id=1327013186710123075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013186898866757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186710123075, language=EN, stringName=Jiejing Zhang, firstName=Jiejing, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4Alibaba DAMO Academy, Hangzhou 310023, bio={"content":"
born in 1986. Bachelor. Senior Member of Technical Staff. Director of Alibaba Tongyi Lab heterogeneous computing team. His main research interest includes deep learning inference
"}, bioImg=null, bioContent=
born in 1986. Bachelor. Senior Member of Technical Staff. Director of Alibaba Tongyi Lab heterogeneous computing team. His main research interest includes deep learning inference
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013187112776262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013186710123075, language=CN, stringName=张洁靖, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4阿里巴巴达摩院 杭州 310023, bio={"img":"GDN5RAqkJ4WkMMvWl7zCDQ==","content":"
1986年生. 学士. 高级技术专家. 阿里巴巴通义实验室异构智能技术负责人. 主要研究方向为深度学习推理
"}, bioImg=GDN5RAqkJ4WkMMvWl7zCDQ==, bioContent=
1986年生. 学士. 高级技术专家. 阿里巴巴通义实验室异构智能技术负责人. 主要研究方向为深度学习推理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013185191785004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=4, ext=[AuthorCompanyExt(id=1327013185204367917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Alibaba DAMO Academy, Hangzhou 310023), AuthorCompanyExt(id=1327013185212756526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4阿里巴巴达摩院 杭州 310023)])]), Author(id=1327013187272159816, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327013187418960458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013187272159816, language=EN, stringName=Yuan Xie, firstName=Yuan, middleName=null, lastName=Xie, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
5, address=
5Department of Electronic & Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong 999077, bio={"content":"
born in 1974. PhD. IEEE fellow, ACM fellow, AAAS fellow, Chair professor. His main research interests include computer architecture, VLSI, electronic design automation, machine learning
"}, bioImg=null, bioContent=
born in 1974. PhD. IEEE fellow, ACM fellow, AAAS fellow, Chair professor. His main research interests include computer architecture, VLSI, electronic design automation, machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013187494457931, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013187272159816, language=CN, stringName=谢源, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
5, address=
5香港科技大学电子工程学院 香港 999077, bio={"img":"vLgHlqbt+dMs6d6mfNMKNA==","content":"
1974年生. 博士,IEEE,ACM,AAAS会士,讲席教授. 主要研究方向为计算机体系结构、超大规模集成电路、电子设计自动化和机器学习
"}, bioImg=vLgHlqbt+dMs6d6mfNMKNA==, bioContent=
1974年生. 博士,IEEE,ACM,AAAS会士,讲席教授. 主要研究方向为计算机体系结构、超大规模集成电路、电子设计自动化和机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013185338585647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=5, ext=[AuthorCompanyExt(id=1327013185367945776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185338585647, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5Department of Electronic & Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong 999077), AuthorCompanyExt(id=1327013185380528689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185338585647, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5香港科技大学电子工程学院 香港 999077)])]), Author(id=1327013187653841485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=gsun@pku.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327013187746116175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013187653841485, language=EN, stringName=Guangyu Sun, firstName=Guangyu, middleName=null, lastName=Sun, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2School of Integrated Circuits, Peking University, Beijing 100871, bio={"content":"
born in 1981. PhD, professor, PhD supervisor. His main research interests include electronic design automation for domain specific architecture and new devices, architecture/circuit/device codesign and automation
"}, bioImg=null, bioContent=
born in 1981. PhD, professor, PhD supervisor. His main research interests include electronic design automation for domain specific architecture and new devices, architecture/circuit/device codesign and automation
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327013187813225041, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, authorId=1327013187653841485, language=CN, stringName=孙广宇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2北京大学集成电路学院 北京 100871, bio={"img":"wudR/aFQtywfMTEKdH8yGA==","content":"
1981年生. 博士,教授,博士生导师. 主要研究方向为面向领域定制架构和新器件电子设计自动化、架构/电路/器件协同设计与自动化
"}, bioImg=wudR/aFQtywfMTEKdH8yGA==, bioContent=
1981年生. 博士,教授,博士生导师. 主要研究方向为面向领域定制架构和新器件电子设计自动化、架构/电路/器件协同设计与自动化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327013183144964645, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=2, ext=[AuthorCompanyExt(id=1327013183165936166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Integrated Circuits, Peking University, Beijing 100871), AuthorCompanyExt(id=1327013183216267815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2北京大学集成电路学院 北京 100871)])])], keywords=[Keyword(id=1327013187964219986, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, orderNo=1, keyword=inference serving), Keyword(id=1327013189637747283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, orderNo=2, keyword=parameter-efficient Transformer (PET)), Keyword(id=1327013189734216277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, orderNo=3, keyword=GPU), Keyword(id=1327013189818102358, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, orderNo=4, keyword=distributed system), Keyword(id=1327013189931348567, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, orderNo=5, keyword=machine-learning system), Keyword(id=1327013190015234648, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, orderNo=1, keyword=推理服务), Keyword(id=1327013190111703641, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, orderNo=2, keyword=参数高效Transformer), Keyword(id=1327013190183006810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, orderNo=3, keyword=GPU), Keyword(id=1327013190258504283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, orderNo=4, keyword=分布式系统), Keyword(id=1327013190342390364, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, orderNo=5, keyword=机器学习系统)], refs=[Reference(id=1327013196273136260, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang M, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding [C] //Conf of the 34th North American Chapter of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1327013196411548293, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Wu J, Child R, et al. Language models are unsupervised multitask learners [EB/OL]. San Francisco, CA: OpenAI, 2019[2024-10-04]. https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf, articleTitle=null, refAbstract=null), Reference(id=1327013196495434374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T B, Mann B, Ryder N, et al. Language models are few-shot learners [C] //Proc of the 34th Int Conf on Neural Information Processing Systems. New York: ACM, 2020: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1327013196621263495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Narasimhan K, Salimans T, et al. Improving language understanding by generative pre-training [EB/OL]. San Francisco, CA: OpenAI, 2018[2024-10-04]. https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf, articleTitle=null, refAbstract=null), Reference(id=1327013196742898312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yinhan, Ott M, Goyal N, et al. Roberta: A robustly optimized BERT pretraining approach [J]. arXiv preprint, arXiv: 1907.11692, 2019, articleTitle=null, refAbstract=null), Reference(id=1327013196843561609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Zhilin, Dai Zihang, Yang Yiming, et al. XLNet: Generalized autoregressive pretraining for language understanding [C] //Proc of the 33rd Int Conf on Neural Information Processing Systems. New York: ACM, 2019: 5753−5763, articleTitle=null, refAbstract=null), Reference(id=1327013198139601546, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Raffel C, Shazeer N, Roberts A, et al. Exploring the limits of transfer learning with a unified text-to-text transformer[J]. The Journal of Machine Learning Research, 2020, 21(1): 5485−5551, articleTitle=null, refAbstract=null), Reference(id=1327013198273819276, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Sunan, Roller S, Goyal N, et al. OPT: Open pre-trained transformer language models [J]. arXiv preprint, arXiv: 2205.01068, 2022, articleTitle=null, refAbstract=null), Reference(id=1327013198445785741, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ze, Lin Yutong, Cao Yue, et al. Swin Transformer: Hierarchical vision Transformer using shifted windows [C] //Proc of the 35th IEEE/CVF Int Conf on Computer Vision (ICCV). Piscataway, NJ: IEEE, 2021: 10012−10022, articleTitle=null, refAbstract=null), Reference(id=1327013198571614862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16x16 words: Transformers for image recognition at scale [J]. arXiv preprint, arXiv: 2010.11929, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013198735192719, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Qinghao, Ye Zhisheng, Wang Zerui, et al. Characterization of large language model development in the datacenter [C] //Proc of the 21st USENIX Symp on Networked Systems Design and Implementation. Berkeley, CA: USENIX Association, 2024: 709−729, articleTitle=null, refAbstract=null), Reference(id=1327013198873604752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Jiarui, Yu Yang, Zhao Chengduo, et al. TurboTransformers: An efficient GPU serving system for Transformer models [C] //Proc of the 26th ACM SIGPLAN Symp on Principles and Practice of Parallel Programming. New York: ACM, 2021: 389−402, articleTitle=null, refAbstract=null), Reference(id=1327013198982656657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Crankshaw D, Wang Xin, Zhou Guilio, et al. Clipper: A low-latency online prediction serving system [C] //Proc of the 14th USENIX Symp on Networked Systems Design and Implementation. Berkeley, CA: USENIX Association, 2017: 613−627, articleTitle=null, refAbstract=null), Reference(id=1327013199074931346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Pin, Yu Lingfan, Wu Yongwei, et al. Low latency RNN inference with cellular batching [C/OL] //Proc of the 13th EuroSys Conf. New York: ACM, 2018[2025-01-18]. https://dl.acm.org/doi/10.1145/3190508.3190541, articleTitle=null, refAbstract=null), Reference(id=1327013199163011731, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Demi, Rush A, Kim Y. Parameter-efficient transfer learning with diff pruning [C] //Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 4884−4896, articleTitle=null, refAbstract=null), Reference(id=1327013199255286420, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Houlsby N, Giurgiu A, Jastrzebski S, et al. Parameter-efficient transfer learning for NLP [C] //Proc of the 36th Int Conf on Machine Learning. New York: PMLR, 2019: 2790−2799, articleTitle=null, refAbstract=null), Reference(id=1327013199330783893, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zaken E B, Ravfogel S, Goldberg Y. BitFit: Simple parameter-efficient fine-tuning for Transformer-based masked language-models [C/OL] //Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022[2025-01-18]. https://aclanthology.org/2022.acl-short.1.pdf, articleTitle=null, refAbstract=null), Reference(id=1327013199410475670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Mengjie, Lin Tao, Mi Fei, et al. Masking as an efficient alternative to finetuning for pretrained language models [C] //Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 2226−2241, articleTitle=null, refAbstract=null), Reference(id=1327013199481778839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu E, Shen Yelong, Wallis P, et al. LoRA: Low-rank adaptation of large language models [J]. arXiv preprint, arXiv: 2106.09685, 2021, articleTitle=null, refAbstract=null), Reference(id=1327013199548887704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. Fast Transformer [EB/OL]. 2021[2024-10-04]. https://github.com/NVIDIA/FasterTransformer, articleTitle=null, refAbstract=null), Reference(id=1327013199632773785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiaohui, Xiong Ying, Wei Yang, et al. LightSeq: A high performance inference library for transformers [J]. arXiv preprint, arXiv: 2010.13887, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013199716659867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Gururajan A K, Lopez-Cuena E, Bayarri-Planas J, et al. Aloe: A family of fine-tuned open healthcare LLMs [J]. arXiv preprint, arXiv: 2405.01886, 2024, articleTitle=null, refAbstract=null), Reference(id=1327013199796351644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Gupta A, Shirgaonkar A, Balaguer A D L, et al. RAG vs fine-tuning: Pipelines, tradeoffs, and a case study on agriculture [J]. arXiv preprint, arXiv: 2401.08406, 2024, articleTitle=null, refAbstract=null), Reference(id=1327013199888626333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Hongyang, Liu X, Wang C D. FinGPT: Open-source financial large language models [J]. arXiv preprint, arXiv: 2306.06031, 2023, articleTitle=null, refAbstract=null), Reference(id=1327013199985095326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Romero F, Li Qian, Yadwadkar N J, et al. INFaaS: Automated model-less inference serving [C] //Proc of the 29th USENIX Annual Technical Conf. Berkeley, CA: USENIX Association, 2021: 397−411, articleTitle=null, refAbstract=null), Reference(id=1327013200131895967, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Shen Haichen, Chen Lequn, Jin Yuchen, et al. Nexus: A GPU cluster engine for accelerating DNN-based video analysis[C] //Proc of the 27th ACM Symp on Operating Systems Principles. New York: ACM, 2019: 322−337, articleTitle=null, refAbstract=null), Reference(id=1327013200215782048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Sidhu S, Wing J, Japi A. Rafiqi: A GPU-based deep learning model serving system [R]. Berkeley, CA: University of California, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013200354194081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. Triton inference server [EB/OL]. 2018[2024-10-04]. https://developer.nvidia.com/nvidia-triton-inference-server, articleTitle=null, refAbstract=null), Reference(id=1327013200438080162, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Google. TensorFlow serving [EB/OL]. 2016[2024-10-04]. https://github.com/tensorflow/serving, articleTitle=null, refAbstract=null), Reference(id=1327013200521966243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Prasanna S, Rogers A, Rumshisky A. When BERT plays the lottery, all tickets are winning [J]. arXiv preprint, arXiv: 2005.00561, 2020, articleTitle=null, refAbstract=null), Reference(id=1327013200601658020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Mao Yuning, Mathias L, Hou Rui, et al. UniPELT: A unified framework for parameter-efficient language model tuning [C] //Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022: 6253−6264, articleTitle=null, refAbstract=null), Reference(id=1327013200698127013, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Gale T, Zaharia M, Young C, et al. Sparse GPU kernels for deep learning [C/OL] //Proc of the 33rd Int Conf for High Performance Computing, Networking, Storage and Analysis. New York: ACM, 2020[2025-01-18]. https://dl.acm.org/doi/10.5555/3433701.3433723, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327013182872334882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=1, ext=[AuthorCompanyExt(id=1327013182918472227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013182872334882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Electronics Engineering & Computer Science, Peking University, Beijing 100871), AuthorCompanyExt(id=1327013182989775396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013182872334882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1北京大学信息科学技术学院 北京 100871)]), AuthorCompany(id=1327013183144964645, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=2, ext=[AuthorCompanyExt(id=1327013183165936166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Integrated Circuits, Peking University, Beijing 100871), AuthorCompanyExt(id=1327013183216267815, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183144964645, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2北京大学集成电路学院 北京 100871)]), AuthorCompany(id=1327013183576977960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=3, ext=[AuthorCompanyExt(id=1327013183589560873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183576977960, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Artificial Intelligence Innovation and Incubation Institute, Fudan University, Shanghai 201203), AuthorCompanyExt(id=1327013183614726698, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013183576977960, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3复旦大学人工智能创新与产业研究院 上海 201203)]), AuthorCompany(id=1327013185191785004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=4, ext=[AuthorCompanyExt(id=1327013185204367917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4Alibaba DAMO Academy, Hangzhou 310023), AuthorCompanyExt(id=1327013185212756526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185191785004, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4阿里巴巴达摩院 杭州 310023)]), AuthorCompany(id=1327013185338585647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, xref=5, ext=[AuthorCompanyExt(id=1327013185367945776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185338585647, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5Department of Electronic & Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong 999077), AuthorCompanyExt(id=1327013185380528689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, companyId=1327013185338585647, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5香港科技大学电子工程学院 香港 999077)])], figs=[ArticleFig(id=1327013190484996701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 1, caption=
Comparison of conventional workflow and PetS workflow, figureFileSmall=+LsdSEcp/7VNTZbHpTApXg==, figureFileBig=3PbFmmkYYVR9Kr16Ll12wA==, tableContent=null), ArticleFig(id=1327013190577271390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图1, caption=
传统工作流和PetS 工作流对比, figureFileSmall=+LsdSEcp/7VNTZbHpTApXg==, figureFileBig=3PbFmmkYYVR9Kr16Ll12wA==, tableContent=null), ArticleFig(id=1327013190770209375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 2, caption=
Architecture of Transformer models, figureFileSmall=3qvp6pHZkz3ZuzxYPYgWEw==, figureFileBig=ZI8NbsskfaTrId8o8S29dg==, tableContent=null), ArticleFig(id=1327013190858289760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图2, caption=
Transformer模型架构, figureFileSmall=3qvp6pHZkz3ZuzxYPYgWEw==, figureFileBig=ZI8NbsskfaTrId8o8S29dg==, tableContent=null), ArticleFig(id=1327013190946370145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 3, caption=
Unified representations of PET algorithm, figureFileSmall=4RvXflce8nPNDrO1Yux5UQ==, figureFileBig=5ZUyRlbWvEPbSEowrmVlbQ==, tableContent=null), ArticleFig(id=1327013191021867618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图3, caption=
PET算法的统一表征, figureFileSmall=4RvXflce8nPNDrO1Yux5UQ==, figureFileBig=5ZUyRlbWvEPbSEowrmVlbQ==, tableContent=null), ArticleFig(id=1327013191185445475, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 4, caption=
Overview of PetS framework, figureFileSmall=8yJi8hRH2yeuB1gej6OwOg==, figureFileBig=HRZLW4EKc+2B2CVUtOuR+g==, tableContent=null), ArticleFig(id=1327013191302885988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图4, caption=
PetS 框架概览, figureFileSmall=8yJi8hRH2yeuB1gej6OwOg==, figureFileBig=HRZLW4EKc+2B2CVUtOuR+g==, tableContent=null), ArticleFig(id=1327013191386772069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 5, caption=
Overview of PET inference engine, figureFileSmall=10+LW/VTmb4lpSkDF/TJYQ==, figureFileBig=MMqSZJLdhGuVrwEsOkbCzA==, tableContent=null), ArticleFig(id=1327013191462269542, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图5, caption=
PET推理引擎概览, figureFileSmall=10+LW/VTmb4lpSkDF/TJYQ==, figureFileBig=MMqSZJLdhGuVrwEsOkbCzA==, tableContent=null), ArticleFig(id=1327013191537767015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 6, caption=
Coordinated batching strategy, figureFileSmall=4mOrIiiKPCY2xC96q9tJsw==, figureFileBig=bZSIqBg6rFrYal9WnQRy3Q==, tableContent=null), ArticleFig(id=1327013191630041704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图6, caption=
协同批处理策略, figureFileSmall=4mOrIiiKPCY2xC96q9tJsw==, figureFileBig=bZSIqBg6rFrYal9WnQRy3Q==, tableContent=null), ArticleFig(id=1327013191726510697, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 7, caption=
Load-balancing based on PET heat migration, figureFileSmall=oJBDqw1VjwnUaCZEsulVzw==, figureFileBig=Qc4zgl0p9gGrJlYXS3yEgw==, tableContent=null), ArticleFig(id=1327013191797813866, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图7, caption=
基于PET热迁移的负载均衡, figureFileSmall=oJBDqw1VjwnUaCZEsulVzw==, figureFileBig=Qc4zgl0p9gGrJlYXS3yEgw==, tableContent=null), ArticleFig(id=1327013191877505643, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 8, caption=
Throughput improvement experiments on various platforms, figureFileSmall=9Jx+L1onivj10aEX1VYuxg==, figureFileBig=lQmTTxLT9AS++L7pYoc00A==, tableContent=null), ArticleFig(id=1327013191982363244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图8, caption=
多平台吞吐量提升实验, figureFileSmall=9Jx+L1onivj10aEX1VYuxg==, figureFileBig=lQmTTxLT9AS++L7pYoc00A==, tableContent=null), ArticleFig(id=1327013192053666413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 9, caption=
Execution time-consuming breakdown, figureFileSmall=BR1Tmqv8aB5T9uGUUJz89w==, figureFileBig=Vrci4+j8AxPRNZNRo/ukBA==, tableContent=null), ArticleFig(id=1327013192124969582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图9, caption=
执行耗时分解, figureFileSmall=BR1Tmqv8aB5T9uGUUJz89w==, figureFileBig=Vrci4+j8AxPRNZNRo/ukBA==, tableContent=null), ArticleFig(id=1327013192192078447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 10, caption=
GPU memory overhead comparison, figureFileSmall=UPjgFIbHFbDFJdRPHP5N8A==, figureFileBig=BnDAin16D4ETV/BqjuX0Gg==, tableContent=null), ArticleFig(id=1327013192292741744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图10, caption=
GPU 显存开销对比, figureFileSmall=UPjgFIbHFbDFJdRPHP5N8A==, figureFileBig=BnDAin16D4ETV/BqjuX0Gg==, tableContent=null), ArticleFig(id=1327013192364044913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 11, caption=
Compared with ParS, figureFileSmall=ptFOAiOA6wbVuoYkoHfpZw==, figureFileBig=PCYe4Ln7oEp2lIDBHifC0A==, tableContent=null), ArticleFig(id=1327013194062738034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图11, caption=
与ParS 的对比, figureFileSmall=ptFOAiOA6wbVuoYkoHfpZw==, figureFileBig=PCYe4Ln7oEp2lIDBHifC0A==, tableContent=null), ArticleFig(id=1327013194167595636, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 12, caption=
Comparison of batching strategies, figureFileSmall=ucf119uuoCfiwP67y7hCJw==, figureFileBig=3kLUo0xf07QULPhwWRNfGA==, tableContent=null), ArticleFig(id=1327013194297619061, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图12, caption=
批处理策略对比, figureFileSmall=ucf119uuoCfiwP67y7hCJw==, figureFileBig=3kLUo0xf07QULPhwWRNfGA==, tableContent=null), ArticleFig(id=1327013194557665911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 13, caption=
Throughout improvement brought by PET migration, figureFileSmall=lhQLYrCUv4ZiQGKBwUGYOQ==, figureFileBig=1x1sTEEqX9uDJdBf+b3aig==, tableContent=null), ArticleFig(id=1327013194708660856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图13, caption=
通过PET迁移带来的吞吐提升, figureFileSmall=lhQLYrCUv4ZiQGKBwUGYOQ==, figureFileBig=1x1sTEEqX9uDJdBf+b3aig==, tableContent=null), ArticleFig(id=1327013194876433018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 14, caption=
Time overhead of PET migration, figureFileSmall=LJgPi9QXKr3oo3TSWOsiKQ==, figureFileBig=fJPY7WYQvuEyavQdNxJJVg==, tableContent=null), ArticleFig(id=1327013195027427963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图14, caption=
PET迁移的时间开销, figureFileSmall=LJgPi9QXKr3oo3TSWOsiKQ==, figureFileBig=fJPY7WYQvuEyavQdNxJJVg==, tableContent=null), ArticleFig(id=1327013195220365948, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Figure 15, caption=
Comparison of fixed migration threshold and dynamic migration threshold, figureFileSmall=R3SIlh5RYCEzEotzjAuPMQ==, figureFileBig=JqIT9PE5sT63trq+z1yurw==, tableContent=null), ArticleFig(id=1327013195375555197, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=图15, caption=
固定迁移间隔与动态迁移间隔对比, figureFileSmall=R3SIlh5RYCEzEotzjAuPMQ==, figureFileBig=JqIT9PE5sT63trq+z1yurw==, tableContent=null), ArticleFig(id=1327013195484607102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Table 1, caption=
Configuration Parameters of Shared Model, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 层数 | Head数 | 隐层长度 | 中间层长度 | 参数总量 |
|---|
| DistillBert | 6 | 12 | 768 | 3072 | 66×106 |
| Bert-base | 12 | 12 | 768 | 3072 | 110×106 |
| Bert-large | 24 | 16 | 1024 | 4096 | 340×106 |
), ArticleFig(id=1327013195660767871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=表1, caption=
共享模型的配置参数
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 层数 | Head数 | 隐层长度 | 中间层长度 | 参数总量 |
|---|
| DistillBert | 6 | 12 | 768 | 3072 | 66×106 |
| Bert-base | 12 | 12 | 768 | 3072 | 110×106 |
| Bert-large | 24 | 16 | 1024 | 4096 | 340×106 |
), ArticleFig(id=1327013195761431168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Table 2, caption=
PET Configuration, figureFileSmall=null, figureFileBig=null, tableContent=
| PET 类型 | 配置 | 主要PET参数 |
|---|
| Adapter | Bottleneck = 64 | $ {\boldsymbol{W}}_{\mathrm{d}\mathrm{o}\mathrm{w}\mathrm{n}},{\boldsymbol{W}}_{\mathrm{u}\mathrm{p}} $ |
| MaskBert | 95%稀疏 | 二值化mask |
| Diff-Pruning | 99.5%稀疏 | 稀疏的PET权重矩阵 |
| BitFit | | 线性层/归一化层和分类层的偏置项 |
), ArticleFig(id=1327013195920814721, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=表2, caption=
PET 配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| PET 类型 | 配置 | 主要PET参数 |
|---|
| Adapter | Bottleneck = 64 | $ {\boldsymbol{W}}_{\mathrm{d}\mathrm{o}\mathrm{w}\mathrm{n}},{\boldsymbol{W}}_{\mathrm{u}\mathrm{p}} $ |
| MaskBert | 95%稀疏 | 二值化mask |
| Diff-Pruning | 99.5%稀疏 | 稀疏的PET权重矩阵 |
| BitFit | | 线性层/归一化层和分类层的偏置项 |
), ArticleFig(id=1327013196025672322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=EN, label=Table 3, caption=
Supported Task Numbers, figureFileSmall=null, figureFileBig=null, tableContent=
| 平台 | DistillBert | Bert-base | Bert-large |
|---|
| SeqS/PetS | SeqS/PetS | SeqS/PetS |
|---|
| Jetson-TX2 | 34/504 | 17/180 | 3/12 |
| GTX-1080Ti-11GB | 56/1336 | 28/588 | 7/126 |
| Tesla-V100-32 GB | 170/4344 | 85/2164 | 25/560 |
), ArticleFig(id=1327013196109558403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327013174651498991, language=CN, label=表3, caption=
支持的任务数
, figureFileSmall=null, figureFileBig=null, tableContent=
| 平台 | DistillBert | Bert-base | Bert-large |
|---|
| SeqS/PetS | SeqS/PetS | SeqS/PetS |
|---|
| Jetson-TX2 | 34/504 | 17/180 | 3/12 |
| GTX-1080Ti-11GB | 56/1336 | 28/588 | 7/126 |
| Tesla-V100-32 GB | 170/4344 | 85/2164 | 25/560 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440206, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440206, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440206, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440206, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1751299200000, fullTextJson=null, articleText=null, reference=null)