Article(id=1327018107924755105, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440385, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1717084800000, receivedDateStr=2024-05-31, revisedDate=1736697600000, revisedDateStr=2025-01-13, acceptedDate=1737820800000, acceptedDateStr=2025-01-26, onlineDate=1794315371732, onlineDateStr=2026-11-10, pubDate=1759248000000, pubDateStr=2025-10-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315371732, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315371732, creator=13701087609, updateTime=1794315371732, updator=13701087609, issue=Issue{id=1327017934683222337, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='10', pageStart='2397', pageEnd='2650', issueExtLink='null', onlineDate='null', pubDate='1759248000000', pubDateStr='2025-10-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315330429, creator='13701087609', updateTime=1794376951272, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276391986475384, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276391986475385, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=2565, endPage=2582, ext={EN=ArticleExt(id=1327018108121887394, articleId=1327018107924755105, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Research Progress on Large Models for Edge Intelligence, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
With the rapid development of large-scale model technology, these models have exhibited remarkable performance in fields such as natural language processing and computer vision, becoming essential tools for addressing complex issues and drawing significant interest from both the scientific community and the industry. Nonetheless, current cloud-platform-based schemes for training and inference of large models face multiple challenges, including high expenses, restricted scalability, and information security risks. As the scale of model parameters expands continually, the need for low-cost, efficient training and inference methods grows ever more pressing. Carrying out collaborative training and inference of large models on edge devices can dramatically decrease latency and bandwidth demands, concurrently reinforcing data privacy and operational efficiency. This strategy furnishes vital technological support for the economical deployment of large models across a variety of contexts, thereby evolving into one of the prominent research hotspots. This article conducts a thorough investigation of research pertinent to large models in the context of edge intelligence, with an in-depth analysis and discourse primarily focused on two aspects: edge-based training and inference of large models. Ultimately, it outlines the challenges in the progression of large model technologies tailored for edge intelligence and delineates future prospects. The ambition is to stimulate a heightened comprehension and intensified attention from both academic and industrial sectors towards technologies involving large models for edge intelligence, thereby encouraging further scholarly exploration in this thriving domain.
, authors=Rui Wang, Liuyang Zhang, Zhiyong Gao, Tongyun Jiang, authorsList=Rui Wang, Liuyang Zhang, Zhiyong Gao, Tongyun Jiang, authorCompany=null, correspAuthors=null, authorNote=
born in 1975. PhD, professor. Senior member of CCF. His main research interests include IoT, edge intelligence, and smart healthcare
born in 2000. Master candidate. His main research interests include federated learning and large model training
born in 2000. Master candidate. His main research interests include large model inference and machine learning
born in 2000. Master candidate. Her main research interests include edge intelligence and large model
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327018110206456501, articleId=1327018107924755105, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=面向边缘智能的大模型研究进展, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
随着大模型技术的迅猛发展,大模型在自然语言处理和计算机视觉等领域表现出卓越的性能,成为解决复杂问题的重要工具,并在科研和产业界引发了广泛关注. 然而,当前基于云平台的大模型训练和推理方案面临诸多挑战,包括高昂的成本、有限的可扩展性和信息安全风险等. 随着模型参数规模的不断扩大,对于低成本、高效训练和推理的需求愈发迫切. 在端边侧进行大模型的协同训练和推理,可以显著降低延迟和带宽需求,同时增强数据隐私和操作效率,为大模型在多样化场景中的低成本应用提供关键技术支持,成为当前研究的热点之一. 全面调研了面向边缘智能的大模型相关研究,主要从大模型边缘训练和推理2个角度对当前相关研究进行了深入分析和讨论. 最后,提出了面向边缘智能的大模型技术发展所面临的挑战和未来展望,希望能促进学术界和产业界对面向边缘智能的大模型技术有更深入的了解和关注,并能够启发更多的学者深入开展研究.
, authors=王睿, 张留洋, 高志涌, 姜彤雲, authorsList=王睿, 张留洋, 高志涌, 姜彤雲, authorCompany=null, correspAuthors=null, authorNote=
 |
1975年生. 博士,教授. CCF高级会员. 主要研究方向为物联网、边缘智能、智慧医疗 |
 |
2000年生. 硕士研究生. 主要研究方向为联邦学习、大模型训练 |
 |
2000年生. 硕士研究生. 主要研究方向为大模型推理、机器学习 |
 |
2000年生. 硕士研究生. 主要研究方向为边缘智能、大模型 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=jOqi9iMXudPY4OiUIXBXTA==, magXml=T6kvtoNZYYhokN//y49Hlw==, pdfUrl=null, pdf=Vr9P5IzolYUUX5NDnJaqVg==, pdfFileSize=1333840, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=4lBI4mOSOSrlXH1n0ZYTpA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=KxVYiUduECO8kXi6eoRoSw==, mapNumber=null, fund=null)}, authors=[Author(id=1327019161613611566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wangrui@ustb.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019161747829297, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019161613611566, language=EN, stringName=Rui Wang, firstName=Rui, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, bio={"content":"
born in 1975. PhD, professor. Senior member of CCF. His main research interests include IoT, edge intelligence, and smart healthcare
"}, bioImg=null, bioContent=
born in 1975. PhD, professor. Senior member of CCF. His main research interests include IoT, edge intelligence, and smart healthcare
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019161827521074, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019161613611566, language=CN, stringName=王睿, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=北京科技大学计算机与通信工程学院 北京 100083, bio={"img":"BPdeA/XbimYGZTqFkroZ3Q==","content":"
1975年生. 博士,教授. CCF高级会员. 主要研究方向为物联网、边缘智能、智慧医疗
"}, bioImg=BPdeA/XbimYGZTqFkroZ3Q==, bioContent=
1975年生. 博士,教授. CCF高级会员. 主要研究方向为物联网、边缘智能、智慧医疗
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327019161332593194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, xref=null, ext=[AuthorCompanyExt(id=1327019161353564715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083), AuthorCompanyExt(id=1327019161374536236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京科技大学计算机与通信工程学院 北京 100083)])]), Author(id=1327019161936572980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019162020459062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019161936572980, language=EN, stringName=Liuyang Zhang, firstName=Liuyang, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, bio={"content":"
born in 2000. Master candidate. His main research interests include federated learning and large model training
"}, bioImg=null, bioContent=
born in 2000. Master candidate. His main research interests include federated learning and large model training
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019162142093879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019161936572980, language=CN, stringName=张留洋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=北京科技大学计算机与通信工程学院 北京 100083, bio={"img":"Y/GlBQZ72Ji0WaNVUN3Kmg==","content":"
2000年生. 硕士研究生. 主要研究方向为联邦学习、大模型训练
"}, bioImg=Y/GlBQZ72Ji0WaNVUN3Kmg==, bioContent=
2000年生. 硕士研究生. 主要研究方向为联邦学习、大模型训练
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327019161332593194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, xref=null, ext=[AuthorCompanyExt(id=1327019161353564715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083), AuthorCompanyExt(id=1327019161374536236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京科技大学计算机与通信工程学院 北京 100083)])]), Author(id=1327019162225979961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019162288894523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019162225979961, language=EN, stringName=Zhiyong Gao, firstName=Zhiyong, middleName=null, lastName=Gao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, bio={"content":"
born in 2000. Master candidate. His main research interests include large model inference and machine learning
"}, bioImg=null, bioContent=
born in 2000. Master candidate. His main research interests include large model inference and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019162360197692, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019162225979961, language=CN, stringName=高志涌, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=北京科技大学计算机与通信工程学院 北京 100083, bio={"img":"VeJ7BvqRzL41aDo1E5xonQ==","content":"
2000年生. 硕士研究生. 主要研究方向为大模型推理、机器学习
"}, bioImg=VeJ7BvqRzL41aDo1E5xonQ==, bioContent=
2000年生. 硕士研究生. 主要研究方向为大模型推理、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327019161332593194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, xref=null, ext=[AuthorCompanyExt(id=1327019161353564715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083), AuthorCompanyExt(id=1327019161374536236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京科技大学计算机与通信工程学院 北京 100083)])]), Author(id=1327019162414723646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019162477638208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019162414723646, language=EN, stringName=Tongyun Jiang, firstName=Tongyun, middleName=null, lastName=Jiang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, bio={"content":"
born in 2000. Master candidate. Her main research interests include edge intelligence and large model
"}, bioImg=null, bioContent=
born in 2000. Master candidate. Her main research interests include edge intelligence and large model
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019162540552769, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, authorId=1327019162414723646, language=CN, stringName=姜彤雲, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=北京科技大学计算机与通信工程学院 北京 100083, bio={"img":"ZomNU7lMMGpNa8e3oEm6fQ==","content":"
2000年生. 硕士研究生. 主要研究方向为边缘智能、大模型
"}, bioImg=ZomNU7lMMGpNa8e3oEm6fQ==, bioContent=
2000年生. 硕士研究生. 主要研究方向为边缘智能、大模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327019161332593194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, xref=null, ext=[AuthorCompanyExt(id=1327019161353564715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083), AuthorCompanyExt(id=1327019161374536236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京科技大学计算机与通信工程学院 北京 100083)])])], keywords=[Keyword(id=1327019162695742018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, orderNo=1, keyword=edge intelligence), Keyword(id=1327019162767045187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, orderNo=2, keyword=large models), Keyword(id=1327019164474126916, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, orderNo=3, keyword=federated fine-tuning of large models), Keyword(id=1327019164545430085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, orderNo=4, keyword=edge efficient inference), Keyword(id=1327019164658676294, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, orderNo=1, keyword=边缘智能), Keyword(id=1327019164759339591, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, orderNo=2, keyword=大模型), Keyword(id=1327019164826448456, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, orderNo=3, keyword=大模型联邦微调), Keyword(id=1327019164918723145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, orderNo=4, keyword=边缘高效推理)], refs=[Reference(id=1327019166915211872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenAI. ChatGPT: Optimizing language models for dialogue[EB/OL]. (2022-12-30)[2024-02-10]. https://openai.com/blog/chatgpt/#rf2, articleTitle=null, refAbstract=null), Reference(id=1327019166978126434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Achiam J, Adler S, Agarwal S, et al. GPT-4 technical report[J]. arXiv preprint, arXiv: 2303.08774, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019167041040995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLaMA: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019167099761252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Haotian, Li Chunyuan, Wu Qingyang, et al. Visual instruction tuning[J]. arXiv preprint, arXiv: 2304.08485, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019167166870117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Kirillov A, Mintun E, Ravi N, etc. Segment anything[J]. arXiv preprint, arXiv: 2304.02643, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019167225590374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Martin L, Stone K, el al. Llama 2: Open foundation and fine-tuned chat models[J]. arXiv preprint, arXiv: 2307.09288, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019167280116327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=王睿, 齐建鹏, 陈亮, 等. 面向边缘智能的协同推理综述[J]. 计算机研究与发展, 2023, 60(2): 398−414, articleTitle=null, refAbstract=null), Reference(id=1327019168953643625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Rui, Qi Jianpeng, Chen Liang, et al. Survey of collaborative inference for edge intelligence[J]. Journal of Computer Research and Development, 2023, 60(2): 398−414 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019169029141098, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Alizadeh K, Mirzadeh I, Belenko D, et al. LLM in a flash: Efficient large language model inference with limited memory[C]//Proc of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2024: 12562–12584, articleTitle=null, refAbstract=null), Reference(id=1327019169104638571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Mcmahan H B, Moore E, Ramage D, et al. Communication-efficient learning of deep networks from decentralized data[C]//Proc of the 20th Int Conf on Artificial Intelligence and Statistics PMLR. New York: ACM, 2017: 1273−1282, articleTitle=null, refAbstract=null), Reference(id=1327019169171747436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Custers B, Sears A M, Dechesne F, et al. EU Personal Data Protection in Policy and Practice[M]. The Hague, The Netherlands: TMC Asser Press, 2019, articleTitle=null, refAbstract=null), Reference(id=1327019169247244909, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Lambda. OpenAI’s GPT-3 language model: A technical overview[EB/OL]. (2020-06-03)[2024-01-08]. https://lambdalabs.com/blog/demystifying-gpt-3#1, articleTitle=null, refAbstract=null), Reference(id=1327019169318548078, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Ananthaswamy A. In AI, is bigger always better?[J]. Nature, 2023, 615(7951): 202−205, articleTitle=null, refAbstract=null), Reference(id=1327019169406628463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[C]//Proc of the 33rd Int Conf on Neural Information Processing Systems. New York: ACM, 2020: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1327019169473737328, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Lv Kai, Yang Yuqing, Liu Tengxiao, et al. Full parameter fine-tuning for large language models with limited resources[J]. arXiv preprint, arXiv: 2306.09782, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019169553429105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Lv Kai, Yan Hang, Guo Qipeng, et al. AdaLomo: Low-memory optimization with adaptive learning rate[J]. arXiv preprint, arXiv: 2310.10195, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019169620537970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Malladi S, Gao Tianyu, Nichani E, et al. Fine-tuning language models with just forward passes[J]. arXiv preprint, arXiv: 2305.17333, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019169687646835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Ning, Qin Yujia, Yang Guang, et al. Parameter-efficient fine-tuning of large-scale pre-trained language models[J]. Nature Machine Intelligence, 2023, 5(3): 220−235, articleTitle=null, refAbstract=null), Reference(id=1327019169763144308, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Chaochao, Feng Xiaohua, Zhou Jun, et al. Federated large language model: A position paper[J]. arXiv preprint, arXiv: 2307.08925, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019169821864565, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Houlsby N, Giurgiu A, Jastrzebski S, et al. Parameter-efficient transfer learning for NLP[C]//Proc of the 36th Int Conf on Machine Learning PMLR. New York: ACM, 2019: 2790−2799, articleTitle=null, refAbstract=null), Reference(id=1327019169880584822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Zhiqiang, Lan Yihuai, Wang Lei, et al. LLM-adapters: An adapter family for parameter-efficient fine-tuning of large language models[J]. arXiv preprint, arXiv: 2304.01933, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019169964470903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Karimi M, Henderson J, Ruder S. Compacter: Efficient low-rank hypercomplex adapter layers[C]//Proc of the 34th Int Conf on Neural Information Processing Systems. New York: ACM, 2021: 1022−1035, articleTitle=null, refAbstract=null), Reference(id=1327019170018996856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Li X, Liang P. Prefix-tuning: Optimizing continuous prompts for generation[J]. arXiv preprint, arXiv: 2101.00190, 2021, articleTitle=null, refAbstract=null), Reference(id=1327019170090300025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Renrui, Han Jiaming, Zhou Aojun, et al. Llama-adapter: Efficient fine-tuning of language models with zero-init attention[J]. arXiv preprint, arXiv: 2303.16199, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170153214586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Lester B, Al-Rfou R, Constant N. The power of scale for parameter-efficient prompt tuning[J]. arXiv preprint, arXiv: 2104.08691, 2021, articleTitle=null, refAbstract=null), Reference(id=1327019170207740539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Tianxiang, He Zhengfu, Zhu Qin, et al. Multitask pre-training of modular prompt for chinese few-shot learning[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 11156−11172, articleTitle=null, refAbstract=null), Reference(id=1327019170270655100, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Gu Yuxian, Han Xu, Liu Zhiyuan, et al. PPT: Pre-trained prompt tuning for few-shot learning[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022: 8410−8423, articleTitle=null, refAbstract=null), Reference(id=1327019170325181053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qingru, Chen Minshuo, Bukharin A, et al. Adaptive budget allocation for parameter-efficient fine-tuning[J]. arXiv preprint, arXiv: 2303.10512, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170388095614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Yukang, Qian Shengju, Tang Haotian, et al. LongLoRA: Efficient fine-tuning of long-context large language models[J]. arXiv preprint, arXiv: 2309.12307, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170463593087, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Chua T J, Yu Wenhan, Zhao Jun, et al. FedPEAT: Convergence of federated learning, parameter-efficient fine tuning, and emulator assisted tuning for artificial intelligence foundation models with mobile edge computing[J]. arXiv preprint, arXiv: 2310.17491, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170530701952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Che Tianshi, Liu Ji, Zhou Yang, et al. Federated learning of large language models with parameter-efficient prompt tuning and adaptive optimization[J]. arXiv preprint, arXiv: 2310.15080, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170606199425, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Babakniya S, Elkordy A R, Ezzeldin Y H, et al. SLoRA: Federated parameter efficient fine-tuning of language models[J]. arXiv preprint, arXiv: 2308.06522, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170660725378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Zhuo, Yang Yuanhang, Dai Yong, et al. FedPETuning: When federated learning meets the parameter-efficient tuning methods of pre-trained language models[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 9963−9977, articleTitle=null, refAbstract=null), Reference(id=1327019170723639939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Kuang Weirui, Qian Bingchen, Li Zitao, et al. FederatedScope-LLM: A comprehensive package for fine-tuning large language models in federated learning[J]. arXiv preprint, arxiv: 2309.00363, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170790748804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Tao, Kang Yan, Ma Guoqiang, et al. FATE-LLM: A industrial grade federated learning framework for large language models[J]. arXiv preprint, arxiv: 2310.10049, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170849469061, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Haokun, Zhang Yao, Krompass D, et al. FedDAT: An approach for foundation model finetuning in multi-modal heterogeneous federated Learning[J]. arXiv preprint, arXiv: 2308.12305, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019170908189318, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Tao, Guo Song, Wang Junxiao, et al. PromptFL: Let federated participants cooperatively learn prompts instead of models-federated learning in age of foundation model[J]. IEEE Transactions on Mobile Computing, 2023, 23(5): 5179−5194, articleTitle=null, refAbstract=null), Reference(id=1327019170975298183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Mengwei, Yin Wangsong, Cai Dongqi, et al. A survey of resource-efficient LLM and multimodal foundation models[J]. arXiv preprint, arXiv: 2401.08092, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019171046601352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Wan Zhongwei, Wang Xin, Liu Che, et al. Efficient large language models: A survey[J]. arXiv preprint, arXiv: 2312.03863, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171117904521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Miao Xupeng, Oliaro G, Zhang Zhihao, et al. Towards efficient generative large language model serving: A survey from algorithms to systems[J]. arXiv preprint, arXiv: 2312.15234, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171189207690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Kachris C. A survey on hardware accelerators for large language models[J]. arXiv preprint, arXiv: 2401.09890, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019171247927947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Juan, Liu Zheng, Chen Xi. Transformer-based models and hardware acceleration analysis in autonomous driving: A survey[J]. arXiv preprint, arXiv: 2304.10891, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171302453900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Emani M, Foreman S, Sastry V, et al. A comprehensive performance study of large language models on novel AI accelerators[J]. arXiv preprint, arXiv: 2310.04607, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171361174157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=张晓东, 张朝昆, 赵继军. 边缘智能研究进展[J]. 计算机研究与发展, 2023, 60(12): 2749−2769, articleTitle=null, refAbstract=null), Reference(id=1327019171415700110, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xiaodong, Zhang Chaokun, Zhao Jijun. State-of-the-art survey on edge intelligence[J]. Journal of Computer Research and Development, 2023, 60(12): 2749−2769 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019171474420367, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Xunyu, Li Jian, Liu Yong, et al. A survey on model compression for large language models[J]. arXiv preprint, arXiv: 2308.07633, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171533140624, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Xinyin, Fang Gongfan, Wang Xinchao. LLM-Pruner: On the structural pruning of large language models[J]. arXiv preprint, arXiv: 2305.11627, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171596055185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Xia Mengzhou, Gao Tianyu, Zeng Zhiyuan, et al. Sheared LLaMA: Accelerating language model pre-training via structured pruning[J]. arXiv preprint, arXiv: 2310.06694, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171658969746, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Hanrui, Zhang Zhekai, Han Song. SpAtten: Efficient sparse attention architecture with cascade token and head pruning[C]//Proc of the 27th IEEE Int Symp on High-Performance Computer Architecture. Piscataway, NJ: IEEE, 2021: 97−110, articleTitle=null, refAbstract=null), Reference(id=1327019171751244435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Mingyang, Chen Hao, Shen Chunhua, et al. LoRAPrune: Pruning meets low-rank parameter-efficient fine-tuning[J]. arXiv preprint, arXiv: 2305.18403, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019171830936212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Xia Haojun, Zheng Zhen, Li Yuchao, et al. Flash-LLM: Enabling cost-effective and highly-efficient large generative model inference with unstructured sparsity[J]. arXiv preprint, arXiv: 2309.10285, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019173479297685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Frantar E, Alistarh D. SparseGPT: Massive language models can be accurately pruned in one-shot[C]//Proc of the 40th Int Conf on Machine Learning PMLR. New York: ACM, 2023: 10323−10337, articleTitle=null, refAbstract=null), Reference(id=1327019175400288918, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Mingjie, Liu Zhuang, Bair A, et al. A simple and effective pruning approach for large language models[J]. arXiv preprint, arXiv: 2306.11695, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175505146519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang Chen, Zuo Simiao, Zhang Qingru, et al. Less is more: Task-aware layer-wise distillation for language model compression[C]//Proc of the 40th Int Conf on Machine Learning PMLR. New York: ACM, 2023: 20852−20867, articleTitle=null, refAbstract=null), Reference(id=1327019175589032600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Chen, Song Dawei, Ye Zheyu, et al. Towards the law of capacity gap in distilling language models[J]. arXiv preprint, arXiv: 2311.07052, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175651947161, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Padmanabhan S, Onoe Y, Zhang M, et al. Propagating knowledge updates to LMs through distillation[J]. arXiv preprint, arXiv: 2306.09306, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175714861722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Agarwal R, Vieillard N, Zhou Yongchao, et al. On-policy distillation of language models: Learning from self-generated mistakes[J]. arXiv preprint, arXiv: 2306.13649, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019175773581979, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Gu Yuxian, Dong Li, Wei Furu, et al. Knowledge distillation of large language models[J]. arXiv preprint, arXiv: 2306.08543, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175844885148, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Timiryasov I, Tastet J L. Baby llama: Knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty[J]. arXiv preprint, arXiv: 2308.02019, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175899411101, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiong Yunyang, Varadarajan B, Wu Lemeng, et al. EfficientSAM: Leveraged masked image pretraining for efficient segment anything[J]. arXiv preprint, arXiv: 2312.00863, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019175970714270, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Yuan Jianlong, Phan M H, Liu Liyang, et al. FAKD: Feature augmented knowledge distillation for semantic segmentation[C]//Proc of the 2024 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2024: 595−605, articleTitle=null, refAbstract=null), Reference(id=1327019176033628831, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Nasser S A, Gupte N, Sethi A. Reverse knowledge distillation: Training a large model using a small one for retinal image matching on limited data[C]//Proc of the 2024 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2024: 7778−7787, articleTitle=null, refAbstract=null), Reference(id=1327019176092349088, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Xuekai, Qi Biqing, Zhang Kaiyan, et al. PaD: Program-aided distillation specializes large models in reasoning[J]. arXiv preprint, arXiv: 2305.13888, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019176151069345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Li L H, Hessel J, Yu Youngjae, et al. Symbolic chain-of-thought distillation: Small models can also “think” step-by-step[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 2665−2679, articleTitle=null, refAbstract=null), Reference(id=1327019176260121250, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Shridhar K, Stolfo A, Sachan M. Distilling reasoning capabilities into smaller language models[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 7059−7073, articleTitle=null, refAbstract=null), Reference(id=1327019177988174499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Ho N, Schmid L, Yun S Y. Large language models are reasoning teachers[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 14852−14882, articleTitle=null, refAbstract=null), Reference(id=1327019178160140964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Peifeng, Wang Zhengyang, Li Zheng, et al. SCOTT: Self-consistent chain-of-thought distillation[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 5546−5558, articleTitle=null, refAbstract=null), Reference(id=1327019178227249829, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Hsieh C Y, Li C L, Yeh C K, et al. Distilling step-by-step! Outperforming larger language models with less training data and smaller model sizes[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 8003−8017, articleTitle=null, refAbstract=null), Reference(id=1327019178290164391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Zeming, Gao Qiyue, Bosselut A, et al. DISCO: Distilling counterfactuals with large language models[C]//Proc of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 5514−5528, articleTitle=null, refAbstract=null), Reference(id=1327019178365661864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Yuxin, Chan C, Chen Mingyang, et al. Lion: Adversarial distillation of proprietary large language models[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL 2023: 3134−3154, articleTitle=null, refAbstract=null), Reference(id=1327019178441159337, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Fu Yao, Peng Hao, Ou Litu, et al. Specializing smaller language models towards multi-step reasoning[C]//Proc of the 40th Int Conf on Machine Learning PMLR. New York: ACM, 2023: 10421−10430, articleTitle=null, refAbstract=null), Reference(id=1327019178508268202, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Minghao, Waheed A, Zhang Chiyu, et al. LaMini-LM: A diverse herd of distilled models from large-scale instructions[J]. arXiv preprint, arXiv: 2304.14402, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019178613125803, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Ji, Tang Jiaming, Tang Haotian, et al. AWQ: Activation-aware weight quantization for LLM compression and acceleration[J]. arXiv preprint, arXiv: 2306.00978, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019178697011884, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Qingyuan, Zhang Yifan, Li Liang, et al. FPTQ: Fine-grained post-training quantization for large language models[J]. arXiv preprint, arXiv: 2308.15987, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019178776703662, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Xiuying, Zhang Yunchen, Zhang Xiangguo, et al. Outlier Suppression: Pushing the limit of low-bit transformer language models[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: ACM, 2022: 17402−17414, articleTitle=null, refAbstract=null), Reference(id=1327019178852201135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Xiuying, Zhang Yunchen, Li Yuhang, et al. Outlier Suppression+: Accurate quantization of large language models by equivalent and effective shifting and scaling[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 1648−1665, articleTitle=null, refAbstract=null), Reference(id=1327019178940281520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Cong, Tang Jiaming, Hu Weiming, et al. OliVe: Accelerating large language models via hardware-friendly outlier-victim pair quantization[C/OL]//Proc of the 50th Annual Int Symp on Computer Architecture. New York: ACM, 2023[2024-09-10]. https: /doi.org/10.1145/3579371.3589038, articleTitle=null, refAbstract=null), Reference(id=1327019179040944819, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Zhewei, Yazdani A R, Zhang Minjia, et al. ZeroQuant: Efficient and affordable post-training quantization for large-scale transformers[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: ACM, 2022: 27168−27183, articleTitle=null, refAbstract=null), Reference(id=1327019179124830900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Dettmers T, Lewis M, Belkada Y, et al. LLM. int8(): 8-bit matrix multiplication for transformers at scale[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: ACM, 2022: 30318−30332, articleTitle=null, refAbstract=null), Reference(id=1327019179233882805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=Frantar E, Ashkboos S, Hoefler T, et al. GPTQ: Accurate quantization for generative pre-trained transformers[C/OL]//Proc of the 11th Int Conf on Learning Representations. OpenReview. net, 2023[2024-09-10]. https://openreview.net/forum?id=tcbBPnfwxS, articleTitle=null, refAbstract=null), Reference(id=1327019179326157495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Guangxuan, Lin Ji, Seznec M, et al. SmoothQuant: Accurate and efficient post-training quantization for large language models[C]//Proc of the 40th Int Conf on Machine Learning PMLR. New York: ACM, 2023: 38087−38099, articleTitle=null, refAbstract=null), Reference(id=1327019179397460664, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=Dettmers T, Svirschevski R, Egiazarian V, et al. SpQR: A sparse-quantized representation for near-lossless LLM weight compression[J]. arXiv preprint, arXiv: 2306.03078, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019179498123961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee Changhun, Jin Jungyu, Kim T, et al. OWQ: Outlier-aware weight quantization for efficient fine-tuning and inference of large language models[C]//Proc of the 38th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2024: 13355−13364, articleTitle=null, refAbstract=null), Reference(id=1327019179569427130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Hongyu, Ma Shuming, Dong Li, et al. BitNet: Scaling 1-bit transformers for large language models[J]. arXiv preprint, arXiv: 2310.11453, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019179653313211, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Dettmers T, Pagnoni A, Holtzman A, et al. QLoRA: Efficient finetuning of quantized LLMs[C]//Proc of the 37th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 10088−10115, articleTitle=null, refAbstract=null), Reference(id=1327019179716227772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, Lee J H, Kim S, et al. Memory-efficient fine-tuning of compressed large language models via sub−4-bit integer quantization[C]//Proc of the 36th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 36187−36207, articleTitle=null, refAbstract=null), Reference(id=1327019179791725245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zechun, Oguz B, Zhao Changsheng, et al. LLM-QAT: Data-free quantization aware training for large language models[J]. arXiv preprint, arXiv: 2305.17888, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019179863028414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Xinyu, Wang Tao, Yang Jiaming, et al. MPQ-YOLO: Ultra low mixed-precision quantization of YOLO for edge devices deployment[J]. Neurocomputing, 2024, 574: 127210, articleTitle=null, refAbstract=null), Reference(id=1327019179921748671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaushal A, Vaidhya T, Rish I. LORD: Low rank decomposition of monolingual code LLMs for one-shot compression[C/OL]//Proc of the 41st ICML 2024 Workshop on Foundation Models in the Wild. OpenReview. net, 2024[2024-09-10]. https://openreview.net/forum?id=br49PQvuMp, articleTitle=null, refAbstract=null), Reference(id=1327019179988857536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yixiao, Yu Yifan, Zhang Qingru, et al. LoSparse: Structured compression of large language models based on low-rank and sparse approximation[C]//Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 20336−20350, articleTitle=null, refAbstract=null), Reference(id=1327019180051772097, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Mingxue, Xu Yaolei, Mandic D P. TensorGPT: Efficient compression of the embedding layer in LLMs based on the tensor-train decomposition[J]. arXiv preprint, arXiv: 2307.00526, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019180131463874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=Chang C C, Sung Y Y, Yu Shixing, et al. FLORA: Fine-grained low-rank architecture search for vision transformer[C]//Proc of the 2024 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2024: 2482−2491, articleTitle=null, refAbstract=null), Reference(id=1327019180190184131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Benedek N, Wolf L. PRILoRA: Pruned and rank-increasing low-rank adaptation[J]. arXiv preprint, arXiv: 2401.11316, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019180244710084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Cheng Hongrong, Zhang Miao, Shi J Q. A survey on deep neural network pruning-taxonomy, comparison, analysis, and recommendations[J]. arXiv preprint, arXiv: 2308.06767, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019180303430341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Xiaohan, Li Ming, Tao Chongyang, et al. A survey on knowledge distillation of large language models[J]. arXiv preprint, arXiv: 2402.13116, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019180374733510, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=Park S, Choi J, Lee S, et al. A comprehensive survey of compression algorithms for language models[J]. arXiv preprint, arXiv:2401.15347, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019180542505671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=95, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu E, Shen Yelong, Wallis P, et al. LoRA: Low-rank adaptation of large language models[C/OL]//Proc of the 10th Int Conf on Learning Representations. OpenReview. net, 2022[2024-09-10]. https://openreview.net/forum?id=nZeVKeeFYf9, articleTitle=null, refAbstract=null), Reference(id=1327019180618003144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=96, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Jing, Gong Ruihao, Wei Xiuying, et al. QLLM: Accurate and efficient low-bitwidth quantization for large language models[C/OL]//Proc of the 12th Int Conf on Learning Representations. OpenReview. net, 2024[2024-09-10]. https://openreview.net/forum?id=FIplmUWdm3, articleTitle=null, refAbstract=null), Reference(id=1327019180685112009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Guangxuan, Tian Yuandong, Chen Beidi, et al. Efficient streaming language models with attention sinks[C/OL]//Proc of the 12th Int Conf on Learning Representations. OpenReview. net, 2024[2024-09-10]. https://openreview.net/forum?id=NG7sS51zVF, articleTitle=null, refAbstract=null), Reference(id=1327019180739637962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=98, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zichang, Desai A, Liao Fangshuo, et al. Scissorhands: Exploiting the persistence of importance hypothesis for LLM KV cache compression at test time[C]//Proc of the 37th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 52342−52364, articleTitle=null, refAbstract=null), Reference(id=1327019180798358219, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=99, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Zhenyu, Sheng Ying, Zhou Tianyi, et al. H2O: Heavy-hitter oracle for efficient generative inference of large language models[C]//Proc of the 37th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 34661−34710, articleTitle=null, refAbstract=null), Reference(id=1327019182559965901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=100, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Ge Suyu, Zhang Yunan, Liu Liyuan, et al. Model tells you what to discard: Adaptive KV cache compression for LLMs[C/OL]//Proc of the 12th Int Conf on Learning Representations. OpenReview. net, 2024[2024-09-10]. https://openreview.net/forum?id=uNrFpDPMyo, articleTitle=null, refAbstract=null), Reference(id=1327019182639657678, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=Hooper C, Kim S, Mohammadzadeh H, et al. KVQuant: Towards 10 million context length LLM inference with KV cache quantization[J]. arXiv preprint, arXiv: 2401.18079, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019182786458319, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=102, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Kwon W, Li Zhuohan, Zhuang Siyuan, et al. Efficient memory management for large language model serving with PagedAttention[C]//Proc of the 29th Symp on Operating Systems Principles. New York: ACM, 2023: 611−626, articleTitle=null, refAbstract=null), Reference(id=1327019182891315920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=103, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=Del C L, Del G A, Agarwal S, et al. SkipDecode: Autoregressive skip decoding with batching and caching for efficient LLM inference[J]. arXiv preprint, arXiv: 2307.02628, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019182962619089, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=104, rfOrder=105, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Dewen, Du Nan, Wang Tao, et al. Learning to skip for language modeling[J]. arXiv preprint, arXiv: 2311.15436, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019183029727954, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=105, rfOrder=106, authorNames=null, journalName=null, refType=null, unstructuredReference=Schuster T, Fisch A, Gupta J, et al. Confident adaptive language modeling[C]//Proc of the 36th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2022: 17456−17472, articleTitle=null, refAbstract=null), Reference(id=1327019183084253907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=106, rfOrder=107, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Tianxiang, Liu Xiangyang, Zhu Wei, et al. A simple Hash-based early exiting approach for language understanding and generation[J]. arXiv preprint, arXiv: 2203.01670, 2022, articleTitle=null, refAbstract=null), Reference(id=1327019183155557076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=107, rfOrder=108, authorNames=null, journalName=null, refType=null, unstructuredReference=Liao Kaiyuan, Zhang Yi, Ren Xuancheng, et al. A global past-future early exit method for accelerating inference of pre-trained language models[C]//Proc of the 2021 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2021: 2013−2023, articleTitle=null, refAbstract=null), Reference(id=1327019183210083029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=108, rfOrder=109, authorNames=null, journalName=null, refType=null, unstructuredReference=Kong Jun, Wang Jin, Yu L C, et al. Accelerating inference for pretrained language models by unified multi-perspective early exiting[C]//Proc of the 29th Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2022: 4677−4686, articleTitle=null, refAbstract=null), Reference(id=1327019183281386198, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=109, rfOrder=110, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Ziqian, Hong Yihuai, Dai Hongliang, et al. ConsistentEE: A consistent and hardness-guided early exiting method for accelerating language models inference[C]//Proc of the 38th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2024: 19506−19514, articleTitle=null, refAbstract=null), Reference(id=1327019183361077975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=110, rfOrder=111, authorNames=null, journalName=null, refType=null, unstructuredReference=Bae S, Ko J, Song H, et al. Fast and robust early-exiting framework for autoregressive language models with synchronized parallel decoding[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 5910−5924, articleTitle=null, refAbstract=null), Reference(id=1327019183440769752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=111, rfOrder=112, authorNames=null, journalName=null, refType=null, unstructuredReference=Valmeekam C S K, Narayanan K K D, Kalathil D, et al. LLMZip: Lossless text compression using large language models[J]. arXiv preprint, arXiv: 2306.04050, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019183499490009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=112, rfOrder=113, authorNames=null, journalName=null, refType=null, unstructuredReference=Chevalier A, Wettig A, Ajith A, et al. Adapting language models to compress contexts[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 3829−3846, articleTitle=null, refAbstract=null), Reference(id=1327019183562404570, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=114, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yucheng, Dong Bo, Guerin F, et al. Compressing context to enhance inference efficiency of large language models[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 6342−6353, articleTitle=null, refAbstract=null), Reference(id=1327019183621124827, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=114, rfOrder=115, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Huiqiang, Wu Qianhui, Lin C Y, et al. LLMLingua: Compressing prompts for accelerated inference of large language models[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 13358−13376, articleTitle=null, refAbstract=null), Reference(id=1327019183692427996, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=115, rfOrder=116, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Huiqiang, Wu Qianhui, Luo Xufang, et al. LongLLMLingua: Accelerating and enhancing LLMs in long context scenarios via prompt compression[C]//Proc of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2024: 1658−1677, articleTitle=null, refAbstract=null), Reference(id=1327019183755342557, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=116, rfOrder=117, authorNames=null, journalName=null, refType=null, unstructuredReference=Fu Yichao, Bailis P, Stoica I, et al. Break the sequential dependency of LLM inference using lookahead decoding[C]//Proc of the 41st Int Conf on Machine Learning. New York: PMLR, 2024: 14060−14079, articleTitle=null, refAbstract=null), Reference(id=1327019183814062814, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=117, rfOrder=118, authorNames=null, journalName=null, refType=null, unstructuredReference=Leviathan Y, Kalman M, Matias Y. Fast inference from transformers via speculative decoding[C]//Proc of the 40th int Conf on Machine Learning. New York: PMLR, 2023: 19274−19286, articleTitle=null, refAbstract=null), Reference(id=1327019183897948895, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=118, rfOrder=119, authorNames=null, journalName=null, refType=null, unstructuredReference=Miao Xupeng, Oliaro G, Zhang Zhihao, et al. SpecInfer: Accelerating generative large language model serving with tree-based speculative inference and verification[C]//Proc of the 29th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems. New York: ACM, 2024: 932–949, articleTitle=null, refAbstract=null), Reference(id=1327019183977640672, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=119, rfOrder=120, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai T, Li Yuhong, Geng Zhengyang, et al. Medusa: Simple LLM inference acceleration framework with multiple decoding heads[C]//Proc of the 41st int Conf on Machine Learning. New York: PMLR, 2024: 5209−5235, articleTitle=null, refAbstract=null), Reference(id=1327019184048943841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=120, rfOrder=121, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuhui, Wei Fangyun, Zhang Chao, et al. EAGLE: Speculative sampling requires rethinking feature uncertainty[C]//Proc of the 41st int Conf on Machine Learning. New York: PMLR, 2024: 28935−28948, articleTitle=null, refAbstract=null), Reference(id=1327019184128635618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=121, rfOrder=122, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Daliang, Yin Wangsong, Jin Xin, et al. LLMCad: Fast and scalable on-device large language model inference[J]. arXiv preprint, arXiv: 2309.04255, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019184195744483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=122, rfOrder=123, authorNames=null, journalName=null, refType=null, unstructuredReference=Shen Haihao, Chang Hanwen, Dong Bo, et al. Efficient LLM inference on CPUs[J]. arXiv preprint, arXiv: 2311.00502, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019184254464740, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=123, rfOrder=124, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T, Fu Dan, Ermon S, et al. FlashAttention: Fast and memory-efficient exact attention with IO-awareness[C]//Proc of the 36th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2022: 16344−16359, articleTitle=null, refAbstract=null), Reference(id=1327019184317379301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=124, rfOrder=125, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T. FlashAttention-2: Faster attention with better parallelism and work partitioning[C/OL]//Proc of the 12th Int Conf on Learning Representations. OpenReview. net, 2024[2024-09-10]. https://openreview.net/forum?id=mZn2Xyh9Ec, articleTitle=null, refAbstract=null), Reference(id=1327019184380293862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=125, rfOrder=126, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T, Haziza D, Massa F, et al. Flash-decoding for long-context inference[EB/OL]. 2023[2024-02-03]. https://pytorch.org/blog/flash-decoding/, articleTitle=null, refAbstract=null), Reference(id=1327019184455791335, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=126, rfOrder=127, authorNames=null, journalName=null, refType=null, unstructuredReference=Hong Ke, Dai Guohao, Xu Jiaming, et al. FlashDecoding++: Faster large language model inference with asynchronization, flat GEMM optimization, and heuristics[C/OL]//Proc of Machine Learning and Systems. 2024 [2024-09-12]. https://proceedings.mlsys.org/paper_files/paper/2024/hash/5321b1dabcd2be188d796c21b733e8c7-Abstract-Conference. html, articleTitle=null, refAbstract=null), Reference(id=1327019184527094504, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=127, rfOrder=128, authorNames=null, journalName=null, refType=null, unstructuredReference=Lai Ruihang, Shao Junru, Feng Siyuan, et al. Relax: Composable abstractions for end-to-end dynamic machine learning[J]. arXiv preprint, arXiv: 2311.02103, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019184606786281, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=128, rfOrder=129, authorNames=null, journalName=null, refType=null, unstructuredReference=Tillet P, Kung H T, Cox D. Triton: An intermediate language and compiler for tiled neural network computations[C]//Proc of the 3rd ACM SIGPLAN Int Workshop on Machine Learning and Programming Languages. New York: ACM, 2019: 10−19, articleTitle=null, refAbstract=null), Reference(id=1327019184673895146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=129, rfOrder=130, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Siyuan, Hou Bohan, Jin Hongyi, et al. TensorIR: An abstraction for automatic tensorized program optimization[C]//Proc of the 28th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems: Volume 2. New York: ACM, 2023: 804−817, articleTitle=null, refAbstract=null), Reference(id=1327019184728421099, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=130, rfOrder=131, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zichang, Wang Jue, Dao T, et al. Deja Vu: Contextual sparsity for efficient LLMs at inference time[C]//Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 22137−22176, articleTitle=null, refAbstract=null), Reference(id=1327019184808112876, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=131, rfOrder=132, authorNames=null, journalName=null, refType=null, unstructuredReference=Sheng Ying, Zheng Lianmin, Yuan Binhang, et al. FlexGen: High-throughput generative inference of large language models with a single GPU[C]//Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 31094−31116, articleTitle=null, refAbstract=null), Reference(id=1327019184871027437, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=132, rfOrder=133, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yixin, Mi Zeyu, Xie Haotong, et al. PowerInfer: Fast large language model serving with a consumer-grade GPU[J]. arXiv preprint, arXiv: 2312.12456, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019184925553390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=133, rfOrder=134, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Rongjie, Guo Liwei, Wei Shiyun, et al. EdgeMoE: Fast on-device inference of MoE-based large language models[J]. arXiv preprint, arXiv: 2308.14352, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019184975885039, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=134, rfOrder=135, authorNames=null, journalName=null, refType=null, unstructuredReference=Awais M, Naseer M, Khan S, et al. Foundational models defining a new era in vision: A survey and outlook[J]. arXiv preprint, arXiv: 2307.13721, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019185038799600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=135, rfOrder=136, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Shengkun, Wang Yaqing, Kong Zhenglun, et al. You need multiple exiting: Dynamic early exiting for accelerating unified vision language model[C]//Proc of the 44th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 10781−10791, articleTitle=null, refAbstract=null), Reference(id=1327019185122685681, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=136, rfOrder=137, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Zi, Tian Lin, Mok C W, et al. SAMConvex: Fast discrete optimization for CT registration using self-supervised anatomical embedding and correlation pyramid[C]//Proc of the 26th Medical Image Computing and Computer Assisted Intervention. Berlin: Springer, 2023: 559−569, articleTitle=null, refAbstract=null), Reference(id=1327019186943013618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=137, rfOrder=138, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Chong, Loy C C, Dai Bo. Extract free dense labels from CLIP[C]//Proc of the 17th Computer Vision. Berlin: Springer, 2022: 696−712, articleTitle=null, refAbstract=null), Reference(id=1327019187043676915, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=138, rfOrder=139, authorNames=null, journalName=null, refType=null, unstructuredReference=Sanghi A, Chu Hang, Lambourn J G, et al. CLIP-Forge: Towards zero-shot text-to-shape generation[C]//Proc of the 2022 IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 18603−18613, articleTitle=null, refAbstract=null), Reference(id=1327019187102397172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=139, rfOrder=140, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is All you Need[C]//Proc of the 31st Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2017: 5999−6009, articleTitle=null, refAbstract=null), Reference(id=1327019187165311733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=140, rfOrder=141, authorNames=null, journalName=null, refType=null, unstructuredReference=InternLM. LMDeploy[EB/OL]. 2023[2024-02-04]. https://github.com/InternLM/lmdeploy, articleTitle=null, refAbstract=null), Reference(id=1327019187224031990, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=141, rfOrder=142, authorNames=null, journalName=null, refType=null, unstructuredReference=Microsoft. DeepSpeed-MII[EB/OL]. 2022[2024-02-04]. https://github.com/microsoft/DeepSpeed-MII, articleTitle=null, refAbstract=null), Reference(id=1327019187282752247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=142, rfOrder=143, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. TensorRT-LLM[EB/OL]. 2023[2024-02-04]. https://github.com/NVIDIA/TensorRT-LLM, articleTitle=null, refAbstract=null), Reference(id=1327019187345666808, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=143, rfOrder=144, authorNames=null, journalName=null, refType=null, unstructuredReference=vLLM Team. vLLM[EB/OL]. 2023[2024-02-04]. https://github.com/vllm-project/vllm, articleTitle=null, refAbstract=null), Reference(id=1327019187416969977, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=144, rfOrder=145, authorNames=null, journalName=null, refType=null, unstructuredReference=李双峰. TensorFlow Lite: 端侧机器学习框架[J]. 计算机研究与发展, 2020, 57(9): 1839−1853, articleTitle=null, refAbstract=null), Reference(id=1327019187471495930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=144, rfOrder=146, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Shuangfeng. TensorFlow Lite: On-device machine learning framework[J]. Journal of Computer Research and Development, 2020, 57(9): 1839−1853 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019187530216187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=145, rfOrder=147, authorNames=null, journalName=null, refType=null, unstructuredReference=PyTorch Team. PyTorch ExecuTorch[EB/OL]. 2023[2024-05-28]. https://pytorch.org/executorch, articleTitle=null, refAbstract=null), Reference(id=1327019187584742140, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=146, rfOrder=148, authorNames=null, journalName=null, refType=null, unstructuredReference=Alibaba. MNN[EB/OL]. 2019[2024-06-30]. https://github.com/alibaba/MNN, articleTitle=null, refAbstract=null), Reference(id=1327019187635073789, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=147, rfOrder=149, authorNames=null, journalName=null, refType=null, unstructuredReference=Tencent. ncnn[EB/OL]. 2017[2024-05-30]. https://github.com/Tencent/ncnn, articleTitle=null, refAbstract=null), Reference(id=1327019187697988350, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=148, rfOrder=150, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Ji, Chen Weiming, Lin Yujun, et al. MCUNet: Tiny deep learning on IoT devices[C]//Proc of the 34th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2020: 11711−11722, articleTitle=null, refAbstract=null), Reference(id=1327019189627368191, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=149, rfOrder=151, authorNames=null, journalName=null, refType=null, unstructuredReference=MLC Team. MLC LLM[EB/OL]. 2023[2024-02-04]. https://github.com/mlc-ai/mlc-llm, articleTitle=null, refAbstract=null), Reference(id=1327019189765780224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=150, rfOrder=152, authorNames=null, journalName=null, refType=null, unstructuredReference=Gerganov G. llama. cpp[EB/OL]. 2023[2024-02-04]. https://github.com/ggerganov/llama.cpp, articleTitle=null, refAbstract=null), Reference(id=1327019191447696129, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=151, rfOrder=153, authorNames=null, journalName=null, refType=null, unstructuredReference=Karpathy A. llama2. c[EB/OL]. 2023[2024-02-04]. https://github.com/karpathy/llama2.c, articleTitle=null, refAbstract=null), Reference(id=1327019191510610690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=152, rfOrder=154, authorNames=null, journalName=null, refType=null, unstructuredReference=Mllm Team. mllm[EB/OL]. 2023[2024-02-04]. https://github.com/UbiquitousLearning/mllm, articleTitle=null, refAbstract=null), Reference(id=1327019191602885380, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=153, rfOrder=155, authorNames=null, journalName=null, refType=null, unstructuredReference=Intel. Intel Extension for Transformers[EB/OL]. 2022[2024-02-04]. https://github.com/intel/intel-extension-for-transformers, articleTitle=null, refAbstract=null), Reference(id=1327019191678382853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=154, rfOrder=156, authorNames=null, journalName=null, refType=null, unstructuredReference=Megvii Inc. InferLLM[EB/OL]. 2023[2024-02-04]. https://github.com/MegEngine/InferLLM, articleTitle=null, refAbstract=null), Reference(id=1327019191745491718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=155, rfOrder=157, authorNames=null, journalName=null, refType=null, unstructuredReference=MIT Han Lab. TinyChatEngine[EB/OL]. 2023[2024-02-04]. https://github.com/mit-han-lab/TinyChatEngine, articleTitle=null, refAbstract=null), Reference(id=1327019191825183495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=156, rfOrder=158, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. NanoLLM[EB/OL]. 2024[2024-04-28]. https://github.com/dusty-nv/NanoLLM, articleTitle=null, refAbstract=null), Reference(id=1327019191917458184, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=157, rfOrder=159, authorNames=null, journalName=null, refType=null, unstructuredReference=Neuralmagic. DeepSparse[EB/OL]. 2021[2024-02-04]. https://github.com/neuralmagic/deepsparse, articleTitle=null, refAbstract=null), Reference(id=1327019191984567049, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=158, rfOrder=160, authorNames=null, journalName=null, refType=null, unstructuredReference=Shazeer N. Fast transformer decoding: One write-head is all you need[J]. arXiv preprint, arXiv: 1911.02150, 2019, articleTitle=null, refAbstract=null), Reference(id=1327019192055870218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=159, rfOrder=161, authorNames=null, journalName=null, refType=null, unstructuredReference=Ainslie J, Lee-Thorp J, de Jong M, et al. GQA: Training generalized multi-query transformer models from multi-head checkpoints[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 4895−4901, articleTitle=null, refAbstract=null), Reference(id=1327019192127173387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=160, rfOrder=162, authorNames=null, journalName=null, refType=null, unstructuredReference=Choromanski K M, Likhosherstov V, Dohan D, et al. Rethinking attention with performers[C/OL]//Proc of the 9th Int Conf on Learning Representations. OpenReview. net, 2021[2024-09-10]. https://openreview.net/forum?id=Ua6zuk0WRH, articleTitle=null, refAbstract=null), Reference(id=1327019192185893644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=161, rfOrder=163, authorNames=null, journalName=null, refType=null, unstructuredReference=Shazeer N. Glu variants improve Transformer[J]. arXiv preprint, arXiv: 2002.05202, 2020, articleTitle=null, refAbstract=null), Reference(id=1327019192269779725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=162, rfOrder=164, authorNames=null, journalName=null, refType=null, unstructuredReference=Lepikhin D, Lee H, Xu Yuanzhong, et al. GShard: Scaling giant models with conditional computation and automatic sharding[C/OL]//Proc of the 9th Int Conf on Learning Representations. OpenReview. net, 2021[2024-09-10]. https://openreview.net/forum?id=qrwe7XHTmYb, articleTitle=null, refAbstract=null), Reference(id=1327019192416580366, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=163, rfOrder=165, authorNames=null, journalName=null, refType=null, unstructuredReference=Fedus W, Zoph B, Shazeer N. Switch transformers: Scaling to trillion parameter models with simple and efficient sparsity[J]. Journal of Machine Learning Research, 2022, 23(120): 1−39, articleTitle=null, refAbstract=null), Reference(id=1327019192500466447, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=164, rfOrder=166, authorNames=null, journalName=null, refType=null, unstructuredReference=Gu A, Dao T. Mamba: Linear-time sequence modeling with selective state spaces[J]. arXiv preprint, arXiv: 2312.00752, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019192567575312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=165, rfOrder=167, authorNames=null, journalName=null, refType=null, unstructuredReference=Peng Bo, Alcaide E, Anthony Q, et al. RWKV: Reinventing RNNs for the Transformer era[C]//Proc of the Findings of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 14048−14077, articleTitle=null, refAbstract=null), Reference(id=1327019192680821521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=166, rfOrder=168, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Yutao, Dong Li, Huang Shaohan, et al. Retentive network: A successor to Transformer for large language models[J]. arXiv preprint, arXiv: 2307.08621, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019192760513298, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=167, rfOrder=169, authorNames=null, journalName=null, refType=null, unstructuredReference=徐志伟, 曾琛, 朝鲁, 等. 面向控域的体系结构: 一种智能万物互联的体系结构风格[J]. 计算机研究与发展, 2019, 56(1): 90−102, articleTitle=null, refAbstract=null), Reference(id=1327019192856982291, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=167, rfOrder=170, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Zhiwei, Zeng Chen, Zhao Lu, et al. Domain oriented architecture: An architectural style of intelligent interconnection of all things[J]. Journal of Computer Research and Development, 2019, 56(1): 90−102 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019192928285460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=168, rfOrder=171, authorNames=null, journalName=null, refType=null, unstructuredReference=李国杰. 对大数据的再认识[J]. 大数据, 2015, 1(1): 8−16, articleTitle=null, refAbstract=null), Reference(id=1327019193007977237, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=168, rfOrder=172, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Guojie. Further understanding of big data[J]. Big Data, 2015, 1(1): 8−16 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019193096057622, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=169, rfOrder=173, authorNames=null, journalName=null, refType=null, unstructuredReference=Woisetschläger H, Isenko A, Wang Shiqiang, et al. Federated fine-tuning of LLMs on the very edge: The good, the bad, the ugly[C]//Proc of the 8th Workshop on Data Management for End-to-End Machine Learning. New York: ACM, 2024: 39−50, articleTitle=null, refAbstract=null), Reference(id=1327019193167360791, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=170, rfOrder=174, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Chengxu, Xu Mengwei, Wang Qipeng, et al. Flash: Heterogeneity-aware federated learning at scale[J]. IEEE Transactions on Mobile Computing, 2024, 23(1): 483−500, articleTitle=null, refAbstract=null), Reference(id=1327019193230275352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=171, rfOrder=175, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Wang, Hu Xixu, Wang Jindong, et al. FedCLIP: Fast generalization and personalization for CLIP in federated learning[J]. IEEE Data Engineering Bulletin, 2023, 46(1): 52−66, articleTitle=null, refAbstract=null), Reference(id=1327019193297384217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=172, rfOrder=176, authorNames=null, journalName=null, refType=null, unstructuredReference=矣晓沅, 谢幸. 大模型道德价值观对齐问题剖析[J]. 计算机研究与发展, 2023, 60(9): 1926−1945, articleTitle=null, refAbstract=null), Reference(id=1327019193368687386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=172, rfOrder=177, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Xiaoyuan, Xie Xing. An analysis of the alignment of moral values in the large model[J]. Journal of Computer Research and Development, 2023, 60(9): 1926−1945 (in Chinese), articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327019161332593194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, xref=null, ext=[AuthorCompanyExt(id=1327019161353564715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083), AuthorCompanyExt(id=1327019161374536236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, companyId=1327019161332593194, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京科技大学计算机与通信工程学院 北京 100083)])], figs=[ArticleFig(id=1327019165099078218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Figure 1, caption=
Growth trend of parameters in large models, figureFileSmall=EytUkc6kVc+yYuW1HpNsqQ==, figureFileBig=4lBI4mOSOSrlXH1n0ZYTpA==, tableContent=null), ArticleFig(id=1327019165178769995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=图1, caption=
大模型参数量增加趋势, figureFileSmall=EytUkc6kVc+yYuW1HpNsqQ==, figureFileBig=4lBI4mOSOSrlXH1n0ZYTpA==, tableContent=null), ArticleFig(id=1327019165279433292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Figure 2, caption=
Federated parameter efficient fine-tuning framework for large model, figureFileSmall=u8oWnpJ8r/9Fth/h2D1FMg==, figureFileBig=y3sHT/KZJk2Swite+xQPdw==, tableContent=null), ArticleFig(id=1327019165338153549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=图2, caption=
大模型联邦参数高效微调框架, figureFileSmall=u8oWnpJ8r/9Fth/h2D1FMg==, figureFileBig=y3sHT/KZJk2Swite+xQPdw==, tableContent=null), ArticleFig(id=1327019165396873807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Figure 3, caption=
Process of large model inference for edge, figureFileSmall=XDJZgA7uQOJF0bIHfuytow==, figureFileBig=kFldVN0cOI1nmELQVp6QZQ==, tableContent=null), ArticleFig(id=1327019165463982672, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=图3, caption=
大模型边缘推理流程, figureFileSmall=XDJZgA7uQOJF0bIHfuytow==, figureFileBig=kFldVN0cOI1nmELQVp6QZQ==, tableContent=null), ArticleFig(id=1327019165535285841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Figure 4, caption=
Overview of large model compression techniques, figureFileSmall=FDsmNmH6SzZ10YQiLAEqIg==, figureFileBig=q59yH1fIe9cZ1JPqO4QHSw==, tableContent=null), ArticleFig(id=1327019165598200402, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=图4, caption=
大模型压缩技术概况, figureFileSmall=FDsmNmH6SzZ10YQiLAEqIg==, figureFileBig=q59yH1fIe9cZ1JPqO4QHSw==, tableContent=null), ArticleFig(id=1327019165656920659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Figure 5, caption=
Overview of algorithm optimization for large model inference, figureFileSmall=t4voJLQ/J77luWVUM61Jzw==, figureFileBig=aV0ODq6nmzFJZZT8TTYTeA==, tableContent=null), ArticleFig(id=1327019165724029524, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=图5, caption=
大模型推理算法优化概况, figureFileSmall=t4voJLQ/J77luWVUM61Jzw==, figureFileBig=aV0ODq6nmzFJZZT8TTYTeA==, tableContent=null), ArticleFig(id=1327019165782749781, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Table 1, caption=
Comparison of Different Fine-Tuning Methods, figureFileSmall=null, figureFileBig=null, tableContent=
| 大模型微调技术 | 相关工作 | 更新的参数 |
|---|
| 适配器微调 | 文献[19−21] | 适配器模块 |
| 前缀微调 | 文献[22−23] | “前缀”向量序列 |
| 提示微调 | 文献[24−26] | 提示词向量 |
| 低秩适配 | 文献[27−28] | 低秩矩阵 |
| 全微调技术 | 文献[14-16] | 大模型所有参数 |
), ArticleFig(id=1327019166177014359, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=表1, caption=
不同微调方法的比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 大模型微调技术 | 相关工作 | 更新的参数 |
|---|
| 适配器微调 | 文献[19−21] | 适配器模块 |
| 前缀微调 | 文献[22−23] | “前缀”向量序列 |
| 提示微调 | 文献[24−26] | 提示词向量 |
| 低秩适配 | 文献[27−28] | 低秩矩阵 |
| 全微调技术 | 文献[14-16] | 大模型所有参数 |
), ArticleFig(id=1327019166235734616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Table 2, caption=
Summary of Federated Efficient Fine-Tuning Framework for Large Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 大模型联邦微调框架 | 支持的参数高效微调方法 | 隐私 保护 | 异构 问题 |
|---|
| FedPEAT[29] | 适配器调优 | √ | √ |
| FedPepTAO[30] | 提示调优 | × | √ |
| SLoRA[31] | 低秩适配 | × | √ |
| FedPETuning[32] | 适配器调优、提示调优 | √ | × |
| FederatedScope-LLM[33] | 前缀调优、提示调优、低秩适配 | √ | × |
| FATE-LLM[34] | 适配器调优、提示调优 | √ | √ |
), ArticleFig(id=1327019166307037785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=表2, caption=
大模型联邦高效微调框架总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 大模型联邦微调框架 | 支持的参数高效微调方法 | 隐私 保护 | 异构 问题 |
|---|
| FedPEAT[29] | 适配器调优 | √ | √ |
| FedPepTAO[30] | 提示调优 | × | √ |
| SLoRA[31] | 低秩适配 | × | √ |
| FedPETuning[32] | 适配器调优、提示调优 | √ | × |
| FederatedScope-LLM[33] | 前缀调优、提示调优、低秩适配 | √ | × |
| FATE-LLM[34] | 适配器调优、提示调优 | √ | √ |
), ArticleFig(id=1327019166374146650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Table 3, caption=
Classification of Related Work for Large Model Compression, figureFileSmall=null, figureFileBig=null, tableContent=
| 方向 | 分类 | 优化目标 | 工作来源 |
|---|
| 注:“—”表示没有更细致的类别划分. |
| 参数剪枝 | 结构化剪枝 | 剪除冗余结构,降低模型大小和计算复杂度 | 文献[45−48] |
非结构 化剪枝 | 实现权重稀疏化,减小模型内存使用量和计算量,依赖特定软硬件加速模型张量运算 | 文献[49−51] |
| 知识蒸馏 | 白盒蒸馏 | 产生特定领域下的小模型,减少模型尺寸和计算量,同时保持模型在特定任务下的性能 | 文献[52−60] |
| 黑盒蒸馏 | 在不访问大模型内部结构的情况下,实现蒸馏过程,产生特定领域的小模型 | 文献[61−70] |
| 模型量化 | 训练后 量化 | 降低模型存储大小、节省存储、内存、带宽、计算量,同时保持模型精度 | 文献[71−81] |
量化感 知训练 | 降低模型量化误差,在降低模型存储、内存、带宽、计算量的前提下,进一步保持模型精度 | 文献[82−86] |
| 低秩分解 | — | 减少模型参数量,实现推理加速 | 文献[87−91] |
), ArticleFig(id=1327019166449644123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=表3, caption=
大模型压缩相关工作分类
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方向 | 分类 | 优化目标 | 工作来源 |
|---|
| 注:“—”表示没有更细致的类别划分. |
| 参数剪枝 | 结构化剪枝 | 剪除冗余结构,降低模型大小和计算复杂度 | 文献[45−48] |
非结构 化剪枝 | 实现权重稀疏化,减小模型内存使用量和计算量,依赖特定软硬件加速模型张量运算 | 文献[49−51] |
| 知识蒸馏 | 白盒蒸馏 | 产生特定领域下的小模型,减少模型尺寸和计算量,同时保持模型在特定任务下的性能 | 文献[52−60] |
| 黑盒蒸馏 | 在不访问大模型内部结构的情况下,实现蒸馏过程,产生特定领域的小模型 | 文献[61−70] |
| 模型量化 | 训练后 量化 | 降低模型存储大小、节省存储、内存、带宽、计算量,同时保持模型精度 | 文献[71−81] |
量化感 知训练 | 降低模型量化误差,在降低模型存储、内存、带宽、计算量的前提下,进一步保持模型精度 | 文献[82−86] |
| 低秩分解 | — | 减少模型参数量,实现推理加速 | 文献[87−91] |
), ArticleFig(id=1327019166520947292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Table 4, caption=
Classification of Related Work for Large Model Inference Acceleration Technology, figureFileSmall=null, figureFileBig=null, tableContent=
优化 层次 | 类别 | 目的 | 相关工作 |
|---|
| 推理算法优化 | KV缓存 | 利用缓存避免注意力的重复计算,牺牲内存提高推理速度 | 文献[97−102] |
| 早期退出 | 提前终止或跳过不必要的计算,降低平均推理时延 | 文献[103−110] |
高效提 示词 | 压缩或裁剪提示词,在长上下文场景下减少大模型推理计算量和成本 | 文献[111−115] |
| 推测解码 | 避免自回归算法带来的顺序依赖性,提高模型并行能力和推理速度. | 文献[116−122] |
| 系统效率优化 | 算子优化 | 充分利用硬件加速能力,减少冗余计算 | 文献[123−129] |
稀疏性 加速 | 减少冗余计算、冗余内存加载 | 文献[8, 130−133] |
), ArticleFig(id=1327019166583861853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=表4, caption=
大模型推理加速技术相关工作分类
, figureFileSmall=null, figureFileBig=null, tableContent=
优化 层次 | 类别 | 目的 | 相关工作 |
|---|
| 推理算法优化 | KV缓存 | 利用缓存避免注意力的重复计算,牺牲内存提高推理速度 | 文献[97−102] |
| 早期退出 | 提前终止或跳过不必要的计算,降低平均推理时延 | 文献[103−110] |
高效提 示词 | 压缩或裁剪提示词,在长上下文场景下减少大模型推理计算量和成本 | 文献[111−115] |
| 推测解码 | 避免自回归算法带来的顺序依赖性,提高模型并行能力和推理速度. | 文献[116−122] |
| 系统效率优化 | 算子优化 | 充分利用硬件加速能力,减少冗余计算 | 文献[123−129] |
稀疏性 加速 | 减少冗余计算、冗余内存加载 | 文献[8, 130−133] |
), ArticleFig(id=1327019166659359326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=EN, label=Table 5, caption=
Summary of Edge Deployment Frameworks for Large Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 适用性 | 框架 | 特点 | 量化 | 多模 型支持 | 跨平台支持 |
|---|
| 通用 | TFLite[144] | 在移动设备、嵌入式设备和loT设备上运行模型,支持多种开发语言和硬件加速 | √ | √ | √ |
| TorchExec[145] | PyTorch平台下边缘部署工具,兼容多种计算平台并具有轻量级运行时 | √ | √ | √ |
| MNN[146] | 轻量级的深度神经网络引擎,对模型格式、算子、设备、操作系统具有广泛的兼容性 | √ | √ | √ |
| NCNN[147] | 适用于移动端的神经网络推理框架,无第三方依赖 | √ | √ | √ |
| 专用 | MLC-LLM[149] | 使用机器学习编译技术加速推理 | √ | √ | √ |
| llama.cpp[150] | C/C++中LLM推理 | √ | √ | √ |
| llama2.c[151] | 纯C语言环境执行LLaMA推理 | | | √ |
| Mllm[152] | 适用于移动和边缘设备的多模态推理引擎 | √ | √ | √ |
| Intel Extension for Transformers[153] | 在英特尔平台上提供大语言模型高效推理 | √ | √ | |
| InferLLM[154] | 轻量级大语言模型推理框架,可部署至移动设备 | | √ | √ |
| TinyChatEngine[155] | 支持多种设备上的多种量化方法 | √ | √ | √ |
| NanoLLM[156] | 为NVIDIA Jetson设计的轻量级大语言模型推理引擎 | | √ | |
), ArticleFig(id=1327019166739051103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327018107924755105, language=CN, label=表5, caption=
大模型边缘部署框架总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 适用性 | 框架 | 特点 | 量化 | 多模 型支持 | 跨平台支持 |
|---|
| 通用 | TFLite[144] | 在移动设备、嵌入式设备和loT设备上运行模型,支持多种开发语言和硬件加速 | √ | √ | √ |
| TorchExec[145] | PyTorch平台下边缘部署工具,兼容多种计算平台并具有轻量级运行时 | √ | √ | √ |
| MNN[146] | 轻量级的深度神经网络引擎,对模型格式、算子、设备、操作系统具有广泛的兼容性 | √ | √ | √ |
| NCNN[147] | 适用于移动端的神经网络推理框架,无第三方依赖 | √ | √ | √ |
| 专用 | MLC-LLM[149] | 使用机器学习编译技术加速推理 | √ | √ | √ |
| llama.cpp[150] | C/C++中LLM推理 | √ | √ | √ |
| llama2.c[151] | 纯C语言环境执行LLaMA推理 | | | √ |
| Mllm[152] | 适用于移动和边缘设备的多模态推理引擎 | √ | √ | √ |
| Intel Extension for Transformers[153] | 在英特尔平台上提供大语言模型高效推理 | √ | √ | |
| InferLLM[154] | 轻量级大语言模型推理框架,可部署至移动设备 | | √ | √ |
| TinyChatEngine[155] | 支持多种设备上的多种量化方法 | √ | √ | √ |
| NanoLLM[156] | 为NVIDIA Jetson设计的轻量级大语言模型推理引擎 | | √ | |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440385, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440385, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440385, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440385, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1759248000000, fullTextJson=null, articleText=null, reference=null)