Article(id=1329420320609513491, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420206000157303, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202660128, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1773244800000, receivedDateStr=2026-03-12, revisedDate=1777392000000, revisedDateStr=2026-04-29, acceptedDate=null, acceptedDateStr=null, onlineDate=1794888103867, onlineDateStr=2026-11-17, pubDate=1785513600000, pubDateStr=2026-08-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888103867, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888103867, creator=13701087609, updateTime=1794888103867, updator=13701087609, issue=Issue{id=1329420206000157303, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='8', pageStart='1905', pageEnd='2181', issueExtLink='null', onlineDate='null', pubDate='1785513600000', pubDateStr='2026-08-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888076542, creator='13701087609', updateTime=1794888076542, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1950, endPage=1987, ext={EN=ArticleExt(id=1329420320815034388, articleId=1329420320609513491, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Learning-Driven Model Quantization: Methods, Challenges and Prospects, columnId=1329420214938219240, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on AI Computility: Systems and Key Applications, runingTitle=null, highlight=null, articleAbstract=
The increasing parameter scale and structural complexity of deep neural networks (DNNs) pose significant challenges for their efficient deployment in cloud-edge-end collaborative computing architectures, where edge and terminal nodes must support real-time inference under stringent constraints on computation, storage, inference latency, and communication overhead. Although model quantization effectively reduces resource consumption, traditional approaches based on fixed rules or empirical heuristics exhibit notable limitations in accuracy preservation, training stability, and adaptability across diverse architectures and application scenarios, particularly under very low bit-width conditions (≤4 bit). To mitigate these issues, learning-based quantization incorporates learnable components and diverse supervisory signals, substantially improving accuracy preservation, optimization robustness, and hardware adaptability under low-bit conditions. In this paper, we systematically review representative studies on learning-based quantization, centered on two primary paradigms: post-training quantization (PTQ) and quantization-aware training (QAT). We summarize performance enhancement strategies including learnable parameter modeling, reconstruction and approximation optimization, auxiliary supervision, and learning-driven methods under data and hardware constraints. We further organize existing technical approaches and their interrelationships from the perspectives of quantization process stages and learning signal mechanisms, and analyze the applicability of different strategies under varying data conditions, model scales, and application constraints. Finally, we discuss future research directions in learning-based quantization from three aspects: error-analysis-based optimization of quantization parameters and learning signals, the trade-off between accuracy and resources in learning-based quantization, and a unified quantization framework across model architectures.
, authors=Xinyi Huang
1, Zhihao Qu
1, *, Baoliu Ye
2, Shihong Hu
1, Ninghui Jia
1, Lin Qian
3, authorsList=Xinyi Huang, Zhihao Qu, Baoliu Ye, Shihong Hu, Ninghui Jia, Lin Qian, authorCompany=null, correspAuthors=Zhihao Qu, authorNote=
born in 2002. Master candidate. Her main research interests include edge intelligence and model compression
born in 1989. PhD, associate professor. His main research interests include edge computing and federated learning
born in 1976. PhD, professor. His main research interests include distributed systems, cloud computing, and edge intelligence
born in 1993. PhD. Her main research interests include edge intelligence and resource scheduling
born in 1998. PhD candidate. His main research interests include federated learning and edge intelligence
born in 1984. PhD,senior engineer. His main research interest includes distributed computing and systems
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420324988366917, articleId=1329420320609513491, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=学习驱动的模型量化:方法、挑战与展望, columnId=1329420215122768618, journalTitle=计算机研究与发展, columnName=AI算力网:系统与关键应用专题, runingTitle=null, highlight=null, articleAbstract=
随着深度神经网络参数规模与结构复杂度持续提升,以及云边端协同计算架构的广泛部署,模型在边端侧高效推理面临计算存储受限、推理延迟高及通信开销大等关键技术挑战。模型量化能够有效降低资源开销,但在极低比特(≤4 bit)条件下,基于固定规则或经验启发的传统量化方法在精度保持、训练稳定性以及跨架构与应用场景适配性方面仍存在明显局限。为缓解上述问题,学习驱动量化通过引入可学习机制与多样化监督信号,显著提升了极低比特条件下模型的精度保持能力、优化鲁棒性及异构硬件适配效率。围绕学习驱动量化的核心方法与关键机制,系统梳理并分析了相关代表性研究工作,以后训练量化(post-training quantization,PTQ)与量化感知训练(quantization-aware training,QAT)两类典型范式为主线,总结了可学习参数建模、重构与近似优化、辅助信号监督以及数据和硬件约束下的学习驱动量化的性能增强方法。此外,从量化流程阶段与学习信号作用机制2个角度,对现有技术路径及其内在联系进行了系统整理,分析不同策略在数据条件、模型规模与应用约束下的适用特征。在此基础上,从基于误差解析的量化参数与学习信号优化、学习驱动量化中精度与资源的权衡,以及跨模型架构的学习驱动量化统一框架等方面,对学习驱动量化的未来发展趋势进行了展望。
, authors=黄馨怡
1, 屈志昊
1, *, 叶保留
2, 胡世红
1, 贾柠晖
1, 钱琳
3, authorsList=黄馨怡, 屈志昊, 叶保留, 胡世红, 贾柠晖, 钱琳, authorCompany=null, correspAuthors=屈志昊, authorNote=
 |
2002年生。硕士研究生。主要研究方向为边缘智能、模型压缩 |
 |
1989年生。博士,副教授。主要研究方向为边缘计算、联邦学习 |
 |
1976年生。博士,教授。主要研究方向为分布式系统、云计算、边缘智能 |
 |
1993年生。博士。主要研究方向为边缘智能、资源调度 |
 |
1998年生。博士研究生。主要研究方向为联邦学习、边缘智能 |
 |
1984年生。博士,高级工程师。主要研究方向为分布式计算与系统 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=8M+0nFjRg0oPRwiw5Ok9Mw==, magXml=ZnwYkN7PaIgOTRGwc1QxJQ==, pdfUrl=null, pdf=6ZRPwfhvQcNBx8UNw3SZLw==, pdfFileSize=2838788, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=VMG8YpAAcpveXlv6YQI24Q==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=bsOMivqRef8Lf4Ujc7pQsw==, mapNumber=null, fund=null)}, authors=[Author(id=1329420325592346705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=241307010018@hhu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420325659455571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420325592346705, language=EN, stringName=Xinyi Huang, firstName=Xinyi, middleName=null, lastName=Huang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100, bio={"content":"
born in 2002. Master candidate. Her main research interests include edge intelligence and model compression
"}, bioImg=null, bioContent=
born in 2002. Master candidate. Her main research interests include edge intelligence and model compression
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420325856587860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420325592346705, language=CN, stringName=黄馨怡, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1河海大学水利部水利大数据重点实验室 南京 211100, bio={"img":"7whQ66fes1BwiY51y3PGmw==","content":"
2002年生。硕士研究生。主要研究方向为边缘智能、模型压缩
"}, bioImg=7whQ66fes1BwiY51y3PGmw==, bioContent=
2002年生。硕士研究生。主要研究方向为边缘智能、模型压缩
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325227442246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=1, ext=[AuthorCompanyExt(id=1329420325235830855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100), AuthorCompanyExt(id=1329420325244219464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1河海大学水利部水利大数据重点实验室 南京 211100)])]), Author(id=1329420325927891030, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=quzhihao@hhu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420325999194200, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420325927891030, language=EN, stringName=Zhihao Qu, firstName=Zhihao, middleName=null, lastName=Qu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100, bio={"content":"
born in 1989. PhD, associate professor. His main research interests include edge computing and federated learning
"}, bioImg=null, bioContent=
born in 1989. PhD, associate professor. His main research interests include edge computing and federated learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420326070497369, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420325927891030, language=CN, stringName=屈志昊, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1河海大学水利部水利大数据重点实验室 南京 211100, bio={"img":"XXoq+bjWNrqdYIWPwO90iA==","content":"
1989年生。博士,副教授。主要研究方向为边缘计算、联邦学习
"}, bioImg=XXoq+bjWNrqdYIWPwO90iA==, bioContent=
1989年生。博士,副教授。主要研究方向为边缘计算、联邦学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325227442246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=1, ext=[AuthorCompanyExt(id=1329420325235830855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100), AuthorCompanyExt(id=1329420325244219464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1河海大学水利部水利大数据重点实验室 南京 211100)])]), Author(id=1329420326137606235, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420326221492317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326137606235, language=EN, stringName=Baoliu Ye, firstName=Baoliu, middleName=null, lastName=Ye, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210046, bio={"content":"
born in 1976. PhD, professor. His main research interests include distributed systems, cloud computing, and edge intelligence
"}, bioImg=null, bioContent=
born in 1976. PhD, professor. His main research interests include distributed systems, cloud computing, and edge intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420326301184094, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326137606235, language=CN, stringName=叶保留, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2南京大学计算机软件新技术国家重点实验室 南京 210046, bio={"img":"qgsEixdTJCL+SDr6ppM5aw==","content":"
1976年生。博士,教授。主要研究方向为分布式系统、云计算、边缘智能
"}, bioImg=qgsEixdTJCL+SDr6ppM5aw==, bioContent=
1976年生。博士,教授。主要研究方向为分布式系统、云计算、边缘智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325307134025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=2, ext=[AuthorCompanyExt(id=1329420325319716938, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325307134025, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210046), AuthorCompanyExt(id=1329420325344882763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325307134025, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南京大学计算机软件新技术国家重点实验室 南京 210046)])]), Author(id=1329420326372487264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420326447984738, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326372487264, language=EN, stringName=Shihong Hu, firstName=Shihong, middleName=null, lastName=Hu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100, bio={"content":"
born in 1993. PhD. Her main research interests include edge intelligence and resource scheduling
"}, bioImg=null, bioContent=
born in 1993. PhD. Her main research interests include edge intelligence and resource scheduling
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420326515093603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326372487264, language=CN, stringName=胡世红, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1河海大学水利部水利大数据重点实验室 南京 211100, bio={"img":"Qn1lvlVkq8BUX7wCmLqASw==","content":"
1993年生。博士。主要研究方向为边缘智能、资源调度
"}, bioImg=Qn1lvlVkq8BUX7wCmLqASw==, bioContent=
1993年生。博士。主要研究方向为边缘智能、资源调度
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325227442246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=1, ext=[AuthorCompanyExt(id=1329420325235830855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100), AuthorCompanyExt(id=1329420325244219464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1河海大学水利部水利大数据重点实验室 南京 211100)])]), Author(id=1329420326573813861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420326661894247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326573813861, language=EN, stringName=Ninghui Jia, firstName=Ninghui, middleName=null, lastName=Jia, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100, bio={"content":"
born in 1998. PhD candidate. His main research interests include federated learning and edge intelligence
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. His main research interests include federated learning and edge intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420326733197416, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326573813861, language=CN, stringName=贾柠晖, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1河海大学水利部水利大数据重点实验室 南京 211100, bio={"img":"wz3ngJYAl0NvLBAtpnEGMQ==","content":"
1998年生。博士研究生。主要研究方向为联邦学习、边缘智能
"}, bioImg=wz3ngJYAl0NvLBAtpnEGMQ==, bioContent=
1998年生。博士研究生。主要研究方向为联邦学习、边缘智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325227442246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=1, ext=[AuthorCompanyExt(id=1329420325235830855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100), AuthorCompanyExt(id=1329420325244219464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1河海大学水利部水利大数据重点实验室 南京 211100)])]), Author(id=1329420326800306282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420326871609452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326800306282, language=EN, stringName=Lin Qian, firstName=Lin, middleName=null, lastName=Qian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3China Southern Power Grid Electro-Computational Technology Digital Engineering (Guangdong) Co., Ltd., Guangzhou 510000, bio={"content":"
born in 1984. PhD,senior engineer. His main research interest includes distributed computing and systems
"}, bioImg=null, bioContent=
born in 1984. PhD,senior engineer. His main research interest includes distributed computing and systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420326976467053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, authorId=1329420326800306282, language=CN, stringName=钱琳, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3中国南方电网电算科技数字工程(广东)有限公司 广州 510000, bio={"img":"lA/fmtT7zEb6UcZmUEbZhw==","content":"
1984年生。博士,高级工程师。主要研究方向为分布式计算与系统
"}, bioImg=lA/fmtT7zEb6UcZmUEbZhw==, bioContent=
1984年生。博士,高级工程师。主要研究方向为分布式计算与系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420325474906189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=3, ext=[AuthorCompanyExt(id=1329420325479100494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325474906189, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3China Southern Power Grid Electro-Computational Technology Digital Engineering (Guangdong) Co., Ltd., Guangzhou 510000), AuthorCompanyExt(id=1329420325483294799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325474906189, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3中国南方电网电算科技数字工程(广东)有限公司 广州 510000)])])], keywords=[Keyword(id=1329420327119073390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, orderNo=1, keyword=model quantization), Keyword(id=1329420327186182255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, orderNo=2, keyword=post-training quantization (PTQ)), Keyword(id=1329420327261679728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, orderNo=3, keyword=quantization-aware training (QAT)), Keyword(id=1329420327345565809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, orderNo=4, keyword=learning-driven), Keyword(id=1329420327458812018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, orderNo=5, keyword=large language models (LLMs)), Keyword(id=1329420327546892403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, orderNo=1, keyword=模型量化), Keyword(id=1329420327605612660, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, orderNo=2, keyword=后训练量化), Keyword(id=1329420327668527221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, orderNo=3, keyword=量化感知训练), Keyword(id=1329420327756607606, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, orderNo=4, keyword=学习驱动), Keyword(id=1329420327874048119, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, orderNo=5, keyword=大语言模型)], refs=[Reference(id=1329420333670576324, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Han Song, Pool J, Tran J, et al. Learning both weights and connections for efficient neural network[C]//Proc of the Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2015: 1135−1143, articleTitle=null, refAbstract=null), Reference(id=1329420333737685189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network[J]. arXiv preprint, arXiv: 1503.02531, 2015, articleTitle=null, refAbstract=null), Reference(id=1329420333813182662, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Denton E, Zaremba W, Bruna J, et al. Exploiting linear structure within convolutional networks for efficient evaluation[C]//Proc of the 27th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2014: 1269−1277, articleTitle=null, refAbstract=null), Reference(id=1329420333880291527, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Han Song, Mao Huizi, Dally W J. Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding[C]//Proc of the 4th Int Conf on Learning Representations. Washington DC: ICLR, 2016: 136−150, articleTitle=null, refAbstract=null), Reference(id=1329420333951594696, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Jacob B, Kligys S, Chen Bo, et al. Quantization and training of neural networks for efficient integer-arithmetic-only inference[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2018: 2704−2713, articleTitle=null, refAbstract=null), Reference(id=1329420334022897865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Krishnamoorthi R. Quantizing deep convolutional networks for efficient inference: A whitepaper[J]. arXiv preprint, arXiv: 1806.08342, 2018, articleTitle=null, refAbstract=null), Reference(id=1329420334085812426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Banner R, Nahshan Y, Soudry D. Post training 4-bit quantization of convolutional networks for rapid-deployment[C]//Proc of the 33rd Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2019: 7950−7958, articleTitle=null, refAbstract=null), Reference(id=1329420334152921291, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Choukroun Y, Kravchik E, Yang F, et al. Low-bit quantization of neural networks for efficient inference[C]//Proc of the IEEE/CVF Int Conf on Computer Vision Workshops. Piscataway, NJ: IEEE, 2019: 3009−3018, articleTitle=null, refAbstract=null), Reference(id=1329420334232613068, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuhang, Gong Ruihao, Tan Xu, et al. BRECQ: Pushing the limit of post-training quantization by block reconstruction[C]//Proc of the 9th Int Conf on Learning Representations. Washington DC: ICLR, 2021: 18472−18488, articleTitle=null, refAbstract=null), Reference(id=1329420334312304845, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Nagel M, Amjad R A, van Baalen M, et al. Up or down? Adaptive rounding for post-training quantization[C]//Proc of the 37th Int Conf on Machine Learning. New York: ICML, 2020: 7197−7206, articleTitle=null, refAbstract=null), Reference(id=1329420334387802318, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Esser S K, McKinstry J L, Bablani D, et al. Learned step size quantization[C]//Proc of the 8th Int Conf on Learning Representations. Washington DC: ICLR, 2020: 6910−6921, articleTitle=null, refAbstract=null), Reference(id=1329420334467494095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Bhalgat Y, Lee J, Nagel M, et al. LSQ+: Improving low-bit quantization through learnable offsets and better initialization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition Workshops. Piscataway, NJ: IEEE, 2020: 2978−2985, articleTitle=null, refAbstract=null), Reference(id=1329420334526214352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Xiuying, Gong Ruihao, Li Yuhang, et al. QDrop: Randomly dropping quantization for extremely low-bit post-training quantization[C]//Proc of the 10th Int Conf on Learning Representations. Washington DC: ICLR, 2022: 2831−2849, articleTitle=null, refAbstract=null), Reference(id=1329420334589128913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Jiawei, Niu Lin, Yuan Zhihang, et al. PD-Quant: Post-training quantization based on prediction difference metric[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 24427−24437, articleTitle=null, refAbstract=null), Reference(id=1329420334652043474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Zhen, Yao Zhewei, Gholami A, et al. HAWQ: Hessian aware quantization of neural networks with mixed-precision[C]//Proc of the 17th IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2019: 293−302, articleTitle=null, refAbstract=null), Reference(id=1329420334714958035, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Jung S, Son C, Lee S, et al. Learning to quantize deep networks by optimizing quantization intervals with task loss[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2019: 4350−4359, articleTitle=null, refAbstract=null), Reference(id=1329420334782066900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Gong Ruihao, Liu Xianglong, Li Yuhang, et al. Pushing the limit of post-training quantization[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2025, 47(7): 5556−5570, articleTitle=null, refAbstract=null), Reference(id=1329420334853370069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Dongqing, Yang Jiaolong, Ye Dongqiangzi, et al. LQ-Nets: Learned quantization for highly accurate and compact deep neural networks[C]//LNCS 11212: Proc of the 15th European Conf on Computer Vision. Berlin: Springer, 2018: 373−390, articleTitle=null, refAbstract=null), Reference(id=1329420334949839062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Gong Ruihao, Liu Xianglong, Jiang Shenghu, et al. Differentiable soft quantization: Bridging full-precision and low-bit neural networks[C]//Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2019: 4851−4860, articleTitle=null, refAbstract=null), Reference(id=1329420335021142231, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Zhuguanyu, Wang Shihe, Zhang Jiayi, et al. FIMA-Q: Post-training quantization for vision Transformers by Fisher information matrix approximation[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2025: 14891−14900, articleTitle=null, refAbstract=null), Reference(id=1329420335092445400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yuejiao, Ma Zhong, Yang Chaojie, et al. Reinforcement learning based quantization strategy optimal assignment algorithm for mixed precision[J]. Computers, Materials & Continua, 2024, 79(1): 819−836, articleTitle=null, refAbstract=null), Reference(id=1329420335163748569, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Kuan, Liu Zhijian, Lin Yujun, et al. HAQ: Hardware-aware automated quantization with mixed precision[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2019: 8612−8620, articleTitle=null, refAbstract=null), Reference(id=1329420335222468826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Shangyu, Wang Wenya, Pan S J. Deep neural network quantization via layer-wise optimization using limited training data[C]//Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 3329−3336, articleTitle=null, refAbstract=null), Reference(id=1329420335289577691, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Shao Wenqi, Chen Mengzhao, Zhang Zhaoyang, et al. OmniQuant: Omnidirectionally calibrated quantization for large language models[C]//Proc of the 12th Int Conf on Learning Representations. Washington DC: ICLR, 2024: 9680−9704, articleTitle=null, refAbstract=null), Reference(id=1329420335365075164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Frantar E, Ashkboos S, Hoefler T, et al. GPTQ: Accurate post-training quantization for generative pre-trained transformers[J]. arXiv preprint, arXiv: 2210.17323, 2022, articleTitle=null, refAbstract=null), Reference(id=1329420335453155549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Guangxuan, Lin Ji, Seznec M, et al. SmoothQuant: Accurate and efficient post-training quantization for large language models[C]//Proc of the 40th Int Conf on Machine Learning. New York: ICML, 2023: 38087−38099, articleTitle=null, refAbstract=null), Reference(id=1329420335528653022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zechun, Oguz B, Zhao Changsheng, et al. LLM-QAT: Data-free quantization aware training for large language models[C]//Findings of the 62nd Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2024: 467−484, articleTitle=null, refAbstract=null), Reference(id=1329420335599956191, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Rokh B, Azarpeyvand A, Khanteymoori A. A comprehensive survey on model quantization for deep neural networks in image classification[J]. ACM Transactions on Intelligent Systems and Technology, 2023, 14(6): 1−50, articleTitle=null, refAbstract=null), Reference(id=1329420335692230880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Gholami A, Kim S, Dong Zhen, et al. A survey of quantization methods for efficient neural network inference[J]. arXiv preprint, arXiv: 2103.13630, 2021, articleTitle=null, refAbstract=null), Reference(id=1329420335805477089, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Haotong, Gong Ruihao, Liu Xianglong, et al. Binary neural networks: A survey[J]. Pattern Recognition, 2020, 105: 107281, articleTitle=null, refAbstract=null), Reference(id=1329420335876780258, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Kai, Zheng Qian, Tao Kaiwen, et al. Low-bit model quantization for deep neural networks: A survey[J]. arXiv preprint, arXiv: 2505.05530, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420335952277731, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=徐小华, 周长兵, 胡忠旭, 等. 轻量级深度神经网络模型适配边缘智能研究综述[J]. 计算机科学, 2024, 51(7): 257−271, articleTitle=null, refAbstract=null), Reference(id=1329420336027775204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Xiaohua, Zhou Changbing, Hu Zhongxu, et al. A survey of lightweight deep neural network model adaptation for edge intelligence[J]. Computer Science, 2024, 51(7): 257−271 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420336099078373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Wenxiao, Chen Wei, Luo Yicong, et al. Model compression and efficient inference for large language models: A survey[J]. arXiv preprint, arXiv: 2402.09748, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420336166187238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang Feng, Zhang Zhen, Lu Haifeng, et al. Communication-efficient large-scale distributed deep learning: A comprehensive survey[J]. IEEE Communications Surveys & Tutorials, 2021, 14(8): 1, articleTitle=null, refAbstract=null), Reference(id=1329420336233296103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=纪荣嵘, 林绍辉, 晁飞, 等. 深度神经网络压缩与加速综述[J]. 计算机研究与发展, 2018, 55(9): 1871−1888, articleTitle=null, refAbstract=null), Reference(id=1329420336350736616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji Rongrong, Lin Shaohui, Chao Fei, et al. A survey of deep neural network compression and acceleration[J]. Journal of Computer Research and Development, 2018, 55(9): 1871−1888 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420336443011305, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=高杨, 曹仰杰, 段鹏松. 神经网络模型轻量化方法综述[J]. 计算机科学, 2024, 51(S1): 23−33, articleTitle=null, refAbstract=null), Reference(id=1329420336510120170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yang, Cao Yangjie, Duan Pengsong. A survey of lightweight methods for neural network models[J]. Computer Science, 2024, 51(S1): 23−33 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420336623366379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=雷杰, 高鑫, 宋杰, 等. 深度网络模型压缩综述[J]. 软件学报, 2017, 29(2): 251−266, articleTitle=null, refAbstract=null), Reference(id=1329420336740806892, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Lei Jie, Gao Xin, Song Jie, et al. A survey of deep network model compression[J]. Journal of Software, 2017, 29(2): 251−266 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420336912773357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=高晗, 田育龙, 许封元, 等. 深度学习模型压缩与加速综述[J]. 软件学报, 2020, 32(1): 68−92, articleTitle=null, refAbstract=null), Reference(id=1329420337013436654, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Han, Tian Yulong, Xu Fengyuan, et al. A survey of deep learning model compression and acceleration[J]. Journal of Software, 2020, 32(1): 68−92 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420337080545519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=周志飞, 李华, 冯毅雄, 等. 轻量化深度卷积神经网络设计研究进展[J]. 计算机工程与应用, 2024, 60(22): 1−17, articleTitle=null, refAbstract=null), Reference(id=1329420337139265776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Zhifei, Li Hua, Feng Yixiong, et al. Research progress on lightweight deep convolutional neural network design[J]. Computer Engineering and Applications, 2024, 60(22): 1−17 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420337197986033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zeqin, Wen Ming, Xu Yuedong, et al. Communication compression techniques in distributed deep learning: A survey[J]. Journal of Systems Architecture, 2023, 142: 102927, articleTitle=null, refAbstract=null), Reference(id=1329420337265094898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Hang, Ho Chen-Yu, Abdelmoniem A M, et al. Compressed communication for distributed deep learning: Survey and quantitative evaluation[J]. arXiv preprint, arXiv: 2003.03092, 2020, articleTitle=null, refAbstract=null), Reference(id=1329420337319620851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Yunhui. A survey on methods and theories of quantized neural networks[J]. arXiv preprint, arXiv: 1808.04752, 2018, articleTitle=null, refAbstract=null), Reference(id=1329420337386729716, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi J, Chuang P I J, Wang Z, et al. Bridging the accuracy gap for 2-bit quantized neural networks (QNN)[J]. arXiv preprint, arXiv: 1807.06964, 2018, articleTitle=null, refAbstract=null), Reference(id=1329420337449644277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi J, Wang Zhuo, Venkataramani S, et al. PACT: Parameterized clipping activation for quantized neural networks[J]. arXiv preprint, arXiv: 1805.06085, 2018, articleTitle=null, refAbstract=null), Reference(id=1329420337516753142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Longguang, Dong Xiaoyu, Wang Yingqian, et al. Learnable lookup table for neural network quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 12413−12423, articleTitle=null, refAbstract=null), Reference(id=1329420337579667703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuhang, Dong Xin, Wang Wei. Additive powers-of-two quantization: An efficient non-uniform discretization for neural networks[C]//Proc of the 8th Int Conf on Learning Representations. Washington DC: ICLR, 2020: 9512−9526, articleTitle=null, refAbstract=null), Reference(id=1329420337638387960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Junru, Wang Yue, Wu Zhenyu, et al. Deep k-means: Re-training and parameter sharing with harder cluster assignments for compressing deep convolutions[C]//Proc of the 35th Int Conf on Machine Learning. New York: ICML, 2018: 5363−5372, articleTitle=null, refAbstract=null), Reference(id=1329420337701302521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Miyashita D, Lee E H, Murmann B. Convolutional neural networks using logarithmic data representation[J]. arXiv preprint, arXiv: 1603.01025, 2016, articleTitle=null, refAbstract=null), Reference(id=1329420337764217082, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Jun, Shafiee A, Abdel-Aziz H, et al. Post-training piecewise linear quantization for deep neural networks[C]//Proc of the European Conf on Computer Vision. Berlin: Springer, 2020: 69−86, articleTitle=null, refAbstract=null), Reference(id=1329420337839714555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang Yuzhang, Liu Gaowen, Kompella R R, et al. Enhancing post-training quantization calibration through contrastive learning[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 15921−15930, articleTitle=null, refAbstract=null), Reference(id=1329420337906823420, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Yaohui, Yao Zhewei, Dong Zhen, et al. ZeroQ: A novel zero shot quantization framework[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 13166−13175, articleTitle=null, refAbstract=null), Reference(id=1329420337969737981, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Chunxiao, Wang Ziqi, Guo Dan, et al. Data-free quantization via pseudo-label filtering[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 5589−5598, articleTitle=null, refAbstract=null), Reference(id=1329420338036846846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Hubara I, Nahshan Y, Hanani Y, et al. Accurate post training quantization with small calibration sets[C]//Proc of the 38th Int Conf on Machine Learning. New York: ICML, 2021: 4466−4475, articleTitle=null, refAbstract=null), Reference(id=1329420338108150015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee J H, Kim J, Kwon S J, et al. FlexRound: Learnable rounding based on element-wise division for post-training quantization[C]//Proc of the 40th Int Conf on Machine Learning. New York: ICML, 2023: 18913−18939, articleTitle=null, refAbstract=null), Reference(id=1329420338166870272, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Koryakovskiy I, Yakovleva A, Buchnev V, et al. One-shot model for mixed-precision quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 7939−7949, articleTitle=null, refAbstract=null), Reference(id=1329420338246562049, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Shuchang, Ni Zekun, Zhou Xinyu, et al. DoReFa-Net: Training low bitwidth convolutional neural networks with low bitwidth gradients[J]. arXiv preprint, arXiv: 1606.06160, 2016, articleTitle=null, refAbstract=null), Reference(id=1329420338305282306, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Hubara I, Courbariaux M, Soudry D, et al. Quantized neural networks: Training neural networks with low precision weights and activations[J]. Journal of Machine Learning Research, 2017, 18(187): 1−30, articleTitle=null, refAbstract=null), Reference(id=1329420338364002563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Kaiqi, Zhao Ming. Self-supervised quantization-aware knowledge distillation[C]//Proc of the Int Conf on Artificial Intelligence and Statistics. New York: PMLR, 2024: 4375−4383, articleTitle=null, refAbstract=null), Reference(id=1329420338443694341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Shangyu, Wang Wenya, Pan S J. MetaQuant: Learning to quantize by learning to penetrate non-differentiable quantization[C]//Proc of the 33rd Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2019: 3918−3928, articleTitle=null, refAbstract=null), Reference(id=1329420338510803205, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Huh M, Cheung B, Agrawal P, et al. Straightening out the straight-through estimator: Overcoming optimization challenges in vector quantized networks[C]//Proc of the 40th Int Conf on Machine Learning. New York: ICML, 2023: 14096−14113, articleTitle=null, refAbstract=null), Reference(id=1329420338590494982, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yuang, Zhang Wei, Wang Jun. Zero-shot adversarial quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 1512−1521, articleTitle=null, refAbstract=null), Reference(id=1329420338645020935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Qian Biao, Wang Yang, Hong Richang, et al. Adaptive data-free quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 7960−7968, articleTitle=null, refAbstract=null), Reference(id=1329420338703741192, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Qian Biao, Wang Yang, Hong Richang, et al. Rethinking data-free quantization as a zero-sum game[C]//Proc of the 37th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2023: 9489−9497, articleTitle=null, refAbstract=null), Reference(id=1329420338762461449, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim M, Choi J, Lee J, et al. Zero-shot quantization: A comprehensive survey[C]//Proc of the 34th Int Joint Conf on Artificial Intelligence. Freiburg: IJCAI, 2025: 10508−10516, articleTitle=null, refAbstract=null), Reference(id=1329420338837958922, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Zihan, Xie Bike, Li Jundong, et al. Channel-wise mixed-precision quantization for large language models[J]. arXiv preprint, arXiv: 2410.13056, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420338900873483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Chenzhuo, Han Song, Mao Huizi, et al. Trained ternary quantization[C]//Proc of the 5th Int Conf on Learning Representations. Washington DC: ICLR, 2017: 2106−2115, articleTitle=null, refAbstract=null), Reference(id=1329420338963788044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Hubara I, Courbariaux M, Soudry D, et al. Binarized neural networks[C]//Proc of the 30th Annual Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2016: 4107−4115, articleTitle=null, refAbstract=null), Reference(id=1329420339043479821, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Aojun, Yao Anbang, Guo Yiwen, et al. Incremental network quantization: Towards lossless CNNs with low-precision weights[C]//Proc of the 5th Int Conf on Learning Representations. Washington DC: ICLR, 2017: 2160−2173, articleTitle=null, refAbstract=null), Reference(id=1329420339123171598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Rastegari M, Ordonez V, Redmon J, et al. XNOR-Net: ImageNet classification using binary convolutional neural networks[C]//Proc of the 14th European Conf on Computer Vision. Berlin: Springer, 2016: 525−542, articleTitle=null, refAbstract=null), Reference(id=1329420339215446287, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yanjing, Xu Sheng, Zhang Baochang, et al. Q-ViT: Accurate and fully quantized low-bit vision transformer[C]//Proc of the 36th Annual Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2022: 34451−34463, articleTitle=null, refAbstract=null), Reference(id=1329420339311915280, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Nahshan Y, Chmiel B, Baskin C, et al. Loss aware post-training quantization[J]. Machine Learning, 2021, 110(11): 3245−3262, articleTitle=null, refAbstract=null), Reference(id=1329420339379024145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Diao Huabin, Li Gongyan, Xu Shaoyun, et al. Attention round for post-training quantization[J]. Neurocomputing, 2024, 565: 127012, articleTitle=null, refAbstract=null), Reference(id=1329420339437744402, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Chen, Meng Yuan, Jiang Jiacheng, et al. Retraining-free model quantization via one-shot weight-coupling learning[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 15855−15865, articleTitle=null, refAbstract=null), Reference(id=1329420339496464659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Changbao, Zheng Dandan, Liu Yuanliu, et al. Leveraging inter-layer dependency for post-training quantization[C]//Proc of the 36th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2022: 6666−6679, articleTitle=null, refAbstract=null), Reference(id=1329420339571962132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Idelbayev Y, Molchanov P, Shen M, et al. Optimal quantization using scaled codebook[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 12095−12104, articleTitle=null, refAbstract=null), Reference(id=1329420339630682389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeon Y, Lee C, Cho E, et al. Mr.BiQ: Post-training non-uniform quantization based on minimizing the reconstruction error[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 12319−12328, articleTitle=null, refAbstract=null), Reference(id=1329420339706179862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Yifu, Feng Weilun, Chen Chuyan, et al. Reg-PTQ: Regression-specialized post-training quantization for fully quantized object detector[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 16174−16184, articleTitle=null, refAbstract=null), Reference(id=1329420339769094423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Ramachandran A, Kundu S, Krishna T. CLAMP-ViT: Contrastive data-free learning for adaptive post-training quantization of ViTs[C]//Proc of the 18th European Conf on Computer Vision. Berlin: Springer, 2024: 307−325, articleTitle=null, refAbstract=null), Reference(id=1329420339823620376, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Sifan, Li Liang, Zhang Xinyu, et al. LiDAR-PTQ: Post-training quantization for point cloud 3D object detection[C]//Proc of the 12th Int Conf on Learning Representations. Washington DC: ICLR, 2024: 14922−14936, articleTitle=null, refAbstract=null), Reference(id=1329420339882340633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Tu Zhijun, Hu Jie, Chen Hanting, et al. Toward accurate post-training quantization for image super resolution[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 5856−5865, articleTitle=null, refAbstract=null), Reference(id=1329420339941060890, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Yunshan, Lin Mingbao, Chen Mengzhao, et al. Fine-grained data distribution alignment for post-training quantization[G]//LNCS 13671: Proc of the Eur Conf on Computer Vision. Berlin: Springer, 2022: 70−86, articleTitle=null, refAbstract=null), Reference(id=1329420339999781147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Yunshan, Lin Mingbao, Nan Gongrui, et al. IntraQ: Learning synthetic images with intra-class heterogeneity for zero-shot network quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 12329−12338, articleTitle=null, refAbstract=null), Reference(id=1329420340062695708, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Kai, Zhuang Zhihao, Zhang Miao, et al. Enhancing diversity for data-free quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2025: 20969−20978, articleTitle=null, refAbstract=null), Reference(id=1329420340142387485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi Y, El-Khamy M, Lee J. Zero-shot learning of a conditional generative adversarial network for data-free network quantization[C]//Proc of the 28th IEEE Int Conf on Image Processing. Piscataway, NJ: IEEE, 2021: 3552−3556, articleTitle=null, refAbstract=null), Reference(id=1329420340272410910, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang Yuzhang, Xu Bingxin, Liu Gaowen, et al. Causal-DFQ: Causality guided data-free network quantization[C]//Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2023: 17391−17400, articleTitle=null, refAbstract=null), Reference(id=1329420340331131167, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Wenlun, Ando S, Yoshioka K. AHCPTQ: Accurate and hardware-compatible post-training quantization for segment anything model[J]. arXiv preprint, arXiv: 2503.03088, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420340381462816, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim N J, Lee J, Kim H. HyQ: Hardware-friendly post-training quantization for CNN-Transformer hybrid networks[C]//Proc of the 33rd Int Joint Conf on Artificial Intelligence. Freiburg: IJCAI, 2024: 4291−4299, articleTitle=null, refAbstract=null), Reference(id=1329420340440183073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Zhikai, Gu Qingyi. I-ViT: Integer-only quantization for efficient vision Transformer inference[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 17065−17075, articleTitle=null, refAbstract=null), Reference(id=1329420340498903330, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Tai Yu-Shan, Wu An-Yeu. AMP-ViT: Optimizing vision transformer efficiency with adaptive mixed-precision post-training quantization[C]//Proc of the IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2025: 6828−6837, articleTitle=null, refAbstract=null), Reference(id=1329420340570206499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Junrui, Li Zhikai, Yang Lianwei, et al. Patch-wise mixed-precision quantization of vision Transformer[C]//Proc of the Int Joint Conf on Neural Networks. Piscataway, NJ: IEEE, 2023: 1−7, articleTitle=null, refAbstract=null), Reference(id=1329420340654092580, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Ziwei, Wang Changyuan, Xu Xiuwei, et al. Quantformer: Learning extremely low-precision vision transformers[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2022, 45(7): 8813−8826, articleTitle=null, refAbstract=null), Reference(id=1329420340717007141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu S, Liu Zechun, Cheng K. Oscillation-free quantization for low-bit vision transformers[C]//Proc of the 40th Int Conf on Machine Learning. New York: ICML, 2023: 21813−21824, articleTitle=null, refAbstract=null), Reference(id=1329420340775727398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yijiang, Yang Huanrui, Dong Zhen, et al. NoisyQuant: Noisy bias-enhanced post-training activation quantization for vision transformers[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 20321−20330, articleTitle=null, refAbstract=null), Reference(id=1329420340842836263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Liang, Li Qingyuan, Zhang Bo, et al. Norm Tweaking: High-performance low-bit quantization of large language models[C]//Proc of the 38th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI Press, 2024: 18536−18544, articleTitle=null, refAbstract=null), Reference(id=1329420340935110952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=95, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Chao, Liu Songwei, Xie Yusheng, et al. ABQ-LLM: Arbitrary-bit quantized inference acceleration for large language models[C]//Proc of the 39th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2025: 22299−22307, articleTitle=null, refAbstract=null), Reference(id=1329420340993831209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=96, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Feng, Liu Yanbin, Li Weihua, et al. A mixed quantization approach for data-free quantization of LLMs[C]//Proc of Int Conf on Agents and Artificial Intelligence (ICAART). Setúbal, Portugal: SciTePress, 2025: 353−363, articleTitle=null, refAbstract=null), Reference(id=1329420341073522986, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=饶川, 陈靓影, 徐如意, 等. 一种基于动态量化编码的深度神经网络压缩方法[J]. 自动化学报, 2019, 45(10): 1960−1968, articleTitle=null, refAbstract=null), Reference(id=1329420341144826155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Rao Chuan, Chen Liangying, Xu Ruyi, et al. A deep neural network compression method based on dynamic quantization coding[J]. Acta Automatica Sinica, 2019, 45(10): 1960−1968 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420341211935020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=98, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Wenqiang, Yu Zhendong, Liu Xinyu, et al. Precision neural network quantization via learnable adaptive modules[J]. arXiv preprint, arXiv: 2504.17263, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420341283238189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=99, rfOrder=105, authorNames=null, journalName=null, refType=null, unstructuredReference=Sher A, Trusov A, Limonova E, et al. Neuron-by-neuron quantization for efficient low-bit QNN training[J]. Mathematics, 2023, 11(9): 2112, articleTitle=null, refAbstract=null), Reference(id=1329420341354541358, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=100, rfOrder=106, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Shih-Ting, Li Zhaofang, Cheng Yu-Hsiang, et al. LG-LSQ: Learned gradient linear symmetric quantization for low-precision integer hardware[C]//Proc of the 5th IEEE Int Conf on Artificial Intelligence Circuits and Systems. Piscataway, NJ: IEEE, 2023: 1−5, articleTitle=null, refAbstract=null), Reference(id=1329420341421650223, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=107, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang Yuzhang, Xu Dan, Zong Ziliang, et al. Network binarization via contrastive learning[G]//LNCS 13671: Proc of the Eur Conf on Computer Vision. Berlin: Springer, 2022: 586−602, articleTitle=null, refAbstract=null), Reference(id=1329420341492953392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=102, rfOrder=108, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yifan, Dong Zhen, Yang Huanrui, et al. QD-BEV: Quantization-aware view-guided distillation for multi-view 3D object detection[C]//Proc of the IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2023: 3802−3812, articleTitle=null, refAbstract=null), Reference(id=1329420341568450865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=103, rfOrder=109, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi K, Lee H, Hong D, et al. It’s all in the teacher: Zero-shot quantization brought closer to the teacher[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 8301−8311, articleTitle=null, refAbstract=null), Reference(id=1329420341631365426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=104, rfOrder=110, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Shoukai, Li Haokun, Zhuang Bohan, et al. Generative low-bitwidth data free quantization[G]//LNCS 12357: Proc of the European Conf on Computer Vision. Berlin: Springer, 2020: 1−17, articleTitle=null, refAbstract=null), Reference(id=1329420341694279987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=105, rfOrder=111, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi K, Hong D, Park N, et al. Qimera: Data-free quantization with synthetic boundary supporting samples[C]//Proc of the 35th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2021: 14835−14847, articleTitle=null, refAbstract=null), Reference(id=1329420341757194548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=106, rfOrder=112, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Huantong, Wu Xiangmiao, Lv Fanbing, et al. Hard sample matters a lot in zero-shot quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 24417−24426, articleTitle=null, refAbstract=null), Reference(id=1329420341811720501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=107, rfOrder=113, authorNames=null, journalName=null, refType=null, unstructuredReference=Van Baelen Q, Karsmakers P. Constraint guided model quantization of neural networks[J]. arXiv preprint, arXiv: 2409.20138, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420341870440758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=108, rfOrder=114, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Chang, Årrestad T K, Loncar V, et al. Gradient-based automatic per-weight mixed precision quantization for neural networks on-chip[J]. arXiv preprint, arXiv: 2405.00645, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420341941743927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=109, rfOrder=115, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Shaohang, Huang Zhiyong, Yu Zhi, et al. Adaptive distribution-aware quantization for mixed-precision neural networks[J]. arXiv preprint, arXiv: 2510.19760, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420342017241400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=110, rfOrder=116, authorNames=null, journalName=null, refType=null, unstructuredReference=Habi H V, Jennings R H, Netzer A. HMQ: Hardware friendly mixed precision quantization block for CNNs[G]//LNCS 12371: Proc of the 16th European Conf on Computer Vision. Berlin: Springer, 2020: 448−463, articleTitle=null, refAbstract=null), Reference(id=1329420342075961657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=111, rfOrder=117, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhenhua, Wang Yunhe, Han Kai, et al. Instance-aware dynamic neural network quantization[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 12424−12433, articleTitle=null, refAbstract=null), Reference(id=1329420342134681914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=112, rfOrder=118, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Xiaotian, Xu Ruge, Gao Yimin, et al. Edge-MPQ: Layer-wise mixed-precision quantization with tightly integrated versatile inference units for edge computing[J]. IEEE Transactions on Computers, 2024, 73(11): 2504−2519, articleTitle=null, refAbstract=null), Reference(id=1329420342189207867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=119, authorNames=null, journalName=null, refType=null, unstructuredReference=Bondarenko Y, Del Chiaro R, Nagel M. Low-rank quantization-aware training for LLMs[J]. arXiv preprint, arXiv: 2406.06385, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420342243733820, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=114, rfOrder=120, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Mengzhao, Shao Wenqi, Xu Peng, et al. EfficientQAT: Efficient quantization-aware training for large language models[C]//Proc of the 63rd Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2025: 10081−10100, articleTitle=null, refAbstract=null), Reference(id=1329420342298259773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=115, rfOrder=121, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeon H, Kim Y, Kim J. L4Q: Parameter efficient quantization-aware training on large language models via LoRA-wise LSQ[J]. arXiv preprint, arXiv: 2402.04902, 2024, articleTitle=null, refAbstract=null), Reference(id=1329420342361174334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=116, rfOrder=122, authorNames=null, journalName=null, refType=null, unstructuredReference=Ke Wenjing, Li Zhe, Li Dong, et al. DL-QAT: Weight-decomposed low-rank quantization-aware training for large language models[C]//Proc of the Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2024: 113−119, articleTitle=null, refAbstract=null), Reference(id=1329420342428283199, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=117, rfOrder=123, authorNames=null, journalName=null, refType=null, unstructuredReference=Pei Zehua, Yao Xufeng, Zhao Wenqian, et al. Quantization via distillation and contrastive learning[J]. IEEE Transactions on Neural Networks and Learning Systems, 2024, 35(12): 17164−17176, articleTitle=null, refAbstract=null), Reference(id=1329420342499586368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=118, rfOrder=124, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Kai, Qin Haotong, Guo Yong, et al. 2DQuant: Low-bit post-training quantization for image super-resolution[C]//Proc of the 38th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2024, 37: 71068−71084, articleTitle=null, refAbstract=null), Reference(id=1329420342570889537, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=119, rfOrder=125, authorNames=null, journalName=null, refType=null, unstructuredReference=Gernigon C, Filip S I, Sentieys O, et al. AdaQAT: Adaptive bit-width quantization-aware training[C]//Proc of the IEEE Int Conf on AI Circuits and Systems. Piscataway, NJ: IEEE, 2024: 442−446, articleTitle=null, refAbstract=null), Reference(id=1329420342646387010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=120, rfOrder=126, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhuang Bohan, Liu Lingqiao, Tan Mingkui, et al. Training quantized neural networks with a full-precision auxiliary module[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 1485−1494, articleTitle=null, refAbstract=null), Reference(id=1329420342713495875, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=121, rfOrder=127, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhuang Bohan, Tan Mingkui, Liu Jing, et al. Effective training of convolutional neural networks with low-bitwidth weights and activations[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2022, 44(10): 6140−6152, articleTitle=null, refAbstract=null), Reference(id=1329420342768021828, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=122, rfOrder=128, authorNames=null, journalName=null, refType=null, unstructuredReference=Tian Luo, Wang Peng. An effective mixed-precision quantization method for joint image deblurring and edge detection[J]. Electronics, 2025, 14(9): 1767, articleTitle=null, refAbstract=null), Reference(id=1329420342826742085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=123, rfOrder=129, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Chen, Ouyang Kai, Wang Zhi, et al. Mixed-precision neural network quantization via learned layer-wise importance[G]//LNCS 13671: Proc of the 17th European Conf on Computer Vision. Berlin: Springer, 2022: 259−275, articleTitle=null, refAbstract=null), Reference(id=1329420342906433862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=124, rfOrder=130, authorNames=null, journalName=null, refType=null, unstructuredReference=Ranjan N, Savakis A. Mix-QViT: Mixed-precision vision transformer quantization driven by layer importance and quantization sensitivity[J]. arXiv preprint, arXiv: 2501.06357, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420342969348423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=125, rfOrder=131, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yutong, Zhao Cairong, Hu Guosheng. A comprehensive evaluation on quantization techniques for large language models[J]. arXiv preprint, arXiv: 2507.17417, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420343032262984, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=125, rfOrder=132, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yutong, Zhao Cairong, Hu Guosheng. A comprehensive evaluation on quantization techniques for large language models[J]. arXiv preprint, arXiv: 2507.17417, 2025, articleTitle=null, refAbstract=null), Reference(id=1329420343179063625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=126, rfOrder=133, authorNames=null, journalName=null, refType=null, unstructuredReference=Gong Zhuocheng, Liu Jiahao, Wang Jingang, et al. What makes quantization for large language model hard? An empirical study from the lens of perturbation[C]//Proc of the 38th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2024: 18082−18089, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420325227442246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=1, ext=[AuthorCompanyExt(id=1329420325235830855, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Key Laboratory of Water Big Data Technology of Ministry of Water Resources, Hohai University, Nanjing 211100), AuthorCompanyExt(id=1329420325244219464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325227442246, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1河海大学水利部水利大数据重点实验室 南京 211100)]), AuthorCompany(id=1329420325307134025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=2, ext=[AuthorCompanyExt(id=1329420325319716938, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325307134025, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210046), AuthorCompanyExt(id=1329420325344882763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325307134025, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南京大学计算机软件新技术国家重点实验室 南京 210046)]), AuthorCompany(id=1329420325474906189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, xref=3, ext=[AuthorCompanyExt(id=1329420325479100494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325474906189, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3China Southern Power Grid Electro-Computational Technology Digital Engineering (Guangdong) Co., Ltd., Guangzhou 510000), AuthorCompanyExt(id=1329420325483294799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, companyId=1329420325474906189, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3中国南方电网电算科技数字工程(广东)有限公司 广州 510000)])], figs=[ArticleFig(id=1329420327991488632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 1, caption=
Timeline of model quantization development, figureFileSmall=lfoYba0ah4yfBGNmwTpPYA==, figureFileBig=VMG8YpAAcpveXlv6YQI24Q==, tableContent=null), ArticleFig(id=1329420328050208889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图1, caption=
模型量化发展时间线, figureFileSmall=lfoYba0ah4yfBGNmwTpPYA==, figureFileBig=VMG8YpAAcpveXlv6YQI24Q==, tableContent=null), ArticleFig(id=1329420328243146874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 2, caption=
General scenarios and mechanisms of learning-driven quantization, figureFileSmall=fV2t1A6hUUel1qPkg4BjTA==, figureFileBig=yCvOfAnmwWBi+cd/0u/Umg==, tableContent=null), ArticleFig(id=1329420328343810171, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图2, caption=
学习驱动量化通用场景与机制, figureFileSmall=fV2t1A6hUUel1qPkg4BjTA==, figureFileBig=yCvOfAnmwWBi+cd/0u/Umg==, tableContent=null), ArticleFig(id=1329420328415113340, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 3, caption=
Illustration of linear quantization, figureFileSmall=xg9tumOvBB9xylQ6Wi4Ifw==, figureFileBig=jpOjw2DyrffLY9yezE78Yw==, tableContent=null), ArticleFig(id=1329420328482222205, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图3, caption=
线性量化示意图, figureFileSmall=xg9tumOvBB9xylQ6Wi4Ifw==, figureFileBig=jpOjw2DyrffLY9yezE78Yw==, tableContent=null), ArticleFig(id=1329420328545136766, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 4, caption=
Illustration of symmetric and asymmetric quantization mappings, figureFileSmall=kyU3zpNPvJzpOldtEVSE7Q==, figureFileBig=a6gukrdodoD15FYrCYHVyA==, tableContent=null), ArticleFig(id=1329420328612245631, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图4, caption=
对称与非对称量化映射示意图, figureFileSmall=kyU3zpNPvJzpOldtEVSE7Q==, figureFileBig=a6gukrdodoD15FYrCYHVyA==, tableContent=null), ArticleFig(id=1329420328687743105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 5, caption=
Function images of uniform and non-uniform quantization, figureFileSmall=O1hAtYx0oXS+hTjerQ/Trg==, figureFileBig=TvNn3zsDcLIDTXTQuLHIww==, tableContent=null), ArticleFig(id=1329420328821960834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图5, caption=
均匀与非均匀量化的函数图像, figureFileSmall=O1hAtYx0oXS+hTjerQ/Trg==, figureFileBig=TvNn3zsDcLIDTXTQuLHIww==, tableContent=null), ArticleFig(id=1329420328964567171, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 6, caption=
Illustration of typical pipelines for PTQ, figureFileSmall=51oO/BnPT80gEFrt8a5QmA==, figureFileBig=UBE8bSO4x2gfB+O8bm1XVQ==, tableContent=null), ArticleFig(id=1329420329031676036, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图6, caption=
PTQ的典型流程示意图, figureFileSmall=51oO/BnPT80gEFrt8a5QmA==, figureFileBig=UBE8bSO4x2gfB+O8bm1XVQ==, tableContent=null), ArticleFig(id=1329420329094590597, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 7, caption=
Illustration of typical pipelines for QAT, figureFileSmall=BuW2EMntK26bD3e8lSpLFg==, figureFileBig=kQbn8wxCUPB9vSunsD70SQ==, tableContent=null), ArticleFig(id=1329420329153310854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图7, caption=
QAT的典型流程示意图, figureFileSmall=BuW2EMntK26bD3e8lSpLFg==, figureFileBig=kQbn8wxCUPB9vSunsD70SQ==, tableContent=null), ArticleFig(id=1329420329212031111, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 8, caption=
Development process diagram of learning-driven model quantization methods, figureFileSmall=r/KuPB5lKqpeBLo+P27baw==, figureFileBig=fPW6ozeVkWrLDA/YTg4Rvw==, tableContent=null), ArticleFig(id=1329420329304305800, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图8, caption=
学习驱动模型量化方法的发展历程图, figureFileSmall=r/KuPB5lKqpeBLo+P27baw==, figureFileBig=fPW6ozeVkWrLDA/YTg4Rvw==, tableContent=null), ArticleFig(id=1329420329363026057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 9, caption=
Unified taxonomy framework of learning-driven quantization: A four-signal-source system under PTQ and QAT paradigms, figureFileSmall=A+cbomlqCwEyDRgZ3848Fg==, figureFileBig=XQaopxCcmMVzyO5ymM+NYw==, tableContent=null), ArticleFig(id=1329420329417552010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图9, caption=
学习驱动量化的统一分类框架:PTQ与QAT范式下的四信号源体系, figureFileSmall=A+cbomlqCwEyDRgZ3848Fg==, figureFileBig=XQaopxCcmMVzyO5ymM+NYw==, tableContent=null), ArticleFig(id=1329420329467883659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 10, caption=
Comparison of traditional nearest rounding and learnable rounding mechanisms, figureFileSmall=UZywuxP/i5VC/G0/i8G+5g==, figureFileBig=BiDfpJJ0hTiQM95YlNMSmQ==, tableContent=null), ArticleFig(id=1329420329551769740, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图10, caption=
传统最近舍入与可学习舍入机制对比, figureFileSmall=UZywuxP/i5VC/G0/i8G+5g==, figureFileBig=BiDfpJJ0hTiQM95YlNMSmQ==, tableContent=null), ArticleFig(id=1329420329623072909, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 11, caption=
Comparison of error propagation between layer-wise reconstruction and block-wise reconstruction, figureFileSmall=McJengLMQkknpRZ80ziOYg==, figureFileBig=Q1A1jVu4HrZ6DlYelJK6iA==, tableContent=null), ArticleFig(id=1329420329673404558, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图11, caption=
逐层重构与块级重构误差传播对比, figureFileSmall=McJengLMQkknpRZ80ziOYg==, figureFileBig=Q1A1jVu4HrZ6DlYelJK6iA==, tableContent=null), ArticleFig(id=1329420329740513423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 12, caption=
Illustration of the functional hierarchy of auxiliary learning signals, figureFileSmall=YgafNtfqZAEijDb+qizj5w==, figureFileBig=i30n8uls4k9r01KtdQspOA==, tableContent=null), ArticleFig(id=1329420329799233680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图12, caption=
辅助学习信号的作用层级示意图, figureFileSmall=YgafNtfqZAEijDb+qizj5w==, figureFileBig=i30n8uls4k9r01KtdQspOA==, tableContent=null), ArticleFig(id=1329420329857953937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 13, caption=
Hierarchy of teacher supervision signals in quantized networks, figureFileSmall=cjE7KBmoJ8J3qTrISA5eDA==, figureFileBig=Ot/cETai8ek5rAVyXUF6+A==, tableContent=null), ArticleFig(id=1329420329916674194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图13, caption=
教师监督信号在量化网络中的作用层级, figureFileSmall=cjE7KBmoJ8J3qTrISA5eDA==, figureFileBig=Ot/cETai8ek5rAVyXUF6+A==, tableContent=null), ArticleFig(id=1329420329975394451, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 14, caption=
Construction of positive and negative samples and signal flow of contrastive learning in PTQ, figureFileSmall=OjBUJxLfK+QYQ178z1mRGA==, figureFileBig=8P381kI3pGGtgqhCPQR9dA==, tableContent=null), ArticleFig(id=1329420330034114708, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图14, caption=
PTQ中对比学习的正负样本构建与信号流向, figureFileSmall=OjBUJxLfK+QYQ178z1mRGA==, figureFileBig=8P381kI3pGGtgqhCPQR9dA==, tableContent=null), ArticleFig(id=1329420330084446357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 15, caption=
Adaptive sample generation and balancing, figureFileSmall=rFaKvwFA2qcbfdHXP32efw==, figureFileBig=Mk9lVFnCUuivkOLmbMHJNg==, tableContent=null), ArticleFig(id=1329420330159943830, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图15, caption=
自适应样本生成与平衡, figureFileSmall=rFaKvwFA2qcbfdHXP32efw==, figureFileBig=Mk9lVFnCUuivkOLmbMHJNg==, tableContent=null), ArticleFig(id=1329420330260607127, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 16, caption=
Illustration of QAT and PTQ, figureFileSmall=9BudhCpL2rybDCS4shM0tA==, figureFileBig=hOLS3ST4r8uD/Vczfe2Xmw==, tableContent=null), ArticleFig(id=1329420330365464728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图16, caption=
QAT与PTQ示意图, figureFileSmall=9BudhCpL2rybDCS4shM0tA==, figureFileBig=hOLS3ST4r8uD/Vczfe2Xmw==, tableContent=null), ArticleFig(id=1329420330436767897, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 17, caption=
Architecture of ViT, figureFileSmall=806gbdQI2AU9s3DgburUBg==, figureFileBig=KK4UjYuCH9tMxBIYhkHixQ==, tableContent=null), ArticleFig(id=1329420330541625498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图17, caption=
ViT架构, figureFileSmall=806gbdQI2AU9s3DgburUBg==, figureFileBig=KK4UjYuCH9tMxBIYhkHixQ==, tableContent=null), ArticleFig(id=1329420330608734363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Figure 18, caption=
Analysis of quantization-sensitive layers in LLM architecture and long-tail characteristics of activations, figureFileSmall=9LRGCUSjpWCf0svvQhXJ1A==, figureFileBig=tOxjiRx00uHJwJBRcJfZIg==, tableContent=null), ArticleFig(id=1329420330667454620, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=图18, caption=
LLM架构量化敏感层分析与激活长尾特性, figureFileSmall=9LRGCUSjpWCf0svvQhXJ1A==, figureFileBig=tOxjiRx00uHJwJBRcJfZIg==, tableContent=null), ArticleFig(id=1329420330726174877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 1, caption=
Comparison of Surveys on Existing Model Quantization
, figureFileSmall=null, figureFileBig=null, tableContent=
| 来源 | 领域 | 量化 类型 | 对象 覆盖 | 精度 范围 | 硬件 协同 | 理论 分析 | 关注点 |
|---|
| 文献[28] | 图像分类CNN量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 按网络组件、QAT/PTQ、映射方式、分布特性等维度建立系统分类体系 ② 深入分析STE直通估计器及首/末层量化敏感性问题 ③ 详细推导MAC优化、对数量化Bit-shift、XNOR+bitcount等硬件实现 |
| 文献[29] | 通用神经网络量化 | ✔ | ✔ | ✔ | ✔ | ✔ | ① 建立统一量化公式,明确涵盖CNN、Transformer、BERT等CV/NLP模型 ② 系统讨论零样本/数据无关量化、混合精度搜索及硬件-算法协同设计 |
| 文献[33] | LLM压缩与推理 | ✔ | ◯ | ✔ | ✔ | ◯ | ① 系统总结GPTQ/AWQ/SmoothQuant等LLM量化方法及剪枝策略 ② 覆盖DeepSpeed/FlexGen/PowerInfer等加速框架实践 |
| 文献[34] | 分布式深度学习 | ✔ | ◯ | ✔ | ✔ | ✔ | ① 建立梯度量化三级体系,包括确定性+误差反馈、随机量化、矩阵分解 ② 系统讨论梯度稀疏化(top-k/DGC)及联邦学习专用量化压缩 ③ 提供QSGD/top-k等方法的理论收敛保证 |
| 文献[40] | 通信压缩技术 | ◯ | ✗ | ◯ | ✗ | ◯ | ① 算法视角,量化分类仅分截断表达式和码本映射2类 ② 建立稀疏化三级分类,包括基于相对值、绝对值和矩阵分解 |
| 文献[41] | 梯度压缩量化评估 | ◯ | ◯ | ✔ | ✔ | ◯ | ① 大规模量化评估,讨论真实系统环境下压缩方法实际表现 ② 提出GRACE统一框架,强调系统级开销可能抵消通信收益 ③ 发现误差反馈对SignSGD可能有害,架构依赖性显著 |
| 文献[30] | 二值神经网络 | ✔ | ◯ | ◯ | ✔ | ✔ | ① 从信息论、优化理论、硬件协同三维度剖析1bit极端量化 ② 分类,最小化量化误差、改进损失函数、减少梯度误差三大优化策略 ③ 提供FPGA/ASIC部署实践及任务泛化性分析 |
| 文献[31] | 低比特量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 提出八大类24小类分类体系,覆盖2020—2025年最新进展 ② 系统化梳理离群值处理方法(SmoothQuant/QuIP#)及混合精度搜索方法 ③ 开创性总结扩散模型量化,探索FP8/NormalFloat等高级格式 |
| 文献[42] | 量化方法与理论 | ◯ | ◯ | ✔ | ◯ | ✔ | ① 建立确定性与随机量化基础分类框架 ② 讨论STE直通估计器数学原理及BinaryConnect二值化方法收敛性理论证明 ③ 分析二值化向量几何性质(角度保持37°)及码本设计权衡 |
| 文献[35] | DNN压缩与加速 | ✔ | ✔ | ✔ | ◯ | ✔ | ① 系统性理论分析,深度剖析各压缩方法内在机理、优缺点及组合可能性 ② 重点讨论极低精度量化,包括二值化(XNOR-Net)、三值化(TWN/TTQ) ③ 强调软硬件协同及二值网络收敛性理论边界 |
| 文献[36] | 模型轻量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 应用导向综述,强调边缘设备部署的数据安全、硬件适配和自动化设计 ② 系统梳理非均匀量化方法与无数据压缩方法 |
| 文献[37] | 深度网络模型压缩 | ◯ | ✔ | ◯ | ◯ | ◯ | ① 联合讨论网络剪枝、知识蒸馏、网络分解 ② 分层压缩效用评价:量化分析卷积层vs全连接层差异 |
| 文献[38] | 模型压缩与加速 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 建立量化分类体系,涵盖二值化、混合位宽、自适应位宽等 ② 讨论模型压缩混合策略,包括剪枝+量化、量化+蒸馏等 ③ 分析量化比特宽度对模型性能的影响规律 |
| 文献[32] | 边缘智能轻量DNN | ✔ | ✔ | ✔ | ✔ | ◯ | ① 详细分类校准方法,包括均匀/非均匀量化、模拟/纯整型量化 ② 讨论混合精度量化,为不同层自适应分配位宽,建立精度-存储帕累托前沿 ③ 实测数据详实,涵盖训练/验证时间、Top-1/5精度、不同CPU/GPU配置 |
| 文献[39] | 轻量化CNN设计方法 | ◯ | ✔ | ◯ | ✔ | ◯ | ① 设计方法论视角,系统对比人工设计与AutoML/NAS两大范式 ② 编译框架及硬件适配视角,包括PyTorch/TensorFlow/FPGA/TPU ③ 分析权值量化算法原理,涵盖Hashed Nets哈希共享、K-means聚类 |
), ArticleFig(id=1329420330818449566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表1, caption=
现有模型量化综述对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 来源 | 领域 | 量化 类型 | 对象 覆盖 | 精度 范围 | 硬件 协同 | 理论 分析 | 关注点 |
|---|
| 文献[28] | 图像分类CNN量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 按网络组件、QAT/PTQ、映射方式、分布特性等维度建立系统分类体系 ② 深入分析STE直通估计器及首/末层量化敏感性问题 ③ 详细推导MAC优化、对数量化Bit-shift、XNOR+bitcount等硬件实现 |
| 文献[29] | 通用神经网络量化 | ✔ | ✔ | ✔ | ✔ | ✔ | ① 建立统一量化公式,明确涵盖CNN、Transformer、BERT等CV/NLP模型 ② 系统讨论零样本/数据无关量化、混合精度搜索及硬件-算法协同设计 |
| 文献[33] | LLM压缩与推理 | ✔ | ◯ | ✔ | ✔ | ◯ | ① 系统总结GPTQ/AWQ/SmoothQuant等LLM量化方法及剪枝策略 ② 覆盖DeepSpeed/FlexGen/PowerInfer等加速框架实践 |
| 文献[34] | 分布式深度学习 | ✔ | ◯ | ✔ | ✔ | ✔ | ① 建立梯度量化三级体系,包括确定性+误差反馈、随机量化、矩阵分解 ② 系统讨论梯度稀疏化(top-k/DGC)及联邦学习专用量化压缩 ③ 提供QSGD/top-k等方法的理论收敛保证 |
| 文献[40] | 通信压缩技术 | ◯ | ✗ | ◯ | ✗ | ◯ | ① 算法视角,量化分类仅分截断表达式和码本映射2类 ② 建立稀疏化三级分类,包括基于相对值、绝对值和矩阵分解 |
| 文献[41] | 梯度压缩量化评估 | ◯ | ◯ | ✔ | ✔ | ◯ | ① 大规模量化评估,讨论真实系统环境下压缩方法实际表现 ② 提出GRACE统一框架,强调系统级开销可能抵消通信收益 ③ 发现误差反馈对SignSGD可能有害,架构依赖性显著 |
| 文献[30] | 二值神经网络 | ✔ | ◯ | ◯ | ✔ | ✔ | ① 从信息论、优化理论、硬件协同三维度剖析1bit极端量化 ② 分类,最小化量化误差、改进损失函数、减少梯度误差三大优化策略 ③ 提供FPGA/ASIC部署实践及任务泛化性分析 |
| 文献[31] | 低比特量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 提出八大类24小类分类体系,覆盖2020—2025年最新进展 ② 系统化梳理离群值处理方法(SmoothQuant/QuIP#)及混合精度搜索方法 ③ 开创性总结扩散模型量化,探索FP8/NormalFloat等高级格式 |
| 文献[42] | 量化方法与理论 | ◯ | ◯ | ✔ | ◯ | ✔ | ① 建立确定性与随机量化基础分类框架 ② 讨论STE直通估计器数学原理及BinaryConnect二值化方法收敛性理论证明 ③ 分析二值化向量几何性质(角度保持37°)及码本设计权衡 |
| 文献[35] | DNN压缩与加速 | ✔ | ✔ | ✔ | ◯ | ✔ | ① 系统性理论分析,深度剖析各压缩方法内在机理、优缺点及组合可能性 ② 重点讨论极低精度量化,包括二值化(XNOR-Net)、三值化(TWN/TTQ) ③ 强调软硬件协同及二值网络收敛性理论边界 |
| 文献[36] | 模型轻量化 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 应用导向综述,强调边缘设备部署的数据安全、硬件适配和自动化设计 ② 系统梳理非均匀量化方法与无数据压缩方法 |
| 文献[37] | 深度网络模型压缩 | ◯ | ✔ | ◯ | ◯ | ◯ | ① 联合讨论网络剪枝、知识蒸馏、网络分解 ② 分层压缩效用评价:量化分析卷积层vs全连接层差异 |
| 文献[38] | 模型压缩与加速 | ✔ | ✔ | ✔ | ✔ | ◯ | ① 建立量化分类体系,涵盖二值化、混合位宽、自适应位宽等 ② 讨论模型压缩混合策略,包括剪枝+量化、量化+蒸馏等 ③ 分析量化比特宽度对模型性能的影响规律 |
| 文献[32] | 边缘智能轻量DNN | ✔ | ✔ | ✔ | ✔ | ◯ | ① 详细分类校准方法,包括均匀/非均匀量化、模拟/纯整型量化 ② 讨论混合精度量化,为不同层自适应分配位宽,建立精度-存储帕累托前沿 ③ 实测数据详实,涵盖训练/验证时间、Top-1/5精度、不同CPU/GPU配置 |
| 文献[39] | 轻量化CNN设计方法 | ◯ | ✔ | ◯ | ✔ | ◯ | ① 设计方法论视角,系统对比人工设计与AutoML/NAS两大范式 ② 编译框架及硬件适配视角,包括PyTorch/TensorFlow/FPGA/TPU ③ 分析权值量化算法原理,涵盖Hashed Nets哈希共享、K-means聚类 |
), ArticleFig(id=1329420330898141343, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 2, caption=
Feature Comparison of Different Gradient Estimation Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 梯度估计方法 | 代表工作 | 核心机制 | 梯度偏差 | 方差 | 计算开销 | 适用场景 |
|---|
| STE | 文献[5, 57] | 饱和区梯度置零,非饱和区恒等传递 | 有偏 | 中等 | 低 | 通用QAT |
| 软量化(soft quantization) | 文献[19] | tanh/sigmoid平滑替代舍入函数,温度控制逼近程度 | 低偏 | 低 | 中等 | 极低比特 |
| 元梯度 (meta-gradient) | 文献[59] | 超网络预测量化参数,双层优化显式计算超梯度 | 近无偏 | 低 | 高 | 生成/重建任务 |
| 梯度缩放STE | 文献[11] | STE配合梯度缩放因子平衡参数更新幅度 | 有偏 | 较低 | 低 | 通用QAT |
| 重参数化/软舍入 | 文献[60] | 将离散量化决策连续化,交替优化缩小梯度差 | 低偏 | 低 | 中等 | 向量量化 |
), ArticleFig(id=1329420330965250208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表2, caption=
不同梯度估计方法特性对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 梯度估计方法 | 代表工作 | 核心机制 | 梯度偏差 | 方差 | 计算开销 | 适用场景 |
|---|
| STE | 文献[5, 57] | 饱和区梯度置零,非饱和区恒等传递 | 有偏 | 中等 | 低 | 通用QAT |
| 软量化(soft quantization) | 文献[19] | tanh/sigmoid平滑替代舍入函数,温度控制逼近程度 | 低偏 | 低 | 中等 | 极低比特 |
| 元梯度 (meta-gradient) | 文献[59] | 超网络预测量化参数,双层优化显式计算超梯度 | 近无偏 | 低 | 高 | 生成/重建任务 |
| 梯度缩放STE | 文献[11] | STE配合梯度缩放因子平衡参数更新幅度 | 有偏 | 较低 | 低 | 通用QAT |
| 重参数化/软舍入 | 文献[60] | 将离散量化决策连续化,交替优化缩小梯度差 | 低偏 | 低 | 中等 | 向量量化 |
), ArticleFig(id=1329420331040747681, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 3, caption=
Taxonomy and Key Technical Highlights of Representative Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 范式 | 方法类别 | 学习信号 | 应用约束与目标场景 | 关键技术要点 |
|---|
| PTQ | 参数可学习 化[10,45,71-73] | 可学习量 化参数 | 数据充足; 通用视觉任务; CNN/ViT | ① 从元素级或局部尺度出发联合学习步长、缩放与舍入参数; ② 通过连续松弛或可微查表建模离散量化映射; ③ 借助概率舍入、共享权重或位宽耦合提升低比特稳定性。 |
重构/二阶为 核心[9,17,23,74-76] | 重构与近似优化 | 数据充足或小样本; 低/极低比特; CNN/ViT | ① 采用逐层或逐块重构,并结合ADMM、Hessian/Fisher等二阶信息抑制误差传播; ② 通过离散-连续联合优化与算子级分配提升量化配置质量; ③ 将激活量化转化为等效权重扰动进行统一分析; ④ 非均匀量化增强低比特表示能力。 |
输出对齐与平坦 化增强[13-14] | 重构与辅助 信号协同 | 小样本; 极低比特; CNN/ViT | ① 以预测差异或KL散度约束全精度与量化模型输出一致性; ② 通过随机激活丢弃等机制增强解的平坦性,提升跨分布鲁棒性。 |
蒸馏或自监督 信号驱动[50,77-82] | 辅助学习 信号 | 数据充足、小样本或无数据; 检测/点云/分类; CNN/ViT | ① 通过logits蒸馏或中间特征蒸馏维持任务相关表征一致性; ② 以对比校准对齐全精度与量化表征,并在ViT中结合块级对比和语义合成增强鲁棒性; ③ 利用BN对齐、自监督或任务特定监督补充优化信号。 |
无数据/生成/ 统计驱动[51-52,61,83-85] | 生成与统计 约束驱动 | 无数据或隐私受限; 通用分类; CNN | ① 基于BN统计匹配或代理分布恢复生成校准数据; ② 通过伪标签筛选、多样性增强等方法提升合成数据有效性; ③ 利用对抗或博弈机制暴露脆弱区域并改善泛化; ④ 在类条件生成或因果约束生成下提高代理数据的可用性。 |
系统/硬件感 知[15,22,55,86-87] | 系统与硬件 约束驱动 | 硬件受限; 边缘部署; CNN/Transformer | ① 基于Hessian敏感度或强化学习搜索分配混合精度位宽; ② 通过超网或Pareto前沿搜索快速生成多约束候选配置; ③ 结合通道分组、硬件兼容量化格式与整数推理路径优化部署效率。 |
| ViT专项[20,88-93] | 多信号联合优化 | 数据或硬件受限; 低/极低比特; ViT | ① 采用分组可微量化、组内离散化或注意力结构感知策略,保持注意力秩与特征依赖关系; ② 通过训练稳定化机制缓解激活长尾和量化振荡; ③ 借助整数近似算子与硬件感知设计提升ViT推理效率。 |
LLM专 项[24-26,54,65,94-96] | 重构、参数优化与资源约束协同 | 小样本或免重训练; 低比特推理; LLM/长上下文 | ① 在块级误差最小化框架下联合优化裁剪、舍入、缩放或等价变换参数; ② 通过激活平滑、分布校正与误差补偿提升低比特稳定性; ③ 在显存或算力约束下引入任意比特加速框架与全局位宽分配策略,实现实际推理加速。 |
| QAT | 参数可学习 化[11-12,18,44,97-98] | 可学习量化参数 | 数据充足; 通用视觉任务; CNN/ViT | ① 学习裁剪阈值、量化步长与偏移,使量化区间更贴合权重和激活分布; ② 通过可学习码本、基向量或量化级增强非均匀表达能力; ③ 部分方法根据输入分布动态调节步长或在线更新码本,提高训练适配性。 |
重构/可微 近似[16,19,46,99-100] | 重构与近似优化 | 数据充足; 极低比特; CNN | ① 通过连续松弛、软量化等缓解离散量化带来的不可导问题; ② 结合二次幂或非均匀量化与可学习裁剪阈值,在保持硬件友好性的同时降低误差; ③ 采用滤波器级或神经元级渐进量化、改进梯度估计与梯度转发机制稳定训练。 |
对比/教师信号 驱动[58,101-102] | 辅助学习 信号 | 数据充足; 低比特感知任务; CNN/二值网络/3D感知 | ① 通过对比学习或互信息最大化增强低比特表征的判别性; ② 在3D感知任务中利用视角引导蒸馏,对齐图像特征、BEV 特征与几何先验; ③ 借助KL-only或自监督知识蒸馏减少多损失权重调参与标签依赖。 |
无数据/生成/对抗 驱动[62-63,103-106] | 生成与对抗 约束驱动 | 无数据; 通用分类; CNN | ① 通过生成器建模、边界与困难样本构造提升合成样本质量; ② 采用零和博弈与平衡机制稳定生成-校准过程; ③ 部分方法使用KL-only与梯度增强策略改善极低比特 zero-shot quantization 的训练稳定性。 |
| 系统/硬件感知(混合精度)[21,107-112] | 系统与硬件 约束驱动 | 硬件受限; 边缘部署; CNN/ViT | ① 通过硬件反馈或成本约束驱动混合精度搜索; ② 采用BOPs、EBOPs等资源指标建模片上开销与部署代价; ③ 借助背包优化或动态规划实现高效混合精度决策,部分方法支持实例自适应位宽控制。 |
| LLM专项[27,113-116] | 参数优化与辅助信号 联合 | 极低显存; 长上下文推理; LLM | ① 通过低秩适配与量化协同,结合量化网格感知、块级训练-端到端训练解耦或量化空间内联合优化,降低QAT开销; ② 部分方法引入数据驱动蒸馏增强机制;部分方法扩展至 KV cache与权重/激活联合量化,缓解长上下文推理瓶颈。 |
), ArticleFig(id=1329420331124633762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表3, caption=
代表性方法的分类与关键技术要点
, figureFileSmall=null, figureFileBig=null, tableContent=
| 范式 | 方法类别 | 学习信号 | 应用约束与目标场景 | 关键技术要点 |
|---|
| PTQ | 参数可学习 化[10,45,71-73] | 可学习量 化参数 | 数据充足; 通用视觉任务; CNN/ViT | ① 从元素级或局部尺度出发联合学习步长、缩放与舍入参数; ② 通过连续松弛或可微查表建模离散量化映射; ③ 借助概率舍入、共享权重或位宽耦合提升低比特稳定性。 |
重构/二阶为 核心[9,17,23,74-76] | 重构与近似优化 | 数据充足或小样本; 低/极低比特; CNN/ViT | ① 采用逐层或逐块重构,并结合ADMM、Hessian/Fisher等二阶信息抑制误差传播; ② 通过离散-连续联合优化与算子级分配提升量化配置质量; ③ 将激活量化转化为等效权重扰动进行统一分析; ④ 非均匀量化增强低比特表示能力。 |
输出对齐与平坦 化增强[13-14] | 重构与辅助 信号协同 | 小样本; 极低比特; CNN/ViT | ① 以预测差异或KL散度约束全精度与量化模型输出一致性; ② 通过随机激活丢弃等机制增强解的平坦性,提升跨分布鲁棒性。 |
蒸馏或自监督 信号驱动[50,77-82] | 辅助学习 信号 | 数据充足、小样本或无数据; 检测/点云/分类; CNN/ViT | ① 通过logits蒸馏或中间特征蒸馏维持任务相关表征一致性; ② 以对比校准对齐全精度与量化表征,并在ViT中结合块级对比和语义合成增强鲁棒性; ③ 利用BN对齐、自监督或任务特定监督补充优化信号。 |
无数据/生成/ 统计驱动[51-52,61,83-85] | 生成与统计 约束驱动 | 无数据或隐私受限; 通用分类; CNN | ① 基于BN统计匹配或代理分布恢复生成校准数据; ② 通过伪标签筛选、多样性增强等方法提升合成数据有效性; ③ 利用对抗或博弈机制暴露脆弱区域并改善泛化; ④ 在类条件生成或因果约束生成下提高代理数据的可用性。 |
系统/硬件感 知[15,22,55,86-87] | 系统与硬件 约束驱动 | 硬件受限; 边缘部署; CNN/Transformer | ① 基于Hessian敏感度或强化学习搜索分配混合精度位宽; ② 通过超网或Pareto前沿搜索快速生成多约束候选配置; ③ 结合通道分组、硬件兼容量化格式与整数推理路径优化部署效率。 |
| ViT专项[20,88-93] | 多信号联合优化 | 数据或硬件受限; 低/极低比特; ViT | ① 采用分组可微量化、组内离散化或注意力结构感知策略,保持注意力秩与特征依赖关系; ② 通过训练稳定化机制缓解激活长尾和量化振荡; ③ 借助整数近似算子与硬件感知设计提升ViT推理效率。 |
LLM专 项[24-26,54,65,94-96] | 重构、参数优化与资源约束协同 | 小样本或免重训练; 低比特推理; LLM/长上下文 | ① 在块级误差最小化框架下联合优化裁剪、舍入、缩放或等价变换参数; ② 通过激活平滑、分布校正与误差补偿提升低比特稳定性; ③ 在显存或算力约束下引入任意比特加速框架与全局位宽分配策略,实现实际推理加速。 |
| QAT | 参数可学习 化[11-12,18,44,97-98] | 可学习量化参数 | 数据充足; 通用视觉任务; CNN/ViT | ① 学习裁剪阈值、量化步长与偏移,使量化区间更贴合权重和激活分布; ② 通过可学习码本、基向量或量化级增强非均匀表达能力; ③ 部分方法根据输入分布动态调节步长或在线更新码本,提高训练适配性。 |
重构/可微 近似[16,19,46,99-100] | 重构与近似优化 | 数据充足; 极低比特; CNN | ① 通过连续松弛、软量化等缓解离散量化带来的不可导问题; ② 结合二次幂或非均匀量化与可学习裁剪阈值,在保持硬件友好性的同时降低误差; ③ 采用滤波器级或神经元级渐进量化、改进梯度估计与梯度转发机制稳定训练。 |
对比/教师信号 驱动[58,101-102] | 辅助学习 信号 | 数据充足; 低比特感知任务; CNN/二值网络/3D感知 | ① 通过对比学习或互信息最大化增强低比特表征的判别性; ② 在3D感知任务中利用视角引导蒸馏,对齐图像特征、BEV 特征与几何先验; ③ 借助KL-only或自监督知识蒸馏减少多损失权重调参与标签依赖。 |
无数据/生成/对抗 驱动[62-63,103-106] | 生成与对抗 约束驱动 | 无数据; 通用分类; CNN | ① 通过生成器建模、边界与困难样本构造提升合成样本质量; ② 采用零和博弈与平衡机制稳定生成-校准过程; ③ 部分方法使用KL-only与梯度增强策略改善极低比特 zero-shot quantization 的训练稳定性。 |
| 系统/硬件感知(混合精度)[21,107-112] | 系统与硬件 约束驱动 | 硬件受限; 边缘部署; CNN/ViT | ① 通过硬件反馈或成本约束驱动混合精度搜索; ② 采用BOPs、EBOPs等资源指标建模片上开销与部署代价; ③ 借助背包优化或动态规划实现高效混合精度决策,部分方法支持实例自适应位宽控制。 |
| LLM专项[27,113-116] | 参数优化与辅助信号 联合 | 极低显存; 长上下文推理; LLM | ① 通过低秩适配与量化协同,结合量化网格感知、块级训练-端到端训练解耦或量化空间内联合优化,降低QAT开销; ② 部分方法引入数据驱动蒸馏增强机制;部分方法扩展至 KV cache与权重/激活联合量化,缓解长上下文推理瓶颈。 |
), ArticleFig(id=1329420331204325539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 4, caption=
Comparison of Key Contributions of Representative Learning-Driven PTQ Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | 核心方法论 | 优势 | 局限性 |
|---|
参数可 学习化 | AdaRound[10] | 基于二阶泰勒近似的连续松弛舍入,配合退火正则化策略实现自适应舍入方向学习 | 无需全量数据; 低比特精度保持好 | 逐层独立优化,未考虑层间耦合 |
| FlexRound[54] | 元素级除法视角联合优化全局步长与局部缩放因子,大权重可探索更广离散值范围 | 适应非均匀权重分布; LLM兼容 | 元素级参数学习带来更高的优化开销 |
| LLT[45] | 将量化映射构建为可微查找表,通过温度软化学习 最优查表参数 | 推理时查表高效; 精度与效率兼顾 | 需额外存储查找表 |
| 重构与近似优化 | LAPQ[71] | 损失感知联合优化框架,通过二次插值在多层参数 空间搜索最优量化区间 | 全局一致性好; 2~4 bit收敛稳定 | 无梯度优化计算开销大 |
| L-DNQ[23] | 逐层ADMM优化,将量化形式化为带离散约束的 二次优化问题 | 极少样本下稳定; 理论保证 | 逐层独立、误差累积 |
| BRECQ[9] | 块级二阶重构,以Fisher信息近似敏感度,对关键 通道赋予更高权重 | 显式削弱跨层误差传播; 4 bit可用 | 块划分策略需人工设计 |
| PD-Quant[14] | 以预测差异为全局校准指标,并通过分布校正缓解 小校准集过拟合 | 任务目标一致; 分布校正有效 | 依赖BN统计准确性 |
| QDrop[13] | 在重构阶段随机跳过部分激活量化,以增强解的平坦性并提升极低比特泛化 | 2~4 bit表现突出; 泛化性强 | 引入额外随机性 |
辅助学 习信号 | CL-Calib[50] | 对比学习校准,最大化FP与量化激活互信息实现 分布对齐 | 无标签条件下保留语义信息 任务对齐强; | 需构建正负样本对 |
| LiDAR-PTQ[79] | 利用 FP 模型输出构造正样本监督,约束量化模型 最终预测一致性 | 3D检测适用 | 任务依赖强,通用性有限 |
| QuanDCL[117] | 知识蒸馏与对比学习并行,约束 logits 与特征一致性 | 多信号协同; 低比特有效 | 多损失权重调节复杂 |
| 约束驱动(数据缺失约束) | ZeroQ[51] | BN统计匹配重建代理数据,优化蒸馏数据集逐层 匹配统计量 | 完全无真实数据; 混合精度支持 | 深层网络统计匹配收敛慢 |
| ZAQ [61] | 对抗学习驱动生成器合成挑战样本,最大化量化与FP输出差异 | 暴露脆弱区域; 鲁棒性提升 | 对抗博弈平衡困难 |
| GDFQ[104] | 知识匹配生成器合成类条件样本,BN统计与分类 边界双重对齐 | 生成样本语义一致; 开创性工作 | 生成器训练开销大 |
| 约束驱动(硬件资源约束) | HAWQ[15] | Hessian敏感度分析指导混合精度分配,分块微调 提高精度 | 理论指导位宽分配; 自动化 | Hessian计算开销大 |
| HAQ[22] | 强化学习(RL)框架自动搜索最优位宽,硬件反馈驱动策略优化 | 硬件适配性强; 端到端优化 | RL训练不稳定 |
| One-Shot MPS[55] | 一次性Pareto前沿搜索,可学习位宽预测模型线性 生成配置 | 搜索效率高; 无需再训练 | 超网训练成本 |
), ArticleFig(id=1329420331279823012, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表4, caption=
学习驱动PTQ代表性方法关键贡献对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | 核心方法论 | 优势 | 局限性 |
|---|
参数可 学习化 | AdaRound[10] | 基于二阶泰勒近似的连续松弛舍入,配合退火正则化策略实现自适应舍入方向学习 | 无需全量数据; 低比特精度保持好 | 逐层独立优化,未考虑层间耦合 |
| FlexRound[54] | 元素级除法视角联合优化全局步长与局部缩放因子,大权重可探索更广离散值范围 | 适应非均匀权重分布; LLM兼容 | 元素级参数学习带来更高的优化开销 |
| LLT[45] | 将量化映射构建为可微查找表,通过温度软化学习 最优查表参数 | 推理时查表高效; 精度与效率兼顾 | 需额外存储查找表 |
| 重构与近似优化 | LAPQ[71] | 损失感知联合优化框架,通过二次插值在多层参数 空间搜索最优量化区间 | 全局一致性好; 2~4 bit收敛稳定 | 无梯度优化计算开销大 |
| L-DNQ[23] | 逐层ADMM优化,将量化形式化为带离散约束的 二次优化问题 | 极少样本下稳定; 理论保证 | 逐层独立、误差累积 |
| BRECQ[9] | 块级二阶重构,以Fisher信息近似敏感度,对关键 通道赋予更高权重 | 显式削弱跨层误差传播; 4 bit可用 | 块划分策略需人工设计 |
| PD-Quant[14] | 以预测差异为全局校准指标,并通过分布校正缓解 小校准集过拟合 | 任务目标一致; 分布校正有效 | 依赖BN统计准确性 |
| QDrop[13] | 在重构阶段随机跳过部分激活量化,以增强解的平坦性并提升极低比特泛化 | 2~4 bit表现突出; 泛化性强 | 引入额外随机性 |
辅助学 习信号 | CL-Calib[50] | 对比学习校准,最大化FP与量化激活互信息实现 分布对齐 | 无标签条件下保留语义信息 任务对齐强; | 需构建正负样本对 |
| LiDAR-PTQ[79] | 利用 FP 模型输出构造正样本监督,约束量化模型 最终预测一致性 | 3D检测适用 | 任务依赖强,通用性有限 |
| QuanDCL[117] | 知识蒸馏与对比学习并行,约束 logits 与特征一致性 | 多信号协同; 低比特有效 | 多损失权重调节复杂 |
| 约束驱动(数据缺失约束) | ZeroQ[51] | BN统计匹配重建代理数据,优化蒸馏数据集逐层 匹配统计量 | 完全无真实数据; 混合精度支持 | 深层网络统计匹配收敛慢 |
| ZAQ [61] | 对抗学习驱动生成器合成挑战样本,最大化量化与FP输出差异 | 暴露脆弱区域; 鲁棒性提升 | 对抗博弈平衡困难 |
| GDFQ[104] | 知识匹配生成器合成类条件样本,BN统计与分类 边界双重对齐 | 生成样本语义一致; 开创性工作 | 生成器训练开销大 |
| 约束驱动(硬件资源约束) | HAWQ[15] | Hessian敏感度分析指导混合精度分配,分块微调 提高精度 | 理论指导位宽分配; 自动化 | Hessian计算开销大 |
| HAQ[22] | 强化学习(RL)框架自动搜索最优位宽,硬件反馈驱动策略优化 | 硬件适配性强; 端到端优化 | RL训练不稳定 |
| One-Shot MPS[55] | 一次性Pareto前沿搜索,可学习位宽预测模型线性 生成配置 | 搜索效率高; 无需再训练 | 超网训练成本 |
), ArticleFig(id=1329420331372097701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 5, caption=
Technical Detail Comparison of Learnable-Parameter PTQ Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可学习参数 | 优化目标 | 松弛机制/可微建模 | 正则/稳定化机制 | 适用位宽 |
|---|
| AdaRound [10] | 舍入方向 | 逐层重构误差 | Sigmoid连续松弛舍入 | 退火正则 | 4 bit |
| FlexRound[54] | 步长、逐元素/逐通道缩放因子 | 层/块输出重构误差 | 元素级除法重参数化 | L2正则 | 3~4 bit |
| LLT [45] | 查表参数 | 任务损失 | 可微查找表;温度软化 | 温度退火 | 2~4 bit |
| LAPQ[71] | 量化区间、步长 | 全局损失曲面 | 损失感知搜索;二次插值 | — | 2~4 bit |
| AdaQuant[53] | 权重、步长 | 逐层/逐块重构MSE | 联合连续优化 | 权重正则 | 4 bit |
| Attention Round[72] | 舍入概率分布 | 重构误差、混合精度分配目标 | 高斯衰减分布 | 有损编码长度约束 | 2~4 bit |
), ArticleFig(id=1329420331451789478, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表5, caption=
参数可学习化PTQ方法技术细节对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可学习参数 | 优化目标 | 松弛机制/可微建模 | 正则/稳定化机制 | 适用位宽 |
|---|
| AdaRound [10] | 舍入方向 | 逐层重构误差 | Sigmoid连续松弛舍入 | 退火正则 | 4 bit |
| FlexRound[54] | 步长、逐元素/逐通道缩放因子 | 层/块输出重构误差 | 元素级除法重参数化 | L2正则 | 3~4 bit |
| LLT [45] | 查表参数 | 任务损失 | 可微查找表;温度软化 | 温度退火 | 2~4 bit |
| LAPQ[71] | 量化区间、步长 | 全局损失曲面 | 损失感知搜索;二次插值 | — | 2~4 bit |
| AdaQuant[53] | 权重、步长 | 逐层/逐块重构MSE | 联合连续优化 | 权重正则 | 4 bit |
| Attention Round[72] | 舍入概率分布 | 重构误差、混合精度分配目标 | 高斯衰减分布 | 有损编码长度约束 | 2~4 bit |
), ArticleFig(id=1329420331531481255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 6, caption=
Comparison of Optimization Granularity and Objectives in Reconstruction-Optimized PTQ Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 优化粒度 | 方法 | 重构目标 | 二阶信息 | 误差传播控制 | 理论保证 | 核心创新 | 局限 |
|---|
| 逐层重构 | L-DNQ[23] | 层输出MSE | 离散二次优化 | 逐层级联重构, 限制单层误差 | ADMM 收敛性分析 | ADMM解耦连续更新 与离散投影 | 忽略层间依赖 |
| AdaQuant[53] | 层输出MSE | | 顺序校准,联合 BN 统计校正 | | 权重与量化参数联合 优化;BN统计校正 | 局部最优;深层 网络效果受限 |
| 块级重构 | BRECQ[9] | 块输出MSE | Fisher对角近似 | 块内联合优化, 显式抑制跨层误差 | 二阶误差分析 | 在依赖建模与泛化 之间取得块级折中 | 计算开销较大 |
| QDrop[13] | 块输出MSE | | 随机丢弃激活量化, 平坦化解空间 | | 将激活量化显式纳入 重构,提升平坦性 | 迭代次数较多 |
| 全局输出对齐 | PD-Quant[14] | 预测差异损失 | | 分布校正,直接约束 输出一致性 | | 以全局预测差异替代 局部特征重构 | 依赖分布校正效果 |
| 全网络联合 | NWQ[74] | 全局输出MSE | 隐式二阶 (ASoftmax) | 全网联合优化,显式 建模层间依赖 | 收敛性与稳定性分析 | 网络级重构 + 退火离散优化 | 优化规模大、 调参较复杂 |
| 算子级优化 | 文献[75] | 算子输出近似误差 | | 码字分配与 缩放联合最优 | 全局最优性保证 | 算子层全局最优 码字求解模块 | 需与整体量化 流程结合 |
| 表示增强 | Mr.BiQ[76] | 块输出重构误差 | | soft-bit 退火 稳定离散化 | | 非均匀/多级二进制表示 提升低比特表达力 | 非均匀量化 硬件支持有限 |
), ArticleFig(id=1329420331615367336, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表6, caption=
重构优化PTQ方法的优化粒度与目标对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 优化粒度 | 方法 | 重构目标 | 二阶信息 | 误差传播控制 | 理论保证 | 核心创新 | 局限 |
|---|
| 逐层重构 | L-DNQ[23] | 层输出MSE | 离散二次优化 | 逐层级联重构, 限制单层误差 | ADMM 收敛性分析 | ADMM解耦连续更新 与离散投影 | 忽略层间依赖 |
| AdaQuant[53] | 层输出MSE | | 顺序校准,联合 BN 统计校正 | | 权重与量化参数联合 优化;BN统计校正 | 局部最优;深层 网络效果受限 |
| 块级重构 | BRECQ[9] | 块输出MSE | Fisher对角近似 | 块内联合优化, 显式抑制跨层误差 | 二阶误差分析 | 在依赖建模与泛化 之间取得块级折中 | 计算开销较大 |
| QDrop[13] | 块输出MSE | | 随机丢弃激活量化, 平坦化解空间 | | 将激活量化显式纳入 重构,提升平坦性 | 迭代次数较多 |
| 全局输出对齐 | PD-Quant[14] | 预测差异损失 | | 分布校正,直接约束 输出一致性 | | 以全局预测差异替代 局部特征重构 | 依赖分布校正效果 |
| 全网络联合 | NWQ[74] | 全局输出MSE | 隐式二阶 (ASoftmax) | 全网联合优化,显式 建模层间依赖 | 收敛性与稳定性分析 | 网络级重构 + 退火离散优化 | 优化规模大、 调参较复杂 |
| 算子级优化 | 文献[75] | 算子输出近似误差 | | 码字分配与 缩放联合最优 | 全局最优性保证 | 算子层全局最优 码字求解模块 | 需与整体量化 流程结合 |
| 表示增强 | Mr.BiQ[76] | 块输出重构误差 | | soft-bit 退火 稳定离散化 | | 非均匀/多级二进制表示 提升低比特表达力 | 非均匀量化 硬件支持有限 |
), ArticleFig(id=1329420331686670505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 7, caption=
Comparison of Teacher-Supervised and Self-Supervised Signals
, figureFileSmall=null, figureFileBig=null, tableContent=
| 信号类型 | 代表方法 | 监督来源 | 对齐层级 | 损失函数 | 优势 | 局限 |
|---|
| 预测差异监督 | PD-Quant[14] | 教师输出 | 输出层 | 预测差异损失/ KL散度 | 任务对齐直接 | 依赖教师与统计校正 |
| 任务监督 | Reg-PTQ[77] | 教师预测 | 任务输出层 | 局部重构损失/ 全局任务损失 | 任务级优化 | 任务特定设计 |
| LiDAR-PTQ[79] | 教师正样本框/任务输出信号 | 任务输出层 | 任务导向的全局正样本损失 | 任务导向,保留几何语义 | 场景依赖强 |
| 2DQuant[118] | 教师软标签/ 中间特征 | 输出层与特征层 | 区间初始化/ 蒸馏校准 | 适配重建任务,兼顾 视觉效果 | 双阶段流程复杂 |
| 对抗蒸馏 | ZAQ[61] | 教师输出与中间 通道关系 | 输出层与特征层 | 对抗样本差异最大化 | 零样本可用教师信号 | 对抗训练不稳定 |
| 对比学习 | CL-Calib[50] | 自身激活 | 激活/特征层 | 对比损失/ 互信息最大化目标 | 无标签下保持表征信息 | 负样本构造敏感 |
| 自监督 | FDDA[81] | 合成数据BN 统计分布 | 分布/特征层 | 类内对齐/类间区分 | 统计对齐,适合数据受限 | 依赖BN统计与 合成数据质量 |
| SR-PTQ[80] | 自监督重建一致性 | 输出层与特征层 | 像素一致性损失 +特征校准损失 | 自监督保持细节一致 | 任务专用性强 |
| 蒸馏+对比联合监督 | QuanDCL[117] | 教师logits、教师 特征与对比关系 | 输出层与特征层 | logits/特征蒸馏损失+对比损失 | 恢复输出一致性与 特征判别性 | 目标函数较多, 权重敏感 |
), ArticleFig(id=1329420331757973674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表7, caption=
教师监督与自监督信号对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 信号类型 | 代表方法 | 监督来源 | 对齐层级 | 损失函数 | 优势 | 局限 |
|---|
| 预测差异监督 | PD-Quant[14] | 教师输出 | 输出层 | 预测差异损失/ KL散度 | 任务对齐直接 | 依赖教师与统计校正 |
| 任务监督 | Reg-PTQ[77] | 教师预测 | 任务输出层 | 局部重构损失/ 全局任务损失 | 任务级优化 | 任务特定设计 |
| LiDAR-PTQ[79] | 教师正样本框/任务输出信号 | 任务输出层 | 任务导向的全局正样本损失 | 任务导向,保留几何语义 | 场景依赖强 |
| 2DQuant[118] | 教师软标签/ 中间特征 | 输出层与特征层 | 区间初始化/ 蒸馏校准 | 适配重建任务,兼顾 视觉效果 | 双阶段流程复杂 |
| 对抗蒸馏 | ZAQ[61] | 教师输出与中间 通道关系 | 输出层与特征层 | 对抗样本差异最大化 | 零样本可用教师信号 | 对抗训练不稳定 |
| 对比学习 | CL-Calib[50] | 自身激活 | 激活/特征层 | 对比损失/ 互信息最大化目标 | 无标签下保持表征信息 | 负样本构造敏感 |
| 自监督 | FDDA[81] | 合成数据BN 统计分布 | 分布/特征层 | 类内对齐/类间区分 | 统计对齐,适合数据受限 | 依赖BN统计与 合成数据质量 |
| SR-PTQ[80] | 自监督重建一致性 | 输出层与特征层 | 像素一致性损失 +特征校准损失 | 自监督保持细节一致 | 任务专用性强 |
| 蒸馏+对比联合监督 | QuanDCL[117] | 教师logits、教师 特征与对比关系 | 输出层与特征层 | logits/特征蒸馏损失+对比损失 | 恢复输出一致性与 特征判别性 | 目标函数较多, 权重敏感 |
), ArticleFig(id=1329420331833471147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 8, caption=
Comparison of Data Generation Strategies in Data-Free Quantization Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 范式 | 生成机制 | 统计约束 | 语义约束 | 多样性增强 | 生成质量 | 局限 |
|---|
| ZeroQ[51] | 统计驱动生成 | 输入优化 | BN均值/方差 | | | 中等 | 强依赖 BN |
| DFQ-PLF[52] | 统计+伪监督 | 伪标签筛选 | BN/激活统计 | 高置信伪标签 | 熵/自信息筛选 | 较高 | 伪标签敏感 |
| GDFQ[104] | 条件GAN生成 | ACGAN | BN统计 | 类条件先验 | 类覆盖更均衡 | 较高 | 需训练生成器 |
| ZAQ[61] | 对抗生成 | 对抗生成器 | 隐式对齐 | 差异最大化 | 难样本覆盖 | 高 | 对抗开销大 |
| IntraQ[82] | 多样性生成 | 输入优化 | BN统计 | 软标签 | 类内异质性 | 较高 | 类内约束复杂 |
| 文献[83] | 多样性生成 | 多层特征混合器 | 激活统计/ 裁剪范围适配 | 类间与类内多样性约束 | 模式坍塌缓解 | 高 | 机制较复杂,需训练生成器 |
| CGAN[84] | 条件生成式生成 | 零样本条件生成器 | BN统计 | 类别条件约束 | 类条件样本生成 | 较高 | 依赖预训练分类器 |
| Causal-DFQ[85] | 因果约束生成 | 内容-风格解耦生成 | | 内容一致性约束(任务相关) | 风格干预扩大覆盖 | 高 | 因果建模与优化流程较复杂 |
), ArticleFig(id=1329420331925745836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表8, caption=
无数据量化方法的数据生成策略对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 范式 | 生成机制 | 统计约束 | 语义约束 | 多样性增强 | 生成质量 | 局限 |
|---|
| ZeroQ[51] | 统计驱动生成 | 输入优化 | BN均值/方差 | | | 中等 | 强依赖 BN |
| DFQ-PLF[52] | 统计+伪监督 | 伪标签筛选 | BN/激活统计 | 高置信伪标签 | 熵/自信息筛选 | 较高 | 伪标签敏感 |
| GDFQ[104] | 条件GAN生成 | ACGAN | BN统计 | 类条件先验 | 类覆盖更均衡 | 较高 | 需训练生成器 |
| ZAQ[61] | 对抗生成 | 对抗生成器 | 隐式对齐 | 差异最大化 | 难样本覆盖 | 高 | 对抗开销大 |
| IntraQ[82] | 多样性生成 | 输入优化 | BN统计 | 软标签 | 类内异质性 | 较高 | 类内约束复杂 |
| 文献[83] | 多样性生成 | 多层特征混合器 | 激活统计/ 裁剪范围适配 | 类间与类内多样性约束 | 模式坍塌缓解 | 高 | 机制较复杂,需训练生成器 |
| CGAN[84] | 条件生成式生成 | 零样本条件生成器 | BN统计 | 类别条件约束 | 类条件样本生成 | 较高 | 依赖预训练分类器 |
| Causal-DFQ[85] | 因果约束生成 | 内容-风格解耦生成 | | 内容一致性约束(任务相关) | 风格干预扩大覆盖 | 高 | 因果建模与优化流程较复杂 |
), ArticleFig(id=1329420331992854701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 9, caption=
Comparison of Hardware-Aware Quantization Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 核心反馈信号 | 搜索策略 | 硬件代理指标 | 敏感度分析 | 配置粒度 | 目标硬件 |
|---|
| HAWQ[15] | 二阶敏感度 | 贪心搜索 | 模型压缩率 | Hessian谱 | 层级位宽 | 通用GPU |
| HAQ[22] | 硬件反馈 | 强化学习搜索 | 延迟/能耗/存储 | 直接硬件反馈 | 层级位宽 | 多平台 |
| One-Shot MPS[55] | 硬件代理指标 | 一次性搜索或位宽概率建模 | BOPs/延迟 | 位宽概率模型 | Pareto候选配置 | 通用 |
| AHCPTQ[86] | 硬件资源约束 | 混合量化与通道感知分组 | 查找表/数字信号处理单元/寄存器开销 | 通道感知分组 | 通道或分组粒度 | FPGA/ASIC |
), ArticleFig(id=1329420332076740782, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表9, caption=
硬件感知量化方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 核心反馈信号 | 搜索策略 | 硬件代理指标 | 敏感度分析 | 配置粒度 | 目标硬件 |
|---|
| HAWQ[15] | 二阶敏感度 | 贪心搜索 | 模型压缩率 | Hessian谱 | 层级位宽 | 通用GPU |
| HAQ[22] | 硬件反馈 | 强化学习搜索 | 延迟/能耗/存储 | 直接硬件反馈 | 层级位宽 | 多平台 |
| One-Shot MPS[55] | 硬件代理指标 | 一次性搜索或位宽概率建模 | BOPs/延迟 | 位宽概率模型 | Pareto候选配置 | 通用 |
| AHCPTQ[86] | 硬件资源约束 | 混合量化与通道感知分组 | 查找表/数字信号处理单元/寄存器开销 | 通道感知分组 | 通道或分组粒度 | FPGA/ASIC |
), ArticleFig(id=1329420332156432559, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 10, caption=
Comparison of Key Contributions of Representative Learning-Driven QAT Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | 核心方法论 | 优势 | 局限性 |
|---|
参数可 学习化 | PACT[44] | 首次引入可学习激活裁剪参数,配合L2正则化控制阈值大小,为每层提供自适应裁剪 | 激活裁剪范围可学习;分层量化 策略灵活 | 仅针对激活量化;正则化超参需调节 |
| LSQ[11] | 可学习量化步长、梯度缩放因子平衡步长与权重更新 | 训练稳定;实现简洁;广泛适用 | 对非对称激活分布的适配能力有限 |
| LSQ+[12] | 在LSQ基础上加入可学习偏移,支持非对称量化,采用基于MSE的初始化提高训练稳定性 | 适合含负值激活的网络;较LSQ 训练方差更低 | 三参数共优化易震荡,存储开销增加 |
| LQ-Nets[18] | 将量化级表示为可学习基向量与二进制编码的 组合,并联合训练网络参数与量化器 | 量化器可学习;适用权重和 激活的任意比特量化 | 训练复杂度较高 |
重构/可 微近似 | QIL[16] | 将量化器分解为变换器与离散器,并以任务损失直接学习量化区间 | 区间学习直接受任务损失驱动; 兼顾剪枝与裁剪 | 区间参数化与训练过程相对复杂 |
| DSQ[19] | 采用双曲正切近似构造可微软量化函数,并通过演化式训练逐步逼近标准量化 | 前后向一致性更好; 有利于稳定训练 | 软硬切换需调参;温度调度需 精心设计 |
| APoT[46] | 提出加性二次幂非均匀量化,并通过重参数化 裁剪函数改善裁剪阈值的梯度学习 | 硬件友好移位运算;适配钟形/ 长尾分布 | 查表开销;表示形式受限于二次幂 |
| NbN[99] | 采用滤波器级和神经元级2层渐进量化,逐步 量化权重与激活避免一次性扰动 | 细粒度控制;提升训练稳定性 | 渐进策略设计复杂 |
| LG-LSQ[100] | 结合缩放模拟梯度(SSG)、反正切软舍入(ASR)、最小化离散化误差(MDE)3项机制 | 3种技术协同兼顾误差控制; 边缘场景高精度 | 方法组件较多,联调成本较高 |
辅助学 习信号 | SQAKD[58] | 统一量化器前向与反向动态,将量化误差与KL散度共同最小化,无需多重损失权重 | 跨架构平均增益;避免超参数 调节;1~4 bit稳定 | 依赖教师模型 |
| CMIM[101] | 将二值激活与潜在实值激活视为同一样本的2种视角,通过对比学习最大化二者互信息 | 增强二值激活的判别表示;可迁移 | 需构造对比样本并引入额外训练开销 |
| QD-BEV[102] | 渐进式QAT配合视图引导蒸馏,结合相机外参 生成BEV-mask实现视图一致性分布对齐 | 3D感知任务适用;视图一致性 | 任务特定设计 |
| 约束驱动(数据缺失约束) | HAST[106] | 利用样本难度度量优先合成并强化难样本训练,同时加入特征对齐约束提升零样本量化性能 | 强化对难样本的建模;增强量化 模型鲁棒性 | 样本难度调控策略需要额外设计 |
| Qimera[105] | 通过叠加潜在嵌入生成靠近决策边界的支持样本,并引入解耦映射层改善叠加嵌入的分布表达 | 强化边界样本生成;有利于提升 无数据量化性能 | 嵌入与生成器设计较复杂 |
| AIT[103] | 舍弃交叉熵仅用KL散度,引入梯度淹没机制动态调整各层梯度缩放因子 | 消除多目标冲突;极低比特稳定 | 较依赖教师模型提供的蒸馏信号 |
| AdaDFQ[62] | 将DFQ建模为零和博弈,并通过适应性边界调节生成样本对量化网络的有效性 | 避免样本过难或过易 | 博弈式优化过程复杂 |
| AdaSG[63] | 基于纳什博弈框架,用 Balance Gap 引导生成与 校准过程达到平衡 | 理论支撑强;自适应停训 | 平衡判据与训练过程仍需验证和调节 |
| 约束驱动(硬件资源约束) | RL-MPQ[21] | 引入强化学习智能体,以硬件延迟配合精度作为奖励,在层级混合精度搜索空间中自动分配位宽 | 能够把硬件约束纳入位宽决策 过程;适配多平台 | 强化学习搜索与量化重训练开销较高 |
| HMQ[110] | 开发出硬件友好的混合精度量化块,将位宽纳入可学习变量,通过有限差分近似位宽梯度 | 同时考虑位宽与阈值;满足各种 硬件约束 | 搜索空间大;位宽离散性优化困难 |
| AdaQAT[119] | 采用可学习的实值松弛位宽,并在量化运算中离散化,从而在训练中自适应优化权重与激活位宽 | 支持混合精度;既适用于从头 训练,也适用于微调 | 位宽优化仍存在离散-连续近似误差 |
), ArticleFig(id=1329420332231930032, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表10, caption=
学习驱动QAT代表性方法关键贡献对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | 核心方法论 | 优势 | 局限性 |
|---|
参数可 学习化 | PACT[44] | 首次引入可学习激活裁剪参数,配合L2正则化控制阈值大小,为每层提供自适应裁剪 | 激活裁剪范围可学习;分层量化 策略灵活 | 仅针对激活量化;正则化超参需调节 |
| LSQ[11] | 可学习量化步长、梯度缩放因子平衡步长与权重更新 | 训练稳定;实现简洁;广泛适用 | 对非对称激活分布的适配能力有限 |
| LSQ+[12] | 在LSQ基础上加入可学习偏移,支持非对称量化,采用基于MSE的初始化提高训练稳定性 | 适合含负值激活的网络;较LSQ 训练方差更低 | 三参数共优化易震荡,存储开销增加 |
| LQ-Nets[18] | 将量化级表示为可学习基向量与二进制编码的 组合,并联合训练网络参数与量化器 | 量化器可学习;适用权重和 激活的任意比特量化 | 训练复杂度较高 |
重构/可 微近似 | QIL[16] | 将量化器分解为变换器与离散器,并以任务损失直接学习量化区间 | 区间学习直接受任务损失驱动; 兼顾剪枝与裁剪 | 区间参数化与训练过程相对复杂 |
| DSQ[19] | 采用双曲正切近似构造可微软量化函数,并通过演化式训练逐步逼近标准量化 | 前后向一致性更好; 有利于稳定训练 | 软硬切换需调参;温度调度需 精心设计 |
| APoT[46] | 提出加性二次幂非均匀量化,并通过重参数化 裁剪函数改善裁剪阈值的梯度学习 | 硬件友好移位运算;适配钟形/ 长尾分布 | 查表开销;表示形式受限于二次幂 |
| NbN[99] | 采用滤波器级和神经元级2层渐进量化,逐步 量化权重与激活避免一次性扰动 | 细粒度控制;提升训练稳定性 | 渐进策略设计复杂 |
| LG-LSQ[100] | 结合缩放模拟梯度(SSG)、反正切软舍入(ASR)、最小化离散化误差(MDE)3项机制 | 3种技术协同兼顾误差控制; 边缘场景高精度 | 方法组件较多,联调成本较高 |
辅助学 习信号 | SQAKD[58] | 统一量化器前向与反向动态,将量化误差与KL散度共同最小化,无需多重损失权重 | 跨架构平均增益;避免超参数 调节;1~4 bit稳定 | 依赖教师模型 |
| CMIM[101] | 将二值激活与潜在实值激活视为同一样本的2种视角,通过对比学习最大化二者互信息 | 增强二值激活的判别表示;可迁移 | 需构造对比样本并引入额外训练开销 |
| QD-BEV[102] | 渐进式QAT配合视图引导蒸馏,结合相机外参 生成BEV-mask实现视图一致性分布对齐 | 3D感知任务适用;视图一致性 | 任务特定设计 |
| 约束驱动(数据缺失约束) | HAST[106] | 利用样本难度度量优先合成并强化难样本训练,同时加入特征对齐约束提升零样本量化性能 | 强化对难样本的建模;增强量化 模型鲁棒性 | 样本难度调控策略需要额外设计 |
| Qimera[105] | 通过叠加潜在嵌入生成靠近决策边界的支持样本,并引入解耦映射层改善叠加嵌入的分布表达 | 强化边界样本生成;有利于提升 无数据量化性能 | 嵌入与生成器设计较复杂 |
| AIT[103] | 舍弃交叉熵仅用KL散度,引入梯度淹没机制动态调整各层梯度缩放因子 | 消除多目标冲突;极低比特稳定 | 较依赖教师模型提供的蒸馏信号 |
| AdaDFQ[62] | 将DFQ建模为零和博弈,并通过适应性边界调节生成样本对量化网络的有效性 | 避免样本过难或过易 | 博弈式优化过程复杂 |
| AdaSG[63] | 基于纳什博弈框架,用 Balance Gap 引导生成与 校准过程达到平衡 | 理论支撑强;自适应停训 | 平衡判据与训练过程仍需验证和调节 |
| 约束驱动(硬件资源约束) | RL-MPQ[21] | 引入强化学习智能体,以硬件延迟配合精度作为奖励,在层级混合精度搜索空间中自动分配位宽 | 能够把硬件约束纳入位宽决策 过程;适配多平台 | 强化学习搜索与量化重训练开销较高 |
| HMQ[110] | 开发出硬件友好的混合精度量化块,将位宽纳入可学习变量,通过有限差分近似位宽梯度 | 同时考虑位宽与阈值;满足各种 硬件约束 | 搜索空间大;位宽离散性优化困难 |
| AdaQAT[119] | 采用可学习的实值松弛位宽,并在量化运算中离散化,从而在训练中自适应优化权重与激活位宽 | 支持混合精度;既适用于从头 训练,也适用于微调 | 位宽优化仍存在离散-连续近似误差 |
), ArticleFig(id=1329420332303233201, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 11, caption=
Comparison of Representative Methods for Learnable-Parameter QAT
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可学习参数 | 梯度估计 | 核心创新 | 位宽支持 | 特点 |
|---|
| PACT[44] | 裁剪阈值 | STE | L2正则化控制激活裁剪阈值 | 2~4 bit | 可学习激活裁剪 |
| LSQ[11] | 量化步长 | STE+梯度缩放 | 步长与权重联合优化 | 2~4 bit | 代表性步长学习方法 |
| LSQ+[12] | 步长+偏移 | STE | 支持可学习非对称量化 | 2~4 bit | 适配Swish等负值激活 |
| ASQ[98] | 动态步长 | STE | 基于输入特征动态调整步长 | 3~4 bit | 动态激活量化 |
| LQ-Nets[18] | 基向量+量化级 | 可微内积 | QEM 量化误差最小化 | 1~4 bit | 联合学习量化器 |
| L4Q[115] | LoRA+量化参数 | STE | 量化与低秩适配协同优化 | 3~4 bit | 降低训练显存开销 |
| AdaQAT[119] | 量化位宽 | 有限差分 | 任务+硬件双目标优化 | 自适应 | 自动位宽搜索 |
), ArticleFig(id=1329420332378730674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表11, caption=
参数可学习化QAT代表性方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可学习参数 | 梯度估计 | 核心创新 | 位宽支持 | 特点 |
|---|
| PACT[44] | 裁剪阈值 | STE | L2正则化控制激活裁剪阈值 | 2~4 bit | 可学习激活裁剪 |
| LSQ[11] | 量化步长 | STE+梯度缩放 | 步长与权重联合优化 | 2~4 bit | 代表性步长学习方法 |
| LSQ+[12] | 步长+偏移 | STE | 支持可学习非对称量化 | 2~4 bit | 适配Swish等负值激活 |
| ASQ[98] | 动态步长 | STE | 基于输入特征动态调整步长 | 3~4 bit | 动态激活量化 |
| LQ-Nets[18] | 基向量+量化级 | 可微内积 | QEM 量化误差最小化 | 1~4 bit | 联合学习量化器 |
| L4Q[115] | LoRA+量化参数 | STE | 量化与低秩适配协同优化 | 3~4 bit | 降低训练显存开销 |
| AdaQAT[119] | 量化位宽 | 有限差分 | 任务+硬件双目标优化 | 自适应 | 自动位宽搜索 |
), ArticleFig(id=1329420332458422451, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 12, caption=
Comparison of Reconstruction and Approximation-Optimization QAT Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可微机制 | 优化目标 | 核心创新 | 优势 |
|---|
| QIL[16] | 区间参数化 | 任务损失 | 将量化器分解为变换器与离散器,区间端到端学习 | 区间即任务响应域,量化区间可随任务 目标端到端更新,精度与可部署性兼顾 |
| DSQ[19] | 双曲正切平滑近似 | 任务损失 | 用可微平滑函数逼近阶梯量化,并通过演化式 训练逐步逼近硬量化 | 平滑到离散的渐进过渡,低比特训练稳定 |
| APoT[46] | 重参数化裁剪 | 任务损失 | 非均匀加性幂量化,形状与硬件协同设计 | 硬件友好非均匀量化,表达能力更强 |
| STE改良[60] | 仿射重参数化 | 减少梯度估计偏差 | 训练中引入交替优化与同步承诺损失, 缓解分布失配与索引塌缩 | 梯度校正理论化,收敛更稳定 |
| MetaQuant[59] | 超网络生成码本 | 元学习目标 | 双层优化,显式学习量化器参数 | 梯度真实回传,训练期增强,推理零开销 |
), ArticleFig(id=1329420332546502836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表12, caption=
重构与近似优化QAT方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 可微机制 | 优化目标 | 核心创新 | 优势 |
|---|
| QIL[16] | 区间参数化 | 任务损失 | 将量化器分解为变换器与离散器,区间端到端学习 | 区间即任务响应域,量化区间可随任务 目标端到端更新,精度与可部署性兼顾 |
| DSQ[19] | 双曲正切平滑近似 | 任务损失 | 用可微平滑函数逼近阶梯量化,并通过演化式 训练逐步逼近硬量化 | 平滑到离散的渐进过渡,低比特训练稳定 |
| APoT[46] | 重参数化裁剪 | 任务损失 | 非均匀加性幂量化,形状与硬件协同设计 | 硬件友好非均匀量化,表达能力更强 |
| STE改良[60] | 仿射重参数化 | 减少梯度估计偏差 | 训练中引入交替优化与同步承诺损失, 缓解分布失配与索引塌缩 | 梯度校正理论化,收敛更稳定 |
| MetaQuant[59] | 超网络生成码本 | 元学习目标 | 双层优化,显式学习量化器参数 | 梯度真实回传,训练期增强,推理零开销 |
), ArticleFig(id=1329420332613611702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 13, caption=
Auxiliary Signal Combination Strategies in QAT
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 主损失 | 辅助信号1 | 辅助信号2 | 信号融合方式 | 权重调节 | 机制 |
|---|
| 标准QAT | 交叉熵 | | | | | 仅依赖任务损失,低比特易失稳 |
| KD-QAT | 交叉熵 | 软输出蒸馏 | | 加权求和 | 手动设置 | 教师软标签缓解量化信息丢失 |
| SQAKD[58] | KL散度 | 自监督蒸馏 | | 统一目标 | 自适应 | 蒸馏与量化误差协同最小化 |
| CMIM[101] | 交叉熵 | 对比学习 | | 加权求和 | 手动设置 | 最大化二值激活与实值激活的互信息, 增强极低比特判别性 |
| QD-BEV[102] | 任务损失 | 图像域KL散度 | 鸟瞰域KL散度 | 视图引导融合 | 手动设置 | 结合相机外参与鸟瞰掩码实现多视角蒸馏 |
), ArticleFig(id=1329420332689109175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表13, caption=
QAT中辅助信号的组合策略
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 主损失 | 辅助信号1 | 辅助信号2 | 信号融合方式 | 权重调节 | 机制 |
|---|
| 标准QAT | 交叉熵 | | | | | 仅依赖任务损失,低比特易失稳 |
| KD-QAT | 交叉熵 | 软输出蒸馏 | | 加权求和 | 手动设置 | 教师软标签缓解量化信息丢失 |
| SQAKD[58] | KL散度 | 自监督蒸馏 | | 统一目标 | 自适应 | 蒸馏与量化误差协同最小化 |
| CMIM[101] | 交叉熵 | 对比学习 | | 加权求和 | 手动设置 | 最大化二值激活与实值激活的互信息, 增强极低比特判别性 |
| QD-BEV[102] | 任务损失 | 图像域KL散度 | 鸟瞰域KL散度 | 视图引导融合 | 手动设置 | 结合相机外参与鸟瞰掩码实现多视角蒸馏 |
), ArticleFig(id=1329420332756218040, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 14, caption=
Generation–Quantization Co-optimization Strategies in Data-Free QAT Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 生成信号来源 | 生成器机制 | 量化器更新 | 协同机制 | 停止准则 | 训练稳定性 |
|---|
| GDFQ[104] | 噪声+随机标签 | ACGAN生成样本 | 交替更新 | BN匹配+蒸馏 | 固定epoch | 中等 |
| Qimera[105] | 噪声+叠加嵌入 | 边界支持样本生成 | 交替更新 | 决策边界对齐 | 固定epoch | 较高 |
| HAST[106] | 噪声 | 难样本生成 | 交替更新 | 难度重加权+蒸馏 | 固定epoch | 中等 |
| AdaDFQ | 噪声 | 自适应生成 | 博弈更新 | 纳什均衡 | Balance Gap | 高 |
| AdaSG[63] | 噪声 | 零和博弈生成 | 博弈更新 | BG 平稳性约束 | Balance Gap → 0 | 高 |
| AIT[103] | 统计信号 | KL-only策略 | 仅蒸馏 | 梯度淹没 | 收敛判断 | 高 |
), ArticleFig(id=1329420332840104121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表14, caption=
无数据QAT方法的生成-量化协同优化策略
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 生成信号来源 | 生成器机制 | 量化器更新 | 协同机制 | 停止准则 | 训练稳定性 |
|---|
| GDFQ[104] | 噪声+随机标签 | ACGAN生成样本 | 交替更新 | BN匹配+蒸馏 | 固定epoch | 中等 |
| Qimera[105] | 噪声+叠加嵌入 | 边界支持样本生成 | 交替更新 | 决策边界对齐 | 固定epoch | 较高 |
| HAST[106] | 噪声 | 难样本生成 | 交替更新 | 难度重加权+蒸馏 | 固定epoch | 中等 |
| AdaDFQ | 噪声 | 自适应生成 | 博弈更新 | 纳什均衡 | Balance Gap | 高 |
| AdaSG[63] | 噪声 | 零和博弈生成 | 博弈更新 | BG 平稳性约束 | Balance Gap → 0 | 高 |
| AIT[103] | 统计信号 | KL-only策略 | 仅蒸馏 | 梯度淹没 | 收敛判断 | 高 |
), ArticleFig(id=1329420332923990202, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 15, caption=
Comparison of Bit-Width Search Methods for Mixed-Precision QAT Under Hardware Resource Constraints
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 搜索算法 | 可微性 | 资源约束 | 搜索粒度 | 硬件反馈信号 | 搜索开销 |
|---|
| HMQ[110] | Gumbel-Softmax | 可微 | 候选量化配置搜索 | 层级 | 硬件友好量化约束 | 1个训练 |
| RL-MPQ[21] | 强化学习 | 不可微 | 硬约束(延迟/能耗) | 层级 | 模拟加速器速度反馈 | 多个训练 |
| CGMQ[107] | 门控变量+方向更新 | 可微 | 硬约束(BOP上限) | 层级 | BOPs | 1个训练 |
| ADQ[109] | 敏感度加权分配 | 可微 | 计算预算约束 | 层级/通道 | 计算预算/启发式敏感度 | 1个训练 |
| HGQ[108] | 梯度下降 | 可微 | 硬约束(EBOPs) | 参数级 | EBOPs/片上资源估计 | 1个训练 |
), ArticleFig(id=1329420332991099067, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表15, caption=
硬件资源约束下混合精度 QAT 位宽搜索方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 搜索算法 | 可微性 | 资源约束 | 搜索粒度 | 硬件反馈信号 | 搜索开销 |
|---|
| HMQ[110] | Gumbel-Softmax | 可微 | 候选量化配置搜索 | 层级 | 硬件友好量化约束 | 1个训练 |
| RL-MPQ[21] | 强化学习 | 不可微 | 硬约束(延迟/能耗) | 层级 | 模拟加速器速度反馈 | 多个训练 |
| CGMQ[107] | 门控变量+方向更新 | 可微 | 硬约束(BOP上限) | 层级 | BOPs | 1个训练 |
| ADQ[109] | 敏感度加权分配 | 可微 | 计算预算约束 | 层级/通道 | 计算预算/启发式敏感度 | 1个训练 |
| HGQ[108] | 梯度下降 | 可微 | 硬约束(EBOPs) | 参数级 | EBOPs/片上资源估计 | 1个训练 |
), ArticleFig(id=1329420333054013628, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 16, caption=
Comparison of Key Challenges, Mechanisms, and Applicability of Representative ViT Quantization Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 类型 | 主要解决的ViT量化问题 | 核心方法论 | 优势 | 局限性 |
|---|
| Q-ViT[70] | QAT | 自注意力信息失真, 蒸馏监督较粗 | 信息修正模块缓解量化后注意力表征失真; 分布引导蒸馏细粒度注意力分布对齐 | 3~4 bit精度保持好;理论支撑 | 额外模块开销 |
| FIMA-Q[20] | PTQ | Hessian 近似在 ViT中失效 | Fisher信息矩阵对角+低秩(DPLR)近似, 纠正传统Hessian近似在ViT中的理论缺陷 | 理论严谨;标准量化器兼容性好 | 计算复杂度$O(a^k) $ |
| I-ViT [88] | QAT | Softmax等非线性 模块难以整数化 | 设计Shiftmax、ShiftGELU与整数LayerNorm,使推理计算由整数与位移实现 | 硬件友好;适合整数推理部署 | 非线性近似误差累积 |
| NoisyQuant[93] | PTQ | 长尾激活导致量化不稳定 | 固定均匀噪声偏置主动改造激活分布, 预计算去噪偏置消除推理影响 | 推理开销可忽略;长尾有效 | 噪声参数需调优 |
| AMP-ViT[89] | PTQ | 激活不对称,低比特 参数难设定 | SymAlign离线对称化对齐;AutoScale后 GELU三区域自动缩放 | 离线改造零推理开销; SQNR指导 | 分区策略固定 |
| Mix-QViT[124] | PTQ | 层间敏感性差异大, 异常值干扰明显 | LRP层重要性评分与量化敏感度联合优化,CRL裁剪通道重量化抑制异常值 | 可解释性较强;3~4 bit稳定 | 层重要性计算开销 |
StatsQ/CGA/ QKR[92] | QAT | 量化训练振荡; Q/K 梯度耦合 | 统计权重量化(StatsQ)+置信度引导退火(CGA)+Q/K重参数化(QKR)解耦梯度依赖 | 系统解决训练振荡问题 | 多机制组合复杂 |
| CLAMP-ViT[78] | PTQ | 无数据校准下样本 语义不足 | Patch级对比学习生成语义关联合成数据, 层进化搜索逐层优化位宽与缩放因子 | 无数据混合精度ViT量化 | 两阶段迭代耗时 |
| PMQ[90] | PTQ | patch与层间量化 敏感性不均 | 基于全局敏感度排序与自适应注意力收缩 机制,进行patch级混合精度分配 | 分配更细,量化更灵活 | 实现复杂度较高 |
), ArticleFig(id=1329420333129511101, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表16, caption=
ViT 量化代表性方法的关键挑战、机制与适用性对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 类型 | 主要解决的ViT量化问题 | 核心方法论 | 优势 | 局限性 |
|---|
| Q-ViT[70] | QAT | 自注意力信息失真, 蒸馏监督较粗 | 信息修正模块缓解量化后注意力表征失真; 分布引导蒸馏细粒度注意力分布对齐 | 3~4 bit精度保持好;理论支撑 | 额外模块开销 |
| FIMA-Q[20] | PTQ | Hessian 近似在 ViT中失效 | Fisher信息矩阵对角+低秩(DPLR)近似, 纠正传统Hessian近似在ViT中的理论缺陷 | 理论严谨;标准量化器兼容性好 | 计算复杂度$O(a^k) $ |
| I-ViT [88] | QAT | Softmax等非线性 模块难以整数化 | 设计Shiftmax、ShiftGELU与整数LayerNorm,使推理计算由整数与位移实现 | 硬件友好;适合整数推理部署 | 非线性近似误差累积 |
| NoisyQuant[93] | PTQ | 长尾激活导致量化不稳定 | 固定均匀噪声偏置主动改造激活分布, 预计算去噪偏置消除推理影响 | 推理开销可忽略;长尾有效 | 噪声参数需调优 |
| AMP-ViT[89] | PTQ | 激活不对称,低比特 参数难设定 | SymAlign离线对称化对齐;AutoScale后 GELU三区域自动缩放 | 离线改造零推理开销; SQNR指导 | 分区策略固定 |
| Mix-QViT[124] | PTQ | 层间敏感性差异大, 异常值干扰明显 | LRP层重要性评分与量化敏感度联合优化,CRL裁剪通道重量化抑制异常值 | 可解释性较强;3~4 bit稳定 | 层重要性计算开销 |
StatsQ/CGA/ QKR[92] | QAT | 量化训练振荡; Q/K 梯度耦合 | 统计权重量化(StatsQ)+置信度引导退火(CGA)+Q/K重参数化(QKR)解耦梯度依赖 | 系统解决训练振荡问题 | 多机制组合复杂 |
| CLAMP-ViT[78] | PTQ | 无数据校准下样本 语义不足 | Patch级对比学习生成语义关联合成数据, 层进化搜索逐层优化位宽与缩放因子 | 无数据混合精度ViT量化 | 两阶段迭代耗时 |
| PMQ[90] | PTQ | patch与层间量化 敏感性不均 | 基于全局敏感度排序与自适应注意力收缩 机制,进行patch级混合精度分配 | 分配更细,量化更灵活 | 实现复杂度较高 |
), ArticleFig(id=1329420333200814270, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 17, caption=
Comparison of Key Contributions of Representative LLM Quantization Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 框架定位 | 方法 | 核心方法论 | 优势 | 局限性 |
|---|
| PTQ | 重构与近似优化 | GPTQ[25] | 利用近似二阶信息进行逐行或逐块权重量化,并结合误差补偿降低累积误差 | 175B模型4 h完成; 3~4 bit近无损 | 仅权重量化,激活仍保持高精度 |
| SmoothQuant[26] | 逐通道等价缩放,将激活量化难度离线迁移至权重 | 适合 8 bit 推理, 硬件兼容性较好 | 平滑强度需要调节,低于8 bit需 额外处理 |
参数可 学习化 | OmniQuant[24] | 结合可学习权重裁剪和可学习等价变换优化少量量化参数 | 2~4 bit支持;部署友好、 无额外算子 | 仍依赖少量校准数据, 优化流程复杂 |
| FlexRound[54] | 基于元素级除法的可学习舍入,同时 学习公共量化网格与权重个体缩放 | 对大权重更灵活,适合 低比特权重量化 | 计算复杂度较高 |
| Norm Tweaking[94] | 仅微调LayerNorm参数,并以通道级 分布约束对齐量化后激活分布 | 额外开销小,可作为 现有PTQ插件 | 仅调整归一化层, 能力边界较明确 |
约束驱动 (硬件资源约束) | MXQ[96] | 以层级量化配置和存储预算约束构造MiLP,进行数据无关混合精度分配 | 可直接权衡内存与精度, 适合边缘场景 | 配置求解流程较复杂 |
| CMPQ[65] | 基于激活分布的通道级混合精度分配,结合非均匀量化与异常值保护 | 支持任意位宽,更细粒度 利用存储预算 | 策略设计和部署实现较复杂 |
| ABQ-LLM[95] | 分布校正 + bit balance + 任意位宽量化 推理框架 | 任意位宽组合,兼顾精度与 实际推理加速 | 依赖定制软件/内核支持,实现门槛高 |
| QAT | 辅助学习信号+数据缺失约束 | LLM-QAT[27] | 无数据蒸馏生成校准样本,同时量化 权重、激活与KV缓存 | 不依赖原始训练数据,适合 低比特与KV缓存压缩 | 仍需QAT训练成本,自生成数据 存在分布偏移风险 |
参数可 学习化 | EfficientQAT[114] | 两阶段解耦训练:块级全参数优化 + 端到端步长微调 | 适合超大模型训练 | 两阶段流程复杂 |
| LR-QAT[113] | 低秩适配器嵌入量化函数内部,训练 完成后融合为整数权重矩阵 | 零推理开销,显存效率高; LoRA兼容 | 低秩近似仍可能带来表示受限 |
| DL-QAT[116] | 结合组级幅度调整和低秩方向微调 | 可减少训练参数量 | 依赖低秩假设,秩和分组设置 影响效果 |
), ArticleFig(id=1329420333267923135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表17, caption=
LLM量化代表性方法关键贡献对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 框架定位 | 方法 | 核心方法论 | 优势 | 局限性 |
|---|
| PTQ | 重构与近似优化 | GPTQ[25] | 利用近似二阶信息进行逐行或逐块权重量化,并结合误差补偿降低累积误差 | 175B模型4 h完成; 3~4 bit近无损 | 仅权重量化,激活仍保持高精度 |
| SmoothQuant[26] | 逐通道等价缩放,将激活量化难度离线迁移至权重 | 适合 8 bit 推理, 硬件兼容性较好 | 平滑强度需要调节,低于8 bit需 额外处理 |
参数可 学习化 | OmniQuant[24] | 结合可学习权重裁剪和可学习等价变换优化少量量化参数 | 2~4 bit支持;部署友好、 无额外算子 | 仍依赖少量校准数据, 优化流程复杂 |
| FlexRound[54] | 基于元素级除法的可学习舍入,同时 学习公共量化网格与权重个体缩放 | 对大权重更灵活,适合 低比特权重量化 | 计算复杂度较高 |
| Norm Tweaking[94] | 仅微调LayerNorm参数,并以通道级 分布约束对齐量化后激活分布 | 额外开销小,可作为 现有PTQ插件 | 仅调整归一化层, 能力边界较明确 |
约束驱动 (硬件资源约束) | MXQ[96] | 以层级量化配置和存储预算约束构造MiLP,进行数据无关混合精度分配 | 可直接权衡内存与精度, 适合边缘场景 | 配置求解流程较复杂 |
| CMPQ[65] | 基于激活分布的通道级混合精度分配,结合非均匀量化与异常值保护 | 支持任意位宽,更细粒度 利用存储预算 | 策略设计和部署实现较复杂 |
| ABQ-LLM[95] | 分布校正 + bit balance + 任意位宽量化 推理框架 | 任意位宽组合,兼顾精度与 实际推理加速 | 依赖定制软件/内核支持,实现门槛高 |
| QAT | 辅助学习信号+数据缺失约束 | LLM-QAT[27] | 无数据蒸馏生成校准样本,同时量化 权重、激活与KV缓存 | 不依赖原始训练数据,适合 低比特与KV缓存压缩 | 仍需QAT训练成本,自生成数据 存在分布偏移风险 |
参数可 学习化 | EfficientQAT[114] | 两阶段解耦训练:块级全参数优化 + 端到端步长微调 | 适合超大模型训练 | 两阶段流程复杂 |
| LR-QAT[113] | 低秩适配器嵌入量化函数内部,训练 完成后融合为整数权重矩阵 | 零推理开销,显存效率高; LoRA兼容 | 低秩近似仍可能带来表示受限 |
| DL-QAT[116] | 结合组级幅度调整和低秩方向微调 | 可减少训练参数量 | 依赖低秩假设,秩和分组设置 影响效果 |
), ArticleFig(id=1329420333339226304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 18, caption=
Comparison of Quantization Characteristics across CNN, ViT, and LLM Architectures
, figureFileSmall=null, figureFileBig=null, tableContent=
| 特性维度 | CNN | ViT | LLM |
|---|
| 核心计算单元 | 卷积层(Conv) | 多头自注意力(MHSA)+FFN | 多头自注意力(MHSA)+FFN |
| 参数规模 | 10~100×106 | 10×106~1×109 | 1×109~1000×109 |
| 主要敏感层 | 首层/尾层 | LayerNorm后/Attention Q,K | Attention、LayerNorm及异常值主导通道 |
| 激活分布特点 | 近似高斯/ReLU截断 | 后GELU长尾、通道间变异明显 | 强长尾与持续异常值并存 |
| 量化核心挑战 | 层级敏感度差异; 深度可分离卷积 | Query/Key分布失配; Softmax与归一化数值敏感 | 小值更敏感、大值更鲁棒,KV缓存带来长序列显存压力 |
| 权重量化难度 | 中等 | 中等 | 较低(分布相对均匀) |
| 激活量化难度 | 中、低等 | 高(后LayerNorm) | 极高(异常值主导) |
| 典型PTQ方法 | BRECQ[9],QDrop[13] | FIMA-Q[20],NoisyQuant[93] | GPTQ[25],SmoothQuant[26] |
| 典型QAT方法 | LSQ[11],DSQ[19] | Q-ViT[70],I-ViT[88] | LLM-QAT[27],EfficientQAT[114] |
| 推荐安全位宽 | W4A4 | W4A4/W4A8 | W4A16/W3A16 |
| 硬件部署重点 | Tensor Core INT8/INT4 | 整数位移近似非线性 | 显存优化、KV缓存压缩与长序列推理 |
), ArticleFig(id=1329420333427306689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表18, caption=
CNN/ViT/LLM架构量化特性对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 特性维度 | CNN | ViT | LLM |
|---|
| 核心计算单元 | 卷积层(Conv) | 多头自注意力(MHSA)+FFN | 多头自注意力(MHSA)+FFN |
| 参数规模 | 10~100×106 | 10×106~1×109 | 1×109~1000×109 |
| 主要敏感层 | 首层/尾层 | LayerNorm后/Attention Q,K | Attention、LayerNorm及异常值主导通道 |
| 激活分布特点 | 近似高斯/ReLU截断 | 后GELU长尾、通道间变异明显 | 强长尾与持续异常值并存 |
| 量化核心挑战 | 层级敏感度差异; 深度可分离卷积 | Query/Key分布失配; Softmax与归一化数值敏感 | 小值更敏感、大值更鲁棒,KV缓存带来长序列显存压力 |
| 权重量化难度 | 中等 | 中等 | 较低(分布相对均匀) |
| 激活量化难度 | 中、低等 | 高(后LayerNorm) | 极高(异常值主导) |
| 典型PTQ方法 | BRECQ[9],QDrop[13] | FIMA-Q[20],NoisyQuant[93] | GPTQ[25],SmoothQuant[26] |
| 典型QAT方法 | LSQ[11],DSQ[19] | Q-ViT[70],I-ViT[88] | LLM-QAT[27],EfficientQAT[114] |
| 推荐安全位宽 | W4A4 | W4A4/W4A8 | W4A16/W3A16 |
| 硬件部署重点 | Tensor Core INT8/INT4 | 整数位移近似非线性 | 显存优化、KV缓存压缩与长序列推理 |
), ArticleFig(id=1329420333490221250, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=EN, label=Table 19, caption=
Applicability Matrix of Cross-Architecture Quantization Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | CNN | ViT | LLM | 核心迁移障碍 |
|---|
| 可学习步长 | LSQ[11] | ✔ | ◯ | ◯ | ViT/LLM长尾激活与异常值需额外处理 |
| 块级重构 | BRECQ[9] | ✔ | ✔ | ◯ | LLM块划分、跨层依赖与显存开销需重新设计 |
| 激活平滑 | SmoothQuant[26] | ◯ | ◯ | ✔ | CNN无持续异常值,ViT还需处理非对称激活 |
| 对比校准 | CL-Calib[50] | ✔ | ✔ | ◯ | LLM序列长、层间状态复杂,对比校准代价高 |
| 二阶敏感度 | HAWQ[15] | ✔ | ◯ | ✗ | LLM二阶信息估计与 存储开销过高 |
| 无数据生成 | ZeroQ[51] | ✔ | ◯ | ✗ | ViT/LLM缺乏可直接 利用的BN统计 |
| 硬件感知搜索 | HAQ[22] | ✔ | ✔ | ◯ | LLM规模大、位宽组合多,搜索空间迅速膨胀 |
), ArticleFig(id=1329420333578301635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420320609513491, language=CN, label=表19, caption=
跨架构量化方法适用性矩阵
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法类别 | 代表方法 | CNN | ViT | LLM | 核心迁移障碍 |
|---|
| 可学习步长 | LSQ[11] | ✔ | ◯ | ◯ | ViT/LLM长尾激活与异常值需额外处理 |
| 块级重构 | BRECQ[9] | ✔ | ✔ | ◯ | LLM块划分、跨层依赖与显存开销需重新设计 |
| 激活平滑 | SmoothQuant[26] | ◯ | ◯ | ✔ | CNN无持续异常值,ViT还需处理非对称激活 |
| 对比校准 | CL-Calib[50] | ✔ | ✔ | ◯ | LLM序列长、层间状态复杂,对比校准代价高 |
| 二阶敏感度 | HAWQ[15] | ✔ | ◯ | ✗ | LLM二阶信息估计与 存储开销过高 |
| 无数据生成 | ZeroQ[51] | ✔ | ◯ | ✗ | ViT/LLM缺乏可直接 利用的BN统计 |
| 硬件感知搜索 | HAQ[22] | ✔ | ✔ | ◯ | LLM规模大、位宽组合多,搜索空间迅速膨胀 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202660128, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202660128, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202660128, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202660128, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1785513600000, fullTextJson=null, articleText=null, reference=null)