Article(id=1329419855364731240, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419793389695520, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550648, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1756742400000, receivedDateStr=2025-09-02, revisedDate=1768147200000, revisedDateStr=2026-01-12, acceptedDate=1769616000000, acceptedDateStr=2026-01-29, onlineDate=1794887992945, onlineDateStr=2026-11-17, pubDate=1780243200000, pubDateStr=2026-06-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794887992945, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794887992945, creator=13701087609, updateTime=1794887992945, updator=13701087609, issue=Issue{id=1329419793389695520, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='6', pageStart='1377', pageEnd='1638', issueExtLink='null', onlineDate='null', pubDate='1780243200000', pubDateStr='2026-06-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794887978168, creator='13701087609', updateTime=1794892139295, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329437246815580885, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419793389695520, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329437246815580886, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419793389695520, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=1574, endPage=1583, ext={EN=ArticleExt(id=1329419855603806569, articleId=1329419855364731240, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Integer Quantization Method Based on Low Bit Sharing, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
With the rapid advancement of artificial intelligence technologies, large language models (LLMs) have emerged as foundational components in modern intelligent systems. However, the ever-increasing model size—ranging from billions to hundreds of billions of parameters—poses significant challenges in terms of memory footprint and computational overhead, particularly on latency-sensitive and resource-constrained platforms. While low-bit integer quantization (e.g., INT8) has demonstrated effectiveness in reducing memory consumption and improving inference efficiency, it suffers from notable quantization limitations when applied to large-scale models, including quantization-induced accuracy degradation and inefficient storage utilization. To address these issues, we propose a numerical quantization framework, termed low bit sharing (LBS). Built upon conventional integer quantization, LBS provides a structured high-low bit decomposition scheme that preserves only the most significant bits for each parameter and shares the less significant bits within a tensor group. The shared solution can reduce storage requirements while upholding the numerical representational capability. Furthermore, to mitigate accuracy degradation caused by the quantization of high-impact weights, we develop a salient value aware quantization strategy. By employing a Top-K selection algorithm, we isolate the most influential weights—typically residing in the tail of the parameter distribution—and assign them dedicated scaling factors. This targeted treatment effectively suppresses error accumulation during quantization and improves robustness in downstream performance. Experimental results across several state-of-the-art LLMs show that LBS achieves substantial storage reduction while preserving high model accuracy, making it a practical and scalable solution for deployment of large-scale models.
, authors=Linhao Li
1, Xuandi Zeng
1, Yibin Tang
2, 3, Bosheng Liu
1, *, Jigang Wu
1, authorsList=Linhao Li, Xuandi Zeng, Yibin Tang, Bosheng Liu, Jigang Wu, authorCompany=null, correspAuthors=Bosheng Liu, authorNote=
born in 2001. Master candidate. His main research interest includes hardware-software co-design based on deep learning
born in 2003. Undergraduate. His main research interest includes hardware-software co-design based on deep learning
born in 1991. PhD, professor. His main research interests include the hardware-software co-design based on deep learning and computer architecture
born in 1988. PhD, associate professor. His main research interests include hardware-software co-optimization for LLMs and computer architecture
born in 1963. PhD, PhD supervisor. His main research interests include AI, high-performance computing, and data science. (asjgwucn@outlook.com)
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329419857642238334, articleId=1329419855364731240, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于低比特共享的整型量化方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
随着人工智能技术的快速发展,大语言模型(large language models,LLMs)已成为现代智能系统的关键组成部分。然而,模型规模的持续增长带来了显著的存储与计算开销,严重制约了其在资源受限设备中的部署效率。尽管低比特整数量化技术(如INT8)在降低存储需求与提升推理效率方面取得了一定成效,但在面对超大模型时仍存在精度下降与存储冗余的问题。为解决上述问题,提出一种数值量化方法——低比特共享(low bit sharing,LBS)。该方法在传统整型量化基础上引入结构化的高低位分离机制,仅保留权重的高有效位,并在张量组内共享低比特信息,从而在保持数值表达能力的同时显著地降低存储开销。此外,针对整数量化中显著权重易受量化影响的问题,进一步提出显著值感知量化策略,基于Top-K选择算法识别具有高影响力的关键权重值,并通过引入缩放因子缓解其在量化过程中的误差累积,增强模型精度鲁棒性。实验结果表明,所提出的LBS方法在多个主流大语言模型上展现出优越的存储性能与精度保持能力,为大语言模型的部署提供了一种可行的解决方案。
, authors=李林浩
1, 曾宣迪
1, 唐忆滨
2, 3, 刘博生
1, *, 武继刚
1, authorsList=李林浩, 曾宣迪, 唐忆滨, 刘博生, 武继刚, authorCompany=null, correspAuthors=刘博生, authorNote=
作者贡献声明
李林浩提出了本文的核心思想,负责算法设计、主要实验验证以及论文的撰写;曾宣迪参与了部分实验工作;唐忆滨和武继刚参与了论文的结果分析和讨论与修订;刘博生对整体研究工作提供了关键指导,并对论文进行了最终审阅和定稿。
 |
2001年生。硕士研究生。主要研究方向为基于深度学习的软硬件协同设计 |
 |
2003年生。本科生。主要研究方向为基于深度学习的软硬件协同设计 |
 |
1991年生。博士,研究员。主要研究方向为基于深度学习的软硬件协同设计、计算机体系结构 |
 |
1988年生。博士、副教授。主要研究方向为大语言模型软硬件协同优化、计算机体系结构 |
 |
1963年生。博士、博士生导师。主要研究方向为人工智能、高性能计算、数据科学 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=CLxQt96XB9QVXQ3+yFXNlw==, magXml=VWLUrEYCDVRr0m17RD/jLg==, pdfUrl=null, pdf=Lug3S3rpLOFc6sx8vnx5VA==, pdfFileSize=1061463, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=JfHJ0X66Qk/j+Y8N9KE6WA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=aUQxsepvdL4dcyls1nS8KA==, mapNumber=null, fund=null)}, authors=[Author(id=1329419858082640266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=lilinhao0830@163.com, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419858149749132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858082640266, language=EN, stringName=Linhao Li, firstName=Linhao, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006, bio={"content":"
born in 2001. Master candidate. His main research interest includes hardware-software co-design based on deep learning
"}, bioImg=null, bioContent=
born in 2001. Master candidate. His main research interest includes hardware-software co-design based on deep learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419858208469390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858082640266, language=CN, stringName=李林浩, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1广东工业大学计算机学院 广州 510006, bio={"img":"sD246t3LmzBy1QUac4UuWg==","content":"
2001年生。硕士研究生。主要研究方向为基于深度学习的软硬件协同设计
"}, bioImg=sD246t3LmzBy1QUac4UuWg==, bioContent=
2001年生。硕士研究生。主要研究方向为基于深度学习的软硬件协同设计
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419857839370623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=1, ext=[AuthorCompanyExt(id=1329419857847759232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006), AuthorCompanyExt(id=1329419857864536450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1广东工业大学计算机学院 广州 510006)])]), Author(id=1329419858267189648, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419858346881426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858267189648, language=EN, stringName=Xuandi Zeng, firstName=Xuandi, middleName=null, lastName=Zeng, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006, bio={"content":"
born in 2003. Undergraduate. His main research interest includes hardware-software co-design based on deep learning
"}, bioImg=null, bioContent=
born in 2003. Undergraduate. His main research interest includes hardware-software co-design based on deep learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419858405601683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858267189648, language=CN, stringName=曾宣迪, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1广东工业大学计算机学院 广州 510006, bio={"img":"XQQ7hnVNE86H82lKVJ4Wfw==","content":"
2003年生。本科生。主要研究方向为基于深度学习的软硬件协同设计
"}, bioImg=XQQ7hnVNE86H82lKVJ4Wfw==, bioContent=
2003年生。本科生。主要研究方向为基于深度学习的软硬件协同设计
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419857839370623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=1, ext=[AuthorCompanyExt(id=1329419857847759232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006), AuthorCompanyExt(id=1329419857864536450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1广东工业大学计算机学院 广州 510006)])]), Author(id=1329419858485293461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419858556596632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858485293461, language=EN, stringName=Yibin Tang, firstName=Yibin, middleName=null, lastName=Tang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2Wuhan Digital Engineering Institute, Wuhan 430074
3Innovation Center for GPU and Intelligent Computing System Technology, Wuhan 430074, bio={"content":"
born in 1991. PhD, professor. His main research interests include the hardware-software co-design based on deep learning and computer architecture
"}, bioImg=null, bioContent=
born in 1991. PhD, professor. His main research interests include the hardware-software co-design based on deep learning and computer architecture
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419858632094105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858485293461, language=CN, stringName=唐忆滨, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2武汉数字工程研究所 武汉 430074
3图形处理芯片及智能计算系统技术创新中心 武汉 430074, bio={"img":"IoXhwCkk7EYPlwbTMh7yiQ==","content":"
1991年生。博士,研究员。主要研究方向为基于深度学习的软硬件协同设计、计算机体系结构
"}, bioImg=IoXhwCkk7EYPlwbTMh7yiQ==, bioContent=
1991年生。博士,研究员。主要研究方向为基于深度学习的软硬件协同设计、计算机体系结构
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419857923256707, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=2, ext=[AuthorCompanyExt(id=1329419857931645316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857923256707, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Wuhan Digital Engineering Institute, Wuhan 430074), AuthorCompanyExt(id=1329419857940033925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857923256707, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2武汉数字工程研究所 武汉 430074)]), AuthorCompany(id=1329419857994559878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=3, ext=[AuthorCompanyExt(id=1329419857998754183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857994559878, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Innovation Center for GPU and Intelligent Computing System Technology, Wuhan 430074), AuthorCompanyExt(id=1329419858007142792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857994559878, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3图形处理芯片及智能计算系统技术创新中心 武汉 430074)])]), Author(id=1329419858690814363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=liubosheng@gdut.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329419858757923230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858690814363, language=EN, stringName=Bosheng Liu, firstName=Bosheng, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006, bio={"content":"
born in 1988. PhD, associate professor. His main research interests include hardware-software co-optimization for LLMs and computer architecture
"}, bioImg=null, bioContent=
born in 1988. PhD, associate professor. His main research interests include hardware-software co-optimization for LLMs and computer architecture
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419858846003615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858690814363, language=CN, stringName=刘博生, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1广东工业大学计算机学院 广州 510006, bio={"img":"4vI7dPi/+z+gaR1RBwjBRQ==","content":"
1988年生。博士、副教授。主要研究方向为大语言模型软硬件协同优化、计算机体系结构
"}, bioImg=4vI7dPi/+z+gaR1RBwjBRQ==, bioContent=
1988年生。博士、副教授。主要研究方向为大语言模型软硬件协同优化、计算机体系结构
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419857839370623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=1, ext=[AuthorCompanyExt(id=1329419857847759232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006), AuthorCompanyExt(id=1329419857864536450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1广东工业大学计算机学院 广州 510006)])]), Author(id=1329419858908918177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=asjgwucn@outlook.com, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419858984415651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858908918177, language=EN, stringName=Jigang Wu, firstName=Jigang, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006, bio={"content":"
born in 1963. PhD, PhD supervisor. His main research interests include AI, high-performance computing, and data science. (asjgwucn@outlook.com)
"}, bioImg=null, bioContent=
born in 1963. PhD, PhD supervisor. His main research interests include AI, high-performance computing, and data science. (asjgwucn@outlook.com)
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419859076690340, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, authorId=1329419858908918177, language=CN, stringName=武继刚, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1广东工业大学计算机学院 广州 510006, bio={"img":"E/jDkeEZo2nm79yLzOSckw==","content":"
1963年生。博士、博士生导师。主要研究方向为人工智能、高性能计算、数据科学
"}, bioImg=E/jDkeEZo2nm79yLzOSckw==, bioContent=
1963年生。博士、博士生导师。主要研究方向为人工智能、高性能计算、数据科学
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419857839370623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=1, ext=[AuthorCompanyExt(id=1329419857847759232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006), AuthorCompanyExt(id=1329419857864536450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1广东工业大学计算机学院 广州 510006)])])], keywords=[Keyword(id=1329419859177353637, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, orderNo=1, keyword=low bit sharing (LBS)), Keyword(id=1329419859236073894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, orderNo=2, keyword=large language models (LLMs)), Keyword(id=1329419859294794151, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, orderNo=3, keyword=integer (INT) quantization), Keyword(id=1329419859378680232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, orderNo=4, keyword=model accuracy), Keyword(id=1329419859437400489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, orderNo=5, keyword=numerical representation), Keyword(id=1329419859500315050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, orderNo=1, keyword=低比特共享), Keyword(id=1329419859563229612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, orderNo=2, keyword=大语言模型), Keyword(id=1329419859621949869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, orderNo=3, keyword=整型量化), Keyword(id=1329419859689058734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, orderNo=4, keyword=模型精度), Keyword(id=1329419859751973295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, orderNo=5, keyword=数值表示)], refs=[Reference(id=1329419861488415173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Karimi A, Rossi L, Prati A. Improving bert performance for aspect-basedsentiment analysis[J]. arXiv preprint, arXiv: 2010.11731, 2020, articleTitle=null, refAbstract=null), Reference(id=1329419861555524038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Kirstein F, Khan M, Wahle J P, et al. You need to MIMIC to get FAME: Solving meeting transcript scarcity with multi-agent conversations[C]//Findings of the Association for Computational Linguistics: ACL 2025. Stroudsburg: Association for Computational Linguistics, 2025: 11482-11525, articleTitle=null, refAbstract=null), Reference(id=1329419861622632903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Samarinas C, Krubner A, Salemi A, et al. Beyond factual accuracy: Evaluating coverage of diverse factual information in long-form text generation[J]. arXiv preprint, arXiv: 2501.03545, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419861693936072, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Bevilacqua M, Oketch K, Qin Ruiyang, et al. When automated assessment meets automated content generation: Examining text quality in the era of GPTs[J]. ACM Transactions on Information Systems, 2025, 43(2): 1−36, articleTitle=null, refAbstract=null), Reference(id=1329419861761044937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Han, Meng Zixiang, Luo Meng, et al. Towards multimodal empathetic response generation: A rich text-speech-vision avatar-based benchmark[J]. arXiv preprint, arXiv: 2502.04976, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419861828153802, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Feng, Zhang Xu. Few-Shot contrastive learning-based multi-round dialogue intent classification method[J]. Expert Systems, 2025, 42(2): e13771, articleTitle=null, refAbstract=null), Reference(id=1329419861895262667, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zijie, Zhao Xinyu, Peng Jie, et al. Dialogue is better than monologue: Instructing medical LLMs via strategical conversations[J]. arXiv preprint, arXiv: 2501.17860, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419861966565836, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Pang Jianhui, Ye Fanghua, Wang Longyue, et al. Salute the classic: Revisiting challenges of nachine translation in the age of large language models[J]. Transactions of the Association for Computational Linguistics, 2025, 13: 73−95, articleTitle=null, refAbstract=null), Reference(id=1329419862037869005, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Shaolin, Pan Leiyu, Jian Dong, et al. Overcoming language barriers via machine translation with sparse mixture-of-experts fusion of large language models[J]. Information Processing & Management, 2025, 62(3): 104078, articleTitle=null, refAbstract=null), Reference(id=1329419862121755086, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Kumar S. Evaluating full INT8 quantization and inference techniques for causal language model[D]. Enschede, Netherlands: University of Twente, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419862184669647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Fei Wen, Dai Wenrui, Zhang Liang, et al. Latent weight quantization for integerized training of deep neural networks[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2025, 47(4): 2816−2832, articleTitle=null, refAbstract=null), Reference(id=1329419862251778512, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Nair P, Datta P, Dean J, et al. Matryoshka quantization[J]. arXiv preprint, arXiv: 2502.06786, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419862314693073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Guangxuan, Lin Ji, Seznec M, et al. SmoothQuant: Accurate and efficient post-training quantization for large language models[C]//Proc of the 23rd Int Conf on Machine Learning. New York: PMLR, 2023: 38087−38099, articleTitle=null, refAbstract=null), Reference(id=1329419862377607634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee J, Lee W, Sim J. Tender: Accelerating large language models via tensor decomposition and runtime requantization[C]//Proc of the 51st Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE, 2024: 1048−1062, articleTitle=null, refAbstract=null), Reference(id=1329419862448910803, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Yue Yuxuan, Yuan Zhihang, Duanmu Haojie, et al. Wkvquant: Quantizing weight and key/value cache for large language models gains more[J]. arXiv preprint, arXiv: 2402.12065, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419862511825364, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Hao, Zhou Yang, Chen Bohua, et al. Treasures in discarded weights for LLM quantization[C]//Proc of the 39th Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2025: 22218−22226, articleTitle=null, refAbstract=null), Reference(id=1329419862583128533, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Ji, Tang Jiaming, Tang Haotian, et al. AWQ: Activation-aware weight quantization for on-device LLM compression and acceleration[C]//Proc of the 6th Machine Learning and Systems. New York: ACM, 2024: 12−17, articleTitle=null, refAbstract=null), Reference(id=1329419862662820310, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jinguang, Wang Jingyu, Sun Haifeng, et al. MergeQuant: Accurate 4-bit static quantization of large language models by channel-wise calibration[J]. arXiv preprint, arXiv: 2503.07654, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419862734123479, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Yuxuan, Chen Xiaodong, Li Cuiping, et al. QUAD: Quantization and parameter-efficient tuning of LLM with activation decomposition[J]. arXiv preprint, arXiv: 2503.19353, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419862801232344, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Choi E, Song Sumin, Lim W, et al. Rotate, clip, and partition: Towards W2A4KV4 quantization by integrating rotation and learnable non-uniform quantizer[J]. arXiv preprint, arXiv: 2502.15779, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419862868341209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Xiwei, Wang Yuhan, Chen Lei, et al. A reconfigurable floating-point division and square root architecture for high-precision softmax[J]. IEEE Transactions on Circuits and Systems I: Regular Papers, 2025, 72(9): 4737−4750, articleTitle=null, refAbstract=null), Reference(id=1329419862948032986, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Mary T, Mikaitis M. Error analysis of matrix multiplication with narrow range floating-point arithmetic[J]. SIAM Journal on Scientific Computing, 2025, 47(4): B785−B800, articleTitle=null, refAbstract=null), Reference(id=1329419863010947547, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Mansour Y, Kaissar A, Ansari S. Review on recent matrix multiplication optimization using deep learning[C]//Proc of the Int Conf on Intelligent and Fuzzy Systems. Cham: Springer, 2024: 359−371, articleTitle=null, refAbstract=null), Reference(id=1329419863078056412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Sakai Y, Tamiya Y. S-DFP: Shifted dynamic fixed point for quantized deep neural network training[J]. Neural Computing and Applications, 2025, 37(2): 535−542, articleTitle=null, refAbstract=null), Reference(id=1329419863140970973, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Rahman M. Estimating word lengths for fixed-point DSP implementations using polynomial chaos expansions[D]. Hamilton: McMaster University, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419863199691230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Peng Houwen, Wu Kan, Wei Yixuan, et al. FP8-LM: Training FP8 large language models[J]. arXiv preprint, arXiv: 2310.18313, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419863262605791, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Cong, Zhang Chen, Leng Jingwen, et al. ANT: Exploiting adaptive numerical data type for low-bit deep neural network quantization[C]//Proc of the 55th Int Symp on Microarchitecture (MICRO). Piscataway, NJ : IEEE, 2022: 1414−1433, articleTitle=null, refAbstract=null), Reference(id=1329419863329714656, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Shao Wenqi, Chen Mengzhao, Zhang Zhaoyang, et al. OMNIQUANT: Omnidirectionally calibrated quantization for large language models[C/OL]//Proc of the 12th Int Conf on Learning Representations (ICLR). Vienna: ICLR, 2024[2025-07-29]. https://iclr.cc/virtual/2024/poster/19323, articleTitle=null, refAbstract=null), Reference(id=1329419863434572257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=吕倩茹, 许金伟, 姜晶菲, 等. DAQ: 基于分治策略的自适应Vision Transformer低位宽量化方法[J]. 计算机研究与发展, 2025, 62(6): 1530−1546, articleTitle=null, refAbstract=null), Reference(id=1329419863510069730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Lü Qianru, Xu Jinwei, Jiang Jingfei, et al. DAQ: Divide-and-conquer strategy based adaptive low-bit quantization method for vision transformer[J]. Journal of Computer Research and Development, 2025, 62(6): 1530−1546 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419863585567203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Ashkboos S, Mohtashami A, Croci M, et al. QuaRot: Outlier-free 4-bit inference in rotated LLMs[C]//Proc of the 38th Int Conf on Neural Information Processing Systems(NeurIPS). New York: ACM, 2024: 100213−100240., articleTitle=null, refAbstract=null), Reference(id=1329419863690424804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=An Yongqi, Zhao Xu, Yu Tao, et al. Systematic outliers in large language models[J]. arXiv preprint, arXiv: 2502.06415, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419863778505189, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[C]//Proc of the 31st Conf on Neural Information Processing Systems (NIPS). Red Hook, NY: Curran Associates Inc, 2017: 5998−6008, articleTitle=null, refAbstract=null), Reference(id=1329419863845614054, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Susan, Roller S, Goyal N, et al. OPT: Open pre-trained transformer language models[J]. arXiv preprint, arXiv: 2205.01068, 2022, articleTitle=null, refAbstract=null), Reference(id=1329419863942083047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLAMA: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419864072106472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Bhakthavatsalam S, Khashabi D, Khot T, et al. Think you have solved direct-answer question answering ? Try ARC-DA, the direct-answer AI2 reasoning challenge[J]. arXiv preprint, arXiv: 2102.03315, 2021, articleTitle=null, refAbstract=null), Reference(id=1329419864147603945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Zellers R, Holtzman A, Bisk Y, et al. HellaSwag: Can a machine really finish your sentence?[J]. arXiv preprint, arXiv: 1905.07830, 2019, articleTitle=null, refAbstract=null), Reference(id=1329419864210518506, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang A, Singh A, Michael J, et al. GLUE: A multi-task benchmark and analysis platform for natural language understanding[J]. arXiv preprint, arXiv: 1804.07461, 2018, articleTitle=null, refAbstract=null), Reference(id=1329419864281821675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Bisk Y, Zellers R, Bras L, et al. PIQA: Reasoning about physical commonsense in natural language[C]//Proc of the 34th Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 7432−7439, articleTitle=null, refAbstract=null), Reference(id=1329419864361513452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Lim D, Hohne F, Li X, et al. Large scale learning on non-homophilous graphs: New benchmarks and strong simple methods[C]//Proc of the 35th Neural Information Processing Systems(NIPS). New York: ACM, 2021: 20887−20902, articleTitle=null, refAbstract=null), Reference(id=1329419864441205229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Paperno D, Kruszewski G, Lazaridou A, et al. The LAMBADA dataset: Word prediction requiring a broad discourse context[J]. arXiv preprint, arXiv: 1606.06031, 2016, articleTitle=null, refAbstract=null), Reference(id=1329419864508314095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Leyang, Wu Yu, Liu Shujie, et al. MuTual: A dataset for multi-turn dialogue reasoning[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 1406–1416, articleTitle=null, refAbstract=null), Reference(id=1329419864575422960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Paszke A, Gross S, Massa F, et al. PyTorch: An imperative style, high-performance deep learning library[C]//Proc of the 33rd Int conf on Neural Information Processing System (NIPS). New York: ACM, 2019: 8026−8037, articleTitle=null, refAbstract=null), Reference(id=1329419864634143217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Wolf T, Debut L, Sanh V, et al. HuggingFace’s transformers: State-of-the-art natural language processing[J]. arXiv preprint, arXiv: 1910.03771, 2019, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329419857839370623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=1, ext=[AuthorCompanyExt(id=1329419857847759232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology, Guangdong University of Technology, Guangzhou 510006), AuthorCompanyExt(id=1329419857864536450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857839370623, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1广东工业大学计算机学院 广州 510006)]), AuthorCompany(id=1329419857923256707, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=2, ext=[AuthorCompanyExt(id=1329419857931645316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857923256707, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Wuhan Digital Engineering Institute, Wuhan 430074), AuthorCompanyExt(id=1329419857940033925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857923256707, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2武汉数字工程研究所 武汉 430074)]), AuthorCompany(id=1329419857994559878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, xref=3, ext=[AuthorCompanyExt(id=1329419857998754183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857994559878, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Innovation Center for GPU and Intelligent Computing System Technology, Wuhan 430074), AuthorCompanyExt(id=1329419858007142792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, companyId=1329419857994559878, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3图形处理芯片及智能计算系统技术创新中心 武汉 430074)])], figs=[ArticleFig(id=1329419859881996720, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Figure 1, caption=
The original floating-point weight exponential distribution, figureFileSmall=q4j3zW+3F3ghCM6ArRCSvw==, figureFileBig=JfHJ0X66Qk/j+Y8N9KE6WA==, tableContent=null), ArticleFig(id=1329419859953299889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=图1, caption=
原始浮点权重指数分布, figureFileSmall=q4j3zW+3F3ghCM6ArRCSvw==, figureFileBig=JfHJ0X66Qk/j+Y8N9KE6WA==, tableContent=null), ArticleFig(id=1329419860154626482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Figure 2, caption=
Comparison of floating-point, INT and LBS, figureFileSmall=vl0BCPsfSuP/j1NKV27TJg==, figureFileBig=vJ+xKdJ0kJaXImgwXiKvRw==, tableContent=null), ArticleFig(id=1329419860225929651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=图2, caption=
浮点、INT和LBS的对比, figureFileSmall=vl0BCPsfSuP/j1NKV27TJg==, figureFileBig=vJ+xKdJ0kJaXImgwXiKvRw==, tableContent=null), ArticleFig(id=1329419860280455604, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Figure 3, caption=
Workflow of LBS, figureFileSmall=+2DwShYntadFlMV+lt6KyQ==, figureFileBig=1Qss6Dsc9sjPaJl71V1e5g==, tableContent=null), ArticleFig(id=1329419860364341686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=图3, caption=
低比特共享的工作流程, figureFileSmall=+2DwShYntadFlMV+lt6KyQ==, figureFileBig=1Qss6Dsc9sjPaJl71V1e5g==, tableContent=null), ArticleFig(id=1329419860427256247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Figure 4, caption=
Group size dependence analysis of quantization strategy on accuracy of OPT-6.7B model in ARC_challenge dataset, figureFileSmall=pBrxLYu9UZTFWULqP9S5fw==, figureFileBig=26XnyxDl0JaPF54QK5r7mg==, tableContent=null), ArticleFig(id=1329419860494365112, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=图4, caption=
量化策略对OPT-6.7B模型在ARC_challenge数据集精度的组大小依赖性分析, figureFileSmall=pBrxLYu9UZTFWULqP9S5fw==, figureFileBig=26XnyxDl0JaPF54QK5r7mg==, tableContent=null), ArticleFig(id=1329419860565668281, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 1, caption=
Accuracy Comparison of INT8/INT6 (g=8, m=2) Post-Training Quantization on OPT Model %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | 基线 | | SmoothQuant | | Tender | | LBS(本文) |
|---|
| FP16 | | INT8 | INT6 | | INT8 | INT6 | | INT8 | INT6 |
|---|
| OPT-2.7B | ARC_challenge | 26.79 | | 27.02 | 26.02 | | 26.70 | 27.21 | | 27.64 | 26.64 |
| HellaSwag | 43.91 | | 44.25 | 44.00 | | 44.16 | 44.25 | | 45.00 | 44.75 |
| QNLI | 51.75 | | 51.58 | 52.83 | | 51.25 | 50.83 | | 51.33 | 51.50 |
| PIQA | 73.83 | | 73.91 | 72.33 | | 73.16 | 74.08 | | 74.50 | 73.00 |
| OPT-6.7B | ARC_challenge | 30.54 | | 30.54 | 29.77 | | 30.88 | 30.80 | | 31.48 | 31.48 |
| HellaSwag | 47.75 | | 48.00 | 47.91 | | 47.75 | 47.58 | | 48.41 | 48.00 |
| QNLI | 50.08 | | 49.41 | 50.66 | | 50.00 | 50.83 | | 52.00 | 49.83 |
| PIQA | 75.91 | | 75.75 | 73.16 | | 75.58 | 75.00 | | 76.75 | 75.75 |
| OPT-13B | ARC_challenge | 32.84 | | 32.84 | 25.68 | | 32.76 | 32.84 | | 34.21 | 34.21 |
| HellaSwag | 49.08 | | 48.16 | 40.58 | | 48.83 | 48.66 | | 48.08 | 47.83 |
| QNLI | 55.66 | | 56.00 | 50.91 | | 56.66 | 54.91 | | 57.00 | 54.58 |
| PIQA | 75.00 | | 74.91 | 67.91 | | 75.41 | 75.00 | | 74.91 | 75.25 |
), ArticleFig(id=1329419860645360058, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表1, caption=
OPT模型的INT8/INT6(g=8, m=2)后训练量化精度对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | 基线 | | SmoothQuant | | Tender | | LBS(本文) |
|---|
| FP16 | | INT8 | INT6 | | INT8 | INT6 | | INT8 | INT6 |
|---|
| OPT-2.7B | ARC_challenge | 26.79 | | 27.02 | 26.02 | | 26.70 | 27.21 | | 27.64 | 26.64 |
| HellaSwag | 43.91 | | 44.25 | 44.00 | | 44.16 | 44.25 | | 45.00 | 44.75 |
| QNLI | 51.75 | | 51.58 | 52.83 | | 51.25 | 50.83 | | 51.33 | 51.50 |
| PIQA | 73.83 | | 73.91 | 72.33 | | 73.16 | 74.08 | | 74.50 | 73.00 |
| OPT-6.7B | ARC_challenge | 30.54 | | 30.54 | 29.77 | | 30.88 | 30.80 | | 31.48 | 31.48 |
| HellaSwag | 47.75 | | 48.00 | 47.91 | | 47.75 | 47.58 | | 48.41 | 48.00 |
| QNLI | 50.08 | | 49.41 | 50.66 | | 50.00 | 50.83 | | 52.00 | 49.83 |
| PIQA | 75.91 | | 75.75 | 73.16 | | 75.58 | 75.00 | | 76.75 | 75.75 |
| OPT-13B | ARC_challenge | 32.84 | | 32.84 | 25.68 | | 32.76 | 32.84 | | 34.21 | 34.21 |
| HellaSwag | 49.08 | | 48.16 | 40.58 | | 48.83 | 48.66 | | 48.08 | 47.83 |
| QNLI | 55.66 | | 56.00 | 50.91 | | 56.66 | 54.91 | | 57.00 | 54.58 |
| PIQA | 75.00 | | 74.91 | 67.91 | | 75.41 | 75.00 | | 74.91 | 75.25 |
), ArticleFig(id=1329419860725051835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 2, caption=
Accuracy Comparison of LLAMA Model (g=8, m=2) Under Different Quantization Methods %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 量化位宽 | 方法 | LLAMA-2.7B | | LLAMA-2.13B |
|---|
| ARC_challenge | HellaSwag | QNLI | PIQA | | ARC_challenge | HellaSwag | QNLI | PIQA |
|---|
| FP16 | 基线 | 43.43 | 50.08 | 49.83 | 77.50 | | 48.46 | 51.75 | 48.75 | 78.16 |
| INT8 | SmoothQuant | 43.51 | 50.66 | 49.16 | 77.83 | | 48.46 | 52.25 | 48.83 | 78.08 |
| Tender | 43.17 | 50.50 | 50.16 | 77.75 | | 48.46 | 51.83 | 48.75 | 78.41 |
| LBS(本文) | 43.17 | 50.62 | 51.00 | 77.41 | | 52.21 | 52.08 | 48.66 | 78.16 |
| INT6 | SmoothQuant | 43.08 | 49.41 | 48.75 | 76.50 | | 45.05 | 50.58 | 48.66 | 76.85 |
| Tender | 43.17 | 50.16 | 50.25 | 77.08 | | 47.69 | 51.83 | 48.83 | 78.08 |
| LBS(本文) | 42.57 | 49.41 | 50.75 | 77.50 | | 50.00 | 50.41 | 48.66 | 77.08 |
), ArticleFig(id=1329419860792160700, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表2, caption=
不同量化方法下LLAMA模型(g=8, m=2)的精度对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 量化位宽 | 方法 | LLAMA-2.7B | | LLAMA-2.13B |
|---|
| ARC_challenge | HellaSwag | QNLI | PIQA | | ARC_challenge | HellaSwag | QNLI | PIQA |
|---|
| FP16 | 基线 | 43.43 | 50.08 | 49.83 | 77.50 | | 48.46 | 51.75 | 48.75 | 78.16 |
| INT8 | SmoothQuant | 43.51 | 50.66 | 49.16 | 77.83 | | 48.46 | 52.25 | 48.83 | 78.08 |
| Tender | 43.17 | 50.50 | 50.16 | 77.75 | | 48.46 | 51.83 | 48.75 | 78.41 |
| LBS(本文) | 43.17 | 50.62 | 51.00 | 77.41 | | 52.21 | 52.08 | 48.66 | 78.16 |
| INT6 | SmoothQuant | 43.08 | 49.41 | 48.75 | 76.50 | | 45.05 | 50.58 | 48.66 | 76.85 |
| Tender | 43.17 | 50.16 | 50.25 | 77.08 | | 47.69 | 51.83 | 48.83 | 78.08 |
| LBS(本文) | 42.57 | 49.41 | 50.75 | 77.50 | | 50.00 | 50.41 | 48.66 | 77.08 |
), ArticleFig(id=1329419860880241085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 3, caption=
Perplexity Comparison of INT4 (g=2, m=1) of OPT Model After Trained on Different Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 方法 | 数据集 |
|---|
| Wiki | OpenAi | Standard |
|---|
| OPT-2.7B | FP16 | 15.25 | 6.33 | 8.14 |
| SmoothQuant | 2E+4 | 2.9E+6 | 3.3E+7 |
| Tender | 19.00 | 7.72 | 13.04 |
| LBS(本文) | 18.76 | 8.97 | 12.15 |
| OPT-6.7B | FP16 | 12.99 | 4.84 | 5.50 |
| SmoothQuant | - | - | - |
| Tender | 15.22 | 7.72 | 10.07 |
| LBS(本文) | 14.24 | 5.25 | 6.59 |
| OPT-13B | FP16 | 11.31 | 4.38 | 4.98 |
| SmoothQuant | - | - | - |
| Tender | 12.91 | 5.42 | 5.77 |
| LBS(本文) | 12.47 | 4.15 | 5.38 |
), ArticleFig(id=1329419860972515774, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表3, caption=
OPT模型的INT4(g=2, m=1)在不同数据集训练后的困惑度对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 方法 | 数据集 |
|---|
| Wiki | OpenAi | Standard |
|---|
| OPT-2.7B | FP16 | 15.25 | 6.33 | 8.14 |
| SmoothQuant | 2E+4 | 2.9E+6 | 3.3E+7 |
| Tender | 19.00 | 7.72 | 13.04 |
| LBS(本文) | 18.76 | 8.97 | 12.15 |
| OPT-6.7B | FP16 | 12.99 | 4.84 | 5.50 |
| SmoothQuant | - | - | - |
| Tender | 15.22 | 7.72 | 10.07 |
| LBS(本文) | 14.24 | 5.25 | 6.59 |
| OPT-13B | FP16 | 11.31 | 4.38 | 4.98 |
| SmoothQuant | - | - | - |
| Tender | 12.91 | 5.42 | 5.77 |
| LBS(本文) | 12.47 | 4.15 | 5.38 |
), ArticleFig(id=1329419861064790463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 4, caption=
Recall of LLAMA Models on MuTual Dataset Under One-shot Learning Scenario (W8A8, g=8, m=2) %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 方法 | R@1 | R@2 | MRR |
|---|
| LLAMA2-7B | FP16 | 24.16 | 44.00 | 72.84 |
| SmoothQuant | 22.57 | 42.09 | 71.61 |
| Tender | 24.16 | 43.50 | 72.91 |
| LBS(本文) | 24.16 | 43.50 | 72.75 |
| LLAMA2-13B | FP16 | 24.16 | 42.66 | 73.22 |
| SmoothQuant | 22.50 | 40.29 | 73.22 |
| Tender | 24.16 | 42.33 | 73.81 |
| LBS(本文) | 24.16 | 42.16 | 74.09 |
), ArticleFig(id=1329419861136093632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表4, caption=
One-shot 学习场景下(W8A8, g=8, m=2) LLAMA模型在MuTual数据集上的召回率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 方法 | R@1 | R@2 | MRR |
|---|
| LLAMA2-7B | FP16 | 24.16 | 44.00 | 72.84 |
| SmoothQuant | 22.57 | 42.09 | 71.61 |
| Tender | 24.16 | 43.50 | 72.91 |
| LBS(本文) | 24.16 | 43.50 | 72.75 |
| LLAMA2-13B | FP16 | 24.16 | 42.66 | 73.22 |
| SmoothQuant | 22.50 | 40.29 | 73.22 |
| Tender | 24.16 | 42.33 | 73.81 |
| LBS(本文) | 24.16 | 42.16 | 74.09 |
), ArticleFig(id=1329419861207396801, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 5, caption=
Memory Access Efficiency of Different Quantization Methods Under W8A8 Configuration
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 位宽配置 | 访存效率提升倍数 |
|---|
| FP16 | - | 1 |
| FP8 | - | 2 |
| SmoothQuant | W8A8 | 2 |
| Tender | W8A8 | 2 |
| LBS(本文) | W8A8 | 2.56 |
), ArticleFig(id=1329419861270311362, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表5, caption=
不同量化方法在W8A8配置下的访存效率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 位宽配置 | 访存效率提升倍数 |
|---|
| FP16 | - | 1 |
| FP8 | - | 2 |
| SmoothQuant | W8A8 | 2 |
| Tender | W8A8 | 2 |
| LBS(本文) | W8A8 | 2.56 |
), ArticleFig(id=1329419861337420227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=EN, label=Table 6, caption=
Ablation Accuracy of OPT-6.7B Model Under Different Combinations of Quantization Strategies %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 方法 |
|---|
| INT8 | INT8+O1 | INT8+ O2 | O1+ O2(8b) | INT6 | INT6+ O1 | INT6+ O2 | O1+ O2(6b) |
|---|
| ARC_challenge | 30.88 | 32.00 | 30.00 | 31.48 | 30.80 | 32.00 | 19.70 | 31.48 |
| HellaSwag | 49.00 | 52.00 | 47.83 | 48.41 | 47.58 | 50.00 | 29.08 | 48.00 |
| QNLI | 50.00 | 52.00 | 48.83 | 52.00 | 50.83 | 52.01 | 45.85 | 49.83 |
| PIQA | 77.00 | 80.00 | 75.50 | 76.75 | 75.00 | 80.00 | 54.91 | 75.75 |
), ArticleFig(id=1329419861396140484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419855364731240, language=CN, label=表6, caption=
不同量化策略组合下OPT-6.7B模型的消融精度
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 方法 |
|---|
| INT8 | INT8+O1 | INT8+ O2 | O1+ O2(8b) | INT6 | INT6+ O1 | INT6+ O2 | O1+ O2(6b) |
|---|
| ARC_challenge | 30.88 | 32.00 | 30.00 | 31.48 | 30.80 | 32.00 | 19.70 | 31.48 |
| HellaSwag | 49.00 | 52.00 | 47.83 | 48.41 | 47.58 | 50.00 | 29.08 | 48.00 |
| QNLI | 50.00 | 52.00 | 48.83 | 52.00 | 50.83 | 52.01 | 45.85 | 49.83 |
| PIQA | 77.00 | 80.00 | 75.50 | 76.75 | 75.00 | 80.00 | 54.91 | 75.75 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550648, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550648, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550648, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550648, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1780243200000, fullTextJson=null, articleText=null, reference=null)