Article(id=1325489891596972958, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440804, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1729267200000, receivedDateStr=2024-10-19, revisedDate=1747584000000, revisedDateStr=2025-05-19, acceptedDate=1749571200000, acceptedDateStr=2025-06-11, onlineDate=1793951016567, onlineDateStr=2026-11-06, pubDate=1767196800000, pubDateStr=2026-01-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793951016567, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793951016567, creator=13701087609, updateTime=1793951016567, updator=13701087609, issue=Issue{id=1325489890678420381, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='1', pageStart='1', pageEnd='272', issueExtLink='null', onlineDate='null', pubDate='1767196800000', pubDateStr='2026-01-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793951016348, creator='13701087609', updateTime=1793952522017, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496205974839692, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496205974839693, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=162, endPage=175, ext={EN=ArticleExt(id=1325489892003820448, articleId=1325489891596972958, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Low-Precision Loss Quantification Method for Self-Attention Module, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
With the rapid progress of deep learning technology and the continuous exploration of massive datasets, the self-attention module has been widely applied in various fields such as natural language processing, computer vision, and large language models. Although the self-attention module significantly improves the detection accuracy of deep learning models, its huge computational demand makes it particularly difficult to deploy on computing devices with limited computing power. Integer quantization, as one of the key technologies for deploying models on low-power computing chips, faces the problem of high precision loss caused by the structural characteristics of the self-attention module. To address this issue, a thorough analysis of the integer quantization error in the self-attention module is conducted, and two methods, pseudo-softmax vector quantization and block-wise pseudo-softmax vector quantization, are proposed. These two methods aim to significantly improve inference speed while effectively reducing the error caused by integer quantization by performing special integer quantization on the softmax vectors in the self-attention module. Experimental results show that compared with traditional direct quantization methods, the pseudo-softmax vector quantization method can reduce the quantization accuracy loss by 50%, while the block-wise pseudo-softmax vector quantization method can further reduce the accuracy loss by approximately 90%. These results fully demonstrate the effectiveness of the two quantization methods in reducing precision loss, providing strong support for the efficient deployment of the self-attention module on devices with limited computing power.
, authors=Delü Lin, Kun He*, authorsList=Delü Lin, Kun He, authorCompany=null, correspAuthors=Kun He, authorNote=
born in 1998. Master. His main research interests include high performance computing, model quantization, inference acceleration for large language models and autonomous driving models
born in 1972. PhD, professor. Distinguished member of CCF. Her main research interests include adversarial learning, deep representation learning, graph machine learning, and combinatorial optimization
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325489900837024694, articleId=1325489891596972958, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=一种自注意力模块的低精度损失量化方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
随着深度学习技术的飞速进步和对海量数据集的持续发掘,自注意力模块在自然语言处理、计算机视觉以及大语言模型等多个领域得到了广泛应用。尽管自注意力模块显著提升了深度学习模型的检测精度,其巨大的计算需求却使得其在算力受限的计算设备上部署显得尤为困难。整数量化作为在低算力计算芯片中部署模型的关键技术之一,面临着由自注意力模块结构特点引起的较高精度损失问题。针对这个问题,对自注意力模块的整数量化误差进行了深入分析,提出了伪softmax向量量化方法和分块伪softmax向量量化方法。所提出方法通过对自注意力模块中的softmax向量进行特殊的整数量化,旨在显著提升推理速度的同时,有效降低整数量化带来的误差。实验结果表明,相比于传统的直接量化方法,伪softmax向量量化方法能够将量化精度损失降低50%,而分块伪softmax向量量化方法更是能将精度损失减少约90%。该结果充分证明了这2种量化方法在减少精度损失方面的有效性,为自注意力模块在算力受限设备上的高效部署提供了有力支持。
, authors=林德铝, 何琨*, authorsList=林德铝, 何琨, authorCompany=null, correspAuthors=何琨, authorNote=
 |
1998年生。硕士。主要研究方向为高性能计算、模型量化、大语言模型以及自动驾驶模型的推理加速 |
 |
1972年生。博士,教授。CCF杰出会员。主要研究方向为对抗学习、深度表示学习、图机器学习、组合优化 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=1AKvfteTI9FpUgdgzdYMAw==, magXml=d2WWQsk8h3NZFxzH27qZyg==, pdfUrl=null, pdf=oeHKNirJ04aCmCJUR1fymQ==, pdfFileSize=1612060, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=QHoyqgOTMcYxcSER68VTjg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=ByB8iJeqlAhgJNYand86cg==, mapNumber=null, fund=null)}, authors=[Author(id=1325489902040789947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=derrylin@hust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325489902472803261, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, authorId=1325489902040789947, language=EN, stringName=Delü Lin, firstName=Delü, middleName=null, lastName=Lin, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, bio={"content":"
born in 1998. Master. His main research interests include high performance computing, model quantization, inference acceleration for large language models and autonomous driving models
"}, bioImg=null, bioContent=
born in 1998. Master. His main research interests include high performance computing, model quantization, inference acceleration for large language models and autonomous driving models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325489903835952062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, authorId=1325489902040789947, language=CN, stringName=林德铝, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=华中科技大学计算机科学与技术学院 武汉 430074, bio={"img":"vU0f20rVdC/n8JmsFt4g5w==","content":"
1998年生。硕士。主要研究方向为高性能计算、模型量化、大语言模型以及自动驾驶模型的推理加速
"}, bioImg=vU0f20rVdC/n8JmsFt4g5w==, bioContent=
1998年生。硕士。主要研究方向为高性能计算、模型量化、大语言模型以及自动驾驶模型的推理加速
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325489901617165239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, xref=null, ext=[AuthorCompanyExt(id=1325489901638136760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430074), AuthorCompanyExt(id=1325489901650719673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=华中科技大学计算机科学与技术学院 武汉 430074)])]), Author(id=1325489904184079297, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=brooklet60@hust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1325489904528012227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, authorId=1325489904184079297, language=EN, stringName=Kun He, firstName=Kun, middleName=null, lastName=He, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, bio={"content":"
born in 1972. PhD, professor. Distinguished member of CCF. Her main research interests include adversarial learning, deep representation learning, graph machine learning, and combinatorial optimization
"}, bioImg=null, bioContent=
born in 1972. PhD, professor. Distinguished member of CCF. Her main research interests include adversarial learning, deep representation learning, graph machine learning, and combinatorial optimization
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325489904607704004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, authorId=1325489904184079297, language=CN, stringName=何琨, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=华中科技大学计算机科学与技术学院 武汉 430074, bio={"img":"u0CjAogI/PNsL3DIXeyC0A==","content":"
1972年生。博士,教授。CCF杰出会员。主要研究方向为对抗学习、深度表示学习、图机器学习、组合优化
"}, bioImg=u0CjAogI/PNsL3DIXeyC0A==, bioContent=
1972年生。博士,教授。CCF杰出会员。主要研究方向为对抗学习、深度表示学习、图机器学习、组合优化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325489901617165239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, xref=null, ext=[AuthorCompanyExt(id=1325489901638136760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430074), AuthorCompanyExt(id=1325489901650719673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=华中科技大学计算机科学与技术学院 武汉 430074)])])], keywords=[Keyword(id=1325489904976802757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, orderNo=1, keyword=model quantization), Keyword(id=1325489908369994700, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, orderNo=2, keyword=self-attention module), Keyword(id=1325489908449686477, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, orderNo=3, keyword=low-precision loss), Keyword(id=1325489908508406734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, orderNo=4, keyword=inference acceleration), Keyword(id=1325489908709733327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, orderNo=5, keyword=divide and conquer), Keyword(id=1325489908793619408, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, orderNo=1, keyword=模型量化), Keyword(id=1325489908864922577, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, orderNo=2, keyword=自注意力模块), Keyword(id=1325489908940420050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, orderNo=3, keyword=低精度损失), Keyword(id=1325489909028500435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, orderNo=4, keyword=推理加速), Keyword(id=1325489909112386516, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, orderNo=5, keyword=分治)], refs=[Reference(id=1325489912874677229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[C]//Proc of the 31st Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates Inc, 2017: 5998−6008, articleTitle=null, refAbstract=null), Reference(id=1325489912971146222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=廖兴滨, 秦小林, 张思齐, 等. 交互式机器翻译综述[J]. 计算机应用, 2023, 43(2): 329−334, articleTitle=null, refAbstract=null), Reference(id=1325489913034060783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Liao Xingbin, Qin Xiaolin, Zhang Siqi, et al. Review of interactive machine translation[J]. Journal of Computer Applications, 2023, 43(2): 329−334 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489913101169648, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=刘迪, 奚雪峰, 崔志明, 等. 抽取-生成式自动文本摘要技术研究综述[J]. 计算机技术与发展, 2023, 33(5): 1−8, articleTitle=null, refAbstract=null), Reference(id=1325489913168278513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Di, Xi Xuefeng, Cui Zhiming, et al. Review of research on extractive-abstractive automatic text summarization technology[J]. Computer Technology and Development, 2023, 33(5): 1−8 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489913239581682, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=陈健鹏, 马建辉, 王怡君. 基于多轮交互的人机对话系统综述[J]. 南京信息工程大学学报, 2019, 11(3): 256−268, articleTitle=null, refAbstract=null), Reference(id=1325489913323467763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Jianpeng, Ma Jianhui, Wang Yijun. A survey of human-computer dialogue system based on multiple-round interaction[J]. Journal of Nanjing University of Information Science & Technology, 2019, 11(3): 256−268 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489913394770932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16x16 words: Transformers for image recognition at scale[C/OL]//Proc of the 9th Int Conf on Learning Representations. Washington: ICLR, 2021[2025-03-29]. https://openreview.net/forum?id=YicbFdNTTy, articleTitle=null, refAbstract=null), Reference(id=1325489913457685493, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng J, Dong W, Socher R, et al. ImageNet: A large-scale hierarchical image database[C]//Proc of the 22nd IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2009: 248−255, articleTitle=null, refAbstract=null), Reference(id=1325489913520600054, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Narasimhan K, Salimans T, et al. Improving language understanding with unsupervised learning[R]. San Francisco: OpenAI, 2018, articleTitle=null, refAbstract=null), Reference(id=1325489913583514615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Floridi L, Chiriatti M. GPT-3: Its nature, scope, limits, and consequences[J]. Minds and Machines, 2020, 30(4): 681−694, articleTitle=null, refAbstract=null), Reference(id=1325489913654817784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLaMA: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1325489913717732345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Ioffe S, Szegedy C. Batch normalization: Accelerating deep network training by reducing internal covariate shift[C]//Proc of the 32nd Int Conf on Machine Learning. Stroudsburg, PA: ACL, 2015: 448−456, articleTitle=null, refAbstract=null), Reference(id=1325489913772258298, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Jacob B, Kligys S, Chen B, et al. Quantization and training of neural networks for efficient integer-arithmetic-only inference[C]//Proc of the 31st IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2018: 2704−2713, articleTitle=null, refAbstract=null), Reference(id=1325489913830978555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Xiao, Choi J, Chen C Y, et al. Hybrid 8-bit floating point training and inference for deep neural networks[C]//Proc of the 33rd Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates Inc, 2019: 4901−4910, articleTitle=null, refAbstract=null), Reference(id=1325489913893893116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Ji, Tang Jiaming, Tang Haotian, et al. AWQ: Activation-aware weight quantization for LLM compression and acceleration[C/OL]//Proc of the 7th Conf on Machine Learning and Systems. 2024[2025-03-29]. https://proceedings.mlsys.org/paper_files/paper/2024/file/42a452cbafa9dd64e9ba4aa95cc1ef21-Paper-Conference.pdf, articleTitle=null, refAbstract=null), Reference(id=1325489913986167805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Dettmers T, Pagnoni A, Holtzman A, et al. Qlora: Efficient finetuning of quantized LLMs[C]// Proc of the 37th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates Inc, 2023: 10088−10115, articleTitle=null, refAbstract=null), Reference(id=1325489914061665278, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Yang, Zhang Tianyu, Sun Peiqin, et al. FQ-ViT: Post-training quantization for fully quantized vision transformer[C]//Proc of the 31st Int Joint Conf on Artificial Intelligence. Burlington: Morgan Kaufmann, 2022: 1173−1179, articleTitle=null, refAbstract=null), Reference(id=1325489914128774143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yuan Zhihang, Xue Chenhao, Chen Yiqi, et al. PTQ4ViT: Post-training quantization for vision transformers with twin uniform quantization[C]//Proc of the 19th European Conf on Computer Vision. Berlin: Springer, 2022: 191−207, articleTitle=null, refAbstract=null), Reference(id=1325489914200077312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Meiqi, Lu Siyuan, Zhu Danyang, et al. A high-speed and low-complexity architecture for softmax function in deep learning[C]//Proc of the 14th IEEE Asia Pacific Conf on Circuits and Systems. Piscataway, NJ: IEEE, 2018: 223−226, articleTitle=null, refAbstract=null), Reference(id=1325489914283962368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Vasyltsov I, Chang W. Efficient softmax approximation for deep neural networks with attention mechanism[J]. arXiv preprint, arXiv: 2111.10770, 2021, articleTitle=null, refAbstract=null), Reference(id=1325489914338488321, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=张强, 杨吉斌, 张雄伟, 等. CS-Softmax: 一种基于余弦相似性的Softmax损失函数[J]. 计算机研究与发展, 2022, 59(4): 936−949, articleTitle=null, refAbstract=null), Reference(id=1325489914409791490, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qiang, Yang Jibin, Zhang Xiongwei, et al. CS-Softmax: A cosine similarity-based Softmax loss function[J]. Journal of Computer Research and Development, 2022, 59(4): 936−949 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489914569175043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T, Fu D Y, Ermon S, et al. FlashAttention: Fast and memory-efficient exact attention with IO-awareness[C]//Proc of the 36th Conf on Neural Information Processing Systems. Red Hook, NY: Curran Associates Inc, 2022: 16344−16359, articleTitle=null, refAbstract=null), Reference(id=1325489914640478212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Zhiqi, Wang Wenhai, Li Hongyang, et al. BEVFormer: Learning bird’s-eye-view representation from multi-camera images via spatiotemporal transformers[C]//Proc of the 19th European Conf on Computer Vision. Berlin: Springer, 2022: 1−18, articleTitle=null, refAbstract=null), Reference(id=1325489914715975685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Caesar H, Bankiti V, Lang A H, et al. NuScenes: A multimodal dataset for autonomous driving[C]//Proc of the 33rd IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 11618−11628, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325489901617165239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, xref=null, ext=[AuthorCompanyExt(id=1325489901638136760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430074), AuthorCompanyExt(id=1325489901650719673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, companyId=1325489901617165239, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=华中科技大学计算机科学与技术学院 武汉 430074)])], figs=[ArticleFig(id=1325489909242409941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 1, caption=
Original vector and softmax vector diagram, figureFileSmall=zsZXErXqzqg8C1mqY+ynkA==, figureFileBig=QHoyqgOTMcYxcSER68VTjg==, tableContent=null), ArticleFig(id=1325489909305324502, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图1, caption=
原始向量及softmax向量图, figureFileSmall=zsZXErXqzqg8C1mqY+ynkA==, figureFileBig=QHoyqgOTMcYxcSER68VTjg==, tableContent=null), ArticleFig(id=1325489909527622615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 2, caption=
softmax vector quantization error plot, figureFileSmall=62hXg0+Qh2KlbEjxwyJiCw==, figureFileBig=hVi1SkiiG0Vm/G0bhgWRpQ==, tableContent=null), ArticleFig(id=1325489909590537176, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图2, caption=
softmax向量量化误差图, figureFileSmall=62hXg0+Qh2KlbEjxwyJiCw==, figureFileBig=hVi1SkiiG0Vm/G0bhgWRpQ==, tableContent=null), ArticleFig(id=1325489909649257433, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 3, caption=
Pseudo softmax vector quantization error plot, figureFileSmall=snTdbJ9MNQBPOBb3b/ahHg==, figureFileBig=7rtMNSXVkXuN1xWKSnIvfg==, tableContent=null), ArticleFig(id=1325489909712171994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图3, caption=
伪softmax向量量化误差图, figureFileSmall=snTdbJ9MNQBPOBb3b/ahHg==, figureFileBig=7rtMNSXVkXuN1xWKSnIvfg==, tableContent=null), ArticleFig(id=1325489909770892251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 4, caption=
Quantization error plot of pseudo softmax vector information peak, figureFileSmall=fx5/v+smpsVy3OKsp0GWJQ==, figureFileBig=DxBxmLm3dRibIXK2bhd9Rw==, tableContent=null), ArticleFig(id=1325489909846389724, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图4, caption=
伪softmax向量信息峰量化误差图, figureFileSmall=fx5/v+smpsVy3OKsp0GWJQ==, figureFileBig=DxBxmLm3dRibIXK2bhd9Rw==, tableContent=null), ArticleFig(id=1325489909959635933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 5, caption=
Blocking diagram of multimodal pseudo softmax vector information peak, figureFileSmall=TUxJzmfDJ3PwVa1+vXCZOA==, figureFileBig=6twSDtgbui4geo7znrUjUw==, tableContent=null), ArticleFig(id=1325489910035133406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图5, caption=
多模态伪softmax向量信息峰分块图, figureFileSmall=TUxJzmfDJ3PwVa1+vXCZOA==, figureFileBig=6twSDtgbui4geo7znrUjUw==, tableContent=null), ArticleFig(id=1325489910173545439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 6, caption=
Comparative diagram between pseudo softmax vector and block pseudo softmax vector, figureFileSmall=CwFq51AMALNbf7Nf+tz2zw==, figureFileBig=O87EY2jL8PZYZLvLm0iwHw==, tableContent=null), ArticleFig(id=1325489910236460000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图6, caption=
伪softmax向量与分块伪 softmax 向量对比图, figureFileSmall=CwFq51AMALNbf7Nf+tz2zw==, figureFileBig=O87EY2jL8PZYZLvLm0iwHw==, tableContent=null), ArticleFig(id=1325489910295180257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 7, caption=
Error plot of block pseudo softmax vector quantization, figureFileSmall=MbyhjQ6yg7ChcOyGaMEJEg==, figureFileBig=OHKXnNHO8nnmnXJ3pdb9Rg==, tableContent=null), ArticleFig(id=1325489910353900514, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图7, caption=
分块伪softmax向量量化误差图, figureFileSmall=MbyhjQ6yg7ChcOyGaMEJEg==, figureFileBig=OHKXnNHO8nnmnXJ3pdb9Rg==, tableContent=null), ArticleFig(id=1325489910421009379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Figure 8, caption=
Error plot of block pseudo softmax vector information peak quantization, figureFileSmall=ERMNxwwHhr+ypP7v7eW7RA==, figureFileBig=dMnvNTgy5iZ5Wu3KKmaUjg==, tableContent=null), ArticleFig(id=1325489910479729636, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=图8, caption=
分块伪softmax向量信息峰量化误差图, figureFileSmall=ERMNxwwHhr+ypP7v7eW7RA==, figureFileBig=dMnvNTgy5iZ5Wu3KKmaUjg==, tableContent=null), ArticleFig(id=1325489910555227109, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Table 1, caption=
Experimental Results of Self-Attention Module Quantification, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 数据类型 | 耗时/ms | 平均绝对误差 |
|---|
| 官方闭源版本 | 单精度 | 8.83 | 0 |
| 半精度 | 4.55 | 4.30×10−5 |
| softmax直接量化 | 8 b整数 | 6.09 | 2.05×10−2 |
| 伪softmax向量量化 | 8 b整数 | 6.10 | 1.12×10−2 |
分块伪softmax向量量化 (WMMA指令) | 8 b整数 | 1.90 | 2.60×10−3 |
分块伪softmax向量量化 (MMA指令) | 8 b整数 | 1.16 | 2.60×10−3 |
), ArticleFig(id=1325489910622335974, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=表1, caption=
自注意力模块量化实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 数据类型 | 耗时/ms | 平均绝对误差 |
|---|
| 官方闭源版本 | 单精度 | 8.83 | 0 |
| 半精度 | 4.55 | 4.30×10−5 |
| softmax直接量化 | 8 b整数 | 6.09 | 2.05×10−2 |
| 伪softmax向量量化 | 8 b整数 | 6.10 | 1.12×10−2 |
分块伪softmax向量量化 (WMMA指令) | 8 b整数 | 1.90 | 2.60×10−3 |
分块伪softmax向量量化 (MMA指令) | 8 b整数 | 1.16 | 2.60×10−3 |
), ArticleFig(id=1325489910702027751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Table 2, caption=
Speed Measurement Result of Each Self-Attention Module, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 数据类型 | 模块 | 耗时/ms |
|---|
| 官方版本 | 半精度 | 矩阵乘(前) | 1.15 |
| softmax | 2.56 |
| 矩阵乘(后) | 1.08 |
伪softmax 向量量化 | 8 b整数 | 矩阵乘(前) | 2.33 |
| softmax | 2.45 |
| 矩阵乘(后) | 1.15 |
| 量化处理 | 0.17 |
), ArticleFig(id=1325489910790108136, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=表2, caption=
各自注意力模块测速结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 数据类型 | 模块 | 耗时/ms |
|---|
| 官方版本 | 半精度 | 矩阵乘(前) | 1.15 |
| softmax | 2.56 |
| 矩阵乘(后) | 1.08 |
伪softmax 向量量化 | 8 b整数 | 矩阵乘(前) | 2.33 |
| softmax | 2.45 |
| 矩阵乘(后) | 1.15 |
| 量化处理 | 0.17 |
), ArticleFig(id=1325489910932714473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Table 3, caption=
The Amount of Data Read and Write of Matrix Multiplication ( Front ), figureFileSmall=null, figureFileBig=null, tableContent=
| 计算类型 | 输入类型 | 输出类型 | 读写量/MB |
|---|
| 半精度 | 半精度 (2 B) | 半精度 (2 B) | 读:33.55 写:536.87 |
| 8 b整数 | 8 b整数 (1 B) | 32 b整数 (4 B) | 读:16.78 写:1073.74 |
), ArticleFig(id=1325489911016600554, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=表3, caption=
矩阵乘(前)的数据读写量
, figureFileSmall=null, figureFileBig=null, tableContent=
| 计算类型 | 输入类型 | 输出类型 | 读写量/MB |
|---|
| 半精度 | 半精度 (2 B) | 半精度 (2 B) | 读:33.55 写:536.87 |
| 8 b整数 | 8 b整数 (1 B) | 32 b整数 (4 B) | 读:16.78 写:1073.74 |
), ArticleFig(id=1325489912677544939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=EN, label=Table 4, caption=
Impact of the softmax Quantization Method on Model Accuracy, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据类型 | 量化方法 | NDS |
|---|
| BEVFormer tiny | 浮点数 | | 35.3 |
| 8 b整数 | 伪softmax量化法 | 32.1 |
| 8 b整数 | 分块伪softmax量化法 | 35.4 |
| BEVFormer small | 浮点数 | | 47.7 |
| 8 b整数 | 伪softmax量化法 | 45.4 |
| 8 b整数 | 分块伪softmax量化法 | 47.7 |
| BEVFormer base | 浮点数 | | 51.5 |
| 8 b整数 | 伪softmax量化法 | 48.8 |
| 8 b整数 | 分块伪softmax量化法 | 51.4 |
), ArticleFig(id=1325489912757236716, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489891596972958, language=CN, label=表4, caption=
softmax量化方法对模型精度的影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据类型 | 量化方法 | NDS |
|---|
| BEVFormer tiny | 浮点数 | | 35.3 |
| 8 b整数 | 伪softmax量化法 | 32.1 |
| 8 b整数 | 分块伪softmax量化法 | 35.4 |
| BEVFormer small | 浮点数 | | 47.7 |
| 8 b整数 | 伪softmax量化法 | 45.4 |
| 8 b整数 | 分块伪softmax量化法 | 47.7 |
| BEVFormer base | 浮点数 | | 51.5 |
| 8 b整数 | 伪softmax量化法 | 48.8 |
| 8 b整数 | 分块伪softmax量化法 | 51.4 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440804, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440804, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440804, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440804, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1767196800000, fullTextJson=null, articleText=null, reference=null)