Article(id=1327017370696135216, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017337032651028, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440549, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1718812800000, receivedDateStr=2024-06-20, revisedDate=1744128000000, revisedDateStr=2025-04-09, acceptedDate=null, acceptedDateStr=null, onlineDate=1794315195964, onlineDateStr=2026-11-10, pubDate=1764518400000, pubDateStr=2025-12-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315195964, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315195964, creator=13701087609, updateTime=1794315195964, updator=13701087609, issue=Issue{id=1327017337032651028, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='12', pageStart='2889', pageEnd='3146', issueExtLink='null', onlineDate='null', pubDate='1764518400000', pubDateStr='2025-12-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315187938, creator='13701087609', updateTime=1794377025235, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276701995872766, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017337032651028, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276701995872767, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017337032651028, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=2951, endPage=2961, ext={EN=ArticleExt(id=1327017370922627633, articleId=1327017370696135216, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Adapative Query Style Transfer for Large Language Models as Knowledge Bases, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
The increasing capabilities of large language models (LLMs) in knowledge storage have underscored their potential utility as knowledge bases. However, it’s important to note that any given prompt can merely offer a lower-bound estimate of the knowledge encompassed by the language model. Prior prompt learning methods in the context of language models as knowledge bases (LMs-as-KBs) have overlooked the influence of query style. We have unveiled a significant revelation—there are indeed learnable preference within LLMs pertaining to query style. Leveraging this distinctive model characteristic, we introduce the adaptive query style transfer (ARES) method to improve the performance of LMs-as-KBs by adapting LLM’s preference. ARES initiates by presenting a candidate set of queries, achieved through paraphrasing to incorporate various expression styles. Subsequently, an evaluator is trained to learn and discern LLM’s preferences for query styles, ultimately evaluating the candidate set and selecting the potentially optimal query. Experiments conducted across multiple datasets have convincingly demonstrated the efficacy of our approach in enhancing question answering accuracy on LMs-as-KBs scenarios. Furthermore, incremental comparison of the original model and three baseline methods shows an average improvement of 2.26%, 1.68%, 1.19%, and 1.17%, respectively, indicating ARES can be effectively utilized in conjunction with other approaches, leading to enhanced performance and optimization across different dimensions.
, authors=Junbo Fu, Guoshuai Zhao*, Xueming Qian, authorsList=Junbo Fu, Guoshuai Zhao, Xueming Qian, authorCompany=null, correspAuthors=Guoshuai Zhao, authorNote=
born in 2001. Master. His main research interests include natural language processing and information retrieval
born in 1991. PhD, associate professor, PhD supervisor. His main research interests include social multimedia data mining, information retrieval, and personalized recommendation
born in 1974. PhD, professor, PhD supervisor. His main research interests include computer vision, and data mining and retrieval
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327017374353568326, articleId=1327017370696135216, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于大语言模型的知识库查询风格自适应转换, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
大语言模型(large language models,LLMs)在知识存储方面不断增强的能力展示了其作为知识库的潜在效用. 然而,任何给定的提示只能提供大语言模型所涵盖知识的下限估计. 在语言模型即知识库(language models as knowledge bases,LMs-as-KBs)的场景中,先前的提示学习方法忽略了查询风格对模型表现的影响. 揭示了大语言模型确实具有与查询风格相关的可学习偏好,并且利用大语言模型的这种特性引入了查询风格自适应转换(adaptive query style transfer,ARES)方法,通过适应大语言模型的偏好来增强其知识查询的表现. ARES方法从构造查询候选集开始,通过改写实现多种表达风格的纳入. 随后,ARES训练一个评估器来学习并识别大语言模型对查询风格的偏好,评估查询候选集并选择潜在最优查询. 在多个数据集上进行的实验表明了该方法在提高大语言模型即知识库服务上查询准确率的有效性,增量对比原始模型与3个基线方法分别实现了平均2.26个百分点,1.68个百分点,1.19个百分点,1.17个百分点的提升,这表明ARES可以与其他方法有效地结合使用,从而实现多角度的查询表现增强.
, authors=付钧渤, 赵国帅*, 钱学明, authorsList=付钧渤, 赵国帅, 钱学明, authorCompany=null, correspAuthors=赵国帅, authorNote=
 |
2001年生. 硕士,主要研究方向为自然语言处理、信息检索 |
 |
1991年生. 博士,副教授,博士生导师. 主要研究方向为社会多媒体数据挖掘、信息检索、个性化推荐 |
 |
1974年生. 博士,教授,博士生导师. 主要研究方向为计算机视觉、数据挖掘与检索 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=wVcJJ+cIqoYV9kn13awuHQ==, magXml=wNLVJJV9cVcALDq/H4sRWg==, pdfUrl=null, pdf=z95uTg8TZotKiK1kpCSttQ==, pdfFileSize=1222976, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=ZYM1YP/xc4qDDrNw9Zvv2A==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=VW/AO8cqRb5weR1aEH/BzQ==, mapNumber=null, fund=null)}, authors=[Author(id=1327017374705889867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=junbofu@stu.xjtu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017374785581645, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017374705889867, language=EN, stringName=Junbo Fu, firstName=Junbo, middleName=null, lastName=Fu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046, bio={"content":"
born in 2001. Master. His main research interests include natural language processing and information retrieval
"}, bioImg=null, bioContent=
born in 2001. Master. His main research interests include natural language processing and information retrieval
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017374856884814, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017374705889867, language=CN, stringName=付钧渤, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=西安交通大学电子与信息学部 西安 712046, bio={"img":"Hljxa0dy1Rh2nxHQvVu4jQ==","content":"
2001年生. 硕士,主要研究方向为自然语言处理、信息检索
"}, bioImg=Hljxa0dy1Rh2nxHQvVu4jQ==, bioContent=
2001年生. 硕士,主要研究方向为自然语言处理、信息检索
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017374596837959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, xref=null, ext=[AuthorCompanyExt(id=1327017374609420872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046), AuthorCompanyExt(id=1327017374617809481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=西安交通大学电子与信息学部 西安 712046)])]), Author(id=1327017374949159504, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=guoshuai.zhao@xjtu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327017375024656978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017374949159504, language=EN, stringName=Guoshuai Zhao, firstName=Guoshuai, middleName=null, lastName=Zhao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046, bio={"content":"
born in 1991. PhD, associate professor, PhD supervisor. His main research interests include social multimedia data mining, information retrieval, and personalized recommendation
"}, bioImg=null, bioContent=
born in 1991. PhD, associate professor, PhD supervisor. His main research interests include social multimedia data mining, information retrieval, and personalized recommendation
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017375112737363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017374949159504, language=CN, stringName=赵国帅, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=西安交通大学电子与信息学部 西安 712046, bio={"img":"Dj9f9ABcWiU+PivpdIXBFQ==","content":"
1991年生. 博士,副教授,博士生导师. 主要研究方向为社会多媒体数据挖掘、信息检索、个性化推荐
"}, bioImg=Dj9f9ABcWiU+PivpdIXBFQ==, bioContent=
1991年生. 博士,副教授,博士生导师. 主要研究方向为社会多媒体数据挖掘、信息检索、个性化推荐
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017374596837959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, xref=null, ext=[AuthorCompanyExt(id=1327017374609420872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046), AuthorCompanyExt(id=1327017374617809481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=西安交通大学电子与信息学部 西安 712046)])]), Author(id=1327017375205012053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017375301481047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017375205012053, language=EN, stringName=Xueming Qian, firstName=Xueming, middleName=null, lastName=Qian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046, bio={"content":"
born in 1974. PhD, professor, PhD supervisor. His main research interests include computer vision, and data mining and retrieval
"}, bioImg=null, bioContent=
born in 1974. PhD, professor, PhD supervisor. His main research interests include computer vision, and data mining and retrieval
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017375372784216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, authorId=1327017375205012053, language=CN, stringName=钱学明, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=西安交通大学电子与信息学部 西安 712046, bio={"img":"Px3jM0EwAHOQr+qSIXTaHg==","content":"
1974年生. 博士,教授,博士生导师. 主要研究方向为计算机视觉、数据挖掘与检索
"}, bioImg=Px3jM0EwAHOQr+qSIXTaHg==, bioContent=
1974年生. 博士,教授,博士生导师. 主要研究方向为计算机视觉、数据挖掘与检索
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017374596837959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, xref=null, ext=[AuthorCompanyExt(id=1327017374609420872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046), AuthorCompanyExt(id=1327017374617809481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=西安交通大学电子与信息学部 西安 712046)])])], keywords=[Keyword(id=1327017375469253209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, orderNo=1, keyword=large language models (LLMs)), Keyword(id=1327017375544750682, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, orderNo=2, keyword=language models as knowledge bases), Keyword(id=1327017375616053851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, orderNo=3, keyword=promote learning), Keyword(id=1327017375683162716, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, orderNo=4, keyword=text style transfer), Keyword(id=1327017377390244445, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, orderNo=5, keyword=in-context learning), Keyword(id=1327017377503490654, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, orderNo=1, keyword=大语言模型), Keyword(id=1327017377587376735, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, orderNo=2, keyword=语言模型即知识库), Keyword(id=1327017377721594464, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, orderNo=3, keyword=提示学习), Keyword(id=1327017377818063457, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, orderNo=4, keyword=文本风格转换), Keyword(id=1327017377893560930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, orderNo=5, keyword=上下文学习)], refs=[Reference(id=1327017379869078137, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Boxi, Lin Hongyu, Han Xianpei, et al. Knowledgeable or educated guess? Revisiting language models as knowledge bases[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 1860–1874, articleTitle=null, refAbstract=null), Reference(id=1327017379931992698, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Heinzerling B, Inui K. Language models as knowledge bases: On entity representations, storage capacity, and paraphrased queries[C]//Proc of the 16th Conf of the European Chapter of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2021: 1772–1791, articleTitle=null, refAbstract=null), Reference(id=1327017380020073083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Petroni F, Rocktaschel T, Riedel S, et al. Language models as knowledge bases?[C]//Proc of the 24th Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLPIJCNLP). Stroudsburg, PA: ACL, 2021: 1860–1874, articleTitle=null, refAbstract=null), Reference(id=1327017380087181948, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Zhengbao, Xu F, Araki J, et al. How can we know what language models know?[J]. Transactions of the Association for Computational Linguistics, 2020, 8: 423−438, articleTitle=null, refAbstract=null), Reference(id=1327017380154290813, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Li X, Liang P. Prefix-tuning: Optimizing continuous prompts for generation[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 4582–4597, articleTitle=null, refAbstract=null), Reference(id=1327017380208816766, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Lester B, Al-Rfou R, Constant N. The power of scale for parameter-efficient prompt tuning[C]//Proc of the 26th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 3045–3059, articleTitle=null, refAbstract=null), Reference(id=1327017381873955455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Xiao, Ji Kaixuan, Fu Yicheng, et al. P-Tuning: Prompt tuning can be comparable to fine-tuning across scales and tasks[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022: 61–68, articleTitle=null, refAbstract=null), Reference(id=1327017381941064320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=王笑尘, 张坤, 张鹏. 多视角看大模型安全及实践[J]. 计算机研究与发展, 2024, 61(5): 1104−1112, articleTitle=null, refAbstract=null), Reference(id=1327017382008173185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiaochen, Zhang Kun, Zhang Peng. Large model safety and practice from multiple perspectives[J]. Journal of Computer Research and Development, 2024, 61(5): 1104−1112 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017382075282050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Rubin O, Herzig J, Berant J. Learning to retrieve prompts for in-context learning[C]//Proc of the 16th Conf of the North American Chapter of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022: 2655–2671, articleTitle=null, refAbstract=null), Reference(id=1327017382150779523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Jiacheng, Wu Zhiyong, Feng Jiangtao, et al. Compositional exemplars for in-context learning[C]//Proc of the 40th Int Conf on Machine Learning. New York: JMLR. org, 2023: 39818–39833, articleTitle=null, refAbstract=null), Reference(id=1327017382213694084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=陈慧敏, 刘知远, 孙茂松. 大模型时代的社会机遇与挑战[J]. 计算机研究与发展, 2024, 61(5): 1094−1103, articleTitle=null, refAbstract=null), Reference(id=1327017382310163077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Huimin, Liu Zhiyuan, Sun Maosong. The social opportunities and challenges in the era of large language models[J]. Journal of Computer Research and Development, 2024, 61(5): 1094−1103 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017382368883334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Tianxiang, Shao Yunfan, Qian Hong, et al. Black-box tuning for language-model-as-a-service[C]//Proc of the 39th Int Conf on Machine Learning. New York: JMLR. org, 2022: 20841–20855, articleTitle=null, refAbstract=null), Reference(id=1327017382444380807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Achiam J, Adler S, Agarwal S, et al. GPT-4 technical report[R/OL].[2023-03-27]. https://cdn.openai.com/papers/gpt-4.pdf, articleTitle=null, refAbstract=null), Reference(id=1327017382507295368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Anthropic. The Claude 3 model family: Opus, sonnet, haiku[R/OL].[2024-03-04]. https://www-cdn.anthropic.com/de8ba9b01c9ab7cbabf5c33b80b7bbc618857627/Model_Card_Claude_3.pdf, articleTitle=null, refAbstract=null), Reference(id=1327017382578598537, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Hoffmann J, Borgeaud S, Mensch A, et al. Training compute-optimal large language models[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2022: 2176, articleTitle=null, refAbstract=null), Reference(id=1327017382641513098, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=矣晓沅, 谢幸. 大模型道德价值观对齐问题剖析[J]. 计算机研究与发展, 2023, 60(9): 1926−1945, articleTitle=null, refAbstract=null), Reference(id=1327017382704427659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Xiaoyuan, Xie Xing. Unpacking the ethical value alignment in big models[J]. Journal of Computer Research and Development, 2023, 60(9): 1926−1945 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017382767342220, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=李南, 丁益东, 江浩宇, 等. 面向大模型的越狱攻击综述[J]. 计算机研究与发展, 2024, 61(5): 1156−1181, articleTitle=null, refAbstract=null), Reference(id=1327017382838645389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Nan, Ding Yidong, Jiang Haoyu, et al. Jailbreak attack for large language models: A survey[J]. Journal of Computer Research and Development, 2024, 61(5): 1156−1181 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017382918337166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Madnani N, Dorr B. Generating phrasal and sentential paraphrases: A survey of data-driven methods[J]. Computational Linguistics, 2010, 36(3): 341−387, articleTitle=null, refAbstract=null), Reference(id=1327017382981251727, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Jason, Zou Kai. EDA: Easy data augmentation techniques for boosting performance on text classification tasks[C]//Proc of the 24th Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 6382–6388, articleTitle=null, refAbstract=null), Reference(id=1327017383052554896, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Androutsopoulos I, Malakasiotis P. A survey of paraphrasing and textual entailment methods[J]. Journal of Artificial Intelligence Research, 2010, 38: 135−187, articleTitle=null, refAbstract=null), Reference(id=1327017383119663761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Su Yixuan, Vandyke D, Wang Sihui, et al. Planthen-generate: Controlled data-to-text generation via planning[C]//Proc of the 26th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 895–909, articleTitle=null, refAbstract=null), Reference(id=1327017383195161234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Mairesse F, Walker M. Controlling user perceptions of linguistic style: Trainable generation of personality traits[J]. Computational Linguistics, 2011, 37(3): 455−488, articleTitle=null, refAbstract=null), Reference(id=1327017383266464403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Jegadeesan M, Kumar S, Wieting J, et al. Improving the diversity of unsupervised paraphrasing with embedding outputs[C]//Proc of the 1st Workshop on Multilingual Representation Learning. Stroudsburg, PA: ACL, 2021: 166–175, articleTitle=null, refAbstract=null), Reference(id=1327017383346156180, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Prabhumoye S, Tsvetkov Y, Salakhutdinov R, et al. Style transfer through back-translation[C]//Proc of the the 56th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2018: 866–876, articleTitle=null, refAbstract=null), Reference(id=1327017383404876437, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Jin Di, Jin Zhijing, Hu Zhiting, et al. Deep learning for text style transfer: A survey[J]. Computational Linguistics, 2022, 48(1): 155−205, articleTitle=null, refAbstract=null), Reference(id=1327017383467790998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Hovy E. Generating natural language under pragmatic constraints[J]. Journal of Pragmatics, 1987, 11(6): 689−719, articleTitle=null, refAbstract=null), Reference(id=1327017383534899863, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan S S L, Goonawardene N. Internet health information seeking and the patient-physician relationship: A systematic review[J]. Journal of medical Internet research, 2017, 19(1): e9, articleTitle=null, refAbstract=null), Reference(id=1327017383597814424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Madaan A, Setlur A, Parekh T, et al. Politeness transfer: A tag and generate approach[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 1869–1881, articleTitle=null, refAbstract=null), Reference(id=1327017383664923289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Yuan Weizhe, Graham Neubig, Liu Pengfei. BARTScore: Evaluating generated text as text generation[C]//Proc of the 35th Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2021: 2088, articleTitle=null, refAbstract=null), Reference(id=1327017383744615066, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Sellam T, Das D, Parikh A. BLEURT: Learning robust metrics for text generation[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 7881–7892, articleTitle=null, refAbstract=null), Reference(id=1327017383807529627, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Wan Yu, Liu Dayiheng, Yang Baosong, et al. UniTE: Unified translation evaluation[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2022: 8117–8127, articleTitle=null, refAbstract=null), Reference(id=1327017383870444188, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Han Xu, Zhao Weilin, Ding Ning, et al. PTR: Prompt tuning with rules for text classification[J]. AI Open, 2022, 3: 182−192, articleTitle=null, refAbstract=null), Reference(id=1327017383933358749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Schick T, Schmid H, Schutze H. Automatically identifying words that can serve as labels for few-shot text classification[C]//Proc of the 28th Int Conf on Computational Linguistics. Stroudsburg, PA: ICCL, 2020: 5569–5578, articleTitle=null, refAbstract=null), Reference(id=1327017384004661918, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Lewis M, Liu Yinhan, Goyal N, et al. BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 7871–7880, articleTitle=null, refAbstract=null), Reference(id=1327017384088547999, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Ashish V, Noam S, Niki P, et al. Attention is all you need[C]//Proc of the 31st Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2017: 6000–6010, articleTitle=null, refAbstract=null), Reference(id=1327017384281485984, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Yih W, Richardson M, Meek C, et al. The value of semantic parse labeling for knowledge base question answering[C]//Proc of the 54th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2016: 201–206, articleTitle=null, refAbstract=null), Reference(id=1327017384398926497, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Berant J, Chou A, Frostig R, et al. Semantic parsing on freebase from question-answer pairs[C]//Proc of the 18th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2013: 1533–1544, articleTitle=null, refAbstract=null), Reference(id=1327017384466035362, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Bao Junwei, Duan Nan, Yan Zhao, et al. Constraint-based question answering with knowledge graph[C]//Proc of the 26th Int Conf on Computational Linguistics. Stroudsburg, PA: ICCL, 2016: 2503–2514, articleTitle=null, refAbstract=null), Reference(id=1327017384638001827, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Bordes A, Usunier N, Chopra S, et al. Large-scale simple question answering with memory networks[J]. arXiv preprint, arXiv: 1506.02075, 2015, articleTitle=null, refAbstract=null), Reference(id=1327017384709304996, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Talmor A, Berant J. The Web as a knowledge base for answering complex questions[C]//Proc of the 16th Conf of the North American Chapter of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2018: 641–651, articleTitle=null, refAbstract=null), Reference(id=1327017386391220901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=MosaicML NLP Team. Introducing MPT-7B: A new standard for open-source, commercially usable LLMs[R/OL].[2024-02-05]. https://www.databricks.com/blog/mpt-7b, articleTitle=null, refAbstract=null), Reference(id=1327017386483495590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Black S, Gao L, Biderman S, et al. GPT-neo: Large scale autoregressive language modeling with mesh-tensorflow[CP/OL].[2024-03-17]. https://github.com/EleutherAI/gpt-neo, articleTitle=null, refAbstract=null), Reference(id=1327017386571575975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao L, Biderman S, Black S, et al. The pile: An 800 GB dataset of diverse text for language modeling.[J]. arXiv preprint, arXiv: 2101.00027, 2015, articleTitle=null, refAbstract=null), Reference(id=1327017386638684840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Muennighoff N, Wang T, Sutawika L, et al. Crosslingual generalization through multitask finetuning[C]//Proc of the 54th Annual Meeting of the 61st Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 15991–16111, articleTitle=null, refAbstract=null), Reference(id=1327017386714182314, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Raheja V, Kumar D, Koo R, et al. CoEdIT: Text editing by task-specific instruction tuning[C]//Proc of the 28th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 5274–5291, articleTitle=null, refAbstract=null), Reference(id=1327017386781291179, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Chung W, Hou L, Longpre S, et al. Scaling instruction-finetuned language models[J]. Journal of Machine Learning Research, 2024, 25(70): 153, articleTitle=null, refAbstract=null), Reference(id=1327017386840011436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Robertson S, Zaragoza H. The probabilistic relevance framework: BM25 and beyond[J]. Foundations and Trends® in Information Retrieval, 2009, 3(4): 333−389, articleTitle=null, refAbstract=null), Reference(id=1327017386902925997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Wahle P, Gipp B, Ruas T. Paraphrase types for generation and detection[C]//Proc of the 28th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 12148−12164, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327017374596837959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, xref=null, ext=[AuthorCompanyExt(id=1327017374609420872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 712046), AuthorCompanyExt(id=1327017374617809481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, companyId=1327017374596837959, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=西安交通大学电子与信息学部 西安 712046)])], figs=[ArticleFig(id=1327017378031972963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 1, caption=
LLMs’ responses when faced with different styles of queries, figureFileSmall=veD2o5VV6bTcN7wk7WFyqg==, figureFileBig=ZYM1YP/xc4qDDrNw9Zvv2A==, tableContent=null), ArticleFig(id=1327017378141024868, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图1, caption=
大语言模型面对不同风格查询时的回复, figureFileSmall=veD2o5VV6bTcN7wk7WFyqg==, figureFileBig=ZYM1YP/xc4qDDrNw9Zvv2A==, tableContent=null), ArticleFig(id=1327017378304602725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 2, caption=
The process of training and inference for ARES, figureFileSmall=KxYdsUAPelG2toSrkO7IqQ==, figureFileBig=BoGhbSJEJni6Fs+ZWUxVaQ==, tableContent=null), ArticleFig(id=1327017378371711590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图2, caption=
ARES进行训练和推理的流程, figureFileSmall=KxYdsUAPelG2toSrkO7IqQ==, figureFileBig=BoGhbSJEJni6Fs+ZWUxVaQ==, tableContent=null), ArticleFig(id=1327017378438820455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 3, caption=
Continuously performing the generation of paraphrases and the selection of examples, figureFileSmall=wkjgaLtcCMbfivz7WBK9bQ==, figureFileBig=vTf0vj4cH3ZXFBhtFplIhw==, tableContent=null), ArticleFig(id=1327017378539483752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图3, caption=
循环执行释义生成和示例选择, figureFileSmall=wkjgaLtcCMbfivz7WBK9bQ==, figureFileBig=vTf0vj4cH3ZXFBhtFplIhw==, tableContent=null), ArticleFig(id=1327017378623369833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 4, caption=
Query accuracy and potential accuracy change with the number of interpretations in the candidate set, figureFileSmall=t2raPZs6VpStgQQyPnKMwQ==, figureFileBig=282Oe+ry6LI4/Ow7OSwKlw==, tableContent=null), ArticleFig(id=1327017378690478698, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图4, caption=
查询准确率和潜在准确率随候选集中释义数量的变化, figureFileSmall=t2raPZs6VpStgQQyPnKMwQ==, figureFileBig=282Oe+ry6LI4/Ow7OSwKlw==, tableContent=null), ArticleFig(id=1327017378757587563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 5, caption=
Query accuracy of evaluators trained by different training sets in cross-test set testing, figureFileSmall=sm6qUTojDrym4zqWbvYjsQ==, figureFileBig=ouQcRg5L+Z4C0+Trsp3QCw==, tableContent=null), ArticleFig(id=1327017378841473644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图5, caption=
不同训练集所训练的评估器在跨测试集测试时的查询准确率, figureFileSmall=sm6qUTojDrym4zqWbvYjsQ==, figureFileBig=ouQcRg5L+Z4C0+Trsp3QCw==, tableContent=null), ArticleFig(id=1327017378916971117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 6, caption=
Performance of ARES on LLMs with different structures and parameter scales, figureFileSmall=jBFpFLDwTkGoHs8Gq71bNA==, figureFileBig=iVpldeY52S/2zjU7p+VcBQ==, tableContent=null), ArticleFig(id=1327017378992468590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图6, caption=
ARES在不同结构和参数规模的大语言模型上的表现, figureFileSmall=jBFpFLDwTkGoHs8Gq71bNA==, figureFileBig=iVpldeY52S/2zjU7p+VcBQ==, tableContent=null), ArticleFig(id=1327017379080548975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Figure 7, caption=
Impact of adding model feedback on accuracy of query in WebQSP dataset, figureFileSmall=rVxwAu67tmi8G4YebpVwuw==, figureFileBig=NrF0zv9UcnkKv+kNuw8ADQ==, tableContent=null), ArticleFig(id=1327017379156046448, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=图7, caption=
在WebQSP数据集上添加模型反馈对查询准确率的影响, figureFileSmall=rVxwAu67tmi8G4YebpVwuw==, figureFileBig=NrF0zv9UcnkKv+kNuw8ADQ==, tableContent=null), ArticleFig(id=1327017379248321137, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Table 1, caption=
Experimental Results of QA Accuracy of Different Methods on Three Open Domain QA Datasets %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | WebQSP | CompQ | CWQ | 均值 |
|---|
| 注:黑体和下划线的数据分别为表现最优和次优的结果,↑代表结合了ARES的方法相较于原方法的提升. “±”前后数据分别为5次重复实验的平均值和标准差. |
| LLM | 42.71 | 26.63 | 29.16 | 32.83 |
| LLM + ARES(本文) | 44.80±0.25 | 29.95±0.12 | 30.52±0.77 | 35.09 |
| 提升值 | +2.09↑ | +3.32↑ | +1.36↑ | +2.26↑ |
|
| LLM + LPAQA | 43.56 | 29.75 | 30.32 | 34.54 |
LLM + LPAQA + ARES(本文) | 46.07±0.38 | 31.67±0.16 | 30.92±0.30 | 36.22 |
| 提升值 | +2.51↑ | +1.92↑ | +0.60↑ | +1.68↑ |
|
| LLM + LPAQA + BM25 | 47.65 | 31.25 | 34.90 | 37.93 |
LLM + LPAQA + BM25 + ARES(本文) | 48.24±1.09 | 33.07±0.26 | 36.05±0.21 | 39.12 |
| 提升值 | +0.59↑ | +1.82↑ | +1.15↑ | +1.19↑ |
|
| LLM + LPAQA + CEIL | 47.90 | 31.63 | 37.99 | 39.17 |
LLM + LPAQA + CEIL + ARES(本文) | 49.13±0.54 | 33.22±0.13 | 38.69±0.11 | 40.35 |
| 提升值 | +1.23↑ | +1.59↑ | +0.70↑ | +1.17↑ |
), ArticleFig(id=1327017379332207218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=表1, caption=
在3个开放域问答数据集上各方法的问答准确率实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | WebQSP | CompQ | CWQ | 均值 |
|---|
| 注:黑体和下划线的数据分别为表现最优和次优的结果,↑代表结合了ARES的方法相较于原方法的提升. “±”前后数据分别为5次重复实验的平均值和标准差. |
| LLM | 42.71 | 26.63 | 29.16 | 32.83 |
| LLM + ARES(本文) | 44.80±0.25 | 29.95±0.12 | 30.52±0.77 | 35.09 |
| 提升值 | +2.09↑ | +3.32↑ | +1.36↑ | +2.26↑ |
|
| LLM + LPAQA | 43.56 | 29.75 | 30.32 | 34.54 |
LLM + LPAQA + ARES(本文) | 46.07±0.38 | 31.67±0.16 | 30.92±0.30 | 36.22 |
| 提升值 | +2.51↑ | +1.92↑ | +0.60↑ | +1.68↑ |
|
| LLM + LPAQA + BM25 | 47.65 | 31.25 | 34.90 | 37.93 |
LLM + LPAQA + BM25 + ARES(本文) | 48.24±1.09 | 33.07±0.26 | 36.05±0.21 | 39.12 |
| 提升值 | +0.59↑ | +1.82↑ | +1.15↑ | +1.19↑ |
|
| LLM + LPAQA + CEIL | 47.90 | 31.63 | 37.99 | 39.17 |
LLM + LPAQA + CEIL + ARES(本文) | 49.13±0.54 | 33.22±0.13 | 38.69±0.11 | 40.35 |
| 提升值 | +1.23↑ | +1.59↑ | +0.70↑ | +1.17↑ |
), ArticleFig(id=1327017379411898995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Table 2, caption=
Five Interpretation Types with the Highest Proportion on WebQSP Dataset, figureFileSmall=null, figureFileBig=null, tableContent=
| 一级释义类型 | 二级释义类型 | 占比/% |
|---|
| 词法变换 | 格式转换 | 44.71 |
| 其他类型 | 语义释义 | 14.82 |
| 其他类型 | 顺序变换 | 12.96 |
| 词法变换 | 拼写更改 | 6.62 |
| 形态变换 | 情态动词变换 | 2.77 |
), ArticleFig(id=1327017379487396468, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=表2, caption=
在WebQSP数据集上占比最高的5种释义类型
, figureFileSmall=null, figureFileBig=null, tableContent=
| 一级释义类型 | 二级释义类型 | 占比/% |
|---|
| 词法变换 | 格式转换 | 44.71 |
| 其他类型 | 语义释义 | 14.82 |
| 其他类型 | 顺序变换 | 12.96 |
| 词法变换 | 拼写更改 | 6.62 |
| 形态变换 | 情态动词变换 | 2.77 |
), ArticleFig(id=1327017379567088245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Table 3, caption=
Average Inference Speed of Different Models on WebQSP Dataset token/s, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | MPT-7B | CoEdIT-XL | CoEdIT-L |
|---|
| 推理速度 | 0.46 | 2.44 | 7.72 |
), ArticleFig(id=1327017379634197110, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=表3, caption=
WebQSP数据集上各模型的平均推理速度
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | MPT-7B | CoEdIT-XL | CoEdIT-L |
|---|
| 推理速度 | 0.46 | 2.44 | 7.72 |
), ArticleFig(id=1327017379692917367, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=EN, label=Table 4, caption=
Comparison of Query Accuracy Between ARES’ s Estimator and Other Evaluation Methods on Different Datasets %, figureFileSmall=null, figureFileBig=null, tableContent=
| 评估方法 | WebQSP | CompQ | CWQ |
|---|
| No Transfer | 42.71 | 26.63 | 29.16 |
| BLUERT | 42.40 | 23.38 | 28.37 |
| UniTE | 43.38 | 27.13 | 28.34 |
| ARES(本文) | 44.80 | 29.95 | 30.52 |
), ArticleFig(id=1327017379772609144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017370696135216, language=CN, label=表4, caption=
ARES的评估器与其他评估方法在不同数据集上的查询准确率比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 评估方法 | WebQSP | CompQ | CWQ |
|---|
| No Transfer | 42.71 | 26.63 | 29.16 |
| BLUERT | 42.40 | 23.38 | 28.37 |
| UniTE | 43.38 | 27.13 | 28.34 |
| ARES(本文) | 44.80 | 29.95 | 30.52 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440549, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440549, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440549, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440549, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1764518400000, fullTextJson=null, articleText=null, reference=null)