Article(id=1327012371547140695, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012311115608215, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202331013, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1702483200000, receivedDateStr=2023-12-14, revisedDate=1718726400000, revisedDateStr=2024-06-19, acceptedDate=1723132800000, acceptedDateStr=2024-08-09, onlineDate=1794314004074, onlineDateStr=2026-11-10, pubDate=1738339200000, pubDateStr=2025-02-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794314004074, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794314004074, creator=13701087609, updateTime=1794314004074, updator=13701087609, issue=Issue{id=1327012311115608215, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='2', pageStart='285', pageEnd='541', issueExtLink='null', onlineDate='null', pubDate='1738339200000', pubDateStr='2025-02-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794313989665, creator='13701087609', updateTime=1794376696965, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275325060395748, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012311115608215, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275325060395749, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327012311115608215, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=314, endPage=335, ext={EN=ArticleExt(id=1327012373480714840, articleId=1327012371547140695, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Review of Knowledge Base Question Answering Based on Information Retrieval, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Knowledge base question answering is aimed to retrieval relevant information from the knowledge base for model inference, and return accurate answers. In recent years, with the development of deep learning and large language models, knowledge base question answering based on information retrieval has become the research focus, and many novel research methods have emerged. We summarize and analyze the methods of knowledge base question answering based on information retrieval from different aspects such as model methods and datasets. Firstly, we introduce the research significance and related definitions of knowledge base question answering. Then, according to the model processing stages, we explain the key problems and typical solutions faced in each stage from four stages: question parsing, information retrieval, model inference, and answer generation, and summarize the common network modules used in each stage. Then we analyze and sort out the inexplicability of knowledge base question answering based on information retrieval methods. In addition, relevant datasets with different characteristics and baseline models at different stages are classified and summarized. Finally, the summary and outlook are provided on each stage of knowledge base question answering based on information retrieval, as well as the overall development direction of the field.
, authors=Xuan Tian, Zhichao Wu, authorsList=Xuan Tian, Zhichao Wu, authorCompany=null, correspAuthors=null, authorNote=
born in 1976. PhD, associate professor. Senior member of CCF. Her main research interests include intelligent information processing and text mining
born in 1999. Master candidate. Student member of CCF. His main research interests include knowledge base question answering and large language models
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327012384683700890, articleId=1327012371547140695, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于信息检索的知识库问答综述, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
知识库问答旨在从知识库中检索相关信息用于模型推理,最终返回准确的答案. 近年来随着深度学习和大语言模型的发展,基于信息检索的知识库问答研究成为焦点,涌现出许多新颖方法. 从模型方法、数据集等不同方面对基于信息检索的知识库问答研究进行梳理总结. 首先对知识库问答的研究意义和相关定义进行介绍. 然后按照模型执行过程从问句解析、信息检索、模型推理、答案生成这4个阶段阐述每个阶段面临的关键问题以及典型解决方法,对每个阶段所使用到的共性网络模块进行总结. 其次针对基于信息检索的知识库问答方法的不可解释性进行分析梳理. 此外,对不同特点的相关数据集和不同阶段的基线模型进行了分类介绍与总结. 最后对基于信息检索的知识库问答每个执行阶段以及该领域整体发展方向进行了总结和展望.
, authors=田萱, 吴志超, authorsList=田萱, 吴志超, authorCompany=null, correspAuthors=null, authorNote=
 |
1976年生. 博士,副教授. CCF高级会员. 主要研究方向为智能信息处理、文本挖掘 |
 |
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为知识库问答、大语言模型 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=rXB6PeeeDMuaGdgjQVUZpQ==, magXml=/Gf2DMUvimdqyZTieL/hAA==, pdfUrl=null, pdf=ee9or9VTemrCjPdIV0R34A==, pdfFileSize=2754064, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=jSsotaJqv3luwwJp/Wa5pw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=HrjSkcIaKX8Wn9vFnN7v2g==, mapNumber=null, fund=null)}, authors=[Author(id=1327012388697649826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=tianxuan@bjfu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327012388852839075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, authorId=1327012388697649826, language=EN, stringName=Xuan Tian, firstName=Xuan, middleName=null, lastName=Tian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1976. PhD, associate professor. Senior member of CCF. Her main research interests include intelligent information processing and text mining
"}, bioImg=null, bioContent=
born in 1976. PhD, associate professor. Senior member of CCF. Her main research interests include intelligent information processing and text mining
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327012388978668196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, authorId=1327012388697649826, language=CN, stringName=田萱, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"fawjZP9b1zy555cfuOsdfw==","content":"
1976年生. 博士,副教授. CCF高级会员. 主要研究方向为智能信息处理、文本挖掘
"}, bioImg=fawjZP9b1zy555cfuOsdfw==, bioContent=
1976年生. 博士,副教授. CCF高级会员. 主要研究方向为智能信息处理、文本挖掘
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327012389079331494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327012389167411879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, authorId=1327012389079331494, language=EN, stringName=Zhichao Wu, firstName=Zhichao, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1999. Master candidate. Student member of CCF. His main research interests include knowledge base question answering and large language models
"}, bioImg=null, bioContent=
born in 1999. Master candidate. Student member of CCF. His main research interests include knowledge base question answering and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327012389238715048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, authorId=1327012389079331494, language=CN, stringName=吴志超, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"OtMZqUsNFCCURodxcTbuyw==","content":"
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为知识库问答、大语言模型
"}, bioImg=OtMZqUsNFCCURodxcTbuyw==, bioContent=
1999年生. 硕士研究生. CCF学生会员. 主要研究方向为知识库问答、大语言模型
, aboutCorrespAuthor=null)}, companyList=null)], keywords=[Keyword(id=1327012389364544169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, orderNo=1, keyword=knowledge base question answering), Keyword(id=1327012389435847339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, orderNo=2, keyword=information retrieval), Keyword(id=1327012389498761900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, orderNo=3, keyword=deep learning), Keyword(id=1327012391201649327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, orderNo=4, keyword=large language models), Keyword(id=1327012391319089840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, orderNo=5, keyword=stage issues), Keyword(id=1327012391407170225, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, orderNo=1, keyword=知识库问答), Keyword(id=1327012391486862003, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, orderNo=2, keyword=信息检索), Keyword(id=1327012391566553780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, orderNo=3, keyword=深度学习), Keyword(id=1327012391650439861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, orderNo=4, keyword=大语言模型), Keyword(id=1327012391767880374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, orderNo=5, keyword=阶段性问题)], refs=[Reference(id=1327012397711209190, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Lan Yunshi, He Gaole, Jiang Jinhao, et al. A survey on complex knowledge base question answering: Methods, challenges and solutions[C]//Proc of the 30th Int Joint Conf on Artificial Intelligence. Freiburg: IJCAI, 2021: 4483−4491, articleTitle=null, refAbstract=null), Reference(id=1327012397774123752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Zhiwen, Zeng Zhao, Zhou Guangyou, et al. Topic enhanced deep structured semantic models for knowledge base question answering[J]. Science China Information Sciences, 2017, 60(11): 110103: 1−110103, articleTitle=null, refAbstract=null), Reference(id=1327012397845426921, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng H S, Mishra S, Chen Xinyun, et al. Take a step back: Evoking reasoning via abstraction in large language models[J]. arXiv preprint, arXiv: 2310.06117, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012397920924394, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junzhuo, Xiong Deyi. KaFSP: Knowledge-aware fuzzy semantic parsing for conversational question answering over a large-scale knowledge base[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2022: 461−473, articleTitle=null, refAbstract=null), Reference(id=1327012397988033259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Liang, Yang Nan, Wei Furu. Query2doc: Query expansion with large language models[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 9414−9423, articleTitle=null, refAbstract=null), Reference(id=1327012398050947821, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yuyu, Dai Hanjun, Kozareva Z, et al. Variational reasoning for question answering with knowledge graph[C]//Proc of the 32nd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018: 6069−6076, articleTitle=null, refAbstract=null), Reference(id=1327012398118056686, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Xiaomei, Feng Wenzhi, Wang Hong, et al. An attention mechanism and multi-granularity-based Bi-LSTM model for Chinese Q&A system[J]. Soft Computing, 2020, 24(8): 5831−5845, articleTitle=null, refAbstract=null), Reference(id=1327012398285828847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Press O, Zhang M, Min S, et al. Measuring and narrowing the compositionality gap in language models[J]. arXiv preprint, arXiv: 2210.03350, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012398357132016, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Haji S, Suekane K, Sano H, et al. Exploratory inference chain: Exploratorily chaining multi-hop inferences with large language models for question-answering[C]//Proc of the 17th Int Conf on Semantic Computing (ICSC). Piscataway, NJ: IEEE, 2023: 175−182, articleTitle=null, refAbstract=null), Reference(id=1327012398411657969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Zhen, Abujabal A, Saha R R, et al. TEQUILA: Temporal question answering over knowledge bases[C]//Proc of the 27th ACM Int Conf on Information and Knowledge Management. New York: ACM, 2018: 1807−1810, articleTitle=null, refAbstract=null), Reference(id=1327012398482961138, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Zhen, Pramanik S, Saha R R, et al. Complex temporal question answering on knowledge graphs[C]//Proc of the 30th ACM Int Conf on Information & Knowledge Management. New York: ACM, 2021: 792−802, articleTitle=null, refAbstract=null), Reference(id=1327012400164877043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang Chao, Wang Guangtao, Qi Peng, et al. Improving time sensitivity for question answering over temporal knowledge graphs[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2022: 8017−8026, articleTitle=null, refAbstract=null), Reference(id=1327012400252957428, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Junping, Wang Yijing, Li Xiaojun, et al. TERQA: Question answering over knowledge graph considering precise dependencies of temporal information on vectors[J]. Displays, 2022, 74: 102269, articleTitle=null, refAbstract=null), Reference(id=1327012400324260597, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiao Songlin, Zhu Zhenfang, Wu Wenqing, et al. An improving reasoning network for complex question answering over temporal knowledge graphs[J]. Applied Intelligence, 2023, 53(7): 8195−8208, articleTitle=null, refAbstract=null), Reference(id=1327012400479449846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Meiling, Li Min, Sun Kewei, et al. Entity difference modeling based entity linking for question answering over knowledge graphs[C]//Proc of the CCF Int Conf on Natural Language Processing and Chinese Computing. Berlin: Springer, 2022: 221−233, articleTitle=null, refAbstract=null), Reference(id=1327012400550753015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Da, Su Jindian, Yu Shanshan. A BERT-based approach with relation-aware attention for knowledge base question answering[C/OL]//Proc of the 2020 Int Joint Conf on Neural Networks (IJCNN). Piscataway, NJ: IEEE, 2020[2024-06-17]. https://ieeexplore-ieee-org-s.libyc.nudt.edu.cn/document/9207186/citations?tabFilter=papers#citations, articleTitle=null, refAbstract=null), Reference(id=1327012400613667576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Yong, Li Xianzhi, Liu Huiwen, et al. Pay more attention to relation exploration for knowledge base question answering[C]//Findings of the Association for Computational Linguistics (ACL 2023). Stroudsburg, PA: ACL, 2023: 2119−2136, articleTitle=null, refAbstract=null), Reference(id=1327012400672387833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Shamsabadi A S, Ramezani R, Farsani H K, et al. Direct relation detection for knowledge-based question answering[J]. Expert Systems with Applications, 2023, 211: 118678, articleTitle=null, refAbstract=null), Reference(id=1327012400789828346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Hao Zhifeng, Wu Biao, Wen Wen, et al. A subgraph-representation-based method for answering complex questions over knowledge bases[J]. Neural Networks, 2019, 119: 57−65, articleTitle=null, refAbstract=null), Reference(id=1327012400861131515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Christmann P, Saha R R, Weikum G. Beyond NED: Fast and effective search space reduction for complex question answering over knowledge bases[C]//Proc of the 15th ACM Int Conf on Web Search and Data Mining. New York: ACM, 2022: 172−180, articleTitle=null, refAbstract=null), Reference(id=1327012400932434684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Yu, Wu Lingfei, Zaki M J. Bidirectional attentive memory networks for question answering over knowledge bases[C]//Proc of the 2019 Conf of the North. Stroudsburg, PA: ACL, 2019: 2913−2923, articleTitle=null, refAbstract=null), Reference(id=1327012400982766333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Jianyu, Zhang Zhanqiu, Wu Feng, et al. Deep cognitive reasoning network for multi-hop question answering over knowledge graphs[C]//Findings of the Association for Computational Linguistics(ACL-IJCNLP 2021). Stroudsburg, PA: ACL, 2021: 219−229, articleTitle=null, refAbstract=null), Reference(id=1327012401066652414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Dan, Sheng Jiawei, Xu Hongbo, et al. Improving complex knowledge base question answering with relation-aware subgraph retrieval and reasoning network[C/OL]//Proc of the 30th Int Joint Conf on Neural Networks (IJCNN). Piscataway, NJ: IEEE, 2023[2024-06-17]. https://ieeexplore-ieee-org-s.libyc.nudt.edu.cn/search/searchresult.jsp?newsearch=true&queryText=Improving%20complex%20knowledge%20base%20question%20answering%20with%20relation-aware%20subgraph%20retrieval%20and%20reasoning%20network, articleTitle=null, refAbstract=null), Reference(id=1327012401125372672, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yile, Li Peng, Sun Maosong, et al. Self-knowledge guided retrieval augmentation for large language models[J]. arXiv preprint, arXiv: 2310.05002, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012401209258754, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Wenhao, Zhang Hongming, Pan Xiaoman, et al. Chain-of-note: Enhancing robustness in retrieval-augmented language models[J]. arXiv preprint, arXiv: 2311.09210, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012401276367619, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Haitian, Dhingra B, Zaheer M, et al. Open domain question answering using early fusion of knowledge bases and text[C]//Proc of the 2018 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2018: 4231−4242, articleTitle=null, refAbstract=null), Reference(id=1327012401339282180, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Haitian, Bedrax-Weiss T, Cohen W. PullNet: Open domain question answering with iterative retrieval on knowledge bases and text[C]//Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 2380−2390, articleTitle=null, refAbstract=null), Reference(id=1327012401406391045, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Ying, Meng Fandong, Zhang Jinchao, et al. MKGN: A multi-dimensional knowledge enhanced graph network for multi-hop question and answering[J]. IEICE Transactions on Information and Systems, 2022, 105(4): 807−819, articleTitle=null, refAbstract=null), Reference(id=1327012401511248647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Saxena A, Tripathi A, Talukdar P. Improving multi-hop question answering over knowledge graphs using knowledge base embeddings[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 4498−4507, articleTitle=null, refAbstract=null), Reference(id=1327012401599329033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Shi Xiujin, Hu Jun, Sun Naiwen, et al. TrEKBQA: Traversing knowledge graph embedding for multi-hop knowledge base question answering[J]. Journal of Physics: Conf Series, 2023, 2424(1): 012−027, articleTitle=null, refAbstract=null), Reference(id=1327012401754518282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Zan Daoguang, Wang Sirui, Zhang Hongzhi, et al. Complex question answering over incomplete knowledge graph as n-ary link prediction[C/OL]//Proc of the 29th Int Joint Conf on Neural Networks (IJCNN). Piscataway, NJ: IEEE, 2022[2024-06-17]. https://ieeexplore-ieee-org-s.libyc.nudt.edu.cn/search/searchresult.jsp?newsearch=true&queryText=Complex%20question%20answering%20over%20incomplete%20knowledge%20graph%20as%20n-ary%20link%20prediction, articleTitle=null, refAbstract=null), Reference(id=1327012401888736011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Fen, Li Yinguo, Hou Jie, et al. Improving question answering over incomplete knowledge graphs with relation prediction[J]. Neural Computing and Applications, 2022, 34(8): 6331−6348, articleTitle=null, refAbstract=null), Reference(id=1327012401972622092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Chen, Kordjamshidi P. Dynamic relevance graph network for knowledge-aware question answering[C]//Proc of the 29th Int Conf on Computational Linguistics. Southampton, UK: ICCL, 2022: 1357−1366, articleTitle=null, refAbstract=null), Reference(id=1327012402052313869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Hai, Peng Tao, Han Ridong, et al. Reinforcement learning with dynamic completion for answering multi-hop questions over incomplete knowledge graph[J]. Information Processing & Management, 2023, 60(3): 103283, articleTitle=null, refAbstract=null), Reference(id=1327012402123617038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Yasunaga M, Ren Hongyu, Bosselut A, et al. QA-GNN: Reasoning with language models and knowledge graphs for question answering[C]//Proc of the 2021 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2021: 535−546, articleTitle=null, refAbstract=null), Reference(id=1327012402211697423, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Yueqing, Shi Qi, Qi Le, et al. JointLK: Joint reasoning with language models and knowledge graphs for commonsense question answering[C]//Proc of the 2022 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2022: 5049−5060, articleTitle=null, refAbstract=null), Reference(id=1327012402400441104, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Xing, Liu Yun. ReLMKG: Reasoning with pre-trained language models and knowledge graphs for complex question answering[J]. Applied Intelligence, 2023, 53(10): 12032−12046, articleTitle=null, refAbstract=null), Reference(id=1327012402534658833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xu, Zhao Shuai, Cheng Bo, et al. Explore modeling relation information and direction information in KBQA[J]. Neurocomputing, 2022, 471: 139−148, articleTitle=null, refAbstract=null), Reference(id=1327012402685653778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Zhangyin, Feng Xiaocheng, Zhao Dezhi, et al. Retrieval-generation synergy augmented large language models[J]. arXiv preprint, arXiv: 2310.05149, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012402748568339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Nan, Bi Sheng, Qi Guilin, et al. Improving core path reasoning for the weakly supervised knowledge base question answering[C]//Proc of the Int Conf on Database Systems for Advanced Applications. Berlin: Springer, 2022: 162−170, articleTitle=null, refAbstract=null), Reference(id=1327012402819871508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Niu Guanglin, Li Yang, Tang Chengguang, et al. Path-enhanced multi-relational question answering with knowledge graph embeddings[J]. arXiv preprint, arXiv: 2110.15622, 2021, articleTitle=null, refAbstract=null), Reference(id=1327012402916340501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Bi Xin, Nie Haojie, Zhang Guoliang, et al. Boosting question answering over knowledge graph with reward integration and policy evaluation under weak supervision[J]. Information Processing & Management, 2023, 60(2): 103242, articleTitle=null, refAbstract=null), Reference(id=1327012403017003798, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Yoran O, Wolfson T, Bogin B, et al. Answering questions by meta-reasoning over multiple chains of thought[J]. arXiv preprint, arXiv: 2304.13007, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012404648588055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Park J, Patel A, Khan O Z, et al. Graph-guided reasoning for multi-hop question answering in large language models[J]. arXiv preprint, arXiv: 2311.09762, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012404770222872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Mantong, Huang Minlie, Zhu Xiaoyan. An interpretable reasoning network for multi-relation question answering[C]//Proc of the 27th Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2018: 2010−2022, articleTitle=null, refAbstract=null), Reference(id=1327012404875080473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xinmeng, Alazab M, Li Qian, et al. Question-aware memory network for multi-hop question answering in human-robot interaction[J]. Complex & Intelligent Systems, 2022, 8(2): 851−861, articleTitle=null, refAbstract=null), Reference(id=1327012404954772250, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Hai, Peng Tao, Bao Tie, et al. Stepwise relation prediction with dynamic reasoning network for multi-hop knowledge graph question answering[J]. Applied Intelligence, 2023, 53(10): 12340−12354, articleTitle=null, refAbstract=null), Reference(id=1327012405059629851, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Haowei, Huang Quzhe, Zhang Chen, et al. Knowledge-enhanced iterative instruction generation and reasoning for knowledge base question answering[C]//Proc of the CCF Int Conf on Natural Language Processing and Chinese Computin. Berlin: Springer, 2022: 431−444, articleTitle=null, refAbstract=null), Reference(id=1327012405164487452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Hao Yanchao, Zhang Yuanzhe, Liu Kang, et al. An end-to-end model for question answering over knowledge base with cross-attention combining global knowledge[C]//Proc of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2017: 221−231, articleTitle=null, refAbstract=null), Reference(id=1327012405386785566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Wenqing, Zhu Zhenfang, Qi Jiangtao, et al. A dynamic graph expansion network for multi-hop knowledge base question answering[J]. Neurocomputing, 2023, 515: 37−47, articleTitle=null, refAbstract=null), Reference(id=1327012405445505823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Zhengbao, Xu F, Gao Luyu, et al. Active retrieval augmented generation[J]. arXiv preprint, arXiv: 2305.06983, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012405525197600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Trivedi H, Balasubramanian N, Khot T, et al. Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions[J]. arXiv preprint, arXiv: 2212.10509, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012405621666593, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Asai A, Wu Zeqiu, Wang Yizhong, et al. Self-RAG: Learning to retrieve, generate, and critique through self-reflection[J]. arXiv preprint, arXiv: 2310.11511, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012405688775458, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiong Wenhan, Yu Mo, Chang Shiyu, et al. Improving question answering over incomplete KBs with knowledge-aware reader[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 4258−4264, articleTitle=null, refAbstract=null), Reference(id=1327012405760078627, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Wenhao, Iter Dan, Wang Shuohang, et al. Generate rather than retrieve: Large language models are strong context generators[J]. arXiv preprint, arXiv: 2209.10063, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012405827187492, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Thai D, Ravishankar S, Abdelaziz I, et al. CBR-iKB: A case-based reasoning approach for question answering over incomplete knowledge bases[J]. arXiv preprint, arXiv: 2204.08554, 2022, articleTitle=null, refAbstract=null), Reference(id=1327012405890102053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Mei Shijie, Hu Xinrong, Yao Xun, et al. Seeing the wood for the trees: A contrastive regularization method for the low-resource knowledge base question answering[C]//Findings of the Association for Computational Linguistics (NAACL 2022). Stroudsburg, PA: ACL, 2022: 1085−1094, articleTitle=null, refAbstract=null), Reference(id=1327012405982376742, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Li, Wei Furu, Zhou Ming, et al. Question answering over freebase with multi-column convolutional neural networks[C]//Proc of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th Int Joint Conf on Natural Language Processing (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2015: 260−269, articleTitle=null, refAbstract=null), Reference(id=1327012406091428647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=He Gaole, Lan Yunshi, Jiang Jing, et al. Improving multi-hop knowledge base question answering by learning intermediate supervision signals[C]//Proc of the 14th ACM Int Conf on Web Search and Data Mining. New York: ACM, 2021: 553−561, articleTitle=null, refAbstract=null), Reference(id=1327012406150148904, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yu, Jin Hongxia. A new concept of knowledge based question answering (KBQA) system for multi-hop reasoning[C]//Proc of the 2022 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2022: 4007−4017, articleTitle=null, refAbstract=null), Reference(id=1327012406208869161, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xiaonan, Zhu Changtai, Li Linyang, et al. LLatrieval: LLM-verified retrieval for verifiable generation[J]. arXiv preprint, arXiv: 2311.07838, 2023, articleTitle=null, refAbstract=null), Reference(id=1327012406313726762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Sirui, Wong KW, Fung C C, et al. Improving question answering over knowledge graphs using graph summarization[C]//Proc of the 28th Int Conf on Neural Information Proc (ICONIP 2021). Berlin: Springer, 2021: 489−500, articleTitle=null, refAbstract=null), Reference(id=1327012406414390059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Shi Jiaxin, Cao Shulin, Hou Lei, et al. TransferNet: An effective and transparent framework for multi-hop question answering over relation graph[C]//Proc of the 2021 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 4149−4158, articleTitle=null, refAbstract=null), Reference(id=1327012406498276141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Yanlin, Chen Xinyue, Lin Bill Yuchen, et al. Scalable multi-hop relational reasoning for knowledge-aware question answering[C]//Proc of the 2020 Conf on Empirical Methods in Natural Language Processing (EMNLP). Stroudsburg, PA: ACL, 2020: 1295−1309, articleTitle=null, refAbstract=null), Reference(id=1327012406590550830, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Qiu Yunqi, Wang Yuanzhuo, Jin Xiaolong, et al. Stepwise reasoning for multi-relation question answering over knowledge graph with weak supervision[C]//Proc of the 13th Int Conf on Web Search and Data Mining. Stroudsburg, PA: ACL, 2020: 474−482, articleTitle=null, refAbstract=null), Reference(id=1327012406707991343, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qixuan, Weng Xinyi, Zhou Guangyou, et al. ARL: An adaptive reinforcement learning framework for complex question answering over knowledge base[J]. Information Processing & Management, 2022, 59(3): 102933, articleTitle=null, refAbstract=null), Reference(id=1327012406787683120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiang Yuxuan, Wu Jiajun, Wang Tiexin, et al. Reasoning path generation for answering multi-hop questions over knowledge graph[C]//Proc of the Asia-Pacific Web (APWeb) and Web-Age Information Management (WAIM) Joint Int Conf on Web and Big Data. Berlin: Springer, 2022: 195−209, articleTitle=null, refAbstract=null), Reference(id=1327012406854791985, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Bordes A, Usunier N, Chopra S, et al. Large-scale simple question answering with memory networks[J]. arXiv preprint, arXiv: 1506.02075, 2015, articleTitle=null, refAbstract=null), Reference(id=1327012406993204018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Berant J, Chou A, Frostig R, et al. Semantic parsing on freebase from question-answer pairs[C]//Proc of the 2013 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2013: 1533−1544, articleTitle=null, refAbstract=null), Reference(id=1327012407051924275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Talmor A, Berant J. The Web as a knowledge-base for answering complex questions[C]//Proc of the 2018 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers). Stroudsburg, PA: ACL, 2018: 641−651, articleTitle=null, refAbstract=null), Reference(id=1327012407165170484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Zhen, Abujabal A, Saha R R, et al. TempQuestions: A benchmark for temporal question answering[C]//Proc of the Web Conf 2018 (WWW 18). New York: ACM, 2018: 1057−1062, articleTitle=null, refAbstract=null), Reference(id=1327012407232279349, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Saxena A, Chakrabarti S, Talukdar P. Question answering over temporal knowledge graphs[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing (Volume 1: Long Papers). Stroudsburg, PA: ACL, 2021: 6663−6676, articleTitle=null, refAbstract=null), Reference(id=1327012407324554038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Nan, Wu Yike, Qi Guilin, et al. An empirical study of pre-trained language models in simple knowledge graph question answering[J]. World Wide Web, 2023, 26(5): 2855−2886, articleTitle=null, refAbstract=null), Reference(id=1327012407416828727, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Lei, Meng Zuqiang. Knowledge-based visual question answering using multi-modal semantic graph[J]. Electronics, 2023, 12(6): 1390, articleTitle=null, refAbstract=null), Reference(id=1327012407488131896, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Zhenyu, Wu Lei, Wen Peian, et al. Visual question answering reasoning with external knowledge based on bimodal graph neural network[J]. Electronic Research Archive, 2023, 31(4): 1948−1965, articleTitle=null, refAbstract=null), Reference(id=1327012409186825017, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=张莹莹,钱胜胜,方全,等. 基于多模态知识感知注意力机制的问答方法[J]. 计算机研究与发展,2020,57(5):1037−1045, articleTitle=null, refAbstract=null), Reference(id=1327012409283294010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yingying, Qian Shengsheng, Fang Quan, et al. A question answering method based on multimodal knowledge perception attention mechanism[J]. Journal of Computer Research and Development, 2020, 57(5): 1037−1045 (in Chinese), articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327012384952136347, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, xref=null, ext=[AuthorCompanyExt(id=1327012384964719260, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, companyId=1327012384952136347, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Information Science and Technology, Beijing Forestry University, Beijing 100083), AuthorCompanyExt(id=1327012384973107869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, companyId=1327012384952136347, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京林业大学信息学院 北京 100083)]), AuthorCompany(id=1327012386642440862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, xref=null, ext=[AuthorCompanyExt(id=1327012386650829471, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, companyId=1327012386642440862, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Engineering Research Center for Forestry-oriented Intelligent Information Processing of National Forestry and Grassland Administration,Beijing,100083), AuthorCompanyExt(id=1327012386680189600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, companyId=1327012386642440862, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=国家林业草原林业智能信息处理工程技术研究中心 北京 100083)])], figs=[ArticleFig(id=1327012391927263927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 1, caption=
The framework of survey, figureFileSmall=rI9bATMoy29DNHgISCX5dw==, figureFileBig=jSsotaJqv3luwwJp/Wa5pw==, tableContent=null), ArticleFig(id=1327012391998567096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图1, caption=
综述框架, figureFileSmall=rI9bATMoy29DNHgISCX5dw==, figureFileBig=jSsotaJqv3luwwJp/Wa5pw==, tableContent=null), ArticleFig(id=1327012392208282298, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 2, caption=
The example of knowledge base question answering, figureFileSmall=SaRAKdj8WxcUPHNO4Gmo4w==, figureFileBig=GuciFbzJ5pMxbtKQPariYA==, tableContent=null), ArticleFig(id=1327012392317334203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图2, caption=
知识库问答示例, figureFileSmall=SaRAKdj8WxcUPHNO4Gmo4w==, figureFileBig=GuciFbzJ5pMxbtKQPariYA==, tableContent=null), ArticleFig(id=1327012392422191804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 3, caption=
The flowchart of knowledge base question answering based on information retrieval, figureFileSmall=9TfEGODC0cmkzJCCK7tBSw==, figureFileBig=+LEhQlc5CoYPXcWRDZVP4g==, tableContent=null), ArticleFig(id=1327012392497689277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图3, caption=
基于信息检索的知识库问答流程图, figureFileSmall=9TfEGODC0cmkzJCCK7tBSw==, figureFileBig=+LEhQlc5CoYPXcWRDZVP4g==, tableContent=null), ArticleFig(id=1327012392665461438, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 4, caption=
KaFSP model diagram, figureFileSmall=rLMc2eVUodNVAn6q+ItaBA==, figureFileBig=q+iDR5jkfoKeuHLP0LABgg==, tableContent=null), ArticleFig(id=1327012392820650687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图4, caption=
KaFSP模型图, figureFileSmall=rLMc2eVUodNVAn6q+ItaBA==, figureFileBig=q+iDR5jkfoKeuHLP0LABgg==, tableContent=null), ArticleFig(id=1327012393055531713, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 5, caption=
VRN model diagram, figureFileSmall=bUW2YvmfOxzQeWorFpgrWw==, figureFileBig=JAjO9lw/VA6ycLCeDj1RzA==, tableContent=null), ArticleFig(id=1327012393122640578, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图5, caption=
VRN模型图, figureFileSmall=bUW2YvmfOxzQeWorFpgrWw==, figureFileBig=JAjO9lw/VA6ycLCeDj1RzA==, tableContent=null), ArticleFig(id=1327012393244275395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 6, caption=
TERQA model diagram, figureFileSmall=fMKN5vud3ZAxd5nxd/zpmg==, figureFileBig=lXu4r++0kRvdUpPU13QJ+w==, tableContent=null), ArticleFig(id=1327012393504322244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图6, caption=
TERQA模型图, figureFileSmall=fMKN5vud3ZAxd5nxd/zpmg==, figureFileBig=lXu4r++0kRvdUpPU13QJ+w==, tableContent=null), ArticleFig(id=1327012393617568453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 7, caption=
SKR model diagram, figureFileSmall=XlA5IbhCnCEywrhDXadOvQ==, figureFileBig=Yvyu10kLn04zibGXA0tKaw==, tableContent=null), ArticleFig(id=1327012393735008966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图7, caption=
SKR模型图, figureFileSmall=XlA5IbhCnCEywrhDXadOvQ==, figureFileBig=Yvyu10kLn04zibGXA0tKaw==, tableContent=null), ArticleFig(id=1327012393848255175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 8, caption=
DRGN model diagram, figureFileSmall=pt3zb4GzygeAiQ4LCLDU1A==, figureFileBig=cPeQh+jc7iuV+PA6BC+o7A==, tableContent=null), ArticleFig(id=1327012393927946952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图8, caption=
DRGN模型图, figureFileSmall=pt3zb4GzygeAiQ4LCLDU1A==, figureFileBig=cPeQh+jc7iuV+PA6BC+o7A==, tableContent=null), ArticleFig(id=1327012393995055817, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 9, caption=
QA-GNN model diagram, figureFileSmall=0gzRtR1poTdHK/NO8QcjQQ==, figureFileBig=batSS0q++odZvu2+GKDKlA==, tableContent=null), ArticleFig(id=1327012395651805899, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图9, caption=
QA-GNN模型图, figureFileSmall=0gzRtR1poTdHK/NO8QcjQQ==, figureFileBig=batSS0q++odZvu2+GKDKlA==, tableContent=null), ArticleFig(id=1327012395710526156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 10, caption=
DRN model diagram, figureFileSmall=8IYMam70ZBZBL07F7sM1aw==, figureFileBig=ff/FkFL7BmWttfLwH8beSg==, tableContent=null), ArticleFig(id=1327012395790217933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图10, caption=
DRN模型图, figureFileSmall=8IYMam70ZBZBL07F7sM1aw==, figureFileBig=ff/FkFL7BmWttfLwH8beSg==, tableContent=null), ArticleFig(id=1327012395861521102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 11, caption=
Model diagram of subgraph reader and text aware reader, figureFileSmall=2kqd8tInsfKcblrLABzfzA==, figureFileBig=9JR55Q1T54nwmWrVOikIMQ==, tableContent=null), ArticleFig(id=1327012395941212879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图11, caption=
子图阅读器和文本感知阅读器模型图, figureFileSmall=2kqd8tInsfKcblrLABzfzA==, figureFileBig=9JR55Q1T54nwmWrVOikIMQ==, tableContent=null), ArticleFig(id=1327012396012516048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Figure 12, caption=
Original subgraph and hypernode subgraph in graph summary technology, figureFileSmall=nU8LIUZNvKAp3Wic8iN0Bw==, figureFileBig=eyLm9lZ7iCwPGCmmTeCI+Q==, tableContent=null), ArticleFig(id=1327012396129956561, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=图12, caption=
图摘要技术中的原始子图与超节点子图, figureFileSmall=nU8LIUZNvKAp3Wic8iN0Bw==, figureFileBig=eyLm9lZ7iCwPGCmmTeCI+Q==, tableContent=null), ArticleFig(id=1327012396192871122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 1, caption=
Summary of Difficulties and Methods in Analyzing Complex Questions, figureFileSmall=null, figureFileBig=null, tableContent=
| 难点 | 方法特点 | 代表模型 |
|---|
| 问句中存在多个干扰实体 | 捕捉问句中每个词更丰富的上下文特征,更准确识别出问句主题实体 | CTEEM |
| 使用大语言模型对问句进行凝练和压缩,保留其中的关键信息 | SBP |
| 问句中存在歧义实体 | 利用歧义实体的相关信息来实现实体消歧 | KaFSP |
| 引导大语言模型生成歧义问句的额外信息,进而重写问句 | query2doc |
| 问句存在噪声 | 使用结果对问句中的噪声进行改进和纠错 | VRN |
| 问句中含有词语省略 | 捕获词的上下文信息从中提取语义相关特征,从而弥补词语省略造成的信息缺失 | AM-BI-LSTM |
| 问句包含多个主题实体和关系 | 使用大语言模型对问句进行分解 | self-ask, EIC |
), ArticleFig(id=1327012396268368595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表1, caption=
复杂问句解析难点与方法总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 难点 | 方法特点 | 代表模型 |
|---|
| 问句中存在多个干扰实体 | 捕捉问句中每个词更丰富的上下文特征,更准确识别出问句主题实体 | CTEEM |
| 使用大语言模型对问句进行凝练和压缩,保留其中的关键信息 | SBP |
| 问句中存在歧义实体 | 利用歧义实体的相关信息来实现实体消歧 | KaFSP |
| 引导大语言模型生成歧义问句的额外信息,进而重写问句 | query2doc |
| 问句存在噪声 | 使用结果对问句中的噪声进行改进和纠错 | VRN |
| 问句中含有词语省略 | 捕获词的上下文信息从中提取语义相关特征,从而弥补词语省略造成的信息缺失 | AM-BI-LSTM |
| 问句包含多个主题实体和关系 | 使用大语言模型对问句进行分解 | self-ask, EIC |
), ArticleFig(id=1327012396335477460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 2, caption=
Summary and Comparison of Methods for Analyzing Sequential Questions, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法特点 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 分解问句 | TEQUILA | 可将时态问句重写为非时态问句和时态约束,降低了时态问句回答的复杂度 | 重写问句会出现错误标记,影响准确率 |  |
| 增强问句时序特征 | EXAQT | 可增强问句中时间信号,提高准确率 | 需要手工标注问句特征词,费时 费力 |  |
| 结合知识库增强问句时序特征 | TSQA | 可推断出时序问句中未写的时间戳,提高了准 确率 | 缺乏扩展性 |  |
| 知识库与问句交互增强问句时序特征 | TERQA | 通过与知识库交互,在问句中添加了时间特征,提高了时态问句回答的准确率 | 挖掘交互特征会带来大量的开销和计算量 |  |
| CTRN | 既使用模型挖掘问句中的时间特征,又充分利用知识库中的时间特征 | 模型计算参数量较大 |  |
), ArticleFig(id=1327012396423557845, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表2, caption=
时序问句解析方法总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法特点 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 分解问句 | TEQUILA | 可将时态问句重写为非时态问句和时态约束,降低了时态问句回答的复杂度 | 重写问句会出现错误标记,影响准确率 |  |
| 增强问句时序特征 | EXAQT | 可增强问句中时间信号,提高准确率 | 需要手工标注问句特征词,费时 费力 |  |
| 结合知识库增强问句时序特征 | TSQA | 可推断出时序问句中未写的时间戳,提高了准 确率 | 缺乏扩展性 |  |
| 知识库与问句交互增强问句时序特征 | TERQA | 通过与知识库交互,在问句中添加了时间特征,提高了时态问句回答的准确率 | 挖掘交互特征会带来大量的开销和计算量 |  |
| CTRN | 既使用模型挖掘问句中的时间特征,又充分利用知识库中的时间特征 | 模型计算参数量较大 |  |
), ArticleFig(id=1327012396507443926, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 3, caption=
Summary and Comparison of Different Retrieval Methods, figureFileSmall=null, figureFileBig=null, tableContent=
检索 方式 | 模型 | 优点 | 缺点 |
|---|
| N跳邻居检索 | CLOCQ | 使用知识库感知信号搜索空间,修剪不相关部分 | 修剪时可能会遗漏答案实体,影响准确率 |
| BAMnet | 可以挖掘知识库实体更多相关信息,检索更相关实体,控制了检索规模 | 没有很好的利用答案信息,影响准确率 |
| DAG | 检索结果不需要进行裁剪工作 | 检索信息会存在缺失 |
问句相关性 检索 | DCRN | 采取广度优先搜索算法进行剪 枝,减少了无关节点的数量 | 可能会排除与答案相关节点 |
| RASR | 结合实体之间的关系信息,控制了检索规模 | 模型复杂度高 |
| 大语言模型辅助检索 | SKR | 使大语言模型判断模型时具备回答能力以此引导检索过程 | 模型参数量大 |
| CON | 使用大语言模型来生成问句相关信息,用于检索更相关实体以及关系 | 模型需要内存较高 |
), ArticleFig(id=1327012396595524311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表3, caption=
不同检索方式的总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
检索 方式 | 模型 | 优点 | 缺点 |
|---|
| N跳邻居检索 | CLOCQ | 使用知识库感知信号搜索空间,修剪不相关部分 | 修剪时可能会遗漏答案实体,影响准确率 |
| BAMnet | 可以挖掘知识库实体更多相关信息,检索更相关实体,控制了检索规模 | 没有很好的利用答案信息,影响准确率 |
| DAG | 检索结果不需要进行裁剪工作 | 检索信息会存在缺失 |
问句相关性 检索 | DCRN | 采取广度优先搜索算法进行剪 枝,减少了无关节点的数量 | 可能会排除与答案相关节点 |
| RASR | 结合实体之间的关系信息,控制了检索规模 | 模型复杂度高 |
| 大语言模型辅助检索 | SKR | 使大语言模型判断模型时具备回答能力以此引导检索过程 | 模型参数量大 |
| CON | 使用大语言模型来生成问句相关信息,用于检索更相关实体以及关系 | 模型需要内存较高 |
), ArticleFig(id=1327012396666827480, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 4, caption=
Comparison of Supplementing Knowledge Base Methods Through Model Learning, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 单个三元组学习 | EmbedKGQA | 学习知识库中实体和关系的高维嵌入,补充结果更全面 | 容易过拟合,泛化能力较差 |  |
| 多个三元组学习 | TREKBQA | 减轻了节点分布偏差的影响 | 推理过程中监督信号弱可能会产生错误路径 |  |
| CAPKBQA | 结合多个三元组进行学习,补充更加全面 | 计算量大,运行时 间长 |
| 结合关系与实体进行学习 | EIENAGE | 同时捕获给定实体周围的实体特征和关系特征 | 缺乏对实体间高阶关系的分析和利用 |  |
| DRGN | 实体间关系聚合表示实体节点,再动态补充 关系 | 模型涉及参数量较多,训练时间长 |
), ArticleFig(id=1327012396721353433, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表4, caption=
通过模型学习补充知识库方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 单个三元组学习 | EmbedKGQA | 学习知识库中实体和关系的高维嵌入,补充结果更全面 | 容易过拟合,泛化能力较差 |  |
| 多个三元组学习 | TREKBQA | 减轻了节点分布偏差的影响 | 推理过程中监督信号弱可能会产生错误路径 |  |
| CAPKBQA | 结合多个三元组进行学习,补充更加全面 | 计算量大,运行时 间长 |
| 结合关系与实体进行学习 | EIENAGE | 同时捕获给定实体周围的实体特征和关系特征 | 缺乏对实体间高阶关系的分析和利用 |  |
| DRGN | 实体间关系聚合表示实体节点,再动态补充 关系 | 模型涉及参数量较多,训练时间长 |
), ArticleFig(id=1327012396775879386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 5, caption=
Summary and Comparison of Dynamic Update Question Methods in Reasoning, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 推理迭代过程中的问句动态表示 | IRN | 根据上一步推理信息更新下一步对问句的关注度 | 不利于约束较多的问句,问句动态更新效率会较低 |  |
| QA2MN | 利用推理中涉及的三元组更新问句的表示,提高推理能力 | 算术运算的问题回答准确率较低 |
| DRN | 根据历史推理信息更新问句的表示,提高推理能力 | 随着推理跳数的增加,准确率逐渐下降 |
| KBIGER | 融合问句与子图信息对问句进行更新 | 模型计算量大 |
| 候选答案影响下的问句动态表示 | NCAM | 使用交叉注意建模不同特征来动态更新问句表示,提高准确率 | 复杂问题的回答准确率低 |  |
| 推理知识动态检索和变化 | FLARE IR-CoT Self-RAG | 根据上一步推理结果动态从知识库中获取相关知识 | 模型参数量大,相应时间长 |  |
), ArticleFig(id=1327012396859765467, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表5, caption=
推理中动态更新问句方法总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
| 推理迭代过程中的问句动态表示 | IRN | 根据上一步推理信息更新下一步对问句的关注度 | 不利于约束较多的问句,问句动态更新效率会较低 |  |
| QA2MN | 利用推理中涉及的三元组更新问句的表示,提高推理能力 | 算术运算的问题回答准确率较低 |
| DRN | 根据历史推理信息更新问句的表示,提高推理能力 | 随着推理跳数的增加,准确率逐渐下降 |
| KBIGER | 融合问句与子图信息对问句进行更新 | 模型计算量大 |
| 候选答案影响下的问句动态表示 | NCAM | 使用交叉注意建模不同特征来动态更新问句表示,提高准确率 | 复杂问题的回答准确率低 |  |
| 推理知识动态检索和变化 | FLARE IR-CoT Self-RAG | 根据上一步推理结果动态从知识库中获取相关知识 | 模型参数量大,相应时间长 |  |
), ArticleFig(id=1327012396922680028, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 6, caption=
Summary and Comparison of Methods for Weak Supervision Problem, figureFileSmall=null, figureFileBig=null, tableContent=
| 增强方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
从答案 方面 | MCCNNs | 结合候选答案的不同方面对候选答案进行打分,增强了监督信息 | 处理复杂的问句时准确率下降 |  |
从推理中间实体 方面 | NSM | 利用正向和反向推理来增强中间实体分布的学习,增强监督信息 | 模型计算开销较大 |  |
从路径 方面 | REKBQA | 结合路径节点更丰富的周围节点信息,增强了监督信息 | 需要大量的人工标记成本 |  |
| MRPQA | 使用模型训练得到的最符合路径作为监督信息,减少了人工成本 | 通过训练得到路径的效果无法衡量 |
从生成验证信息 方面 | LLatrieval | 使用大语言模型根据检索信息生成额外文本,可以对文本进行验证 | 模型参数量较高,消耗资源高 |  |
), ArticleFig(id=1327012396977205981, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表6, caption=
弱监督问题方法总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 增强方法 | 模型 | 优点 | 缺点 | 方法流程 |
|---|
从答案 方面 | MCCNNs | 结合候选答案的不同方面对候选答案进行打分,增强了监督信息 | 处理复杂的问句时准确率下降 |  |
从推理中间实体 方面 | NSM | 利用正向和反向推理来增强中间实体分布的学习,增强监督信息 | 模型计算开销较大 |  |
从路径 方面 | REKBQA | 结合路径节点更丰富的周围节点信息,增强了监督信息 | 需要大量的人工标记成本 |  |
| MRPQA | 使用模型训练得到的最符合路径作为监督信息,减少了人工成本 | 通过训练得到路径的效果无法衡量 |
从生成验证信息 方面 | LLatrieval | 使用大语言模型根据检索信息生成额外文本,可以对文本进行验证 | 模型参数量较高,消耗资源高 |  |
), ArticleFig(id=1327012397094646494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 7, caption=
Summary and Comparison of Common Network Modules, figureFileSmall=null, figureFileBig=null, tableContent=
| 阶段 | 模块 | 模块作用 | 代表模型 |
|---|
| 问句解析 | BERT | 问句、知识库嵌入 | VRN,CTRN,TSQA,KaFSP,DRGN,EmbedKGQA,ReLMKG,CPR,QA-GNN |
GNN (GCN) | 捕获问句时间特征 | CTRN,EXAQT |
(Self) Attention | 为不同词或token 分配权重 | RASR,DCRN,BAMnet,DRN,NSM,MRPQA |
| LLM | 生成额外文本消除 歧义 | query2doc |
| 拆解问句 | self-ask,EIC |
| 信息检索 | BERT | 提取相似实体特征 | SRQA |
GNN (GCN) | 区分相似候选实体 | QAVGAE |
| 扩建推理子图 | PullNet |
| LLM | 辅助检索 | SKR,CON |
| 模型推理 | GNN (GCN) | 图节点进行更新计算 | QA-GNN,KaFSP,QAVGAE,DRGN,ReLMKG,REAREV,JointLK,DGEN,RAID |
(Self) Attention | 为图的邻居节点分配权重 | KaFSP,ReLMKG,DGEN, QA-GNN |
| 为信息交互分配权重 | ReLMKG,JointLK |
| LLM | 动态获取推理知识 | FLARE,IR-CoT,Self-RAG |
| 推理得出问句答案 | SKR,CON |
| 答案生成 | LLM | 生成额外信息验证 答案 | LLatrieval |
), ArticleFig(id=1327012397161755359, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表7, caption=
共性网络模块总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 阶段 | 模块 | 模块作用 | 代表模型 |
|---|
| 问句解析 | BERT | 问句、知识库嵌入 | VRN,CTRN,TSQA,KaFSP,DRGN,EmbedKGQA,ReLMKG,CPR,QA-GNN |
GNN (GCN) | 捕获问句时间特征 | CTRN,EXAQT |
(Self) Attention | 为不同词或token 分配权重 | RASR,DCRN,BAMnet,DRN,NSM,MRPQA |
| LLM | 生成额外文本消除 歧义 | query2doc |
| 拆解问句 | self-ask,EIC |
| 信息检索 | BERT | 提取相似实体特征 | SRQA |
GNN (GCN) | 区分相似候选实体 | QAVGAE |
| 扩建推理子图 | PullNet |
| LLM | 辅助检索 | SKR,CON |
| 模型推理 | GNN (GCN) | 图节点进行更新计算 | QA-GNN,KaFSP,QAVGAE,DRGN,ReLMKG,REAREV,JointLK,DGEN,RAID |
(Self) Attention | 为图的邻居节点分配权重 | KaFSP,ReLMKG,DGEN, QA-GNN |
| 为信息交互分配权重 | ReLMKG,JointLK |
| LLM | 动态获取推理知识 | FLARE,IR-CoT,Self-RAG |
| 推理得出问句答案 | SKR,CON |
| 答案生成 | LLM | 生成额外信息验证 答案 | LLatrieval |
), ArticleFig(id=1327012397228864224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 8, caption=
Summary and Comparison of Methods for Model Inexplicability, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 代表模型 | 特点 | 方法流程 |
|---|
| 可视化推理路径 | TransferNet MHGRN DRN | 能够直观地将推理路径展示给用户 |  |
| 强化学习显式奖励 | SRN ARL RPGQA | 在每一步推理中有明确的奖励值 |  |
), ArticleFig(id=1327012397287584481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表8, caption=
模型不可解释性的方法总结与对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 代表模型 | 特点 | 方法流程 |
|---|
| 可视化推理路径 | TransferNet MHGRN DRN | 能够直观地将推理路径展示给用户 |  |
| 强化学习显式奖励 | SRN ARL RPGQA | 在每一步推理中有明确的奖励值 |  |
), ArticleFig(id=1327012397371470562, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 9, caption=
Summary of Dataset Classification, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 名称 | 提出年代 | 来源 | 数量 | 训练集 | 验证集 | 测试集 | 特点 | 侧重点 |
|---|
| 简单问答 | SimpleQuestions① | 2015 | Freebase | 108442 | 75910 | 10845 | 21687 | 单跳 | 通用类 |
| 复杂问答 | WebQuestionsSP② | 2016 | Freebase | 4887 | 2098 | | 1639 | 单/多跳 | 通用类 |
| MetaQA③ | 2018 | Facebook | 407513 | 329282 | 39183 | 39093 | 多跳 | 电影类 |
| ComplexWebQuestions④ | 2018 | Freebase | 34689 | 27734 | 3480 | 3475 | 多跳 | 通用类 |
| 时序问答 | TempQuestions⑤ | 2018 | Freebase | 1271 | | | | 时间性 | 通用类 |
| CronQuestions⑥ | 2021 | WikiData | 410000 | 350000 | 30000 | 30000 | 时间性 | 通用类 |
), ArticleFig(id=1327012397438579427, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表9, caption=
数据集分类总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 名称 | 提出年代 | 来源 | 数量 | 训练集 | 验证集 | 测试集 | 特点 | 侧重点 |
|---|
| 简单问答 | SimpleQuestions① | 2015 | Freebase | 108442 | 75910 | 10845 | 21687 | 单跳 | 通用类 |
| 复杂问答 | WebQuestionsSP② | 2016 | Freebase | 4887 | 2098 | | 1639 | 单/多跳 | 通用类 |
| MetaQA③ | 2018 | Facebook | 407513 | 329282 | 39183 | 39093 | 多跳 | 电影类 |
| ComplexWebQuestions④ | 2018 | Freebase | 34689 | 27734 | 3480 | 3475 | 多跳 | 通用类 |
| 时序问答 | TempQuestions⑤ | 2018 | Freebase | 1271 | | | | 时间性 | 通用类 |
| CronQuestions⑥ | 2021 | WikiData | 410000 | 350000 | 30000 | 30000 | 时间性 | 通用类 |
), ArticleFig(id=1327012397522465508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=EN, label=Table 10, caption=
Summary of Baselines Classification, figureFileSmall=null, figureFileBig=null, tableContent=
| 阶段 | 名称 | 说明 | 发表会议 | 作者单位 |
|---|
| KV-Mem | 试图直接从原始文本中给出答案 | ACL 2016 | Facebook公司 |
| 问句解析 | EXAQT | 增强问句中的时间信号 | CIKM 2021 | 西南交通大学 |
| VRN | 处理带有噪声的问句 | AAAI 2018 | 格鲁吉亚理工学院 |
| 信息检索 | EmbedKGQA | 使用1个评分函数来评估实体间隐藏的关系 是否有效 | ACL 2020 | 班加罗尔印度科学研究所 |
| PullNet | 迭代构建包含与问句 相关的推理子图 | EMNLP 2019 | Google AI 公司 |
| GraftNet | 将知识库中实体与文本进行关联 | EMNLP 2018 | 卡内基梅隆 大学 |
| 模型推理 | IRN | 根据上一步推理更新下一步对问句的关注度 | COLING 2018 | 清华大学 |
| SGReader | 融合不完整推理子图和一组文本片段的知识库问答模型 | ACL 2019 | 加州大学 |
| 答案生成 | NSM | 设计教师-学生网络, 增强监督信息 | WSDM 2021 | 中国人民大学 |
| 可解释性 | TransferNet | 可视化每个推理步中被激活的关系和实体, 增强可解释性 | EMNLP 2021 | 清华大学 |
| SRN | 使用强化学习将问答任务转化为顺序决策任务 | WSDM 2020 | 中国科学院计算技术研究所 |
), ArticleFig(id=1327012397618934501, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327012371547140695, language=CN, label=表10, caption=
基线分类总结
, figureFileSmall=null, figureFileBig=null, tableContent=
| 阶段 | 名称 | 说明 | 发表会议 | 作者单位 |
|---|
| KV-Mem | 试图直接从原始文本中给出答案 | ACL 2016 | Facebook公司 |
| 问句解析 | EXAQT | 增强问句中的时间信号 | CIKM 2021 | 西南交通大学 |
| VRN | 处理带有噪声的问句 | AAAI 2018 | 格鲁吉亚理工学院 |
| 信息检索 | EmbedKGQA | 使用1个评分函数来评估实体间隐藏的关系 是否有效 | ACL 2020 | 班加罗尔印度科学研究所 |
| PullNet | 迭代构建包含与问句 相关的推理子图 | EMNLP 2019 | Google AI 公司 |
| GraftNet | 将知识库中实体与文本进行关联 | EMNLP 2018 | 卡内基梅隆 大学 |
| 模型推理 | IRN | 根据上一步推理更新下一步对问句的关注度 | COLING 2018 | 清华大学 |
| SGReader | 融合不完整推理子图和一组文本片段的知识库问答模型 | ACL 2019 | 加州大学 |
| 答案生成 | NSM | 设计教师-学生网络, 增强监督信息 | WSDM 2021 | 中国人民大学 |
| 可解释性 | TransferNet | 可视化每个推理步中被激活的关系和实体, 增强可解释性 | EMNLP 2021 | 清华大学 |
| SRN | 使用强化学习将问答任务转化为顺序决策任务 | WSDM 2020 | 中国科学院计算技术研究所 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202331013, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202331013, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202331013, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202331013, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1738339200000, fullTextJson=null, articleText=null, reference=null)