Article(id=1325493714503737974, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440795, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1728489600000, receivedDateStr=2024-10-10, revisedDate=1744819200000, revisedDateStr=2025-04-17, acceptedDate=1749571200000, acceptedDateStr=2025-06-11, onlineDate=1793951928020, onlineDateStr=2026-11-06, pubDate=1769875200000, pubDateStr=2026-02-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793951928020, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793951928020, creator=13701087609, updateTime=1793951928020, updator=13701087609, issue=Issue{id=1325493569112388051, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='2', pageStart='275', pageEnd='538', issueExtLink='null', onlineDate='null', pubDate='1769875200000', pubDateStr='2026-02-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793951893355, creator='13701087609', updateTime=1793952511329, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496161167090054, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496161167090055, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=378, endPage=392, ext={EN=ArticleExt(id=1325493717880152696, articleId=1325493714503737974, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Open Domain Relation Reasoning Method Based on Generative Model, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Relation reasoning, an important task in natural language processing, aims to infer possible semantic relations between two or more entities. The reasoning process typically involves deriving new relations from known relations between entities, and the results can be widely applied in various downstream tasks such as knowledge graph completion, relation extraction, and commonsense knowledge question answering. Previous studies often face two main limitations: First, they are primarily based on the closed-world assumption, meaning the relation types are predefined and difficult to expand. Second, even if some methods focus on open domains, they typically only handle 1-hop reasoning, which is insufficient for complex multi-hop reasoning scenarios. To address these issues, we propose and define an open domain 2-hop relation reasoning task and construct a dataset for evaluating this task. Furthermore, we introduce an open domain 2-hop relation reasoning framework, named ORANGE (open domain relation reasoning method on generative model), which includes 3 key modules: entity generation, relation generation, and result aggregation. Firstly, the entity generation module generates unknown entities. Secondly, the relation generation module proposes potential new relations. Finally, the result aggregation module integrates the outputs of the preceding modules to determine the final result. Experimental results demonstrate that, when compared with the best existing methods, our approach achieves a 10.36% improvement in the average score. Moreover, when employing ORANGE’s 3-module relation reasoning framework with large language models, it surpasses the conventional in-context learning prompt strategy, showcasing a 9.58% enhancement in the average score.
, authors=Jingping Liu
1, Zhedong Cen
1, Weiyan Zhang
1, Tong Ruan
1, Chao Wang
2, Haofen Wang
3, authorsList=Jingping Liu, Zhedong Cen, Weiyan Zhang, Tong Ruan, Chao Wang, Haofen Wang, authorCompany=null, correspAuthors=null, authorNote=
born in 1991. PhD, associate professor. His main research interests include knowledge graph and natural language processing
born in 1999. Master candidate. His main research interest includes natural language processing
born in 1994. PhD. Her main research interests include information extraction and large language model
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
born in 1988. PhD, lecturer. His main research interests include knowledge graph, commonsense reasoning, and machine learning
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325493735471063691, articleId=1325493714503737974, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于生成模型的开放域关系推理方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
关系推理是自然语言处理中的一项重要任务,旨在预测2个或多个实体之间可能存在的语义关系,推理过程通常为从已知的实体间关系中推导出新的关系,得到的结果可以在多种下游任务如知识图谱补全、关系抽取、常识问答中得到广泛应用。以往的研究主要存在2个局限性:首先,以往的方法主要集中于封闭域,关系类型都是已经事先定义好的,难以扩展;其次,即便存在少量针对开放域的关系推理方法,也仅聚焦于单跳推理,难以满足更复杂的场景需求。因此,定义了开放域的2跳关系推理任务,并构建了一个用于评估该任务的数据集。面向该任务,提出了一种基于生成模型的开放域关系推理方法ORANGE,包括实体生成、关系生成、结果聚合3个模块。实验结果表明,ORANGE相比现有主流关系推理方法在平均得分上提高了10.36%。此外,当ORANGE的关系推理框架与大语言模型结合使用时,相较于传统的上下文学习提示策略,平均得分提高了9.58%。
, authors=刘井平
1, 岑哲栋
1, 张维彦
1, 阮彤
1, 王超
2, 王昊奋
3, authorsList=刘井平, 岑哲栋, 张维彦, 阮彤, 王超, 王昊奋, authorCompany=null, correspAuthors=null, authorNote=
 |
1991年生。博士,副教授。主要研究方向为知识图谱、自然语言处理 |
 |
1999年生。硕士研究生。主要研究方向为自然语言处理 |
 |
1994年生。博士。主要研究方向为信息抽取、大语言模型 |
 |
1973年生。博士,教授,博士生导师。CCF会员。主要研究方向为知识图谱、数据挖掘、数据质量评估 |
 |
1988年生。博士,讲师。主要研究方向为知识图谱、常识推理、机器学习 |
 |
1982年生。博士,教授,博士生导师。CCF高级会员。主要研究方向为知识图谱、自然语言处理、数据挖掘 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=oNWMuiKaiXPr499diSJ0Ow==, magXml=soSQq+arZ7k7rN2CJD7Qug==, pdfUrl=null, pdf=iGAVao5saB0Ptz52pEoDHw==, pdfFileSize=1718064, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=Z1EeWkB0+rwFHjh+rBs0UA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=U3pmzRu0oXQuJK6PTmiSJw==, mapNumber=null, fund=null)}, authors=[Author(id=1325493742999839384, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jingpingliu@ecust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493743465407130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493742999839384, language=EN, stringName=Jingping Liu, firstName=Jingping, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1991. PhD, associate professor. His main research interests include knowledge graph and natural language processing
"}, bioImg=null, bioContent=
born in 1991. PhD, associate professor. His main research interests include knowledge graph and natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493744102941339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493742999839384, language=CN, stringName=刘井平, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"4O0RciuuYvT+P1U/9Xd3nQ==","content":"
1991年生。博士,副教授。主要研究方向为知识图谱、自然语言处理
"}, bioImg=4O0RciuuYvT+P1U/9Xd3nQ==, bioContent=
1991年生。博士,副教授。主要研究方向为知识图谱、自然语言处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493737639518861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=1, ext=[AuthorCompanyExt(id=1325493737677267598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1325493738067337871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1325493744715309725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493745164100255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493744715309725, language=EN, stringName=Zhedong Cen, firstName=Zhedong, middleName=null, lastName=Cen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1999. Master candidate. His main research interest includes natural language processing
"}, bioImg=null, bioContent=
born in 1999. Master candidate. His main research interest includes natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493745579336352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493744715309725, language=CN, stringName=岑哲栋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"BPj+hA1VN9T7Jttp+QE7JA==","content":"
1999年生。硕士研究生。主要研究方向为自然语言处理
"}, bioImg=BPj+hA1VN9T7Jttp+QE7JA==, bioContent=
1999年生。硕士研究生。主要研究方向为自然语言处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493737639518861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=1, ext=[AuthorCompanyExt(id=1325493737677267598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1325493738067337871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1325493747236086435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493748033004197, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493747236086435, language=EN, stringName=Weiyan Zhang, firstName=Weiyan, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1994. PhD. Her main research interests include information extraction and large language model
"}, bioImg=null, bioContent=
born in 1994. PhD. Her main research interests include information extraction and large language model
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493748490183334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493747236086435, language=CN, stringName=张维彦, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"/4slY/+ivBRne8ZiUTKOJA==","content":"
1994年生。博士。主要研究方向为信息抽取、大语言模型
"}, bioImg=/4slY/+ivBRne8ZiUTKOJA==, bioContent=
1994年生。博士。主要研究方向为信息抽取、大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493737639518861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=1, ext=[AuthorCompanyExt(id=1325493737677267598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1325493738067337871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1325493749811389097, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493751887569579, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493749811389097, language=EN, stringName=Tong Ruan, firstName=Tong, middleName=null, lastName=Ruan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
"}, bioImg=null, bioContent=
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493752323777196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493749811389097, language=CN, stringName=阮彤, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"R/qkg5XXrQQnkQNsFKvK2g==","content":"
1973年生。博士,教授,博士生导师。CCF会员。主要研究方向为知识图谱、数据挖掘、数据质量评估
"}, bioImg=R/qkg5XXrQQnkQNsFKvK2g==, bioContent=
1973年生。博士,教授,博士生导师。CCF会员。主要研究方向为知识图谱、数据挖掘、数据质量评估
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493737639518861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=1, ext=[AuthorCompanyExt(id=1325493737677267598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1325493738067337871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1325493752676098734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493753112306352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493752676098734, language=EN, stringName=Chao Wang, firstName=Chao, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2School of Future Technology, Shanghai University, Shanghai 200444, bio={"content":"
born in 1988. PhD, lecturer. His main research interests include knowledge graph, commonsense reasoning, and machine learning
"}, bioImg=null, bioContent=
born in 1988. PhD, lecturer. His main research interests include knowledge graph, commonsense reasoning, and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493753514959537, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493752676098734, language=CN, stringName=王超, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2上海大学未来技术学院 上海 200444, bio={"img":"v5TynSP3UlGXksPTorqiFA==","content":"
1988年生。博士,讲师。主要研究方向为知识图谱、常识推理、机器学习
"}, bioImg=v5TynSP3UlGXksPTorqiFA==, bioContent=
1988年生。博士,讲师。主要研究方向为知识图谱、常识推理、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493739707310737, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=2, ext=[AuthorCompanyExt(id=1325493739719893650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493739707310737, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Future Technology, Shanghai University, Shanghai 200444), AuthorCompanyExt(id=1325493739732476563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493739707310737, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2上海大学未来技术学院 上海 200444)])]), Author(id=1325493753598845619, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493754370597557, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493753598845619, language=EN, stringName=Haofen Wang, firstName=Haofen, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3College of Design and Innovation, Tongji University, Shanghai 200092, bio={"content":"
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
"}, bioImg=null, bioContent=
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493756128010935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, authorId=1325493753598845619, language=CN, stringName=王昊奋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3同济大学设计创意学院 上海 200092, bio={"img":"o45/2iB0qInMQ3IOsmT7MA==","content":"
1982年生。博士,教授,博士生导师。CCF高级会员。主要研究方向为知识图谱、自然语言处理、数据挖掘
"}, bioImg=o45/2iB0qInMQ3IOsmT7MA==, bioContent=
1982年生。博士,教授,博士生导师。CCF高级会员。主要研究方向为知识图谱、自然语言处理、数据挖掘
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493740181267092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=3, ext=[AuthorCompanyExt(id=1325493740491645589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493740181267092, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3College of Design and Innovation, Tongji University, Shanghai 200092), AuthorCompanyExt(id=1325493740902687382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493740181267092, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3同济大学设计创意学院 上海 200092)])])], keywords=[Keyword(id=1325493756891374264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, orderNo=1, keyword=relation reasoning), Keyword(id=1325493757696680633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, orderNo=2, keyword=generative model), Keyword(id=1325493758116111034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, orderNo=3, keyword=open domain), Keyword(id=1325493758560707259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, orderNo=4, keyword=multi-hop reasoning), Keyword(id=1325493758975943356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, orderNo=5, keyword=large language model), Keyword(id=1325493760708190909, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, orderNo=1, keyword=关系推理), Keyword(id=1325493761471554239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, orderNo=2, keyword=生成模型), Keyword(id=1325493761907761856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, orderNo=3, keyword=开放域), Keyword(id=1325493762746622657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, orderNo=4, keyword=多跳推理), Keyword(id=1325493763610649282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, orderNo=5, keyword=大语言模型)], refs=[Reference(id=1325493786318611168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Shaorong, Liu Ruishen, Wang Xinzhi, et al. Hierarchical knowledge-enhancement framework for multi-hop knowledge graph reasoning[J]. Neurocomputing, 2024, 588: 127673, articleTitle=null, refAbstract=null), Reference(id=1325493787878892257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=杨玉基, 许斌, 胡家威, 等. 一种准确而高效的领域知识图谱构建方法[J]. 软件学报, 2018, 29(10): 2931−2947, articleTitle=null, refAbstract=null), Reference(id=1325493788390597346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Yuji, Xu Bin, Hu Jiawei, et al. Accurate and efficient method for constructing domain knowledge graph[J]. Journal of Software, 2018, 29(10): 2931−2947 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493790001210084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=王飞, 刘井平, 刘斌, 等. 代码知识图谱构建及智能化软件开发方法研究[J]. 软件学报, 2020, 31(1): 47−66, articleTitle=null, refAbstract=null), Reference(id=1325493792152888037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Fei, Liu Jingping, Liu Bin, et al. Survey on construction of code knowledge graph and intelligent software development[J]. Journal of Software, 2020, 31(1): 47−66 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493792538764006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=王萌, 王昊奋, 李博涵, 等. 新一代知识图谱关键技术综述[J]. 计算机研究与发展, 2022, 59(9): 1947−1965, articleTitle=null, refAbstract=null), Reference(id=1325493792949805799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Meng, Wang Haofen, Li Bohan, et al. Survey on key technologies of new generation knowledge graph[J]. Journal of Computer Research and Development, 2022, 59(9): 1947−1965 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493793801249512, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=李冬梅, 张扬, 李东远, 等. 实体关系抽取方法研究综述[J]. 计算机研究与发展, 2020, 57(7): 1424−1448, articleTitle=null, refAbstract=null), Reference(id=1325493794233262825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Dongmei, Zhang Yang, Li Dongyuan, et al. Review of entity relation extraction methods[J]. Journal of Computer Research and Development, 2020, 57(7): 1424−1448 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493794682053354, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Mutabazi E, Ni Jianjun, Tang Guangyi, et al. A review on medical textual question answering systems based on deep learning approaches[J]. Applied Sciences, 2021, 11(12): 5456, articleTitle=null, refAbstract=null), Reference(id=1325493796322026219, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Galárraga L A, Teflioudi C, Hose K, et al. AMIE: Association rule mining under incomplete evidence in ontological knowledge bases[C]//Proc of the 22nd Int Conf on World Wide Web. New York: ACM, 2013: 413−422, articleTitle=null, refAbstract=null), Reference(id=1325493797148304109, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Galárraga L, Teflioudi C, Hose K, et al. Fast rule mining in ontological knowledge bases with AMIE+[J]. The VLDB Journal, 2015, 24(6): 707−730, articleTitle=null, refAbstract=null), Reference(id=1325493797966193390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Meilicke C, Chekol M W, Ruffinelli D, et al. Anytime bottom-up rule learning for knowledge graph completion[C]//Proc of the 28th Int Joint Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 3137−3143, articleTitle=null, refAbstract=null), Reference(id=1325493798406595311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Pan Yudai, Liu Jun, Zhang Lingling, et al. Incorporating logic rules with textual representations for interpretable knowledge graph reasoning[J]. Knowledge-Based Systems, 2023, 277: 110787, articleTitle=null, refAbstract=null), Reference(id=1325493798826025712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=崔员宁, 孙泽群, 胡伟. 基于规则提示的知识图谱通用推理预训练模型[J]. 计算机研究与发展, 2024, 61(8): 2030−2044, articleTitle=null, refAbstract=null), Reference(id=1325493799274816241, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Yuanning, Sun Zequn, Hu Wei. A pre-trained universal knowledge graph reasoning model based on rule prompts[J]. Journal of Computer Research and Development, 2024, 61(8): 2030−2044 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493800910594802, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Lao Ni, Cohen W. Relational retrieval using a combination of path-constrained random walks[J]. Machine Learning, 2010, 81: 53−67, articleTitle=null, refAbstract=null), Reference(id=1325493801803981555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiong Wenhan, Hoang T, Wang W Y. DeepPath: A reinforcement learning method for knowledge graph reasoning[C]//Proc of the 2017 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2017: 564−573, articleTitle=null, refAbstract=null), Reference(id=1325493802655425269, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Bai Luyi, Chen Mingzhuo, Xiao Qianwen. Multi-hop temporal knowledge graph reasoning with multi-agent reinforcement learning[J]. Applied Soft Computing, 2024, 160: 111727, articleTitle=null, refAbstract=null), Reference(id=1325493803427177206, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zikang, Li Lingjing, Zeng Daniel. SRGCN: Graph-based multi-hop reasoning on knowledge graphs[J]. Neurocomputing, 2021, 454: 280−290, articleTitle=null, refAbstract=null), Reference(id=1325493803896939255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ruinan, Yin Guisheng, Liu Zechao. Learning to walk with logical embedding for knowledge reasoning[J]. Information Sciences, 2024, 667: 120471, articleTitle=null, refAbstract=null), Reference(id=1325493805532717816, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Bordes A, Usunier N, Garcia-duran A, et al. Translating embeddings for modeling multi-relational data[J/OL]. Advances in Neural Information Processing Systems, 2013, 26[2025-03-20]. https://proceedings.neurips.cc/paper/2013/hash/1cecc7a77928ca8133fa24680a88d2f9-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1325493806010868473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Zhiqing, Deng Zhihong, Nie Jianyun, et al. RotatE: Knowledge graph embedding by relational rotation in complex space[C/OL]//Proc of the 7th Int Conf on Learning Representations. Amherst, MA: Openreview. net, 2019[2025-03-20]. https://openreview.net/forum?id=HkgEQnRqYQ, articleTitle=null, refAbstract=null), Reference(id=1325493806765843194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Nayyeri M, Cil G M, Vahdati S, et al. Trans4E: Link prediction on scholarly knowledge graphs[J]. Neurocomputing, 2021, 461: 530−542, articleTitle=null, refAbstract=null), Reference(id=1325493807218828027, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Xiaohan, Wang Ning. A confidence-aware and path-enhanced convolutional neural network embedding framework on noisy knowledge graph[J]. Neurocomputing, 2023, 545: 126261, articleTitle=null, refAbstract=null), Reference(id=1325493808061883132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=何鹏, 周刚, 陈静, 等. 类型增强的时态知识图谱表示学习模型[J]. 计算机研究与发展, 2023, 60(4): 916−929, articleTitle=null, refAbstract=null), Reference(id=1325493809731216125, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=He Peng, Zhou Gang, Chen Jing, et al. Type-enhanced temporal knowledge graph representation learning model[J]. Journal of Computer Research and Development, 2023, 60(4): 916−929 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493810138063614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Petroni F, Rocktäschel T, Riedel S, et al. Language models as knowledge bases?[C]//Proc of the 2019 Conf on Empirical Methods in Natural Language Proc and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL 2019: 2463−2473, articleTitle=null, refAbstract=null), Reference(id=1325493810565882624, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Wanyun, Chen Xingran. Open rule induction[J]. Advances in Neural Information Processing Systems, 2021, 34: 28536−28547, articleTitle=null, refAbstract=null), Reference(id=1325493811832562433, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Vrandečić D, Krötzsch M. Wikidata: A free collaborative knowledgebase[J]. Communications of the ACM, 2014, 57(10): 78−85, articleTitle=null, refAbstract=null), Reference(id=1325493812218438402, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Auer S, Bizer C, Kobilarov G, et al. DBpedia: A nucleus for a web of open data[C]//Proc of the 6th Int Semantic Web Conf. Berlin: Springer, 2007: 722−735, articleTitle=null, refAbstract=null), Reference(id=1325493812654646020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Bollacker K, Evans C, Paritosh P, et al. Freebase: A collaboratively created graph database for structuring human knowledge[C]//Proc of the 22nd National Conf on Artificial Intelligence: Palo Alto, CA: AAAI, 2007: 1962−1963, articleTitle=null, refAbstract=null), Reference(id=1325493813921325829, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Sui Dianbo, Zeng Xiangrong, Chen Yubo, et al. Joint entity and relation extraction with set prediction networks[J]. IEEE Transactions on Neural Networks and Learning Systems, 2024, 35(9): 12784−12795, articleTitle=null, refAbstract=null), Reference(id=1325493814722437894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Hwang J D, Bhagavatula C, Le Bras R, et al. (COMET-) Atomic 2020: On symbolic and neural commonsense knowledge graphs[C]//Proc of the 35th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 6384−6392, articleTitle=null, refAbstract=null), Reference(id=1325493815150256903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Yaojie, Liu Qing, Dai Dai, et al. Unified structure generation for universal information extraction[C]//Proc of the 60th Annual Meeting of the Association for Computational Linguistics(ACL). Stroudsburg, PA: ACL, 2022: 5755−5772, articleTitle=null, refAbstract=null), Reference(id=1325493815624213256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Yanbin, Huang Qiushi, Zhang Yu, et al. KICGPT: Large language model with knowledge in context for knowledge graph completion[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 8667−8683, articleTitle=null, refAbstract=null), Reference(id=1325493816404353801, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Dawei, Tan Zhen, Chen Tianlong, et al. Contextualization distillation from large language model for knowledge graph completion[C]//Proc of the 18th Conf of the European Chapter of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2024: 458−477, articleTitle=null, refAbstract=null), Reference(id=1325493816874115850, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Rui, Zhu Jiahao, Man Jianping, et al. Enhancing text-based knowledge graph completion with zero-shot large language models: A focus on semantic enhancement[J]. Knowledge-Based Systems, 2024, 300: 112155, articleTitle=null, refAbstract=null), Reference(id=1325493817352266507, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yichi, Chen Zhuo, Guo Lingbing, et al. 2024. Making large language models perform better in knowledge graph completion[C]//Proc of the 32nd ACM Int Conf on Multimedia (MM’24). New York: ACM, 2024: 233–242, articleTitle=null, refAbstract=null), Reference(id=1325493818077881100, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Toutanova K, Chen Danqi. Observed versus latent features for knowledge base and text inference[C]//Proc of the 3rd Workshop on Continuous Vector Space Models and Their Compositionality. Stroudsburg, PA: ACL, 2015: 57−66, articleTitle=null, refAbstract=null), Reference(id=1325493818199515917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Miller G A. WordNet: A lexical database for English[J]. Communications of the ACM, 1995, 38(11): 39−41, articleTitle=null, refAbstract=null), Reference(id=1325493818992239374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Gardent C, Shimorina A, Narayan S, et al. The WebNLG challenge: Generating text from RDF data[C]//Proc of the 10th Int Conf on Natural Language Generation. Stroudsburg, PA: ACL, 2017: 124−133, articleTitle=null, refAbstract=null), Reference(id=1325493819424252687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Lewis M, Liu Yinhan, Goyal N, et al. BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics(ACL). Stroudsburg, PA: ACL, 2020: 7871–7880, articleTitle=null, refAbstract=null), Reference(id=1325493820250530576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLaMA: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1325493821051642641, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Stiennon N, Ouyang Long, Wu J, et al. Learning to summarize with human feedback[J]. Advances in Neural Information Processing Systems, 2020, 33: 3008−3021, articleTitle=null, refAbstract=null), Reference(id=1325493821538181906, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[J]. Advances in Neural Information Processing Systems, 2020, 33: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1325493822272185107, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei J, Wang Xuezhi, Schuurmans D, et al. Chain-of-thought prompting elicits reasoning in large language models[J]. Advances in Neural Information Processing Systems, 2022, 35: 24824−24837, articleTitle=null, refAbstract=null), Reference(id=1325493822792278804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yang, Chen Jiarui, Cheng Zhe, et al. Edge propagation for link prediction in requirement-cyber threat intelligence knowledge graph[J]. Information Sciences, 2024, 653: 119770, articleTitle=null, refAbstract=null), Reference(id=1325493823194931989, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Hoffart J, Suchanek F M, Berberich K, et al. YAGO2: A spatially and temporally enhanced knowledge base from Wikipedia[J]. Artificial Intelligence, 2013, 194: 28−61, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325493737639518861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=1, ext=[AuthorCompanyExt(id=1325493737677267598, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1325493738067337871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493737639518861, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)]), AuthorCompany(id=1325493739707310737, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=2, ext=[AuthorCompanyExt(id=1325493739719893650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493739707310737, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Future Technology, Shanghai University, Shanghai 200444), AuthorCompanyExt(id=1325493739732476563, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493739707310737, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2上海大学未来技术学院 上海 200444)]), AuthorCompany(id=1325493740181267092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, xref=3, ext=[AuthorCompanyExt(id=1325493740491645589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493740181267092, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3College of Design and Innovation, Tongji University, Shanghai 200092), AuthorCompanyExt(id=1325493740902687382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, companyId=1325493740181267092, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3同济大学设计创意学院 上海 200092)])], figs=[ArticleFig(id=1325493765699412675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Figure 1, caption=
Open domain relation reasoning method based on generative model, figureFileSmall=LjFEvESrZeQ87nx+JJSNVQ==, figureFileBig=Z1EeWkB0+rwFHjh+rBs0UA==, tableContent=null), ArticleFig(id=1325493766148203204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=图1, caption=
基于生成模型的开放域关系推理方法, figureFileSmall=LjFEvESrZeQ87nx+JJSNVQ==, figureFileBig=Z1EeWkB0+rwFHjh+rBs0UA==, tableContent=null), ArticleFig(id=1325493769524617926, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Figure 2, caption=
Context prompt information of large language model, figureFileSmall=u2e8+lh90nROiENwqPeOcA==, figureFileBig=G8ZLjLNn2Cqf/wnGp6a8dg==, tableContent=null), ArticleFig(id=1325493770287981256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=图2, caption=
大语言模型的上下文提示信息, figureFileSmall=u2e8+lh90nROiENwqPeOcA==, figureFileBig=G8ZLjLNn2Cqf/wnGp6a8dg==, tableContent=null), ArticleFig(id=1325493770694828746, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 1, caption=
Statistical Information of Pre-trained Corpora, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据类型 | 不同数据来源对应条数 | | 不同句子长度(包含的单词个数)对应条数 | 平均长度 | 总条数 |
|---|
| 知识图谱 | WebNLG | 维基百科 | | 1~5 | 6~10 | 11~15 | 16~20 | >20 |
|---|
| 实体生成 | 496 401 | 3 599 | 500 000 | | 8 165 | 83 998 | 472 934 | 239 895 | 192 008 | 16.81 | 1 000 000 |
| 关系生成 | 20 104 | 4 896 | 25 000 | | 4 441 | 22 713 | 8 188 | 5 451 | 9 207 | 13.48 | 50 000 |
), ArticleFig(id=1325493771114259147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表1, caption=
预训练语料库统计信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据类型 | 不同数据来源对应条数 | | 不同句子长度(包含的单词个数)对应条数 | 平均长度 | 总条数 |
|---|
| 知识图谱 | WebNLG | 维基百科 | | 1~5 | 6~10 | 11~15 | 16~20 | >20 |
|---|
| 实体生成 | 496 401 | 3 599 | 500 000 | | 8 165 | 83 998 | 472 934 | 239 895 | 192 008 | 16.81 | 1 000 000 |
| 关系生成 | 20 104 | 4 896 | 25 000 | | 4 441 | 22 713 | 8 188 | 5 451 | 9 207 | 13.48 | 50 000 |
), ArticleFig(id=1325493771542078156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 2, caption=
Compared with Methods Based on Pre-trained Language Models %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| Orion | 32.01 | 5.35 | 0.86 | 0.53 | 24.45 | 40.25 | 4.65 | 40.19 | 18.54 |
| COMET | 25.89 | 5.38 | 2.91 | 2.78 | 18.61 | 42.95 | 5.75 | 40.88 | 18.14 |
| UIE | 17.32 | 11.87 | 8.59 | 7.32 | 20.28 | 43.46 | 8.84 | 20.28 | 20.03 |
| SPN | 2.48 | 0.08 | 0.01 | 0.00 | 2.55 | 8.71 | 0.36 | 8.38 | 2.82 |
| BART(If-then) | 35.62 | 9.65 | 1.51 | 0.25 | 28.42 | 45.45 | 9.13 | 44.80 | 21.85 |
| ORANGE(w/o pt) | 37.58 | 9.90 | 1.97 | 1.50 | 27.37 | 47.19 | 9.36 | 46.45 | 22.75 |
| ORNAGE(本文) | 41.88 | 20.44 | 13.45 | 11.75 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493771969897165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表2, caption=
与基于预训练语言模型方法的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| Orion | 32.01 | 5.35 | 0.86 | 0.53 | 24.45 | 40.25 | 4.65 | 40.19 | 18.54 |
| COMET | 25.89 | 5.38 | 2.91 | 2.78 | 18.61 | 42.95 | 5.75 | 40.88 | 18.14 |
| UIE | 17.32 | 11.87 | 8.59 | 7.32 | 20.28 | 43.46 | 8.84 | 20.28 | 20.03 |
| SPN | 2.48 | 0.08 | 0.01 | 0.00 | 2.55 | 8.71 | 0.36 | 8.38 | 2.82 |
| BART(If-then) | 35.62 | 9.65 | 1.51 | 0.25 | 28.42 | 45.45 | 9.13 | 44.80 | 21.85 |
| ORANGE(w/o pt) | 37.58 | 9.90 | 1.97 | 1.50 | 27.37 | 47.19 | 9.36 | 46.45 | 22.75 |
| ORNAGE(本文) | 41.88 | 20.44 | 13.45 | 11.75 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493772439659214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 3, caption=
Compared with Methods Based on Large Language Models %, figureFileSmall=null, figureFileBig=null, tableContent=
| 访求 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| Llama2(使用ICL) | 35.17 | 20.76 | 14.13 | 11.19 | 32.98 | 41.73 | 20.51 | 39.87 | 27.04 |
| Llama2(使用本框架) | 43.60 | 20.98 | 13.80 | 12.53 | 45.28 | 55.23 | 27.02 | 53.34 | 34.10 |
| GLM3(使用ICL) | 31.92 | 20.89 | 14.15 | 11.07 | 30.86 | 48.92 | 24.11 | 46.89 | 28.60 |
| GLM3(使用本框架) | 40.57 | 21.96 | 18.59 | 17.67 | 41.63 | 49.10 | 24.43 | 49.03 | 32.87 |
| Qwen(使用ICL) | 33.07 | 20.59 | 14.50 | 11.05 | 31.13 | 47.57 | 22.93 | 46.80 | 28.46 |
| Qwen(使用本框架) | 48.75 | 28.53 | 21.93 | 20.15 | 44.14 | 56.62 | 27.71 | 56.50 | 38.04 |
), ArticleFig(id=1325493774083826383, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表3, caption=
与基于大语言模型方法的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 访求 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| Llama2(使用ICL) | 35.17 | 20.76 | 14.13 | 11.19 | 32.98 | 41.73 | 20.51 | 39.87 | 27.04 |
| Llama2(使用本框架) | 43.60 | 20.98 | 13.80 | 12.53 | 45.28 | 55.23 | 27.02 | 53.34 | 34.10 |
| GLM3(使用ICL) | 31.92 | 20.89 | 14.15 | 11.07 | 30.86 | 48.92 | 24.11 | 46.89 | 28.60 |
| GLM3(使用本框架) | 40.57 | 21.96 | 18.59 | 17.67 | 41.63 | 49.10 | 24.43 | 49.03 | 32.87 |
| Qwen(使用ICL) | 33.07 | 20.59 | 14.50 | 11.05 | 31.13 | 47.57 | 22.93 | 46.80 | 28.46 |
| Qwen(使用本框架) | 48.75 | 28.53 | 21.93 | 20.15 | 44.14 | 56.62 | 27.71 | 56.50 | 38.04 |
), ArticleFig(id=1325493774188683984, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 4, caption=
Experimental Results on FB15k-237 %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Hits@1 | Hits@3 | Hits@10 | MRR |
|---|
| AMIE+ | 17.4 | | 40.9 | |
| LoTus | 24.9 | | 50.9 | 32.1 |
| EGNN | 25.8 | 38.3 | 53.2 | 35.0 |
| RKLE | 26.8 | 35.1 | 45.3 | 31.0 |
| TransE | 19.8 | 37.6 | 44.1 | 27.9 |
| RotatE | 24.1 | 37.5 | 53.3 | 33.3 |
| CP-KGC | 25.1 | 36.5 | 51.6 | 33.8 |
| ORANGE(本文) | 26.8 | 39.0 | 55.1 | 35.1 |
), ArticleFig(id=1325493774578754257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表4, caption=
FB15k-237上的实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Hits@1 | Hits@3 | Hits@10 | MRR |
|---|
| AMIE+ | 17.4 | | 40.9 | |
| LoTus | 24.9 | | 50.9 | 32.1 |
| EGNN | 25.8 | 38.3 | 53.2 | 35.0 |
| RKLE | 26.8 | 35.1 | 45.3 | 31.0 |
| TransE | 19.8 | 37.6 | 44.1 | 27.9 |
| RotatE | 24.1 | 37.5 | 53.3 | 33.3 |
| CP-KGC | 25.1 | 36.5 | 51.6 | 33.8 |
| ORANGE(本文) | 26.8 | 39.0 | 55.1 | 35.1 |
), ArticleFig(id=1325493775329534674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 5, caption=
Ablation Study %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| w/o EG | 39.15 | 16.84 | 3.81 | 3.14 | 33.08 | 49.52 | 15.01 | 49.37 | 26.24 |
| w/o RG | 38.18 | 10.52 | 1.79 | 1.28 | 27.91 | 47.48 | 9.49 | 47.42 | 23.01 |
| w/o RA | 35.76 | 13.21 | 8.43 | 5.35 | 25.18 | 44.62 | 18.56 | 44.09 | 24.40 |
| w/o EG&RG | 37.58 | 9.90 | 1.97 | 1.50 | 27.37 | 47.19 | 9.36 | 46.45 | 22.75 |
| w/o EG&RA | 33.43 | 8.13 | 2.63 | 1.86 | 23.54 | 42.84 | 8.46 | 42.76 | 20.47 |
| w/o RG&RA | 31.87 | 6.22 | 1.42 | 0.95 | 21.39 | 41.32 | 6.17 | 40.08 | 18.68 |
| w/o cluster | 40.63 | 15.49 | 10.86 | 7.00 | 33.24 | 52.71 | 20.27 | 52.52 | 29.09 |
| w/o template | 40.90 | 18.39 | 11.65 | 10.82 | 33.87 | 52.90 | 20.71 | 52.76 | 30.25 |
| ORANGE(本文) | 44.26 | 22.80 | 15.49 | 14.77 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493775757353683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表5, caption=
消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| w/o EG | 39.15 | 16.84 | 3.81 | 3.14 | 33.08 | 49.52 | 15.01 | 49.37 | 26.24 |
| w/o RG | 38.18 | 10.52 | 1.79 | 1.28 | 27.91 | 47.48 | 9.49 | 47.42 | 23.01 |
| w/o RA | 35.76 | 13.21 | 8.43 | 5.35 | 25.18 | 44.62 | 18.56 | 44.09 | 24.40 |
| w/o EG&RG | 37.58 | 9.90 | 1.97 | 1.50 | 27.37 | 47.19 | 9.36 | 46.45 | 22.75 |
| w/o EG&RA | 33.43 | 8.13 | 2.63 | 1.86 | 23.54 | 42.84 | 8.46 | 42.76 | 20.47 |
| w/o RG&RA | 31.87 | 6.22 | 1.42 | 0.95 | 21.39 | 41.32 | 6.17 | 40.08 | 18.68 |
| w/o cluster | 40.63 | 15.49 | 10.86 | 7.00 | 33.24 | 52.71 | 20.27 | 52.52 | 29.09 |
| w/o template | 40.90 | 18.39 | 11.65 | 10.82 | 33.87 | 52.90 | 20.71 | 52.76 | 30.25 |
| ORANGE(本文) | 44.26 | 22.80 | 15.49 | 14.77 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493776197755604, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 6, caption=
Impact of Pre-training Corpus Size %, figureFileSmall=null, figureFileBig=null, tableContent=
| 语料库规模 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| 80 000 | 44.20 | 21.94 | 14.75 | 13.76 | 37.27 | 52.78 | 21.29 | 52.74 | 32.59 |
| 200 000 | 44.23 | 22.76 | 15.26 | 14.31 | 37.43 | 53.06 | 22.13 | 53.01 | 32.77 |
| 1 000 000 | 44.26 | 22.80 | 15.49 | 14.77 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493776612991701, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表6, caption=
预训练语料库规模的影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 语料库规模 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| 80 000 | 44.20 | 21.94 | 14.75 | 13.76 | 37.27 | 52.78 | 21.29 | 52.74 | 32.59 |
| 200 000 | 44.23 | 22.76 | 15.26 | 14.31 | 37.43 | 53.06 | 22.13 | 53.01 | 32.77 |
| 1 000 000 | 44.26 | 22.80 | 15.49 | 14.77 | 37.55 | 53.94 | 22.19 | 53.88 | 33.11 |
), ArticleFig(id=1325493779226043094, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 7, caption=
Compared with AMIE+, figureFileSmall=null, figureFileBig=null, tableContent=
| 指标 | AMIE+ | ORANGE |
|---|
| 新关系数量 | 84 | 228 |
| 正确的新关系数量 | 26 | 64 |
| 准确率/% | 30.95 | 28.67 |
), ArticleFig(id=1325493779951657687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表7, caption=
与AMIE+的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 指标 | AMIE+ | ORANGE |
|---|
| 新关系数量 | 84 | 228 |
| 正确的新关系数量 | 26 | 64 |
| 准确率/% | 30.95 | 28.67 |
), ArticleFig(id=1325493780400448216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 8, caption=
Results of Human Evaluation %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Hits@1 | Hits@3 |
|---|
| BART-base | 3.33 | 16.00 |
| BART-large | 11.23 | 22.56 |
| gpt-3.5-turbo | 43.33 | 63.33 |
| ORANGE(本文) | 49.33 | 81.33 |
), ArticleFig(id=1325493781172200153, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表8, caption=
人工评估结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Hits@1 | Hits@3 |
|---|
| BART-base | 3.33 | 16.00 |
| BART-large | 11.23 | 22.56 |
| gpt-3.5-turbo | 43.33 | 63.33 |
| ORANGE(本文) | 49.33 | 81.33 |
), ArticleFig(id=1325493782963167963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 9, caption=
Case Study of Generated New Relations, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入 | 输出 |
|---|
spouse, country e.g., (Donald Trump, spouse, Melania Trump), (Melania Trump, country, United States) | 1)is citizen of |
| 2)nationality is |
| 3)lives in |
| 4)works in |
lives in, language e.g., (Donald Trump, lives in, New York City), (New York City, language, English) | 1)’s language is |
| 2)speaks |
| 3)is fluent in |
| 4)has spoken language |
), ArticleFig(id=1325493783361626844, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表9, caption=
生成新关系的案例分析
, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入 | 输出 |
|---|
spouse, country e.g., (Donald Trump, spouse, Melania Trump), (Melania Trump, country, United States) | 1)is citizen of |
| 2)nationality is |
| 3)lives in |
| 4)works in |
lives in, language e.g., (Donald Trump, lives in, New York City), (New York City, language, English) | 1)’s language is |
| 2)speaks |
| 3)is fluent in |
| 4)has spoken language |
), ArticleFig(id=1325493784112407262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=EN, label=Table 10, caption=
Free-Text Relation Reasoning %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| BART(未经预训练) | 37.31 | 14.72 | 5.52 | 2.27 | 29.12 | 54.13 | 54.25 | 14.56 | 26.49 |
| ORANGE(本文) | 41.08 | 17.45 | 5.84 | 4.99 | 30.49 | 54.80 | 54.91 | 18.60 | 28.52 |
), ArticleFig(id=1325493784573780703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493714503737974, language=CN, label=表10, caption=
自由文本关系推理
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | BLEU-1 | BLEU-2 | BLEU-3 | BLEU-4 | METEOR | ROUGE-1 | ROUGE-2 | ROUGE-L | 平均值 |
|---|
| BART(未经预训练) | 37.31 | 14.72 | 5.52 | 2.27 | 29.12 | 54.13 | 54.25 | 14.56 | 26.49 |
| ORANGE(本文) | 41.08 | 17.45 | 5.84 | 4.99 | 30.49 | 54.80 | 54.91 | 18.60 | 28.52 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440795, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440795, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440795, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440795, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1769875200000, fullTextJson=null, articleText=null, reference=null)