Article(id=1329420485357580467, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420435915125316, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202660438, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1780588800000, receivedDateStr=2026-06-05, revisedDate=1784217600000, revisedDateStr=2026-07-17, acceptedDate=null, acceptedDateStr=null, onlineDate=1794888143146, onlineDateStr=2026-11-17, pubDate=1788192000000, pubDateStr=2026-09-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888143146, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888143146, creator=13701087609, updateTime=1794888143146, updator=13701087609, issue=Issue{id=1329420435915125316, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='9', pageStart='2183', pageEnd='2477', issueExtLink='null', onlineDate='null', pubDate='1788192000000', pubDateStr='2026-09-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888131359, creator='13701087609', updateTime=1794888131359, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2202, endPage=2214, ext={EN=ArticleExt(id=1329420485676347572, articleId=1329420485357580467, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Multi-View Enhanced Graph Attention Network for Multimodal Knowledge Graph Completion, columnId=1329420436590408262, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Frontier Technologies and Applications of Knowledge-Enhanced Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
In recent years, multimodal knowledge graphs have introduced auxiliary information such as entity textual descriptions and images, providing richer semantic sources for entity representation learning in knowledge graph completion. However, most existing multimodal knowledge graph completion methods focus on the alignment or fusion of features from different modalities, typically modeling such information as static external attributes of entities, while insufficiently exploiting the structural context formed by local topology. Since entity semantics are derived not only from their own multimodal attributes but also influenced by neighborhood relations, the lack of relation-constrained structural propagation may cause multimodal features to remain at the level of static semantics, making it difficult to form structured representations with reasoning capability. Particularly in scenarios where modal information contains strong noise, directly relying on initial multimodal features or prematurely fusing heterogeneous modalities may weaken the stability and discriminability of entity representations, thereby limiting the ability to predict complex relation patterns and potential facts. To address these issues, we propose a multimodal knowledge graph completion method based on a multi-view enhanced graph attention network, namely MEGAT. The proposed method models structural, visual, and textual information as three independent views under a shared graph topology, and constructs a relation-aware graph attention encoder for each view. In this way, relation-constrained neighborhood propagation and structural semantic modeling can be performed separately in different modal spaces. Subsequently, a gated late-fusion mechanism is employed to dynamically integrate multi-view representations, effectively alleviating the semantic interference caused by the direct fusion of heterogeneous modalities. Experimental results show that the proposed method enhances the ability of entity representations to capture graph structural context and complex relation patterns, achieving competitive completion performance on multiple public datasets.
, authors=Wei Chen, Fuzhen Zhuang*, authorsList=Wei Chen, Fuzhen Zhuang, authorCompany=null, correspAuthors=Fuzhen Zhuang, authorNote=
born in 1998. PhD candidate. His main research interests include machine learning and recommendation systems
born in 1983. PhD, professor, PhD supervisor. His main research interests include knowledge graph and transfer learning
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420486959804607, articleId=1329420485357580467, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=多视图增强图注意力网络的多模态知识图谱补全, columnId=1329420436737208904, journalTitle=计算机研究与发展, columnName=“知识增强的人工智能前沿技术及应用”专题, runingTitle=null, highlight=null, articleAbstract=
近年来,多模态知识图谱通过引入实体文本描述、图像等辅助信息,为知识图谱补全中的实体表示学习提供了更加丰富的语义来源。然而,现有多模态知识图谱补全方法大多侧重于不同模态特征的对齐或融合,通常将这些信息作为实体的静态外部属性进行建模,而对局部拓扑共同构成的结构上下文利用不足。由于实体语义不仅来源于自身的多模态属性,也受到其邻域关系的影响,缺乏关系约束下的结构传播容易使多模态特征停留在静态语义层面,难以形成具有推理能力的结构化表示。尤其在模态信息噪声较强的场景下,直接依赖初始多模态特征或过早融合异构模态,容易削弱实体表示的稳定性和判别性,从而限制对复杂关系模式和潜在事实的预测能力。为解决上述问题,提出一种基于多视图增强图注意力网络的多模态知识图谱补全方法MEGAT(multi-view enhanced graph attention network)。该方法将结构、视觉和文本信息建模为共享图拓扑下的3个独立视图,并为每个视图构建关系感知图注意力编码器,以在不同模态空间中分别执行关系约束下的邻域传播和结构语义建模。随后,采用门控后融合机制动态整合多视图表示,有效缓解了直接融合异构模态带来的语义干扰。实验结果显示,所提出的方法能够增强实体表示对图结构上下文和复杂关系模式的感知能力,在多个公开数据集上实现竞争性补全性能。
, authors=陈伟, 庄福振*, authorsList=陈伟, 庄福振, authorCompany=null, correspAuthors=庄福振, authorNote=
作者贡献声明
陈伟负责研究方案的总体设计、实验设计与实施,并完成论文撰写;庄福振负责研究指导,提出改进建议并参与论文修改。
 |
1998年生。博士研究生。主要研究方向为机器学习、推荐系统 |
 |
1983年生。博士,教授,博士生导师。主要研究方向为知识图谱、迁移学习 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=iRvs6N6ps9te1h66SZIFlw==, magXml=TNAuQZfqKyiA7AtMblu4yQ==, pdfUrl=null, pdf=HY8r2mSJNzwlJsxfqw9rVQ==, pdfFileSize=1229497, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=f9trzPh5Z/OTphKe8wTdqg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=gsskT6tHe1mgeZqXTOmjzw==, mapNumber=null, fund=null)}, authors=[Author(id=1329420487236628676, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=chenwei23@buaa.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420487303737542, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, authorId=1329420487236628676, language=EN, stringName=Wei Chen, firstName=Wei, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Artificial Intelligence, Beihang University, Beijing 100191, bio={"content":"
born in 1998. PhD candidate. His main research interests include machine learning and recommendation systems
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. His main research interests include machine learning and recommendation systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420487362457799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, authorId=1329420487236628676, language=CN, stringName=陈伟, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=北京航空航天大学人工智能学院 北京 100191, bio={"img":"Xp4B5aaiN0gZaBZAy1+a2A==","content":"
1998年生。博士研究生。主要研究方向为机器学习、推荐系统
"}, bioImg=Xp4B5aaiN0gZaBZAy1+a2A==, bioContent=
1998年生。博士研究生。主要研究方向为机器学习、推荐系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420487140159680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, xref=null, ext=[AuthorCompanyExt(id=1329420487148548289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Artificial Intelligence, Beihang University, Beijing 100191), AuthorCompanyExt(id=1329420487156936898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京航空航天大学人工智能学院 北京 100191)])]), Author(id=1329420487421178057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhuangfuzhen@buaa.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420487484092619, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, authorId=1329420487421178057, language=EN, stringName=Fuzhen Zhuang, firstName=Fuzhen, middleName=null, lastName=Zhuang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Artificial Intelligence, Beihang University, Beijing 100191, bio={"content":"
born in 1983. PhD, professor, PhD supervisor. His main research interests include knowledge graph and transfer learning
"}, bioImg=null, bioContent=
born in 1983. PhD, professor, PhD supervisor. His main research interests include knowledge graph and transfer learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420487542812876, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, authorId=1329420487421178057, language=CN, stringName=庄福振, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=北京航空航天大学人工智能学院 北京 100191, bio={"img":"U/bhdyj/X2p9QG3AbvfYsw==","content":"
1983年生。博士,教授,博士生导师。主要研究方向为知识图谱、迁移学习
"}, bioImg=U/bhdyj/X2p9QG3AbvfYsw==, bioContent=
1983年生。博士,教授,博士生导师。主要研究方向为知识图谱、迁移学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420487140159680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, xref=null, ext=[AuthorCompanyExt(id=1329420487148548289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Artificial Intelligence, Beihang University, Beijing 100191), AuthorCompanyExt(id=1329420487156936898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京航空航天大学人工智能学院 北京 100191)])])], keywords=[Keyword(id=1329420487635087565, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, orderNo=1, keyword=multimodal knowledge graph), Keyword(id=1329420487723167950, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, orderNo=2, keyword=knowledge enhancement), Keyword(id=1329420487786082511, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, orderNo=3, keyword=relation-aware graph attention network), Keyword(id=1329420487844802768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, orderNo=4, keyword=multi-view representation learning), Keyword(id=1329420487907717329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, orderNo=5, keyword=multimodal fusion), Keyword(id=1329420487979020498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, orderNo=1, keyword=多模态知识图谱), Keyword(id=1329420488046129363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, orderNo=2, keyword=知识增强), Keyword(id=1329420488113238228, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, orderNo=3, keyword=关系感知图注意力网络), Keyword(id=1329420488180347093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, orderNo=4, keyword=多视图表示学习), Keyword(id=1329420488234873046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, orderNo=5, keyword=多模态融合)], refs=[Reference(id=1329420489577050343, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Hogan A, Blomqvist E, Cochez M, et al. Knowledge graphs[J]. ACM Computing Surveys, 2021, 54(4): 1−37, articleTitle=null, refAbstract=null), Reference(id=1329420489631576296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Q, Mao Z, Wang B, et al. Knowledge graph embedding: A survey of approaches and applications[J]. IEEE Transactions on Knowledge and Data Engineering, 2017, 29(12): 2724−2743, articleTitle=null, refAbstract=null), Reference(id=1329420489711268073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Bordes A, Usunier N, Garcia-Duran A, et al. Translating embeddings for modeling multi-relational data[C]//Proc of Advances in Neural Information Processing Systems 26. Red Hook, NY: Curran Associates, 2013: 2787−2795, articleTitle=null, refAbstract=null), Reference(id=1329420489774182634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang B, Yih W T, He X, et al. Embedding entities and relations for learning and inference in knowledge bases[C/OL]//Proc of the 3rd Int Conf on Learning Representations. San Diego: OpenReview, 2015[2026-07-18]. https://arxiv.org/abs/1412.6575, articleTitle=null, refAbstract=null), Reference(id=1329420489832902891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Trouillon T, Welbl J, Riedel S, et al. Complex embeddings for simple link prediction[C]//Proc of the 33rd Int Conf on Machine Learning. New York: PMLR, 2016: 2071−2080, articleTitle=null, refAbstract=null), Reference(id=1329420489895817452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Nickel M, Rosasco L, Poggio T. Holographic embeddings of knowledge graphs[C]//Proc of the 30th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2016: 1955−1961, articleTitle=null, refAbstract=null), Reference(id=1329420489958732013, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Schlichtkrull M, Kipf T N, Bloem P, et al. Modeling relational data with graph convolutional networks[C]//Proc of the 15th European Semantic Web Conf. Cham: Springer, 2018: 593−607, articleTitle=null, refAbstract=null), Reference(id=1329420490030035182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Nathani D, Chauhan J, Sharma C, et al. Learning attention-based embeddings for relation prediction in knowledge graphs[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg: ACL, 2019: 4710−4723, articleTitle=null, refAbstract=null), Reference(id=1329420490092949743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang C, Tang Y, Huang J, et al. End-to-end structure-aware convolutional networks for knowledge base completion[C]//Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 3060−3067, articleTitle=null, refAbstract=null), Reference(id=1329420490155864304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Vashishth S, Sanyal S, Nitin V, et al. Composition-based multi-relational graph convolutional networks[C/OL]//Proc of the 8th Int Conf on Learning Representations. Addis Ababa: OpenReview, 2020[2026-07-18]. https://openreview.net/forum?id=BylA_C4tPr, articleTitle=null, refAbstract=null), Reference(id=1329420490214584561, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu X, Wang L, Jiang Z, et al. MMKRL: A robust embedding approach for multi-modal knowledge graph representation learning[J]. Applied Intelligence, 2022, 52(7): 7480−7497, articleTitle=null, refAbstract=null), Reference(id=1329420490311053554, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu D, Xu T, Wu S, et al. Relation-enhanced negative sampling for multimodal knowledge graph completion[C]//Proc of the 30th ACM Int Conf on Multimedia. New York: ACM, 2022: 3857−3866, articleTitle=null, refAbstract=null), Reference(id=1329420490369773811, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Y, Li H, Garcia-Duran A, et al. MMKG: Multi-modal knowledge graphs[C]//Proc of the 16th European Semantic Web Conf. Cham: Springer, 2019: 459−474, articleTitle=null, refAbstract=null), Reference(id=1329420490432688372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie R, Liu Z, Luan H, et al. Image-embodied knowledge representation learning[C]//Proc of the 26th Int Joint Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2017: 3140−3146, articleTitle=null, refAbstract=null), Reference(id=1329420490499797237, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Z, Li L, Li Q, et al. Multimodal data enhanced representation learning for knowledge graphs[C]//Proc of the Int Joint Conf on Neural Networks. Piscataway, NJ: IEEE, 2019: 1−8, articleTitle=null, refAbstract=null), Reference(id=1329420490566906102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Z, Xu Q, Yang Z, et al. OTKGE: Multi-modal knowledge graph embeddings via optimal transport[C]//Proc of Advances in Neural Information Processing Systems 35. Red Hook, NY: Curran Associates, 2022: 39090−39102, articleTitle=null, refAbstract=null), Reference(id=1329420490646597879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Y, Chen Z, Liang L, et al. Unleashing the power of imbalanced modality information for multi-modal knowledge graph completion[C]//Proc of the 2024 Joint Int Conf on Computational Linguistics, Language Resources and Evaluation. Torino, Italy: ELRA and ICCL, 2024: 17120−17130, articleTitle=null, refAbstract=null), Reference(id=1329420490722095352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Z, Zhang J, Feng J, et al. Knowledge graph embedding by translating on hyperplanes[C]//Proc of the 28th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2014: 1112−1119, articleTitle=null, refAbstract=null), Reference(id=1329420490776621305, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Y, Liu Z, Sun M, et al. Learning entity and relation embeddings for knowledge graph completion[C]//Proc of the 29th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2015: 2181−2187, articleTitle=null, refAbstract=null), Reference(id=1329420490868895994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji G, He S, Xu L, et al. Knowledge graph embedding via dynamic mapping matrix[C]//Proc of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2015: 687−696, articleTitle=null, refAbstract=null), Reference(id=1329420490927616251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Z, Deng Z H, Nie J Y, et al. RotatE: Knowledge graph embedding by relational rotation in complex space[C/OL]//Proc of the 7th Int Conf on Learning Representations. New Orleans: OpenReview, 2019[2026-07-18]. https://openreview.net/pdf?id=HkgEQnRqYQ, articleTitle=null, refAbstract=null), Reference(id=1329420490986336508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Z, Cai J, Zhang Y, et al. Learning hierarchy-aware knowledge graph embeddings for link prediction[C]//Proc of the 34th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 3065−3072, articleTitle=null, refAbstract=null), Reference(id=1329420491045056765, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Chao L, He J, Wang T, et al. PairRE: Knowledge graph embeddings via paired relation vectors[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 4360−4369, articleTitle=null, refAbstract=null), Reference(id=1329420491107971327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu L, Luo Z, Liu H, et al. TripleRE: Knowledge graph embeddings via tripled relation vectors[J]. arXiv preprint, arXiv: 2209.08271, 2022, articleTitle=null, refAbstract=null), Reference(id=1329420491191857409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Nickel M, Tresp V, Kriegel H P. A three-way model for collective learning on multi-relational data[C]//Proc of the 28th Int Conf on Machine Learning. Madison: Omnipress, 2011: 809−816, articleTitle=null, refAbstract=null), Reference(id=1329420491254771970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu H, Wu Y, Yang Y. Analogical inference for multi-relational embeddings[C]//Proc of the 34th Int Conf on Machine Learning. New York: PMLR, 2017: 2168−2178, articleTitle=null, refAbstract=null), Reference(id=1329420491342852355, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Kazemi S M, Poole D. SimplE embedding for link prediction in knowledge graphs[C]//Proc of Advances in Neural Information Processing Systems 31. Red Hook, NY: Curran Associates, 2018: 4284−4295, articleTitle=null, refAbstract=null), Reference(id=1329420491414155524, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Balazevic I, Allen C, Hospedales T. TuckER: Tensor factorization for knowledge graph completion[C]//Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2019: 5185−5194, articleTitle=null, refAbstract=null), Reference(id=1329420491485458695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang W, Paudel B, Zhang W, et al. Interaction embeddings for prediction and explanation in knowledge graphs[C]//Proc of the 12th ACM Int Conf on Web Search and Data Mining. New York: ACM, 2019: 96−104, articleTitle=null, refAbstract=null), Reference(id=1329420491556761864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang S, Tay Y, Yao L, et al. Quaternion knowledge graph embeddings[C]//Proc of Advances in Neural Information Processing Systems 32. Red Hook, NY: Curran Associates, 2019: 2735−2745, articleTitle=null, refAbstract=null), Reference(id=1329420491623870729, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Z, Xu Q, Yang Z, et al. Dual quaternion knowledge graph embeddings[C]//Proc of the 35th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 6894−6902, articleTitle=null, refAbstract=null), Reference(id=1329420491690979594, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Bastos A, Singh K, Nadgeri A, et al. HopfE: Knowledge graph representation learning using inverse Hopf fibrations[C]//Proc of the 30th ACM Int Conf on Information and Knowledge Management. New York: ACM, 2021: 89−99, articleTitle=null, refAbstract=null), Reference(id=1329420491753894155, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Bordes A, Glorot X, Weston J, et al. A semantic matching energy function for learning with multi-relational data[J]. Machine Learning, 2014, 94(2): 233−259, articleTitle=null, refAbstract=null), Reference(id=1329420491816808716, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Socher R, Chen D, Manning C D, et al. Reasoning with neural tensor networks for knowledge base completion[C]//Proc of Advances in Neural Information Processing Systems 26. Red Hook, NY: Curran Associates, 2013: 926−934, articleTitle=null, refAbstract=null), Reference(id=1329420491888111885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Q, Jiang H, Ling Z H, et al. Probabilistic reasoning via deep learning: Neural association models[J]. arXiv preprint, arXiv: 1603.07704, 2016, articleTitle=null, refAbstract=null), Reference(id=1329420491955220750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Dettmers T, Minervini P, Stenetorp P, et al. Convolutional 2D knowledge graph embeddings[C]//Proc of the 32nd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018: 1811−1818, articleTitle=null, refAbstract=null), Reference(id=1329420492026523919, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Nguyen D Q, Nguyen T D, Nguyen D Q, et al. A novel embedding model for knowledge base completion based on convolutional neural network[C]//Proc of the 2018 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2018: 327−333, articleTitle=null, refAbstract=null), Reference(id=1329420492110410000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Balazevic I, Allen C, Hospedales T. Hypernetwork knowledge graph embeddings[C]//Proc of Artificial Neural Networks and Machine Learning. Cham: Springer, 2019: 553−565, articleTitle=null, refAbstract=null), Reference(id=1329420492177518865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang X, Wang Q, Wang B. Adaptive convolution for multi-relational learning[C]//Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2019: 978−987, articleTitle=null, refAbstract=null), Reference(id=1329420492240433426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Vashishth S, Sanyal S, Nitin V, et al. InteractE: Improving convolution-based knowledge graph embeddings by increasing feature interactions[C]//Proc of the 34th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 3009−3016, articleTitle=null, refAbstract=null), Reference(id=1329420492299153683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Lacroix T, Usunier N, Obozinski G. Canonical tensor decomposition for knowledge base completion[C]//Proc of the 35th Int Conf on Machine Learning. New York: PMLR, 2018: 2863−2872, articleTitle=null, refAbstract=null), Reference(id=1329420492378845460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Khosla P, Teterwak P, Wang C, et al. Supervised contrastive learning[C]//Proc of Advances in Neural Information Processing Systems 33. Red Hook, NY: Curran Associates, 2020: 18661−18673, articleTitle=null, refAbstract=null), Reference(id=1329420492450148629, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Lehmann J, Isele R, Jakob M, et al. DBpedia: A large-scale, multilingual knowledge base extracted from Wikipedia[J]. Semantic Web, 2015, 6(2): 167−195, articleTitle=null, refAbstract=null), Reference(id=1329420492504674582, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Vrandecic D, Krotzsch M. Wikidata: A free collaborative knowledgebase[J]. Communications of the ACM, 2014, 57(10): 78−85, articleTitle=null, refAbstract=null), Reference(id=1329420492563394839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition[C]//Proc of the 3rd Int Conf on Learning Representations. San Diego: OpenReview, 2015[2026-07-18]. https://arxiv.org/abs/1409.1556, articleTitle=null, refAbstract=null), Reference(id=1329420492626309400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang M W, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[C]//Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1329420492689223961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Y, Zhang W. Knowledge graph completion with pre-trained multimodal transformer and twins negative sampling[J]. arXiv preprint, arXiv: 2209.07084, 2022, articleTitle=null, refAbstract=null), Reference(id=1329420492743749914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Duchi J, Hazan E, Singer Y. Adaptive subgradient methods for online learning and stochastic optimization[J]. Journal of Machine Learning Research, 2011, 12(7): 2121−2159, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420487140159680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, xref=null, ext=[AuthorCompanyExt(id=1329420487148548289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Artificial Intelligence, Beihang University, Beijing 100191), AuthorCompanyExt(id=1329420487156936898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, companyId=1329420487140159680, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=北京航空航天大学人工智能学院 北京 100191)])], figs=[ArticleFig(id=1329420488356507863, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Figure 1, caption=
The proposed multimodal knowledge graph completion framework, figureFileSmall=Lstbm7QFgu/hOb/kplhwNQ==, figureFileBig=f9trzPh5Z/OTphKe8wTdqg==, tableContent=null), ArticleFig(id=1329420488423616728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=图1, caption=
提出的多模态知识图谱补全框架, figureFileSmall=Lstbm7QFgu/hOb/kplhwNQ==, figureFileBig=f9trzPh5Z/OTphKe8wTdqg==, tableContent=null), ArticleFig(id=1329420488595583193, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Figure 2, caption=
Sensitivity analysis of parameter on MKG-Y dataset, figureFileSmall=IsLBMjORxDvDjmtn90REGg==, figureFileBig=MjswLMPzbHRpc069UX5umg==, tableContent=null), ArticleFig(id=1329420488654303450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=图2, caption=
在MKG-Y数据集上的参数敏感性分析, figureFileSmall=IsLBMjORxDvDjmtn90REGg==, figureFileBig=MjswLMPzbHRpc069UX5umg==, tableContent=null), ArticleFig(id=1329420488708829403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Figure 3, caption=
Sensitivity analysis of noise intensity on MKG-Y dataset, figureFileSmall=hiY4tHyENjDNkigjA6Llow==, figureFileBig=HJ4HyejoRpLJf1ZdhX+WXQ==, tableContent=null), ArticleFig(id=1329420488771743964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=图3, caption=
在MKG-Y数据集上的噪声强度敏感性分析, figureFileSmall=hiY4tHyENjDNkigjA6Llow==, figureFileBig=HJ4HyejoRpLJf1ZdhX+WXQ==, tableContent=null), ArticleFig(id=1329420488843047133, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Table 1, caption=
Statistical Information of the Experimental Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 实体数 | 关系数 | 训练集 | 验证集 | 测试集 |
|---|
| DB15K | 12842 | 279 | 79222 | 9902 | 9904 |
| MKG-W | 15000 | 169 | 34196 | 4276 | 4274 |
| MKG-Y | 15000 | 28 | 21310 | 2665 | 2663 |
), ArticleFig(id=1329420488918544606, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=表1, caption=
实验数据集统计信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 实体数 | 关系数 | 训练集 | 验证集 | 测试集 |
|---|
| DB15K | 12842 | 279 | 79222 | 9902 | 9904 |
| MKG-W | 15000 | 169 | 34196 | 4276 | 4274 |
| MKG-Y | 15000 | 28 | 21310 | 2665 | 2663 |
), ArticleFig(id=1329420488981459167, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Table 2, caption=
Link Prediction Results of Different Models on Three Datasets %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | DB15K | | MKG-W | | MKG-Y |
|---|
| MRR | Hits@1 | Hits@3 | Hits@10 | | MRR | Hits@1 | Hits@3 | Hits@10 | | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 单模态 | TransE | 24.86 | 12.78 | 31.48 | 47.07 | | 29.19 | 21.06 | 33.2 | 44.23 | | 30.73 | 23.45 | 35.8 | 43.37 |
| DistMult | 23.03 | 14.78 | 26.28 | 39.59 | | 20.99 | 15.93 | 22.28 | 30.86 | | 28.71 | 22.26 | 27.8 | 35.95 |
| ComplEx | 27.48 | 18.37 | 31.57 | 45.37 | | 24.93 | 19.09 | 26.69 | 36.73 | | 25.04 | 19.33 | 32.12 | 40.93 |
| RotatE | 29.28 | 17.87 | 36.12 | 49.66 | | 33.67 | 26.8 | 36.68 | 46.73 | | 34.95 | 29.1 | 38.35 | 45.3 |
| 多模态 | IKRL | 26.82 | 14.09 | 34.93 | 49.09 | | 32.36 | 26.11 | 34.75 | 44.07 | | 33.22 | 30.37 | 34.28 | 38.26 |
| TransAE | 28.09 | 21.25 | 31.17 | 41.17 | | 30 | 21.23 | 34.91 | 44.72 | | 28.1 | 25.31 | 29.1 | 33.03 |
| MMKRL | 26.81 | 13.85 | 35.07 | 49.39 | | 30.1 | 22.16 | 34.9 | 44.69 | | 36.81 | 31.66 | 39.79 | 45.31 |
| RSME | 29.76 | 24.15 | 32.12 | 40.29 | | 29.23 | 23.36 | 31.97 | 40.43 | | 34.44 | 31.78 | 36.07 | 39.09 |
| VBKGC | 30.61 | 19.75 | 37.18 | 49.44 | | 30.61 | 24.91 | 33.01 | 40.88 | | 37.04 | 33.76 | 38.75 | 42.3 |
| OTKGE | 23.86 | 14.85 | 25.89 | 34.83 | | 34.36 | 28.85 | 36.25 | 44.88 | | 35.51 | 31.97 | 37.18 | 41.38 |
| AdaMF | 32.51 | 21.31 | 39.67 | 51.68 | | 34.27 | 27.21 | 37.86 | 47.21 | | 38.06 | 33.49 | 40.44 | 45.48 |
| MEGAT(本文) | 38.64 | 30.60 | 42.74 | 53.77 | | 34.61 | 29.08 | 34.65 | 44.62 | | 37.63 | 34.57 | 39.26 | 43.03 |
), ArticleFig(id=1329420489052762336, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=表2, caption=
不同模型在3个数据集上的链接预测结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | DB15K | | MKG-W | | MKG-Y |
|---|
| MRR | Hits@1 | Hits@3 | Hits@10 | | MRR | Hits@1 | Hits@3 | Hits@10 | | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 单模态 | TransE | 24.86 | 12.78 | 31.48 | 47.07 | | 29.19 | 21.06 | 33.2 | 44.23 | | 30.73 | 23.45 | 35.8 | 43.37 |
| DistMult | 23.03 | 14.78 | 26.28 | 39.59 | | 20.99 | 15.93 | 22.28 | 30.86 | | 28.71 | 22.26 | 27.8 | 35.95 |
| ComplEx | 27.48 | 18.37 | 31.57 | 45.37 | | 24.93 | 19.09 | 26.69 | 36.73 | | 25.04 | 19.33 | 32.12 | 40.93 |
| RotatE | 29.28 | 17.87 | 36.12 | 49.66 | | 33.67 | 26.8 | 36.68 | 46.73 | | 34.95 | 29.1 | 38.35 | 45.3 |
| 多模态 | IKRL | 26.82 | 14.09 | 34.93 | 49.09 | | 32.36 | 26.11 | 34.75 | 44.07 | | 33.22 | 30.37 | 34.28 | 38.26 |
| TransAE | 28.09 | 21.25 | 31.17 | 41.17 | | 30 | 21.23 | 34.91 | 44.72 | | 28.1 | 25.31 | 29.1 | 33.03 |
| MMKRL | 26.81 | 13.85 | 35.07 | 49.39 | | 30.1 | 22.16 | 34.9 | 44.69 | | 36.81 | 31.66 | 39.79 | 45.31 |
| RSME | 29.76 | 24.15 | 32.12 | 40.29 | | 29.23 | 23.36 | 31.97 | 40.43 | | 34.44 | 31.78 | 36.07 | 39.09 |
| VBKGC | 30.61 | 19.75 | 37.18 | 49.44 | | 30.61 | 24.91 | 33.01 | 40.88 | | 37.04 | 33.76 | 38.75 | 42.3 |
| OTKGE | 23.86 | 14.85 | 25.89 | 34.83 | | 34.36 | 28.85 | 36.25 | 44.88 | | 35.51 | 31.97 | 37.18 | 41.38 |
| AdaMF | 32.51 | 21.31 | 39.67 | 51.68 | | 34.27 | 27.21 | 37.86 | 47.21 | | 38.06 | 33.49 | 40.44 | 45.48 |
| MEGAT(本文) | 38.64 | 30.60 | 42.74 | 53.77 | | 34.61 | 29.08 | 34.65 | 44.62 | | 37.63 | 34.57 | 39.26 | 43.03 |
), ArticleFig(id=1329420489124065505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Table 3, caption=
Results of Modal Ablation on MKG-Y Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 完整模型 | 37.63 | 34.57 | 39.26 | 43.03 |
| 去掉图像 | 36.09 | 32.58 | 37.43 | 41.91 |
| 去掉文本 | 36.75 | 33.27 | 38.66 | 41.81 |
| 仅结构模态 | 33.42 | 29.53 | 35.54 | 40.03 |
), ArticleFig(id=1329420489199562978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=表3, caption=
MKG-Y 数据集上模态消融结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 完整模型 | 37.63 | 34.57 | 39.26 | 43.03 |
| 去掉图像 | 36.09 | 32.58 | 37.43 | 41.91 |
| 去掉文本 | 36.75 | 33.27 | 38.66 | 41.81 |
| 仅结构模态 | 33.42 | 29.53 | 35.54 | 40.03 |
), ArticleFig(id=1329420489270866147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Table 4, caption=
Results of Ablation with Different Fusion Strategies on MKG-W Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 融合策略 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 加权求和 | 28.38 | 23.36 | 30.22 | 37.28 |
| 拼接MLP融合 | 14.18 | 11.32 | 14.66 | 18.92 |
| 注意力融合 | 32.45 | 27.16 | 34.59 | 42.28 |
| 门控融合 | 34.61 | 29.08 | 34.65 | 44.62 |
), ArticleFig(id=1329420489350557924, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=表4, caption=
MKG-W 数据集上不同融合策略消融结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 融合策略 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 加权求和 | 28.38 | 23.36 | 30.22 | 37.28 |
| 拼接MLP融合 | 14.18 | 11.32 | 14.66 | 18.92 |
| 注意力融合 | 32.45 | 27.16 | 34.59 | 42.28 |
| 门控融合 | 34.61 | 29.08 | 34.65 | 44.62 |
), ArticleFig(id=1329420489417666789, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=EN, label=Table 5, caption=
Results of Encoder Mechanism Ablation %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 完整模型 | 37.63 | 34.57 | 39.26 | 43.03 |
| 去掉关系感知消息构造 | 36.25 | 32.86 | 38.00 | 42.56 |
| 去掉三元组注意力机制 | 37.58 | 34.36 | 39.39 | 43.03 |
| 去掉层间注意力 | 37.37 | 34.30 | 38.72 | 42.64 |
), ArticleFig(id=1329420489476387046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420485357580467, language=CN, label=表5, caption=
编码器机制消融结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | MRR | Hits@1 | Hits@3 | Hits@10 |
|---|
| 完整模型 | 37.63 | 34.57 | 39.26 | 43.03 |
| 去掉关系感知消息构造 | 36.25 | 32.86 | 38.00 | 42.56 |
| 去掉三元组注意力机制 | 37.58 | 34.36 | 39.39 | 43.03 |
| 去掉层间注意力 | 37.37 | 34.30 | 38.72 | 42.64 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202660438, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202660438, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202660438, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202660438, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1788192000000, fullTextJson=null, articleText=null, reference=null)