Article(id=1327011318902665744, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330731, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1694448000000, receivedDateStr=2023-09-12, revisedDate=1719849600000, revisedDateStr=2024-07-02, acceptedDate=1723132800000, acceptedDateStr=2024-08-09, onlineDate=1794313753104, onlineDateStr=2026-11-10, pubDate=1740758400000, pubDateStr=2025-03-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794313753104, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794313753104, creator=13701087609, updateTime=1794313753104, updator=13701087609, issue=Issue{id=1327011123016085523, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='3', pageStart='543', pageEnd='819', issueExtLink='null', onlineDate='null', pubDate='1740758400000', pubDateStr='2025-03-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794313706401, creator='13701087609', updateTime=1794376726899, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275450650440506, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275450650440507, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=662, endPage=671, ext={EN=ArticleExt(id=1327011319204655633, articleId=1327011318902665744, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Cross-Modal Entity Linking Model Based on Contrastive Learning, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Image-text cross-modal entity linking is an extension of traditional named entity linking. The inputs are images containing entities, which are linked to textual entities in the knowledge base. Existing models usually adopt a dual-encoder architecture which encodes entities of visual and textual modality into separate vectors, then calculates their similarities using dot product, and links the image entities to the most similar text entities. The training process usually adopts the cross-modal contrastive learning task. For a given modality of entity vectors, this task pulls closer the vector of another modality that corresponds to itself, and pushes away the vector of another modality corresponding to other entities. However, this approach overlooks the differences in representation difficulty within the two modalities: visually similar entities are often more difficult to distinguish than textual similar entities, resulting in the incorrect linking of the former ones. To solve this problem, we propose two new contrastive learning tasks, which can enhance the discriminative power of the vectors. The first is self-contrastive learning, which aims to improve the distinction between visual vectors. The second is hard-negative contrastive learning, which helps a textual vectors to distinguish similar visual vectors. We conduct experiments on the open-source dataset WikiPerson. With a knowledge base of 120000 entities, our model achieves an accuracy improvement of 4.5% compared with the previous state-of-the-art model.
, authors=Yuanzheng Wang, Wenxiang Sun, Yixing Fan*, Huaming Liao, Jiafeng Guo, authorsList=Yuanzheng Wang, Wenxiang Sun, Yixing Fan, Huaming Liao, Jiafeng Guo, authorCompany=null, correspAuthors=Yixing Fan, authorNote=
born in 1997. PhD candidate. His main research interests include information retrieval and natural language processing
born in 1998. Master. His main research interests include information retrieval and natural language processing
born in 1990. Associate professor. His main research interests include information retrieval and natural language understanding
born in 1972. Associate professor. Her main research interests include big data application, information retrieval, and distributed data processing
born in 1980. Professor. His main research interests include representation learning, and neural models for information retrieval and filtering
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327011323134718511, articleId=1327011318902665744, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于对比学习的跨模态实体链接模型, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
图文跨模态实体链接是对传统实体链接任务的扩展,其输入为包含实体的图像,目标是将其链接到文本模态的知识库实体上. 现有模型通常采用双编码器架构,将图像、文本模态的实体分别编码为向量,利用点乘计算两者的相似度,从而链接到与图像实体相似度最高的文本实体. 其训练过程通常采用基于InfoNCE损失的对比学习任务,即提高一个实体某模态与自身另一模态的向量相似度,降低与其他实体另一模态的向量相似度. 然而此模型忽视了图文2个模态内部表示难度的差异:图像模态中的相似实体,通常比文本模态中的相似实体更难以区分,导致外观相似的图像实体很容易链接错误. 因此,提出2个新的对比学习任务来提升向量的判别能力. 一个是自对比学习,用于提升图像向量之间的区分度;另一个是难负例对比学习,让文本向量更容易区分几个相似的图像向量. 在开源数据集WikiPerson上进行实验,在12万规模的实体库上,相比于采用InfoNCE损失的最佳基线模型,模型正确率提升了4.5个百分点.
, authors=王苑铮, 孙文祥, 范意兴*, 廖华明, 郭嘉丰, authorsList=王苑铮, 孙文祥, 范意兴, 廖华明, 郭嘉丰, authorCompany=null, correspAuthors=范意兴, authorNote=
 |
1997年生. 博士研究生. 主要研究方向为信息检索、自然语言处理 |
 |
1998年生. 硕士. 主要研究方向为信息检索、自然语言处理 |
 |
1990年生. 副研究员. 主要研究方向为信息检索、自然语言理解 |
 |
1972年生. 副研究员. 主要研究方向为大数据应用、信息检索、分布式数据处理 |
 |
1980年生. 研究员. 主要研究方向为表示学习、针对信息检索与过滤的神经模型 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=I3SO5qxxOcrTku7Q7buWww==, magXml=ffRTOT5CeJo7CylJhiW0HQ==, pdfUrl=null, pdf=1wb3D/hWvemf8Q4kz1x/YQ==, pdfFileSize=1749887, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=fjd8fnnqN+SGkLh5Qvxlyg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=lTdoKwgovBTFyJ3O5DlIeg==, mapNumber=null, fund=null)}, authors=[Author(id=1327011323717726775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wangyuanzheng19z@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011323805807160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011323717726775, language=EN, stringName=Yuanzheng Wang, firstName=Yuanzheng, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1997. PhD candidate. His main research interests include information retrieval and natural language processing
"}, bioImg=null, bioContent=
born in 1997. PhD candidate. His main research interests include information retrieval and natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011323898081849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011323717726775, language=CN, stringName=王苑铮, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"6R92fV7T5SYwj0GYamsYAg==","content":"
1997年生. 博士研究生. 主要研究方向为信息检索、自然语言处理
"}, bioImg=6R92fV7T5SYwj0GYamsYAg==, bioContent=
1997年生. 博士研究生. 主要研究方向为信息检索、自然语言处理
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327011323986162235, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jerrysun1998@gmail.com, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011324057465404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011323986162235, language=EN, stringName=Wenxiang Sun, firstName=Wenxiang, middleName=null, lastName=Sun, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1998. Master. His main research interests include information retrieval and natural language processing
"}, bioImg=null, bioContent=
born in 1998. Master. His main research interests include information retrieval and natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011324124574269, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011323986162235, language=CN, stringName=孙文祥, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"4Q5FZUXZKHNPgDs220F6uA==","content":"
1998年生. 硕士. 主要研究方向为信息检索、自然语言处理
"}, bioImg=4Q5FZUXZKHNPgDs220F6uA==, bioContent=
1998年生. 硕士. 主要研究方向为信息检索、自然语言处理
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327011324208460351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=fanyixing@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327011324279763520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324208460351, language=EN, stringName=Yixing Fan, firstName=Yixing, middleName=null, lastName=Fan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=null, bio={"content":"
born in 1990. Associate professor. His main research interests include information retrieval and natural language understanding
"}, bioImg=null, bioContent=
born in 1990. Associate professor. His main research interests include information retrieval and natural language understanding
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011324397204033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324208460351, language=CN, stringName=范意兴, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=null, bio={"img":"mDT6ylptCCvhXNtWHVBVqQ==","content":"
1990年生. 副研究员. 主要研究方向为信息检索、自然语言理解
"}, bioImg=mDT6ylptCCvhXNtWHVBVqQ==, bioContent=
1990年生. 副研究员. 主要研究方向为信息检索、自然语言理解
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327011324460118595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=lhm@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011324560781892, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324460118595, language=EN, stringName=Huaming Liao, firstName=Huaming, middleName=null, lastName=Liao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1972. Associate professor. Her main research interests include big data application, information retrieval, and distributed data processing
"}, bioImg=null, bioContent=
born in 1972. Associate professor. Her main research interests include big data application, information retrieval, and distributed data processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011324623696453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324460118595, language=CN, stringName=廖华明, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"M7JA3+n5n8ern49qDOlV0w==","content":"
1972年生. 副研究员. 主要研究方向为大数据应用、信息检索、分布式数据处理
"}, bioImg=M7JA3+n5n8ern49qDOlV0w==, bioContent=
1972年生. 副研究员. 主要研究方向为大数据应用、信息检索、分布式数据处理
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327011324686611015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=guojiafeng@ict.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011324749525576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324686611015, language=EN, stringName=Jiafeng Guo, firstName=Jiafeng, middleName=null, lastName=Guo, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1980. Professor. His main research interests include representation learning, and neural models for information retrieval and filtering
"}, bioImg=null, bioContent=
born in 1980. Professor. His main research interests include representation learning, and neural models for information retrieval and filtering
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011324808245833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, authorId=1327011324686611015, language=CN, stringName=郭嘉丰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"iPmHqCeydp0/QuZsuTJaSA==","content":"
1980年生. 研究员. 主要研究方向为表示学习、针对信息检索与过滤的神经模型
"}, bioImg=iPmHqCeydp0/QuZsuTJaSA==, bioContent=
1980年生. 研究员. 主要研究方向为表示学习、针对信息检索与过滤的神经模型
, aboutCorrespAuthor=null)}, companyList=null)], keywords=[Keyword(id=1327011324904714826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, orderNo=1, keyword=entity linking model), Keyword(id=1327011324959240779, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, orderNo=2, keyword=multi-modal), Keyword(id=1327011325034738252, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, orderNo=3, keyword=cross-modal), Keyword(id=1327011325106041421, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, orderNo=4, keyword=contrastive learning), Keyword(id=1327011325173150286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, orderNo=5, keyword=visual information), Keyword(id=1327011325248647759, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, orderNo=1, keyword=实体链接模型), Keyword(id=1327011325324145233, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, orderNo=2, keyword=多模态), Keyword(id=1327011326989283922, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, orderNo=3, keyword=跨模态), Keyword(id=1327011327056392788, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, orderNo=4, keyword=对比学习), Keyword(id=1327011327127695957, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, orderNo=5, keyword=视觉信息)], refs=[Reference(id=1327011328742503016, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Wen, Fan Yixing, Guo Jiafeng, et al. Visual named entity linking: A new dataset and a baseline [C] // Proc of the Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2022: 2403−2415, articleTitle=null, refAbstract=null), Reference(id=1327011328826389098, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Fuxiao, Wang Yinghan, Wang Tianlu, et al. Visual news: Benchmark and challenges in news image captioning [C] // Proc of the Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 6761−6771, articleTitle=null, refAbstract=null), Reference(id=1327011328893497963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Abdelnabi S, Hasan R, Fritz M. Open-domain, content-based, multi-modal fact-checking of out-of-context images via online resources [C] // Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 14920−14929, articleTitle=null, refAbstract=null), Reference(id=1327011328989966956, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Bouquet P, Stoermer H, Giacomuzzi D, et al. OKKAM: Enabling a Web of entities [C/OL] // Proc of the WWW Workshop I3: Identity, Identifiers, Identification, Entity-Centric Approaches to Information and Knowledge Management on the Web. New York: ACM, 2007 [2024-06-24]. https://ceur-ws.org/Vol-249/submission_150.pdf, articleTitle=null, refAbstract=null), Reference(id=1327011329090630253, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Milne D, Witten I. Learning to link with Wikipedia [C] // Proc of the 17th ACM Conf on Information and Knowledge Management. New York: ACM, 2008: 509−518, articleTitle=null, refAbstract=null), Reference(id=1327011329203876462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Moro A, Raganato A, Navigli R. Entity linking meets word sense disambiguation: A unified approach[J]. Transactions of the Association for Computational Linguistics, 2014, 2: 231−244, articleTitle=null, refAbstract=null), Reference(id=1327011329270985327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Ferragina P, Scaiella U. Tagme: On the-fly annotation of short text fragments (by Wikipedia entities) [C] // Proc of the 19th ACM Int Conf on Information and Knowledge Management. New York: ACM, 2010: 1625−1628, articleTitle=null, refAbstract=null), Reference(id=1327011329333899888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding [C] // Proc of the Annual Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1327011329401008753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Yamada I, Washio K, Shindo H, et al. Global entity disambiguation with BERT [C] // Proc of the Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2022: 3264−3271, articleTitle=null, refAbstract=null), Reference(id=1327011329455534706, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao N, Izacard G, Riedel S, et al. Autoregressive entity retrieval [C/OL] // Proc of the 9th Int Conf on Learning Representations. OpenReview. net, 2021 [2024-06-24]. https://openreview.net/forum?id=5k8F6UU39V, articleTitle=null, refAbstract=null), Reference(id=1327011329531032179, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Logeswaran L, Chang Mingwei, Lee K, et al. Zero-shot entity linking by reading entity descriptions [C] // Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 3449−3460, articleTitle=null, refAbstract=null), Reference(id=1327011329598141044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu L, Petroni F, Josifoski M, et al. Scalable zero-shot entity linking with dense entity retrieval [C] // Proc of the Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2020: 6397−6407, articleTitle=null, refAbstract=null), Reference(id=1327011329656861301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Moon S, Neves L, Carvalho V. Multimodal named entity disambiguation for noisy social media posts [C] // Proc of the 56th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2018: 2000−2008, articleTitle=null, refAbstract=null), Reference(id=1327011329723970166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Xingchen, Wang Peng, Li Guozheng, et al. Weibo-mel, wikidata-mel and richpedia-mel: Multimodal entity linking benchmark datasets [C] // Proc of the 6th Knowledge Graph and Semantic Computing: Knowledge Graph Empowers New Infrastructure Construction. Berlin: Springer, 2021: 315−320, articleTitle=null, refAbstract=null), Reference(id=1327011329786884727, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Sijia, Li A, Zhu Henghui, et al. Benchmarking diverse-modal entity linking with generative models [C] // Proc of the 61st Association for Computational Linguistics. Stroudsburg, PA: ACL, 2023: 7841−7857, articleTitle=null, refAbstract=null), Reference(id=1327011331456217720, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Gongrui, Jiang Chenghuan, Guan Zhongheng, et al. Multimodal entity linking with mixed fusion mechanism [C] // Proc of the 28th Int Conf on Database Systems for Advanced Applications. Berlin: Springer, 2023: 607−622, articleTitle=null, refAbstract=null), Reference(id=1327011331527520889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xuwu, Tian Junfeng, Gui Min, et al. WikiDiverse: A multimodal entity linking dataset with diversified contextual topics and entity types [C] // Proc of the 60th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL 2022: 4785−4797, articleTitle=null, refAbstract=null), Reference(id=1327011331582046842, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Li, Li Zhixu, Yang Qiang. Attention-based multimodal entity linking with high-quality images [C] // Proc of the 26th Int Conf on Database Systems for Advanced Applications. Berlin: Springer, 2021: 533−548, articleTitle=null, refAbstract=null), Reference(id=1327011331644961403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Chengmei, He Bowei, Wu Yimeng, et al. MMEL: A joint learning framework for multi-mention entity linking [C] // Proc of the 39th Conf on Uncertainty in Artificial Intelligence. New York: PMLR, 2023: 2411−2421, articleTitle=null, refAbstract=null), Reference(id=1327011331716264572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Peng, Wu Jiangheng, Chen Xiaohang. Multimodal entity linking with gated hierarchical fusion and contrastive training [C] // Proc of the 45th Int ACM SIGIR Conf on Research and Development in Information Retrieval. New York: ACM, 2022: 938−948, articleTitle=null, refAbstract=null), Reference(id=1327011331825316477, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Adjali O, Besançon R, Ferret O, et al. Building a multimodal entity linking dataset from tweets [C] // Proc of the 12th Language Resources and Evaluation Conf. Paris: European Language Resources Association, 2020: 4285−4292, articleTitle=null, refAbstract=null), Reference(id=1327011331896619646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Adjali O, Besançon R, Ferret O, et al. Multimodal entity linking for tweets [C] // Proc of the 42nd European Conf on Information Retrieval. Berlin: Springer, 2020: 463−478, articleTitle=null, refAbstract=null), Reference(id=1327011331959534207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Gan Jingru, Luo Jinchang, Wang Haiwei, et al. Multimodal entity linking: A new dataset and a baseline [C] // Proc of the 29th ACM Int Conf on Multimedia. New York: ACM, 2021: 993−1001, articleTitle=null, refAbstract=null), Reference(id=1327011332022448768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Zhishen, Okazaki N. Image caption generation for news articles [C] // Proc of the 28th Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2020: 1941−1951, articleTitle=null, refAbstract=null), Reference(id=1327011332093751937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Anwen, Chen Shizhe, Jin Qin. Icecap: Information concentrated entity-aware image captioning [C] // Proc of the 28th ACM Int Conf on Multimedia. New York: ACM, 2020: 4217−4225, articleTitle=null, refAbstract=null), Reference(id=1327011332156666498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Fukui A, Park D, Yang D, et al. Multimodal compact bilinear pooling for visual question answering and visual grounding [C] // Proc of the Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2016: 457−468, articleTitle=null, refAbstract=null), Reference(id=1327011332227969667, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, On K, Lim W, et al. Hadamard product for low-rank bilinear pooling [C/OL]// Proc of the 4th Int Conf on Learning Representations. OpenReview. net, 2016 [2024-06-24]. https://openreview.net/forum?id=r1rhWnZkg, articleTitle=null, refAbstract=null), Reference(id=1327011332286689925, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Younes H, Cadene R, Cord M, et al. Mutan: Multimodal tucker fusion for visual question answering [C] // Proc of the IEEE Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2017: 2631−2639, articleTitle=null, refAbstract=null), Reference(id=1327011332357993095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Younes H, Cadene R, Thome N, et al. Block: Bilinear superdiagonal fusion for visual question answering and visual relationship detection [C] // Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 8102−8109, articleTitle=null, refAbstract=null), Reference(id=1327011332412519048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Szegedy C, Ioffe S, Vanhoucke V, et al. Inceptionv4, inception-ResNet and the impact of residual connections on learning [C] // Proc of the 31st AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2017: 4278−4284, articleTitle=null, refAbstract=null), Reference(id=1327011332492210825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Hochreiter S, Schmidhuber J. Long short-term memory[J]. Neural Computation, 1997, 9(8): 1735−1780, articleTitle=null, refAbstract=null), Reference(id=1327011332555125386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need [C] // Proc of the 31st Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2017: 6000–6010, articleTitle=null, refAbstract=null), Reference(id=1327011332618039948, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16×16 words: Transformers for image recognition at scale [C/OL] // Proc of the 9th Int Conf on Learning Representations. OpenReview. net, 2021 [2024-06-24]. https://openreview.net/forum?id=YicbFdNTTy, articleTitle=null, refAbstract=null), Reference(id=1327011332701926029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Kim J, Hallacy C, et al. Learning transferable visual models from natural language supervision [C] // Proc of the 38th Int Conf on Machine Learning. New York: PMLR, 2021: 8748−8763, articleTitle=null, refAbstract=null), Reference(id=1327011332777423502, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yinhan, Ott M, Goyal N, et al. RoBERTa: A robustly optimized bert pretraining approach [C/OL] // Proc of the 7th Int Conf on Learning Representations. OpenReview. net, 2019 [2024-06-24]. https://openreview.net/forum?id=SyxS0T4tvS, articleTitle=null, refAbstract=null), Reference(id=1327011332848726671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Feng, Liu Huaping. Understanding the behaviour of contrastive loss [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 2495−2504, articleTitle=null, refAbstract=null), Reference(id=1327011332911641232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Ting, Kornblith S, Norouzi M, et al. A simple framework for contrastive learning of visual representations [C] // Proc of the 37th Int Conf on Machine Learning. New York: PMLR, 2020: 1597−1607, articleTitle=null, refAbstract=null), Reference(id=1327011332978750097, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Fan Haoqi, Wu Yuxin, et al. Momentum contrast for unsupervised visual representation learning [C] // Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 9729−9738, articleTitle=null, refAbstract=null), Reference(id=1327011333050053266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Qiong, Shen Li, Xie Weidi, et al. VGGFace2: A dataset for recognising faces across pose and age [C] // Proc of the 13th IEEE Int Conf on Automatic Face & Gesture Recognition. Piscataway, NJ: IEEE, 2018: 67−74, articleTitle=null, refAbstract=null), Reference(id=1327011333125550739, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Zhang Xiangyu, Ren Shaoqing, et al. Deep residual learning for image recognition [C] // Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 770−778, articleTitle=null, refAbstract=null), Reference(id=1327011333238796948, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Loshchilov I, Hutter F. Decoupled weight decay regularization [C/OL] // Proc of the 7th Int Conf on Learning Representations. OpenReview. net, 2019 [2024-06-24]. https://openreview.net/forum?id=Bkg6RiCqY7, articleTitle=null, refAbstract=null), Reference(id=1327011333368820373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeff J, Matthijs D, Herve J. Billion-scale similarity search with GPUs[J]. IEEE Transactions on Big Data, 2019, 7(3): 535−547, articleTitle=null, refAbstract=null), Reference(id=1327011333452706454, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Robinson J, Chuang C, Sra S, et al. Contrastive learning with hard negative samples [C/OL] // Proc of the 9th Int Conf on Learning Representations. OpenReview. net, 2021 [2024-06-24]. https://openreview.net/forum?id=CR1XOQ0UTh-, articleTitle=null, refAbstract=null), Reference(id=1327011333515621015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Kalantidis Y, Sariyildiz M, Pion N, et al. Hard negative mixing for contrastive learning [C] // Proc of the 34th Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2020: 21798−21809, articleTitle=null, refAbstract=null), Reference(id=1327011333582729880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Bolei, Khosla A, Lapedriza A, et al. Learning deep features for discriminative localization [C] // Proc of the IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 2921−2929, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327011323508011568, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, xref=null, ext=[AuthorCompanyExt(id=1327011323524788785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, companyId=1327011323508011568, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=CAS Key Laboratory of Network Data Science & Technology (Institute of Computing Technology, Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1327011323533177394, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, companyId=1327011323508011568, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国科学院网络数据科学与技术重点实验室 (中国科学院计算技术研究所) 北京 100190)]), AuthorCompany(id=1327011323621257779, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, xref=null, ext=[AuthorCompanyExt(id=1327011323629646388, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, companyId=1327011323621257779, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=University of Chinese Academy of Science, Beijing 100049), AuthorCompanyExt(id=1327011323638034997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, companyId=1327011323621257779, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国科学院大学 北京 100049)])], figs=[ArticleFig(id=1327011327249330774, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 1, caption=
An example of cross-modal entity linking task, figureFileSmall=Z64FJbDe5WEE0JwWFA3mOQ==, figureFileBig=fjd8fnnqN+SGkLh5Qvxlyg==, tableContent=null), ArticleFig(id=1327011327316439639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图1, caption=
跨模态实体链接任务实例, figureFileSmall=Z64FJbDe5WEE0JwWFA3mOQ==, figureFileBig=fjd8fnnqN+SGkLh5Qvxlyg==, tableContent=null), ArticleFig(id=1327011327517766232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 2, caption=
Illustration of our model, figureFileSmall=rU3VF0CVFcUE7SYRT5i6rA==, figureFileBig=J3g72ZHS7WKETUNNJBjb7w==, tableContent=null), ArticleFig(id=1327011327576486489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图2, caption=
本文模型示意图, figureFileSmall=rU3VF0CVFcUE7SYRT5i6rA==, figureFileBig=J3g72ZHS7WKETUNNJBjb7w==, tableContent=null), ArticleFig(id=1327011327656178266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 3, caption=
Illustration of the InfoNCE loss, figureFileSmall=+HzzOVHHqiECVEXHN1KZDA==, figureFileBig=d3eEpKFVL0mCPOtGMq6dZQ==, tableContent=null), ArticleFig(id=1327011327723287131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图3, caption=
InfoNCE损失示意图, figureFileSmall=+HzzOVHHqiECVEXHN1KZDA==, figureFileBig=d3eEpKFVL0mCPOtGMq6dZQ==, tableContent=null), ArticleFig(id=1327011327782007388, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 4, caption=
Illustration of our improved loss functions, figureFileSmall=bLdeynCqS+DeQIF7miKjEQ==, figureFileBig=p0NFUdfYbfeXUhMN1nhqsw==, tableContent=null), ArticleFig(id=1327011327844921949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图4, caption=
本文改进后的损失函数示意图, figureFileSmall=bLdeynCqS+DeQIF7miKjEQ==, figureFileBig=p0NFUdfYbfeXUhMN1nhqsw==, tableContent=null), ArticleFig(id=1327011327916225118, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 5, caption=
Training curves after adding self-contrastive learning, figureFileSmall=FtdQWHJmD/8XUVlpJTy4Xg==, figureFileBig=i+bDMrGlZ2zLOxiWhBdKDA==, tableContent=null), ArticleFig(id=1327011328000111199, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图5, caption=
添加自对比学习后的训练曲线, figureFileSmall=FtdQWHJmD/8XUVlpJTy4Xg==, figureFileBig=i+bDMrGlZ2zLOxiWhBdKDA==, tableContent=null), ArticleFig(id=1327011328092385888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 6, caption=
Training curves after adding hard-negatives, figureFileSmall=Z8fAk4JcB4B92syxpJqn2w==, figureFileBig=M1DKmP7w3YjwGQruceJp8g==, tableContent=null), ArticleFig(id=1327011328172077665, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图6, caption=
添加难负例后的训练曲线, figureFileSmall=Z8fAk4JcB4B92syxpJqn2w==, figureFileBig=M1DKmP7w3YjwGQruceJp8g==, tableContent=null), ArticleFig(id=1327011328239186530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Figure 7, caption=
Class activation mapping of the image encoder, figureFileSmall=IsqWdR658YkEjPcQXJ/rqw==, figureFileBig=Ipkh4M/NRVld+X8Qjeiksg==, tableContent=null), ArticleFig(id=1327011328306295395, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=图7, caption=
图像编码器的类别激活映射图, figureFileSmall=IsqWdR658YkEjPcQXJ/rqw==, figureFileBig=Ipkh4M/NRVld+X8Qjeiksg==, tableContent=null), ArticleFig(id=1327011328373404260, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Table 1, caption=
Task Settings and Representative Work of Multimodal Entity Linking, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入 | 知识库实体 | 代表工作 |
|---|
| 上下文 | 实体 |
|---|
| 文本+图像 | 文本 | 文本 | 文献[13−17] |
| 文本+图像 | 文本 | 文本+图像 | 文献[17−22] |
| 文本+图像 | 文本 | 文本 | 文献[23] |
| 图像 | 图像 |
| 图像 | 图像 | 文本 | 文献[1]、本文 |
), ArticleFig(id=1327011328469873253, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=表1, caption=
多模态实体链接的任务设定与代表工作
, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入 | 知识库实体 | 代表工作 |
|---|
| 上下文 | 实体 |
|---|
| 文本+图像 | 文本 | 文本 | 文献[13−17] |
| 文本+图像 | 文本 | 文本+图像 | 文献[17−22] |
| 文本+图像 | 文本 | 文本 | 文献[23] |
| 图像 | 图像 |
| 图像 | 图像 | 文本 | 文献[1]、本文 |
), ArticleFig(id=1327011328545370726, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=EN, label=Table 2, caption=
Performance of Models %, figureFileSmall=null, figureFileBig=null, tableContent=
| 评测指标 | 模型 | 实体库规模 |
|---|
| 1.3万 | 12万 |
|---|
| 注:黑体数值表示最优结果. |
| Accuracy | CLIP-Zero[34] | 54.33 | 45.53 |
| CLIP-InfoNCE[1] | 64.03 | 53.87 |
| CLIP-SC(本文) | 64.81 | 56.96 |
| CLIP-SC-HN(本文) | 66.21 | 58.43 |
| Recall@10 | CLIP-Zero | 78.37 | 67.74 |
| CLIP-InfoNCE | 86.87 | 76.75 |
| CLIP-SC(本文) | 87.30 | 77.97 |
| CLIP-SC-HN(本文) | 88.04 | 79.14 |
| MRR@10 | CLIP-Zero | 62.28 | 52.79 |
| CLIP-InfoNCE | 71.78 | 61.36 |
| CLIP-SC(本文) | 72.40 | 63.92 |
| CLIP-SC-HN(本文) | 73.62 | 65.25 |
), ArticleFig(id=1327011328625062503, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011318902665744, language=CN, label=表2, caption=
模型性能
, figureFileSmall=null, figureFileBig=null, tableContent=
| 评测指标 | 模型 | 实体库规模 |
|---|
| 1.3万 | 12万 |
|---|
| 注:黑体数值表示最优结果. |
| Accuracy | CLIP-Zero[34] | 54.33 | 45.53 |
| CLIP-InfoNCE[1] | 64.03 | 53.87 |
| CLIP-SC(本文) | 64.81 | 56.96 |
| CLIP-SC-HN(本文) | 66.21 | 58.43 |
| Recall@10 | CLIP-Zero | 78.37 | 67.74 |
| CLIP-InfoNCE | 86.87 | 76.75 |
| CLIP-SC(本文) | 87.30 | 77.97 |
| CLIP-SC-HN(本文) | 88.04 | 79.14 |
| MRR@10 | CLIP-Zero | 62.28 | 52.79 |
| CLIP-InfoNCE | 71.78 | 61.36 |
| CLIP-SC(本文) | 72.40 | 63.92 |
| CLIP-SC-HN(本文) | 73.62 | 65.25 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330731, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330731, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330731, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330731, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1740758400000, fullTextJson=null, articleText=null, reference=null)