Article(id=1325493596878680717, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550273, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1745164800000, receivedDateStr=2025-04-21, revisedDate=1754496000000, revisedDateStr=2025-08-07, acceptedDate=1756742400000, acceptedDateStr=2025-09-02, onlineDate=1793951899975, onlineDateStr=2026-11-06, pubDate=1769875200000, pubDateStr=2026-02-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793951899975, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793951899975, creator=13701087609, updateTime=1793951899975, updator=13701087609, issue=Issue{id=1325493569112388051, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='2', pageStart='275', pageEnd='538', issueExtLink='null', onlineDate='null', pubDate='1769875200000', pubDateStr='2026-02-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793951893355, creator='13701087609', updateTime=1793952511329, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496161167090054, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496161167090055, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=294, endPage=304, ext={EN=ArticleExt(id=1325493597331665550, articleId=1325493596878680717, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Multimodal Adaptive Entity Recognition Method Based on Reinforcement Strategy Feedback, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
The core objective of the named entity recognition (NER) is to identify entities with specific semantic categories and types in unstructured text. With the rapid growth of social media, textual information is often accompanied by visual content, forming multimodal data. To improve the accuracy of entity recognition, multimodal NER (MNER) methods exploit semantic information from different modalities fully to achieve the complementary and deep fusion of cross-modal features. However, differences in the representation of modalities may introduce visual noise that interferes with entity recognition. Issues such as entity ambiguity or contextual semantic vagueness within the textual modality complicate recognition. To address these challenges, we propose a multimodal NER method based on a reinforcement strategy feedback with adaptive loss mechanism. First, the method adopts a three-stage chain of thought (COT) reasoning process based on GPT-4o to form a progressive reasoning framework that incorporates the adaptive feedback mechanism in reinforcement learning. The degree of matching between images and text is scored, and the interference of visual noise is effectively filtered using an adaptive decision function. Second, four task-specific loss functions are designed and jointly optimized through an adaptive weighted fusion strategy to alleviate the uncertainty caused by contextual ambiguity. Experiments on two representative public datasets (Twitter-2015 and Twitter-2017) show that the overall F1 scores of our proposed method are 86.45% and 93.80%, respectively, representing a significant improvement on current state-of-the-art baseline models.
, authors=MingHai Jiao, Benhang Fan, Jing Wang, Yuhuai Peng*, authorsList=MingHai Jiao, Benhang Fan, Jing Wang, Yuhuai Peng, authorCompany=null, correspAuthors=Yuhuai Peng, authorNote=
born in 1973. PhD, associate professor, master supervisor. Member of CCF. His main research interests include artificial intelligence, image recognition, and big data parsing and optimization
born in 2002. Master candidate. His main research interests include machine learning and multimodal information extraction
born in 1992. PhD candidate. Her main research interests include Internet of things and digital twin
born in 1983. PhD, professor, PhD supervisor. His main research interests include Internet of things, cyber physical systems, and intelligent information networks
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325493601765044897, articleId=1325493596878680717, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于强化策略反馈的多模态自适应实体识别方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
命名实体识别(named entity recognition,NER)的核心目标是从非结构化文本中识别出具有特定语义类别的实体与类型。随着社交媒体的迅速发展,文本信息往往与视觉信息共同出现,形成多模态内容。为了提升实体识别的准确性,多模态命名实体识别(multi-modal NER,MNER)方法利用不同模态中的语义信息,实现信息互补与深度融合。然而,不同模态之间的表征差异可能引入视觉噪声,干扰实体识别。文本模态中存在实体指代不清或上下文语义模糊的问题,增加了识别难度。针对上述问题,提出了一种基于强化策略反馈与自适应损失机制的MNER方法。首先,该方法采用基于 GPT-4o的3阶段思维链(chain of thought,COT)推理流程,形成渐进式推理框架,融合强化学习中的自适应反馈机制,对图像与文本之间的匹配程度进行评分,并利用自适应决策函数有效过滤视觉噪声的干扰。其次,设计了4类面向具体任务的损失函数,并利用自适应加权融合策略进行优化,以缓解上下文模糊带来的识别不确定性。在2个公开数据集Twitter-2015和Twitter-2017上开展实验,结果表明所提方法的总体F1分数分别达到86.45%和93.80%,显著优于当前主流基线模型。
, authors=焦明海, 樊本航, 王静, 彭玉怀*, authorsList=焦明海, 樊本航, 王静, 彭玉怀, authorCompany=null, correspAuthors=彭玉怀, authorNote=
 |
1973年生。博士,副教授,硕士生导师。CCF会员。主要研究方向为人工智能、图像识别、大数据分析与优化 |
 |
2002年生。硕士研究生。主要研究方向为机器学习、多模态信息抽取 |
 |
1992年生。博士研究生。主要研究方向为物联网、数字孪生 |
 |
1983年生。博士,教授,博士生导师。主要研究方向为物联网、网络物理系统、智能信息网络 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=rMbu40HtVb6tduRBB116vg==, magXml=qLYTS/yLwqAntfssIT/osw==, pdfUrl=null, pdf=2ln/VPr5vOB1AYX0aklEEw==, pdfFileSize=1313352, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=bU+xLoqBbHT+BrkKlw69RA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=3jSczXoTm6sDfO0L5vBfsg==, mapNumber=null, fund=null)}, authors=[Author(id=1325493602029286054, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=mjiao@mail.neu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493602096394920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602029286054, language=EN, stringName=MingHai Jiao, firstName=MingHai, middleName=null, lastName=Jiao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Engineering, Northeastern University, Shenyang 110167, bio={"content":"
born in 1973. PhD, associate professor, master supervisor. Member of CCF. His main research interests include artificial intelligence, image recognition, and big data parsing and optimization
"}, bioImg=null, bioContent=
born in 1973. PhD, associate professor, master supervisor. Member of CCF. His main research interests include artificial intelligence, image recognition, and big data parsing and optimization
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493602163503785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602029286054, language=CN, stringName=焦明海, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=东北大学计算机科学与工程学院 沈阳 110167, bio={"img":"UwOZVa7etpVCfLzbeBcRDw==","content":"
1973年生。博士,副教授,硕士生导师。CCF会员。主要研究方向为人工智能、图像识别、大数据分析与优化
"}, bioImg=UwOZVa7etpVCfLzbeBcRDw==, bioContent=
1973年生。博士,副教授,硕士生导师。CCF会员。主要研究方向为人工智能、图像识别、大数据分析与优化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493601957982882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, xref=null, ext=[AuthorCompanyExt(id=1325493601962177187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Northeastern University, Shenyang 110167), AuthorCompanyExt(id=1325493601970565796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=东北大学计算机科学与工程学院 沈阳 110167)])]), Author(id=1325493602218029739, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493602306110125, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602218029739, language=EN, stringName=Benhang Fan, firstName=Benhang, middleName=null, lastName=Fan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Engineering, Northeastern University, Shenyang 110167, bio={"content":"
born in 2002. Master candidate. His main research interests include machine learning and multimodal information extraction
"}, bioImg=null, bioContent=
born in 2002. Master candidate. His main research interests include machine learning and multimodal information extraction
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493602364830382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602218029739, language=CN, stringName=樊本航, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=东北大学计算机科学与工程学院 沈阳 110167, bio={"img":"CyOx8FhSOI1lQPEFXDgHXg==","content":"
2002年生。硕士研究生。主要研究方向为机器学习、多模态信息抽取
"}, bioImg=CyOx8FhSOI1lQPEFXDgHXg==, bioContent=
2002年生。硕士研究生。主要研究方向为机器学习、多模态信息抽取
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493601957982882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, xref=null, ext=[AuthorCompanyExt(id=1325493601962177187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Northeastern University, Shenyang 110167), AuthorCompanyExt(id=1325493601970565796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=东北大学计算机科学与工程学院 沈阳 110167)])]), Author(id=1325493602629071536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493604164186802, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602629071536, language=EN, stringName=Jing Wang, firstName=Jing, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Computer Science and Engineering, Northeastern University, Shenyang 110167, bio={"content":"
born in 1992. PhD candidate. Her main research interests include Internet of things and digital twin
"}, bioImg=null, bioContent=
born in 1992. PhD candidate. Her main research interests include Internet of things and digital twin
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493604256461491, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493602629071536, language=CN, stringName=王静, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=东北大学计算机科学与工程学院 沈阳 110167, bio={"img":"wzlGDrcS/L9aT3GIgFM44w==","content":"
1992年生。博士研究生。主要研究方向为物联网、数字孪生
"}, bioImg=wzlGDrcS/L9aT3GIgFM44w==, bioContent=
1992年生。博士研究生。主要研究方向为物联网、数字孪生
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493601957982882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, xref=null, ext=[AuthorCompanyExt(id=1325493601962177187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Northeastern University, Shenyang 110167), AuthorCompanyExt(id=1325493601970565796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=东北大学计算机科学与工程学院 沈阳 110167)])]), Author(id=1325493604352930485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=pengyuhuai@mail.neu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1325493604441010871, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493604352930485, language=EN, stringName=Yuhuai Peng, firstName=Yuhuai, middleName=null, lastName=Peng, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Computer Science and Engineering, Northeastern University, Shenyang 110167, bio={"content":"
born in 1983. PhD, professor, PhD supervisor. His main research interests include Internet of things, cyber physical systems, and intelligent information networks
"}, bioImg=null, bioContent=
born in 1983. PhD, professor, PhD supervisor. His main research interests include Internet of things, cyber physical systems, and intelligent information networks
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493604529091256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, authorId=1325493604352930485, language=CN, stringName=彭玉怀, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=东北大学计算机科学与工程学院 沈阳 110167, bio={"img":"Qf2UWsdjq7oM2Hlf99se6w==","content":"
1983年生。博士,教授,博士生导师。主要研究方向为物联网、网络物理系统、智能信息网络
"}, bioImg=Qf2UWsdjq7oM2Hlf99se6w==, bioContent=
1983年生。博士,教授,博士生导师。主要研究方向为物联网、网络物理系统、智能信息网络
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493601957982882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, xref=null, ext=[AuthorCompanyExt(id=1325493601962177187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Northeastern University, Shenyang 110167), AuthorCompanyExt(id=1325493601970565796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=东北大学计算机科学与工程学院 沈阳 110167)])])], keywords=[Keyword(id=1325493604633948857, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=1, keyword=named entity recognition), Keyword(id=1325493604692669114, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=2, keyword=unstructured text), Keyword(id=1325493604772360891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=3, keyword=multimodal data), Keyword(id=1325493604843664060, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=4, keyword=reinforcement learning), Keyword(id=1325493604902384317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=5, keyword=adaptive loss), Keyword(id=1325493604973687486, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, orderNo=6, keyword=chain of thought), Keyword(id=1325493605028213439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=1, keyword=命名实体识别), Keyword(id=1325493605112099520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=2, keyword=非结构化文本), Keyword(id=1325493605179208385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=3, keyword=多模态数据), Keyword(id=1325493605250511554, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=4, keyword=强化学习), Keyword(id=1325493605334397635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=5, keyword=自适应损失), Keyword(id=1325493605405700804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, orderNo=6, keyword=思维链)], refs=[Reference(id=1325493610736661207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Mai Chengcheng, Liu Jian, Qiu Mengchuan, et al. Pronounce differently, mean differently: A multi-tagging-scheme learning method for Chinese NER integrated with lexicon and phonetic features[J]. Information Processing & Management, 2022, 59(5): 103041, articleTitle=null, refAbstract=null), Reference(id=1325493610820547289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=He Qizhen, Wu Liang, Yin Yida, et al. Knowledge-graph augmented word representations for named entity recognition[C]//Proc of the 34th Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 7919−7926, articleTitle=null, refAbstract=null), Reference(id=1325493610908627674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=王嘉诚, 王凯, 王昊奋, 等. 面向远程监督命名实体识别等噪声检测[J]. 计算机研究与发展, 2024, 61(4): 916−928, articleTitle=null, refAbstract=null), Reference(id=1325493610992513755, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jiacheng, Wang Kai, Wang Haofen, et al. Noise detection for distant supervised named entity recongnition[J]. Journal of Computer Research and Development, 2024, 61(4): 916−928 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493611097371356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Arshad O, Gallo I, Nawaz S, et al. Aiding intra-text representations with visual context for multimodal named entity recognition[C]//Proc of the IEEE Int Conf on Document Analysis and Recognition (ICDAR). Piscataway, NJ: IEEE, 2019: 337−342, articleTitle=null, refAbstract=null), Reference(id=1325493611172868829, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xin, Yuan Jingling, Li Lin, et al. Reducing the bias of visual objects in multimodal named entity recognition[C]//Proc of the 16th ACM Int Conf on Web Search and Data Mining. New York: ACM, 2023: 958−966, articleTitle=null, refAbstract=null), Reference(id=1325493611277726430, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei J, Wang X, Schuurmans D, et al. Chain-of-thought prompting elicits reasoning in large language models[J]. Advances in Neural Information Processing Systems, 2022, 35: 24824−24837, articleTitle=null, refAbstract=null), Reference(id=1325493611357418207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Mnih V, Kavukcuoglu K, Silver D, et al. Playing Atari with deep reinforcement learning[J]. arXiv preprint, arXiv: 1312.5602, 2013, articleTitle=null, refAbstract=null), Reference(id=1325493613039334112, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Moon S, Neves L, Carvalho V. Multimodal named entity recognition for short social media posts[J]. arXiv preprint, arXiv: 1802.07862, 2018, articleTitle=null, refAbstract=null), Reference(id=1325493613190329057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qi, Fu Jinlan, Liu Xiaoyu, et al. Adaptive co-attention network for named entity recognition in tweets[C]//Proc of the 32nd Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018: 5674−5681, articleTitle=null, refAbstract=null), Reference(id=1325493613270020834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu D, Neves L, Carvalho V, et al. Visual attention model for name tagging in multimodal social media[C]//Proc of the 56th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2018: 1990−1999, articleTitle=null, refAbstract=null), Reference(id=1325493613542650595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Jianfei, Jiang Jing, Yang Li, et al. Improving multimodal named entity recognition via entity span detection with unified multimodal transformer[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 3342−3352, articleTitle=null, refAbstract=null), Reference(id=1325493613613953764, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Dong, Wei Suzhong, Li Shoushan, et al. Multi-modal graph fusion for named entity recognition with targeted visual guidance[C]//Proc of the 35th Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 14347−14355, articleTitle=null, refAbstract=null), Reference(id=1325493613685256933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Bo, Huang Shizhou, Sha Chaofeng, et al. MAF: A general matching and alignment framework for multimodal named entity recognition[C]//Proc of the 15th ACM Int Conf on Web Search and Data Mining. New York: ACM, 2022: 1215−1223, articleTitle=null, refAbstract=null), Reference(id=1325493613760754406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Bhattacharjee A, Karami M, Liu H. Text transformations in contrastive self-supervised learning: A review[J]. arXiv preprint, arXiv: 2203.12000, 2022, articleTitle=null, refAbstract=null), Reference(id=1325493614146630375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xiang, Zhang Ningyu, Li Lei, et al. Good visual guidance makes a better extractor: Hierarchical visual prefix for multimodal entity and relation extraction[J]. arXiv preprint, arXiv: 2205.03521, 2022, articleTitle=null, refAbstract=null), Reference(id=1325493614255682280, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Lin, Wang Jiquan, Zhang Kai, et al. RpBERT: A text-image relation propagation-based BERT model for multimodal NER[C]//Proc of the 35th Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 13860−13868, articleTitle=null, refAbstract=null), Reference(id=1325493614356345577, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Baohang, Zhang Ying, Song Kehui, et al. A span-based multimodal variational autoencoder for semi-supervised multimodal named entity recognition[C]//Proc of the 2022 Conf on Empirical Methods in Natural Language Processing (EMNLP). Stroudsburg, PA: ACL, 2022: 6293−6302, articleTitle=null, refAbstract=null), Reference(id=1325493614431843050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Sang E F, Veenstra J. Representing text chunks[C]//Proc of the 9th Conf on European Chapter of the Association for Computational Linguistics (EACL). Stroudsburg, PA: ACL, 1999: 173−179, articleTitle=null, refAbstract=null), Reference(id=1325493614507340523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[J]. Advances in Neural Information Processing Systems, 2020, 33: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1325493614570255084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[C]//Proc of the Annual Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1325493614645752557, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Ruilin, Xiong Shengwu, Zhao Yichen, et al. Visualgrounding with multi-model conditional adaptation[C]//Proc of the 32nd ACM Int Conf on Multimedia. New York: ACM, 2024: 3877−3886, articleTitle=null, refAbstract=null), Reference(id=1325493614708667118, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Zhiheng, Xu Wei, Yu Kai. Bidirectional LSTM-CRF models for sequence tagging[J]. arXiv preprint, arXiv: 1508.01991, 2015, articleTitle=null, refAbstract=null), Reference(id=1325493614771581679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Xuezhe, Hovy E. End-to-end sequence labeling via bi-directional LSTM-CNNs-CRF[J]. arXiv preprint, arXiv: 1603.01354, 2016, articleTitle=null, refAbstract=null), Reference(id=1325493614830301936, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Feng, Liu Jiajia, Ji Kaixiang, et al. Learning implicit entity-object relations by bidirectional generative alignment for multimodal NER[C]//Proc of the 31st ACM Int Conf on Multimedia. New York: ACM, 2023: 4555−4563, articleTitle=null, refAbstract=null), Reference(id=1325493614897410801, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Jinyuan, Li Han, Pan Zhuo, et al. Prompting ChatGPT in MNER: Enhanced multimodal named entity recognition with auxiliary refined knowledge[J]. arXiv preprint, arXiv: 2305.12212, 2023, articleTitle=null, refAbstract=null), Reference(id=1325493614960325362, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Zihao, Zhang Zihan, Wang Zexin, et al. Decompose, prioritize, and eliminate: Dynamically integrating diverse representations for multimodal named entity recognition[C]//Proc of the 2024 Joint Int Conf on Computational Linguistics, Language Resources and Evaluation (LREC-COLING’ 2024). Stroudsburg, PA: ACL, 2024: 4498−4508, articleTitle=null, refAbstract=null), Reference(id=1325493615023239923, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Bao Xigang, Tian Mengyuan, Zha Zhiyuan, et al. MPMRC-MNER: A unified MRC framework for multimodal named entity recognition based multimodal prompt[C]//Proc of the 32nd ACM Int Conf on Information and Knowledge Management. New York: ACM, 2023: 47−56, articleTitle=null, refAbstract=null), Reference(id=1325493615086154484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Zhengjie, Zhang Yu, Mi S. Assisting multimodal named entity recognition by cross-modal auxiliary tasks[J]. Pattern Recognition Letters, 2023, 175: 52−58, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325493601957982882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, xref=null, ext=[AuthorCompanyExt(id=1325493601962177187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Engineering, Northeastern University, Shenyang 110167), AuthorCompanyExt(id=1325493601970565796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, companyId=1325493601957982882, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=东北大学计算机科学与工程学院 沈阳 110167)])], figs=[ArticleFig(id=1325493605539918533, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Figure 1, caption=
Image information assisted recognition, figureFileSmall=+kj5STqVQHFgud7Dz9gsLw==, figureFileBig=bU+xLoqBbHT+BrkKlw69RA==, tableContent=null), ArticleFig(id=1325493605615416006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=图1, caption=
图像信息辅助识别, figureFileSmall=+kj5STqVQHFgud7Dz9gsLw==, figureFileBig=bU+xLoqBbHT+BrkKlw69RA==, tableContent=null), ArticleFig(id=1325493609285432007, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Figure 2, caption=
The structure of RFAL, figureFileSmall=HLg0hPHpmMOCd38pnLQUEA==, figureFileBig=Mrk03GUyhJPoX/2V8feJUw==, tableContent=null), ArticleFig(id=1325493609352540872, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=图2, caption=
RFAL结构, figureFileSmall=HLg0hPHpmMOCd38pnLQUEA==, figureFileBig=Mrk03GUyhJPoX/2V8feJUw==, tableContent=null), ArticleFig(id=1325493609432232649, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Figure 3, caption=
Comparison of experimental results on two datasets, figureFileSmall=L1x2uPX7XvZkFDRFrH1ftA==, figureFileBig=BHjXlIqDxfMx5TSE6mzBuw==, tableContent=null), ArticleFig(id=1325493609520313034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=图3, caption=
2个数据集上的实验结果对比, figureFileSmall=L1x2uPX7XvZkFDRFrH1ftA==, figureFileBig=BHjXlIqDxfMx5TSE6mzBuw==, tableContent=null), ArticleFig(id=1325493609612587723, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 1, caption=
Statistical Data of Two Datasets, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | Twitter-2015 | | Twitter-2017 |
|---|
| 训练集 | 验证集 | 测试集 | | 训练集 | 验证集 | 测试集 |
|---|
| PER | 2217 | 552 | 1816 | | 2943 | 626 | 621 |
| LOC | 2091 | 522 | 1697 | | 731 | 173 | 178 |
| ORG | 928 | 247 | 839 | | 1674 | 357 | 395 |
| MISC | 940 | 225 | 726 | | 701 | 150 | 157 |
| 总计 | 6176 | 1546 | 5078 | | 6049 | 1324 | 1351 |
| 推文数量 | 4000 | 1000 | 3257 | | 3373 | 723 | 723 |
), ArticleFig(id=1325493609692279500, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表1, caption=
2个数据集的统计数据
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | Twitter-2015 | | Twitter-2017 |
|---|
| 训练集 | 验证集 | 测试集 | | 训练集 | 验证集 | 测试集 |
|---|
| PER | 2217 | 552 | 1816 | | 2943 | 626 | 621 |
| LOC | 2091 | 522 | 1697 | | 731 | 173 | 178 |
| ORG | 928 | 247 | 839 | | 1674 | 357 | 395 |
| MISC | 940 | 225 | 726 | | 701 | 150 | 157 |
| 总计 | 6176 | 1546 | 5078 | | 6049 | 1324 | 1351 |
| 推文数量 | 4000 | 1000 | 3257 | | 3373 | 723 | 723 |
), ArticleFig(id=1325493609771971277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 2, caption=
Training Hyper-Parameters, figureFileSmall=null, figureFileBig=null, tableContent=
| 超参数 | 取值 |
|---|
| batch_size | 4 |
| epoch | 6 |
| learning_rate | 1E−5 |
| warmup_ratio | 0.03 |
| bf16 | True |
), ArticleFig(id=1325493609847468750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表2, caption=
训练的超参数
, figureFileSmall=null, figureFileBig=null, tableContent=
| 超参数 | 取值 |
|---|
| batch_size | 4 |
| epoch | 6 |
| learning_rate | 1E−5 |
| warmup_ratio | 0.03 |
| bf16 | True |
), ArticleFig(id=1325493609914577615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 3, caption=
Comparison of Experimental Results %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| PER | LOC | ORG | MISC | P | R | F1 | | PER | LOC | ORG | MISC | P | R | F1 |
|---|
| 注:加黑数值表示在当前指标下的最优值。 |
| BiLSTM-CRF | 76.77 | 72.56 | 41.33 | 26.8 | 68.14 | 61.09 | 64.42 | | 85.12 | 72.68 | 72.50 | 52.56 | 79.42 | 73.43 | 76.31 |
| CNN-BiLSTM-CRF | 80.86 | 75.39 | 47.77 | 32.61 | 66.24 | 68.09 | 67.15 | | 87.99 | 77.44 | 74.02 | 60.82 | 80 | 78.76 | 79.37 |
| BERT-CRF | 84.74 | 80.51 | 60.27 | 37.29 | 69.22 | 74.59 | 71.81 | | 90.25 | 83.05 | 81.13 | 62.21 | 83.32 | 83.57 | 83.44 |
| MAF | 84.67 | 81.18 | 63.35 | 41.82 | 71.86 | 75.10 | 73.42 | | 91.51 | 85.80 | 85.10 | 68.79 | 86.13 | 86.38 | 86.25 |
| BGA-MNER | 86.8 | 83.62 | 63.6 | 42.65 | 78.60 | 74.16 | 76.31 | | 93.71 | 85.55 | 85.71 | 71.05 | 87.71 | 87.71 | 87.71 |
| PGIM | 88.34 | 84.22 | 70.15 | 52.34 | 79.21 | 79.45 | 79.33 | | 96.46 | 89.89 | 89.03 | 79.62 | 90.86 | 92.01 | 91.43 |
| DPE-MNER | 87.31 | 84.36 | 65.93 | 48.48 | 76.86 | 78.27 | 77.56 | | 92.37 | 87.47 | 86.33 | 73.83 | 88.46 | 87.34 | 87.9 |
| MPMRC-MNER | 85.88 | 83.06 | 66.6 | 42.99 | 77.15 | 75.39 | 76.26 | | 92.80 | 86.80 | 83.40 | 72.79 | 87.1 | 87.16 | 87.13 |
| CMAT | 86.11 | 81.62 | 63.53 | 41.18 | 73.22 | 75.63 | 74.39 | | 92.02 | 86.12 | 85.25 | 70.20 | 87.3 | 86.89 | 87.09 |
| RFAL(本文) | 90.45 | 86.91 | 70.01 | 55.28 | 88.85 | 84.19 | 86.45 | | 96.82 | 88.27 | 89.85 | 75.38 | 94.72 | 92.89 | 93.80 |
), ArticleFig(id=1325493609994269392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表3, caption=
实验结果对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| PER | LOC | ORG | MISC | P | R | F1 | | PER | LOC | ORG | MISC | P | R | F1 |
|---|
| 注:加黑数值表示在当前指标下的最优值。 |
| BiLSTM-CRF | 76.77 | 72.56 | 41.33 | 26.8 | 68.14 | 61.09 | 64.42 | | 85.12 | 72.68 | 72.50 | 52.56 | 79.42 | 73.43 | 76.31 |
| CNN-BiLSTM-CRF | 80.86 | 75.39 | 47.77 | 32.61 | 66.24 | 68.09 | 67.15 | | 87.99 | 77.44 | 74.02 | 60.82 | 80 | 78.76 | 79.37 |
| BERT-CRF | 84.74 | 80.51 | 60.27 | 37.29 | 69.22 | 74.59 | 71.81 | | 90.25 | 83.05 | 81.13 | 62.21 | 83.32 | 83.57 | 83.44 |
| MAF | 84.67 | 81.18 | 63.35 | 41.82 | 71.86 | 75.10 | 73.42 | | 91.51 | 85.80 | 85.10 | 68.79 | 86.13 | 86.38 | 86.25 |
| BGA-MNER | 86.8 | 83.62 | 63.6 | 42.65 | 78.60 | 74.16 | 76.31 | | 93.71 | 85.55 | 85.71 | 71.05 | 87.71 | 87.71 | 87.71 |
| PGIM | 88.34 | 84.22 | 70.15 | 52.34 | 79.21 | 79.45 | 79.33 | | 96.46 | 89.89 | 89.03 | 79.62 | 90.86 | 92.01 | 91.43 |
| DPE-MNER | 87.31 | 84.36 | 65.93 | 48.48 | 76.86 | 78.27 | 77.56 | | 92.37 | 87.47 | 86.33 | 73.83 | 88.46 | 87.34 | 87.9 |
| MPMRC-MNER | 85.88 | 83.06 | 66.6 | 42.99 | 77.15 | 75.39 | 76.26 | | 92.80 | 86.80 | 83.40 | 72.79 | 87.1 | 87.16 | 87.13 |
| CMAT | 86.11 | 81.62 | 63.53 | 41.18 | 73.22 | 75.63 | 74.39 | | 92.02 | 86.12 | 85.25 | 70.20 | 87.3 | 86.89 | 87.09 |
| RFAL(本文) | 90.45 | 86.91 | 70.01 | 55.28 | 88.85 | 84.19 | 86.45 | | 96.82 | 88.27 | 89.85 | 75.38 | 94.72 | 92.89 | 93.80 |
), ArticleFig(id=1325493610082349777, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 4, caption=
Ablation Experiments of Model Structure %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| P | R | F1 | | P | R | F1 |
|---|
| w/o I&A | 88.63 | 79.65 | 83.9 | | 93.84 | 87.93 | 90.79 |
| w/o INF | 88.73 | 82.43 | 85.47 | | 95.18 | 92.08 | 93.6 |
| w/o AMLO | 89.99 | 80.15 | 84.78 | | 95.67 | 90.01 | 92.75 |
| RFAL(本文) | 88.85 | 84.19 | 86.45 | | 94.72 | 92.89 | 93.8 |
), ArticleFig(id=1325493610187207378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表4, caption=
模型结构消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| P | R | F1 | | P | R | F1 |
|---|
| w/o I&A | 88.63 | 79.65 | 83.9 | | 93.84 | 87.93 | 90.79 |
| w/o INF | 88.73 | 82.43 | 85.47 | | 95.18 | 92.08 | 93.6 |
| w/o AMLO | 89.99 | 80.15 | 84.78 | | 95.67 | 90.01 | 92.75 |
| RFAL(本文) | 88.85 | 84.19 | 86.45 | | 94.72 | 92.89 | 93.8 |
), ArticleFig(id=1325493610271093459, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 5, caption=
Ablation Experiments of Different Components in an Adaptive Multi-Type Loss Optimization Module %, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| P | R | F1 | | P | R | F1 |
|---|
| 注:INF表示只使用图文噪声过滤层,INF+L1,L2,L3分别表示在图文噪声过滤层的基础上加入自适应多类型损失优化层中的焦点交叉熵损失函数、标签平滑的KL损失函数、隐式边界一致性损失函数。RFAL是在INF+L1+L2+L3的基础上加入类似对比学习的损失函数。 |
| INF | 89.99 | 80.15 | 84.78 | | 95.67 | 90.01 | 92.75 |
| INF+L1 | 89.18 | 81.74 | 85.30 | | 95.05 | 90.90 | 92.92 |
| INF+L1+L2 | 89.22 | 82.59 | 85.78 | | 95.23 | 91.71 | 93.44 |
| INF+L1+L2+L3 | 89.21 | 83.28 | 86.14 | | 94.93 | 91.49 | 93.18 |
| RFAL(本文) | 88.85 | 84.19 | 86.45 | | 94.72 | 92.89 | 93.8 |
), ArticleFig(id=1325493610354979540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表5, caption=
自适应多类型损失优化模块中各组件消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Twitter-2015 | | Twitter-2017 |
|---|
| P | R | F1 | | P | R | F1 |
|---|
| 注:INF表示只使用图文噪声过滤层,INF+L1,L2,L3分别表示在图文噪声过滤层的基础上加入自适应多类型损失优化层中的焦点交叉熵损失函数、标签平滑的KL损失函数、隐式边界一致性损失函数。RFAL是在INF+L1+L2+L3的基础上加入类似对比学习的损失函数。 |
| INF | 89.99 | 80.15 | 84.78 | | 95.67 | 90.01 | 92.75 |
| INF+L1 | 89.18 | 81.74 | 85.30 | | 95.05 | 90.90 | 92.92 |
| INF+L1+L2 | 89.22 | 82.59 | 85.78 | | 95.23 | 91.71 | 93.44 |
| INF+L1+L2+L3 | 89.21 | 83.28 | 86.14 | | 94.93 | 91.49 | 93.18 |
| RFAL(本文) | 88.85 | 84.19 | 86.45 | | 94.72 | 92.89 | 93.8 |
), ArticleFig(id=1325493610451448533, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=EN, label=Table 6, caption=
Entity Prediction, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 视觉信息重要性 | 图像噪声干扰问题 |
|---|
 |  |
|---|
(a) [Sergio Ramos]1: [Real Madrid]2 as motivated as two years ago | (b) My [Future Hearts]1 Tour concert was one year ago today |
|---|
| 注:“√”表示该类型识别正确,“×”表示该类型识别错误。 |
| BERT-CRF | 1-PER√ | 2-MISC× | 1-MISC√ |
| MAF | 1-PER√ | 2-ORG√ | 1-PER× |
| RFAL(本文) | 1-PER√ | 2-ORG√ | 1-MISC√ |
), ArticleFig(id=1325493610606637782, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493596878680717, language=CN, label=表6, caption=
实体预测
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 视觉信息重要性 | 图像噪声干扰问题 |
|---|
 |  |
|---|
(a) [Sergio Ramos]1: [Real Madrid]2 as motivated as two years ago | (b) My [Future Hearts]1 Tour concert was one year ago today |
|---|
| 注:“√”表示该类型识别正确,“×”表示该类型识别错误。 |
| BERT-CRF | 1-PER√ | 2-MISC× | 1-MISC√ |
| MAF | 1-PER√ | 2-ORG√ | 1-PER× |
| RFAL(本文) | 1-PER√ | 2-ORG√ | 1-MISC√ |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550273, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550273, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550273, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550273, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1769875200000, fullTextJson=null, articleText=null, reference=null)