Article(id=1329456358144979447, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202220999, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1670342400000, receivedDateStr=2022-12-07, revisedDate=1688054400000, revisedDateStr=2023-06-30, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896695885, onlineDateStr=2026-11-17, pubDate=1711900800000, pubDateStr=2024-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896695885, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896695885, creator=13701087609, updateTime=1794896695885, updator=13701087609, issue=Issue{id=1329456279791186761, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='4', pageStart='809', pageEnd='1084', issueExtLink='null', onlineDate='null', pubDate='1711900800000', pubDateStr='2024-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896677204, creator='13701087609', updateTime=1794899232988, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329466999882756515, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329466999882756516, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329456279791186761, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=916, endPage=928, ext={EN=ArticleExt(id=1329456358312751608, articleId=1329456358144979447, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Noise Detection for Distant Supervised Named Entity Recognition, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
On distantly supervised named entity recognition (NER), there are many reinforcement learning based approaches, which exploit the powerful decision-making ability of reinforcement learning to detect noise from the automatically labeled data generated by distant supervision. However, the structures of the policy network models used are typically simple, which results in a weak ability to recognize noisy instances. Furthermore, correct instances are identified at sentence level, resulting in part of the useful information in the sentence being discarded. In this paper, we propose a new reinforcement learning based method for distantly supervised NER, named RLTL-DSNER, which can detect correct instances at token level from noisy data generated by distant supervision, proposing to reduce the negative impact of noisy instances on distantly supervised NER model. Specifically, we introduce a tag confidence function to identify correct instances accurately. In addition, we propose a novel pretraining strategy for the NER model. This strategy can provide accurate state representations and effective reward values for the initial training of the reinforcement learning model. The pre-training strategy can help guide it to update in the right direction. We conduct experiments on four datasets to verify the superiority of the RLTL-DSNER method, gaining 4.28% F1 improvement on NEWS dataset over state-of-the-art methods.
, authors=Jiacheng Wang
1, Kai Wang
1, Haofen Wang
2, Wen Du
3, Zhidong He
3, Tong Ruan
1, *, Jingping Liu
1, authorsList=Jiacheng Wang, Kai Wang, Haofen Wang, Wen Du, Zhidong He, Tong Ruan, Jingping Liu, authorCompany=null, correspAuthors=Tong Ruan, authorNote=
born in 2000. Master candidate. His main research interests include machine learning and information extraction
born in 1997. Master candidate. His main research interests include machine learning and data mining
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
born in 1975. Professoriate senior engineer. His main research interests include big data and artificial intelligence
born in 1989. PhD, senior engineer. His main research interests include complex networks and knowledge graph
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
born in 1991. PhD, lecturer. His main research interests include knowledge graph and natural language processing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329456361974379030, articleId=1329456358144979447, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=面向远程监督命名实体识别的噪声检测, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
针对远程监督命名实体识别(named entity recognition, NER)任务,目前有许多基于强化学习的方法,利用强化学习的强大决策能力,对远程监督生成的自动标注数据进行噪声过滤. 然而,这些方法所使用的策略网络模型架构都较简单,识别噪声能力较弱,且都以完整的句子样本为单位进行识别,导致句子中的部分正确信息被丢弃. 为解决上述问题,提出了一种新的基于强化学习的方法,称为RLTL-DSNER,该方法可以从远程监督生成的带噪数据中,以单词级别识别正确实例,减少噪声实例对远程监督NER的负面影响. 具体来说,在策略网络模型中引入了标签置信函数来准确识别实例. 此外,提出了一种新颖的NER模型预训练策略,使其能为强化学习的初始训练提供精准的状态表示和有效的奖励值,引导其向正确的方向更新. 在4个数据集上的实验结果验证了RLTL-DSNER方法的优越性,在NEWS数据集上,相较于现有最先进的方法,获得了4.28%的F1提升.
, authors=王嘉诚
1, 王凯
1, 王昊奋
2, 杜渂
3, 何之栋
3, 阮彤
1, *, 刘井平
1, authorsList=王嘉诚, 王凯, 王昊奋, 杜渂, 何之栋, 阮彤, 刘井平, authorCompany=null, correspAuthors=阮彤, authorNote=
 |
2000年生. 硕士研究生. 主要研究方向为机器学习、信息抽取 |
 |
1997年生. 硕士研究生. 主要研究方向为机器学习、数据挖掘 |
 |
1982年生. 博士,教授,博士生导师. CCF高级会员. 主要研究方向为知识图谱、自然语言处理、数据挖掘 |
 |
1975年生. 教授级高工. 主要研究方向为大数据、人工智能 |
 |
1989年生. 博士,高级工程师. 主要研究方向为复杂网络、知识图谱 |
 |
1973年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为知识图谱、数据挖掘、数据质量评估 |
 |
1991年生. 博士,讲师. 主要研究方向为知识图谱、自然语言处理 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=6uxkn/wdrySvXYKgxRFvRQ==, magXml=BSPzsiwzOTgGfIEl8Y0emA==, pdfUrl=null, pdf=HD4O8L+o9j2mDc8ZRLInGA==, pdfFileSize=1683203, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=Pymsg1eyBNpHJVWMFgcEuA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=7v3LhHpQBQeHH2Kdj6ia3w==, mapNumber=null, fund=null)}, authors=[Author(id=1329456362544804385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=y80220109@mail.ecust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456362611913251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456362544804385, language=EN, stringName=Jiacheng Wang, firstName=Jiacheng, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 2000. Master candidate. His main research interests include machine learning and information extraction
"}, bioImg=null, bioContent=
born in 2000. Master candidate. His main research interests include machine learning and information extraction
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456362674827812, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456362544804385, language=CN, stringName=王嘉诚, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"fR29i5vPdJy5GMQx3x/TCA==","content":"
2000年生. 硕士研究生. 主要研究方向为机器学习、信息抽取
"}, bioImg=fR29i5vPdJy5GMQx3x/TCA==, bioContent=
2000年生. 硕士研究生. 主要研究方向为机器学习、信息抽取
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362226037271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=1, ext=[AuthorCompanyExt(id=1329456362242814489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1329456362255397401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1329456362754519590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456362964234792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456362754519590, language=EN, stringName=Kai Wang, firstName=Kai, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1997. Master candidate. His main research interests include machine learning and data mining
"}, bioImg=null, bioContent=
born in 1997. Master candidate. His main research interests include machine learning and data mining
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456364444824105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456362754519590, language=CN, stringName=王凯, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"y9Qbfm5r/HHZjJ2+/sGg2w==","content":"
1997年生. 硕士研究生. 主要研究方向为机器学习、数据挖掘
"}, bioImg=y9Qbfm5r/HHZjJ2+/sGg2w==, bioContent=
1997年生. 硕士研究生. 主要研究方向为机器学习、数据挖掘
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362226037271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=1, ext=[AuthorCompanyExt(id=1329456362242814489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1329456362255397401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1329456364511932971, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456364650345005, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456364511932971, language=EN, stringName=Haofen Wang, firstName=Haofen, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2College of Design and Innovation, Tongji University, Shanghai 200092, bio={"content":"
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
"}, bioImg=null, bioContent=
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include knowledge graph, natural language processing, and data mining
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456364709065262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456364511932971, language=CN, stringName=王昊奋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2同济大学设计与创意学院 上海 200092, bio={"img":"p4GUxih7yj1x7DEgX22ffw==","content":"
1982年生. 博士,教授,博士生导师. CCF高级会员. 主要研究方向为知识图谱、自然语言处理、数据挖掘
"}, bioImg=p4GUxih7yj1x7DEgX22ffw==, bioContent=
1982年生. 博士,教授,博士生导师. CCF高级会员. 主要研究方向为知识图谱、自然语言处理、数据挖掘
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362318311962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=2, ext=[AuthorCompanyExt(id=1329456362326700571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362318311962, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2College of Design and Innovation, Tongji University, Shanghai 200092), AuthorCompanyExt(id=1329456362335089180, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362318311962, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2同济大学设计与创意学院 上海 200092)])]), Author(id=1329456364771979824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456364855865906, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456364771979824, language=EN, stringName=Wen Du, firstName=Wen, middleName=null, lastName=Du, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3DS Information Technology Co., Ltd., Shanghai 200032, bio={"content":"
born in 1975. Professoriate senior engineer. His main research interests include big data and artificial intelligence
"}, bioImg=null, bioContent=
born in 1975. Professoriate senior engineer. His main research interests include big data and artificial intelligence
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456364985889331, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456364771979824, language=CN, stringName=杜渂, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3迪爱斯信息技术股份有限公司 上海 200032, bio={"img":"+k2LKSVA1wiVMi5jE3AE3g==","content":"
1975年生. 教授级高工. 主要研究方向为大数据、人工智能
"}, bioImg=+k2LKSVA1wiVMi5jE3AE3g==, bioContent=
1975年生. 教授级高工. 主要研究方向为大数据、人工智能
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362410586653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=3, ext=[AuthorCompanyExt(id=1329456362431558174, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3DS Information Technology Co., Ltd., Shanghai 200032), AuthorCompanyExt(id=1329456362439946783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3迪爱斯信息技术股份有限公司 上海 200032)])]), Author(id=1329456365099135541, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456365170438711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365099135541, language=EN, stringName=Zhidong He, firstName=Zhidong, middleName=null, lastName=He, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3DS Information Technology Co., Ltd., Shanghai 200032, bio={"content":"
born in 1989. PhD, senior engineer. His main research interests include complex networks and knowledge graph
"}, bioImg=null, bioContent=
born in 1989. PhD, senior engineer. His main research interests include complex networks and knowledge graph
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456365241741880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365099135541, language=CN, stringName=何之栋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3迪爱斯信息技术股份有限公司 上海 200032, bio={"img":"B+ECEVPI4fM1OAXbfhBD7g==","content":"
1989年生. 博士,高级工程师. 主要研究方向为复杂网络、知识图谱
"}, bioImg=B+ECEVPI4fM1OAXbfhBD7g==, bioContent=
1989年生. 博士,高级工程师. 主要研究方向为复杂网络、知识图谱
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362410586653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=3, ext=[AuthorCompanyExt(id=1329456362431558174, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3DS Information Technology Co., Ltd., Shanghai 200032), AuthorCompanyExt(id=1329456362439946783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3迪爱斯信息技术股份有限公司 上海 200032)])]), Author(id=1329456365296267834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=ruantong@ecust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329456365350793788, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365296267834, language=EN, stringName=Tong Ruan, firstName=Tong, middleName=null, lastName=Ruan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
"}, bioImg=null, bioContent=
born in 1973. PhD, professor, PhD supervisor. Member of CCF. Her main research interests include knowledge graph, data mining, and data quality assessment
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456365413708349, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365296267834, language=CN, stringName=阮彤, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"BQyl9TQm3Ag/yFtNOtiVWg==","content":"
1973年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为知识图谱、数据挖掘、数据质量评估
"}, bioImg=BQyl9TQm3Ag/yFtNOtiVWg==, bioContent=
1973年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为知识图谱、数据挖掘、数据质量评估
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362226037271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=1, ext=[AuthorCompanyExt(id=1329456362242814489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1329456362255397401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])]), Author(id=1329456365468234303, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, orderNo=6, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456365531148865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365468234303, language=EN, stringName=Jingping Liu, firstName=Jingping, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237, bio={"content":"
born in 1991. PhD, lecturer. His main research interests include knowledge graph and natural language processing
"}, bioImg=null, bioContent=
born in 1991. PhD, lecturer. His main research interests include knowledge graph and natural language processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456365594063426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, authorId=1329456365468234303, language=CN, stringName=刘井平, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1华东理工大学信息科学与工程学院 上海 200237, bio={"img":"nLqqQr95WFJT4z2Yqv1LAQ==","content":"
1991年生. 博士,讲师. 主要研究方向为知识图谱、自然语言处理
"}, bioImg=nLqqQr95WFJT4z2Yqv1LAQ==, bioContent=
1991年生. 博士,讲师. 主要研究方向为知识图谱、自然语言处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456362226037271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=1, ext=[AuthorCompanyExt(id=1329456362242814489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1329456362255397401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)])])], keywords=[Keyword(id=1329456365673755203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, orderNo=1, keyword=named entity recognition), Keyword(id=1329456365740864068, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, orderNo=2, keyword=distant supervision), Keyword(id=1329456365812167237, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, orderNo=3, keyword=deep reinforcement learning), Keyword(id=1329456365879276102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, orderNo=4, keyword=noise detection), Keyword(id=1329456365942190663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, orderNo=5, keyword=pre-training strategy), Keyword(id=1329456365996716616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, orderNo=1, keyword=命名实体识别), Keyword(id=1329456366059631177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, orderNo=2, keyword=远程监督), Keyword(id=1329456366114157130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, orderNo=3, keyword=深度强化学习), Keyword(id=1329456366172877387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, orderNo=4, keyword=噪声检测), Keyword(id=1329456366231597644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, orderNo=5, keyword=预训练策略)], refs=[Reference(id=1329456370060997223, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=李冬梅,张扬,李东远,等. 实体关系抽取方法研究综述[J]. 计算机研究与发展,2020,57(7):1424−1448, articleTitle=null, refAbstract=null), Reference(id=1329456370128106088, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Dongmei, Zhang Yang, Li Dongyuan, et al. Review of entity relation extraction methods[J]. Journal of Computer Research and Development, 2020, 57(7): 1424−1448(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456370207797865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Mutabazi E, Ni Jianjun, Tang Guangyi, et al. A review on medical textual question answering systems based on deep learning approaches[J/OL]. Applied Sciences, 2021[2023-05-24].https://www.mdpi.com/2076-3417/11/12/5456, articleTitle=null, refAbstract=null), Reference(id=1329456370274906730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=胡宇,申德荣,聂铁铮,等. 面向生物医学实体链接的联合式学习方法[J]. 计算机学报,2022,45(4):748−765, articleTitle=null, refAbstract=null), Reference(id=1329456370346209899, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Yu, Shen Derong, Nie Tiezheng, et al. A joint learning method for biomedical entity linking[J]. Chinese Journal of Computers, 2022, 45(4): 748−765 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456370421707372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=杨玉基,许斌,胡家威,等. 一种准确而高效的领域知识图谱构建方法[J]. 软件学报,2018,29(10):2931−2947, articleTitle=null, refAbstract=null), Reference(id=1329456370530759277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Yuji, Xu Bin, Hu Jiawei, et al. Accurate and efficient method for constructing domain knowledge graph[J]. Journal of Software, 2018, 29(10): 2931−2947 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456370585285230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=王萌,王昊奋,李博涵,等. 新一代知识图谱关键技术综述[J]. 计算机研究与发展,2022,59(9):1947−1965, articleTitle=null, refAbstract=null), Reference(id=1329456370644005487, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Meng, Wang Haofen, Li Bohan, et al. Survey on key technologies of new generation knowledge graph[J]. Journal of Computer Research and Development, 2022, 59(9): 1947−1965 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456370702725744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=王飞,刘井平,刘斌,等. 代码知识图谱构建及智能化软件开发方法研究[J]. 软件学报,2020,31(1):47−66, articleTitle=null, refAbstract=null), Reference(id=1329456370757251697, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Fei, Liu Jingping, Liu Bin, et al. Survey on construction of code knowledge graph and intelligent software development[J]. Journal of Software, 2020, 31(1): 47−66 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456370824360562, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Souza F, Nogueira R, Lotufo R. Portuguese named entity recognition using BERT-CRF[J]. arXiv preprint, arXiv: 1909.10649, 2019, articleTitle=null, refAbstract=null), Reference(id=1329456370887275123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Hao Fei, Ji Donghong, Li Bobo, et al. Rethinking boundaries: End-to-end recognition of discontinuous mentions with pointer networks[C]//Proc of the 35th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 12785−12793, articleTitle=null, refAbstract=null), Reference(id=1329456370950189684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Chenhao, Liang Jiaqing, Liu Jingping, et al. Revisiting the negative data of distantly supervised relation extraction[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing (ACL-IJCNLP). Stroudsburg, PA: ACL, 2021: 3572−3581, articleTitle=null, refAbstract=null), Reference(id=1329456371013104245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Lange L, Hedderich M A, Klakow D. Feature-dependent confusion matrices for low-resource NER labeling with noisy labels[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 3554−3559, articleTitle=null, refAbstract=null), Reference(id=1329456371080213110, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yangming, Liu Lemao, Shi Shuming. Empirical analysis of unlabeled entity problem in named entity recognition[C/OL]//Proc of the 9th Int Conf on Learning Representations. 2021[2023-05-24].https://openreview.net/forum?id=5jRVa89sZk, articleTitle=null, refAbstract=null), Reference(id=1329456371155710583, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yangming, Liu Lemao, Shi Shuming. Rethinking negative sampling for unlabeled entity problem in named entity recognition[J]. arXiv preprint, arXiv: 2108.11607, 2021, articleTitle=null, refAbstract=null), Reference(id=1329456371227013752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Yaosheng, Chen Wenliang, Li Zhenghua, et al. Distantly supervised NER with partial annotation learning and reinforcement learning[C]//Proc of the 27th Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2018: 2159−2169, articleTitle=null, refAbstract=null), Reference(id=1329456371302511225, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Nooralahzadeh F, Lønning J T, Øvrelid L. Reinforcement-based denoising of distantly supervised NER with partial annotation[C]//Proc of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP. Stroudsburg, PA: ACL, 2019: 225−234, articleTitle=null, refAbstract=null), Reference(id=1329456371365425786, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Berger A, Della Pietra S A, Della Pietra V J. A maximum entropy approach to natural language processing[J]. Computational linguistics, 1996, 22(1): 39−71, articleTitle=null, refAbstract=null), Reference(id=1329456371424146043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Weiming, Tian Guodong, Kang Yongxin, et al. Dual sticky hierarchical Dirichlet process hidden Markov model and its application to natural language description of motions[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2017, 40(10): 2355−2373, articleTitle=null, refAbstract=null), Reference(id=1329456371499643516, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen P H, Lin C J, Schölkopf B. A tutorial on ν-support vector machines[J]. Applied Stochastic Models in Business and Industry, 2005, 21(2): 111−136, articleTitle=null, refAbstract=null), Reference(id=1329456371562558077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee C, Hwang Y G, Oh H J, et al. Fine-grained named entity recognition using conditional random fields for question answering[C]//Proc of the 3rd Asia Conf on Information Retrieval Technology. Berlin: Springer, 2006: 581−587, articleTitle=null, refAbstract=null), Reference(id=1329456371633861246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[J]. arXiv preprint, arXiv: 1810.04805, 2018, articleTitle=null, refAbstract=null), Reference(id=1329456371700970111, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=罗凌,杨志豪,宋雅文,等. 基于笔画ELMo和多任务学习的中文电子病历命名实体识别研究[J]. 计算机学报,2020,43(10):1943−1957, articleTitle=null, refAbstract=null), Reference(id=1329456371780661888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Ling, Yang Zhihao, Song Yawen, et al. Chinese clinical named entity recognition based on stroke ELMo and multi-task learning[J]. Chinese Journal of Computers, 2020, 43(10): 1943−1957 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456373437411969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Canwen, Wang Feiyang, Han Jialong, et al. Exploiting multiple embeddings for Chinese named entity recognition[C]//Proc of the 28th ACM Int Conf on Information and Knowledge Management. New York: ACM, 2019: 2269−2272, articleTitle=null, refAbstract=null), Reference(id=1329456373521298050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Shang Jingbo, Liu Liyuan, Gu Xiaotao, et al. Learning named entity tagger using domain-specific dictionary[C]//Proc of the 2018 Conf on Empirical Methods in Natural Language Processing(EMNLP). Stroudsburg, PA: ACL, 2018: 2054−2064, articleTitle=null, refAbstract=null), Reference(id=1329456373596795523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xuan, Zhang Yu, Li Qi, et al. Distantly supervised biomedical named entity recognition with dictionary expansion[C]//Proc of 2019 IEEE Int Conf on Bioinformatics and Biomedicine (BIBM). Piscataway, NJ: IEEE, 2019: 496−503, articleTitle=null, refAbstract=null), Reference(id=1329456373663904388, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=高建伟,万怀宇,林友芳. 融合实体外部知识的远程监督关系抽取方法[J]. 计算机研究与发展,2022,59(12):2794−2802, articleTitle=null, refAbstract=null), Reference(id=1329456373739401861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Jianwei, Wan Huaiyu, Lin Youfang. Exploiting external entity knowledge for distantly supervised relation extraction[J]. Journal of Computer Research and Development, 2022, 59(12): 2794−2802(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456373827482246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Peng Minlong, Xing Xiaoyu, Zhang Qi, et al. Distantly supervised named entity recognition using positive-unlabeled learning[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics(ACL). Stroudsburg, PA: ACL, 2019: 2409-2419, articleTitle=null, refAbstract=null), Reference(id=1329456373919756935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang Chen, Yu Yue, Jiang Haoming, et al. Bond: BERT-assisted open-domain named entity recognition with distant supervision[C]//Proc of the 26th ACM SIGKDD Int Conf on Knowledge Discovery & Data Mining. New York: ACM, 2020: 1054-1064, articleTitle=null, refAbstract=null), Reference(id=1329456374007837320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Pengda, Xu Weiran, Wang W Y. Robust distant supervision relation extraction via deep reinforcement learning[C]// Proc of the 56th Annual Meeting of the Association for Computational Linguistics (ACL). Stroudsburg, PA: ACL, 2018: 2137−2147, articleTitle=null, refAbstract=null), Reference(id=1329456374095917705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Jun, Minlie Huang, Zhao Li, et al. Reinforcement learning for relation classification from noisy data[C]// Proc of the 32nd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018: 5779−5786, articleTitle=null, refAbstract=null), Reference(id=1329456374167220874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Haoming, Zhang Danqing, Cao Tianyu, et al. Named entity recognition with small strongly labeled and large weakly labeled data[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing (ACL-IJCNLP). Stroudsburg, PA: ACL, 2021: 1775−1789, articleTitle=null, refAbstract=null), Reference(id=1329456374263689867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Ficek A, Liu Fangyu, Collier N. How to tackle an emerging topic? Combining strong and weak labels for Covid news NER[J]. arXiv preprint, arXiv: 2209.15108, 2022, articleTitle=null, refAbstract=null), Reference(id=1329456374343381644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Williams R J. Simple statistical gradient-following algorithms for connectionist reinforcement learning[J]. Machine Learning, 1992, 8(3): 229−256, articleTitle=null, refAbstract=null), Reference(id=1329456374431462029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Jiao, Sun Yueping, Johnson R J, et al. BioCreative V CDR task corpus: A resource for chemical disease relation extraction[J/OL]. Database, 2016[2023-05-24].https://academic.oup.com/database/article/doi/10.1093/database/baw068/2630414, articleTitle=null, refAbstract=null), Reference(id=1329456374490182286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Levow G A. The third international Chinese language processing bakeoff: Word segmentation and named entity recognition[C]//Proc of the 5th SIGHAN Workshop on Chinese Language Processing. Stroudsburg, PA: ACL, 2006: 108−117, articleTitle=null, refAbstract=null), Reference(id=1329456374561485455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Mao Hongli, Tang Hanlin, Zhang Wen, et al. A Span-based distantly supervised NER with self-learning[C]//Proc of the 9th CCF Int Conf on Natural Language Processing and Chinese Computing. Berlin: Springer, 2020: 192−203, articleTitle=null, refAbstract=null), Reference(id=1329456374712480400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xuan, Zhang Yu, Ren Xiang, et al. Cross-type biomedical named entity recognition with deep multi-task learning[J]. Bioinformatics, 2019, 35(10): 1745−1752, articleTitle=null, refAbstract=null), Reference(id=1329456374792172177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Sharma S, Daniel Jr R. BioFLAIR: Pretrained pooled contextualized embeddings for biomedical sequence labeling tasks[J]. arXiv preprint, arXiv: 1908.05760, 2019, articleTitle=null, refAbstract=null), Reference(id=1329456374863475346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Kocaman V, Talby D. Biomedical named entity recognition at scale[C]//Proc of the 25th Int Conf on Pattern Recognition(ICPR). Berlin: Springer, 2021: 635−646, articleTitle=null, refAbstract=null), Reference(id=1329456374959944339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Beltagy I, Lo K, Cohan A. SciBERT: A pretrained language model for scientific text[C]//Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 3615−3620, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329456362226037271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=1, ext=[AuthorCompanyExt(id=1329456362242814489, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Information Science and Engineering, East China University of Science and Technology, Shanghai 200237), AuthorCompanyExt(id=1329456362255397401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362226037271, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1华东理工大学信息科学与工程学院 上海 200237)]), AuthorCompany(id=1329456362318311962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=2, ext=[AuthorCompanyExt(id=1329456362326700571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362318311962, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2College of Design and Innovation, Tongji University, Shanghai 200092), AuthorCompanyExt(id=1329456362335089180, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362318311962, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2同济大学设计与创意学院 上海 200092)]), AuthorCompany(id=1329456362410586653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, xref=3, ext=[AuthorCompanyExt(id=1329456362431558174, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3DS Information Technology Co., Ltd., Shanghai 200032), AuthorCompanyExt(id=1329456362439946783, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, companyId=1329456362410586653, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3迪爱斯信息技术股份有限公司 上海 200032)])], figs=[ArticleFig(id=1329456366340649549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 1, caption=
An example of distantly supervised annotation, figureFileSmall=ycm2sVqxGX34tmN0Lhw2/w==, figureFileBig=Pymsg1eyBNpHJVWMFgcEuA==, tableContent=null), ArticleFig(id=1329456366416147022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图1, caption=
远程监督标注示例, figureFileSmall=ycm2sVqxGX34tmN0Lhw2/w==, figureFileBig=Pymsg1eyBNpHJVWMFgcEuA==, tableContent=null), ArticleFig(id=1329456366592307791, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 2, caption=
The main framework of RLTL-DSNER, figureFileSmall=9NJI+UMPyqNISS3Cqr+z2g==, figureFileBig=48HJQ/vvCg1o76PybkD4PA==, tableContent=null), ArticleFig(id=1329456366651028048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图2, caption=
RLTL-DSNER的主要框架, figureFileSmall=9NJI+UMPyqNISS3Cqr+z2g==, figureFileBig=48HJQ/vvCg1o76PybkD4PA==, tableContent=null), ArticleFig(id=1329456366722331217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 3, caption=
The training situation after artificially adding different proportions of noise to the dataset, figureFileSmall=zG3dK9ITXlVKCNU1oCa+lA==, figureFileBig=jp52M2LxY+6oYq6jfmfi/w==, tableContent=null), ArticleFig(id=1329456366785245778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图3, caption=
人工往数据集中添加不同比例噪声后的训练情况, figureFileSmall=zG3dK9ITXlVKCNU1oCa+lA==, figureFileBig=jp52M2LxY+6oYq6jfmfi/w==, tableContent=null), ArticleFig(id=1329456366843966035, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 4, caption=
An example of action selection, figureFileSmall=nhjaVlWX6Rv/vYQqNc57VA==, figureFileBig=8HT1Gs4UZhX5IEUa83w/4g==, tableContent=null), ArticleFig(id=1329456366915269204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图4, caption=
动作选择示例, figureFileSmall=nhjaVlWX6Rv/vYQqNc57VA==, figureFileBig=8HT1Gs4UZhX5IEUa83w/4g==, tableContent=null), ArticleFig(id=1329456366969795157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 5, caption=
Initial training performance of the same model under different strategies, figureFileSmall=ARBPex66iCEIP06wX2tf4A==, figureFileBig=5QS4EBk7k0AbSjhRpbARSQ==, tableContent=null), ArticleFig(id=1329456367083041366, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图5, caption=
不同策略下相同模型的初期训练表现, figureFileSmall=ARBPex66iCEIP06wX2tf4A==, figureFileBig=5QS4EBk7k0AbSjhRpbARSQ==, tableContent=null), ArticleFig(id=1329456367158538839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 6, caption=
Instances selection examples for the distantly supervised data, figureFileSmall=RwTcXlbtz+u2n2WQ+zLrKA==, figureFileBig=zRb2WsNI5RlB5CKJFASs+A==, tableContent=null), ArticleFig(id=1329456367242424920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图6, caption=
远程监督数据的实例选择示例, figureFileSmall=RwTcXlbtz+u2n2WQ+zLrKA==, figureFileBig=zRb2WsNI5RlB5CKJFASs+A==, tableContent=null), ArticleFig(id=1329456368899175001, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Figure 7, caption=
Instances of manual annotation data, figureFileSmall=sSx7KXzZ7+iJ1UgLT6MvVQ==, figureFileBig=y5dsb8uinNkos2c8B+zJVg==, tableContent=null), ArticleFig(id=1329456369004032602, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=图7, caption=
人工标注数据示例, figureFileSmall=sSx7KXzZ7+iJ1UgLT6MvVQ==, figureFileBig=y5dsb8uinNkos2c8B+zJVg==, tableContent=null), ArticleFig(id=1329456369096307291, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 1, caption=
Statistics of Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 训练集 | 验证集条数 | 测试集条数 |
|---|
| 人工标注条数 | 远程监督条数 |
|---|
| EC | 1200 | 2500 | 400 | 800 |
| NEWS | 3000 | 3722 | 3328 | 3186 |
| CCKS-DS | 1723 | 5869 | 1024 | 2238 |
| BC5CDR | 4560 | 15000 | 4581 | 4797 |
), ArticleFig(id=1329456369230525020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表1, caption=
数据集统计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 训练集 | 验证集条数 | 测试集条数 |
|---|
| 人工标注条数 | 远程监督条数 |
|---|
| EC | 1200 | 2500 | 400 | 800 |
| NEWS | 3000 | 3722 | 3328 | 3186 |
| CCKS-DS | 1723 | 5869 | 1024 | 2238 |
| BC5CDR | 4560 | 15000 | 4581 | 4797 |
), ArticleFig(id=1329456369318605405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 2, caption=
Main Results on EC Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| DSNER | 61.45 | 61.57 | 61.33 |
| NER+PA+RL | 63.56 | 61.86 | 65.35 |
| LexiconNER | 61.22 | | |
| Span-based+SL | 65.70 | 67.55 | 63.94 |
| NegSampling-NER | 66.17 | | |
| NegSampling-variant | 67.03 | | |
| RLTL-DSNER(本文,句子级别) | 68.47 | 67.75 | 69.21 |
| RLTL-DSNER(本文) | 69.34 | 68.36 | 70.35 |
), ArticleFig(id=1329456369381519966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表2, caption=
EC数据集的主要结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| DSNER | 61.45 | 61.57 | 61.33 |
| NER+PA+RL | 63.56 | 61.86 | 65.35 |
| LexiconNER | 61.22 | | |
| Span-based+SL | 65.70 | 67.55 | 63.94 |
| NegSampling-NER | 66.17 | | |
| NegSampling-variant | 67.03 | | |
| RLTL-DSNER(本文,句子级别) | 68.47 | 67.75 | 69.21 |
| RLTL-DSNER(本文) | 69.34 | 68.36 | 70.35 |
), ArticleFig(id=1329456369473794655, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 3, caption=
Main Results on NEWS Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| DSNER | 79.22 | 76.95 | 81.63 |
| NER+PA+RL | 80.04 | 79.88 | 80.20 |
| LexiconNER | 77.98 | | |
| Span-based+SL | 85.23 | 85.63 | 84.84 |
| NegSampling-NER | 85.39 | | |
| NegSampling-variant | 86.15 | | |
| RLTL-DSNER(本文,句子级别) | 87.95 | 87.98 | 87.92 |
| RLTL-DSNER(本文) | 90.43 | 90.01 | 90.87 |
), ArticleFig(id=1329456369545097824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表3, caption=
NEWS数据集的主要结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| DSNER | 79.22 | 76.95 | 81.63 |
| NER+PA+RL | 80.04 | 79.88 | 80.20 |
| LexiconNER | 77.98 | | |
| Span-based+SL | 85.23 | 85.63 | 84.84 |
| NegSampling-NER | 85.39 | | |
| NegSampling-variant | 86.15 | | |
| RLTL-DSNER(本文,句子级别) | 87.95 | 87.98 | 87.92 |
| RLTL-DSNER(本文) | 90.43 | 90.01 | 90.87 |
), ArticleFig(id=1329456369616400993, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 4, caption=
Main Results on CCKS-DS Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| NER+PA+RL | 78.38 | 79.56 | 77.23 |
| NegSampling-NER | 82.72 | 83.21 | 82.24 |
| RLTL-DSNER(句子级别) | 83.97 | 79.76 | 88.66 |
| RLTL-DSNER | 84.97 | 81.47 | 88.77 |
), ArticleFig(id=1329456369670926946, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表4, caption=
CCKS-DS数据集的主要结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| NER+PA+RL | 78.38 | 79.56 | 77.23 |
| NegSampling-NER | 82.72 | 83.21 | 82.24 |
| RLTL-DSNER(句子级别) | 83.97 | 79.76 | 88.66 |
| RLTL-DSNER | 84.97 | 81.47 | 88.77 |
), ArticleFig(id=1329456369729647203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 5, caption=
Main Results on BC5CDR Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| MTM-CW | 88.78 | 89.10 | 88.47 |
| NER+PA+RL | 88.01 | 87.00 | 89.04 |
| BioFLAIR | 89.42 | | |
| Spark-Biomedical | 89.73 | | |
| RLTL-DSNER(句子级别) | 88.92 | 88.72 | 89.13 |
| RLTL-DSNER | 90.21 | 89.64 | 90.78 |
), ArticleFig(id=1329456369792561764, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表5, caption=
BC5CDR数据集的主要结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | F1 | P | R |
|---|
| MTM-CW | 88.78 | 89.10 | 88.47 |
| NER+PA+RL | 88.01 | 87.00 | 89.04 |
| BioFLAIR | 89.42 | | |
| Spark-Biomedical | 89.73 | | |
| RLTL-DSNER(句子级别) | 88.92 | 88.72 | 89.13 |
| RLTL-DSNER | 90.21 | 89.64 | 90.78 |
), ArticleFig(id=1329456369859670629, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=EN, label=Table 6, caption=
Ablation Study %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | F1 | P | R |
|---|
| baseline:H | EC | 68.03 | 67.11 | 68.97 |
| baseline:H+D | 63.15 | 66.95 | 59.76 |
| w/o HT | 68.81 | 68.32 | 69.30 |
| RLTL-DSNER(本文) | 69.34 | 68.36 | 70.35 |
| baseline:H | NEWS | 87.34 | 87.09 | 87.58 |
| baseline:H+D | 81.86 | 84.28 | 79.58 |
| w/o HT | 88.73 | 88.43 | 89.04 |
| RLTL-DSNER(本文) | 90.43 | 90.01 | 90.87 |
| baseline:H | CCKS-DS | 80.25 | 75.63 | 85.47 |
| baseline:H+D | 70.85 | 63.33 | 80.39 |
| w/o HT | 83.95 | 80.75 | 87.42 |
| RLTL-DSNER(本文) | 84.97 | 81.47 | 88.77 |
| baseline:H | BC5CDR | 86.47 | 84.40 | 88.65 |
| baseline:H+D | 87.79 | 88.03 | 87.55 |
| w/o HT | 89.77 | 88.58 | 91.00 |
| RLTL-DSNER(本文) | 90.21 | 89.64 | 90.78 |
), ArticleFig(id=1329456369939362406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456358144979447, language=CN, label=表6, caption=
消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 数据集 | F1 | P | R |
|---|
| baseline:H | EC | 68.03 | 67.11 | 68.97 |
| baseline:H+D | 63.15 | 66.95 | 59.76 |
| w/o HT | 68.81 | 68.32 | 69.30 |
| RLTL-DSNER(本文) | 69.34 | 68.36 | 70.35 |
| baseline:H | NEWS | 87.34 | 87.09 | 87.58 |
| baseline:H+D | 81.86 | 84.28 | 79.58 |
| w/o HT | 88.73 | 88.43 | 89.04 |
| RLTL-DSNER(本文) | 90.43 | 90.01 | 90.87 |
| baseline:H | CCKS-DS | 80.25 | 75.63 | 85.47 |
| baseline:H+D | 70.85 | 63.33 | 80.39 |
| w/o HT | 83.95 | 80.75 | 87.42 |
| RLTL-DSNER(本文) | 84.97 | 81.47 | 88.77 |
| baseline:H | BC5CDR | 86.47 | 84.40 | 88.65 |
| baseline:H+D | 87.79 | 88.03 | 87.55 |
| w/o HT | 89.77 | 88.58 | 91.00 |
| RLTL-DSNER(本文) | 90.21 | 89.64 | 90.78 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202220999, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202220999, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202220999, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202220999, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1711900800000, fullTextJson=null, articleText=null, reference=null)