Article(id=1327010962743341939, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327010748263411889, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330857, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1698681600000, receivedDateStr=2023-10-31, revisedDate=1720368000000, revisedDateStr=2024-07-08, acceptedDate=1723132800000, acceptedDateStr=2024-08-09, onlineDate=1794313668188, onlineDateStr=2026-11-10, pubDate=1743436800000, pubDateStr=2025-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794313668188, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794313668188, creator=13701087609, updateTime=1794313668188, updator=13701087609, issue=Issue{id=1327010748263411889, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='4', pageStart='821', pageEnd='1089', issueExtLink='null', onlineDate='null', pubDate='1743436800000', pubDateStr='2025-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794313617052, creator='13701087609', updateTime=1794376751260, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275552727217083, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327010748263411889, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275552727217084, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327010748263411889, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=905, endPage=914, ext={EN=ArticleExt(id=1327010962927891316, articleId=1327010962743341939, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Adaptive Pipeline Unsupervised Question Generation Method, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
In traditional question-answering tasks, models generally require extensive data for training, which entails considerable time and manpower costs for data annotation. Unsupervised question generation represents an effective solution to address the scarcity of training data in question-answering tasks. However, the questions generated using this approach currently suffer from issues such as being difficult to answer, lacking variety, and having unclear semantics. To address these issues, we propose an adaptive multi-module pipeline model named ADVICE, with modules improving existing methods in answerability, question diversity and grammatical correctness. Within the question answerability module, we employ coreference resolution and named entity recognition techniques to improve the answerability of questions. For question diversity, we design specific rules for various question types to enhance the diversity of question and answer types. In the grammatical correctness module, a grammar error correction model targeted at questions is trained based on T5 model, and a filtering module is designed to refine the generated question-answer data. Finally, a classifier is trained to automatically select the necessary modules. Experiments demonstrate that the improved question generation method enhances the performance of downstream question-answering models on the SQuAD dataset, with the EM (exact match) score increasing by an average of 2.9% and the F1 score by an average of 4.4%.
, authors=Kunze Li, Yu Zhang*, authorsList=Kunze Li, Yu Zhang, authorCompany=null, correspAuthors=Yu Zhang, authorNote=
born in 2000. Master candidate. Student member of CCF. His main research interests include natural language processing and question generation
born in 1972. PhD, professor, PhD supervisor. Member of CCF. His main research interests include natural language processing, question answering system, and information retrieval
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327010965989733255, articleId=1327010962743341939, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=自适应的流水线式无监督问题生成方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
在传统的问答任务中,模型一般需要大量的数据进行训练,而标注这些数据需要较多的时间和人力成本. 无监督问题生成是解决问答任务训练数据匮乏的一种有效方法,但是目前使用该方法生成的问题存在难以回答、种类单一、语义不明等问题. 针对这些问题,提出了一个自适应的多模块流水线式模型ADVICE,多个模块分别从问题可回答性、问题多样性和语法规范性对现有方法进行改进. 在问题可回答性模块中,使用了共指消解和命名实体识别技术来提升问题的可回答性. 在问题多样性模块中,针对不同提问方式的问题设计了不同的规则来提升问题类型多样性与答案类型多样性. 在语法规范性模块中,基于T5训练了一个针对问句的语法错误纠正模型,并设计了一个筛选模块对纠正后的问答数据进行过滤. 最后,训练了一个分类器自动选择所需要的模块. 实验表明,使用改进后的问题生成方法,下游的问答模型在SQuAD数据集上的EM值平均提升了2.9个百分点,F1值平均提升了4.4个百分点.
, authors=李昆泽, 张宇*, authorsList=李昆泽, 张宇, authorCompany=null, correspAuthors=张宇, authorNote=
 |
2000年生. 硕士研究生. CCF学生会员. 主要研究方向为自然语言处理、问题生成 |
 |
1972年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为自然语言处理、问答系统、信息检索 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=jeiK2Pic6+i6bhT2ZZbxRQ==, magXml=Sc/1J3+9v6zarO9i2xXdcg==, pdfUrl=null, pdf=9Em5nFY7HnOD4mVt9QLqgg==, pdfFileSize=1145765, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=omfQo9HfDmHeDo/BScDzIw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=E0KC4lrIl4+4n5VwsEpA3Q==, mapNumber=null, fund=null)}, authors=[Author(id=1327010966283334540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=kzli@ir.hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327010966354637711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, authorId=1327010966283334540, language=EN, stringName=Kunze Li, firstName=Kunze, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001, bio={"content":"
born in 2000. Master candidate. Student member of CCF. His main research interests include natural language processing and question generation
"}, bioImg=null, bioContent=
born in 2000. Master candidate. Student member of CCF. His main research interests include natural language processing and question generation
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327010966434329488, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, authorId=1327010966283334540, language=CN, stringName=李昆泽, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001, bio={"img":"zB5jYveoJmvJHwMsHkvqzQ==","content":"
2000年生. 硕士研究生. CCF学生会员. 主要研究方向为自然语言处理、问题生成
"}, bioImg=zB5jYveoJmvJHwMsHkvqzQ==, bioContent=
2000年生. 硕士研究生. CCF学生会员. 主要研究方向为自然语言处理、问题生成
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327010966195254152, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, xref=null, ext=[AuthorCompanyExt(id=1327010966203642761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1327010966212031370, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)])]), Author(id=1327010966518215570, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhangyu@ir.hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327010966614684564, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, authorId=1327010966518215570, language=EN, stringName=Yu Zhang, firstName=Yu, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001, bio={"content":"
born in 1972. PhD, professor, PhD supervisor. Member of CCF. His main research interests include natural language processing, question answering system, and information retrieval
"}, bioImg=null, bioContent=
born in 1972. PhD, professor, PhD supervisor. Member of CCF. His main research interests include natural language processing, question answering system, and information retrieval
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327010966685987733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, authorId=1327010966518215570, language=CN, stringName=张宇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001, bio={"img":"7IBkajG6DbIYDwQ2dkwPfQ==","content":"
1972年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为自然语言处理、问答系统、信息检索
"}, bioImg=7IBkajG6DbIYDwQ2dkwPfQ==, bioContent=
1972年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为自然语言处理、问答系统、信息检索
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327010966195254152, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, xref=null, ext=[AuthorCompanyExt(id=1327010966203642761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1327010966212031370, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)])])], keywords=[Keyword(id=1327010966782456726, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, orderNo=1, keyword=unsupervised learning), Keyword(id=1327010966878925719, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, orderNo=2, keyword=question generation), Keyword(id=1327010966946034584, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, orderNo=3, keyword=pre-trained model), Keyword(id=1327010967017337753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, orderNo=4, keyword=deep learning), Keyword(id=1327010967088640922, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, orderNo=5, keyword=natural language processing), Keyword(id=1327010967168332699, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, orderNo=1, keyword=无监督学习), Keyword(id=1327010967231247260, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, orderNo=2, keyword=问题生成), Keyword(id=1327010967302550429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, orderNo=3, keyword=预训练模型), Keyword(id=1327010967369659294, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, orderNo=4, keyword=深度学习), Keyword(id=1327010967436768159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, orderNo=5, keyword=自然语言处理)], refs=[Reference(id=1327010971664626623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=吴云芳,张仰森. 问题生成研究综述[J]. 中文信息学报,2021,35(7):1−9, articleTitle=null, refAbstract=null), Reference(id=1327010971723346880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Yunfang, Zhang Yangsen. A survey of question generation[J]. Journal of Chinese Information Processing, 2021, 35(7): 1−9 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327010971794650049, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Kurdi G, Leo J, Parsia B, et al. A systematic review of automatic question generation for educational purposes[J]. International Journal of Artificial Intelligence in Education, 2020, 30: 121−204, articleTitle=null, refAbstract=null), Reference(id=1327010971861758914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=刘铁园,陈威,常亮,等. 基于深度学习的知识追踪研究进展[J]. 计算机研究与发展,2022,59(1):81−104, articleTitle=null, refAbstract=null), Reference(id=1327010971933062083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Tieyuan, Chen Wei, Chang Liang, et al. Research advances in the knowledge tracing based on deep learning[J]. Journal of Computer Research and Development, 2022, 59(1): 81−104 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327010972042113991, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Li, Yang Nan, Wang Wenhui, et al. Unified language model pre-training for natural language understanding and generation[J]. Advances in Neural Information Processing Systems, 2019, 32: 13063−13075, articleTitle=null, refAbstract=null), Reference(id=1327010972113417160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Lewis P, Denoyer L, Riedel S. Unsupervised question answering by cloze translation[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 4896−4910, articleTitle=null, refAbstract=null), Reference(id=1327010973816304585, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Zhongli, Wang Wenhui, Dong Li, et al. Harvesting and refining question-answer pairs for unsupervised QA[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 6719−6728, articleTitle=null, refAbstract=null), Reference(id=1327010973879219146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[C]//Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1327010973971493835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Rajpurkar P, Zhang Jian, Lopyrev K, et al. SQuAD: 100, 000+ questions for machine comprehension of text[C]//Proc of the 2016 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2016: 2383−2392, articleTitle=null, refAbstract=null), Reference(id=1327010974051185612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Heilman M, Smith N A. Good question! statistical ranking for question generation[C]//Proc of the 2010 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2010: 609−617, articleTitle=null, refAbstract=null), Reference(id=1327010974172820429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Fabbri A R, Ng P, Wang Zhiguo, et al. Template-based question generation from retrieved sentences for improved unsupervised question answering[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 4508−4513, articleTitle=null, refAbstract=null), Reference(id=1327010976102200270, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Lyu Chenyang, Shang Lifeng, Graham Y, et al. Improving unsupervised question answering via summarization-informed question generation[C]//Proc of the 2021 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 4134−4148, articleTitle=null, refAbstract=null), Reference(id=1327010976190280655, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Lewis M, Liu Y, Goyal N, et al. BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 7871−7880, articleTitle=null, refAbstract=null), Reference(id=1327010976257389521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Nie Yuxiang, Huang Heyan, Chi Zewen, et al. Unsupervised question answering via answer diversifying[C]//Proc of the 29th Int Conf on Computational Linguistics. New York: ACM, 2022: 1732−1742, articleTitle=null, refAbstract=null), Reference(id=1327010976362247123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Trischler A, Wang Tong, Yuan Xingdi, et al. NewsQA: A machine comprehension dataset[C]//Proc of the 2nd Workshop on Representation Learning for NLP. Stroudsburg, PA: ACL, 2017: 191−200, articleTitle=null, refAbstract=null), Reference(id=1327010976429355988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Yuan, Liu Sisi, Dan Zhengcuo, et al. Question generation based on grammar knowledge and fine-grained classification[C]//Proc of the 29th Int Conf on Computational Linguistics. New York: ACM, 2022: 6457−6467, articleTitle=null, refAbstract=null), Reference(id=1327010976504853461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Stasaski K, Rathod M, Tu T, et al. Automatically generating cause-and-effect questions from passages[C]//Proc of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. Stroudsburg, PA: ACL, 2021: 158−170, articleTitle=null, refAbstract=null), Reference(id=1327010976576156630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Kwiatkowski T, Palomaki J, Redfield O, et al. Natural questions: A benchmark for question answering research[J]. Transactions of the Association for Computational Linguistics, 2019, 7: 452−466, articleTitle=null, refAbstract=null), Reference(id=1327010976647459800, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Awasthi A, Sarawagi S, Goyal R, et al. Parallel iterative edit models for local sequence transduction[C]//Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 4260−4270, articleTitle=null, refAbstract=null), Reference(id=1327010978350347225, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Raffel C, Shazeer N, Roberts A, et al. Exploring the limits of transfer learning with a unified text-to-text transformer[J]. Journal of Machine Learning Research, 2020, 21(140): 1−67, articleTitle=null, refAbstract=null), Reference(id=1327010978417456090, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yinhan, Ott M, Goyal N, et al. RoBERTa: A robustly optimized BERT pretraining approach[J]. arXiv preprint, arXiv: 1907.11692, 2019, articleTitle=null, refAbstract=null), Reference(id=1327010978488759259, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Rajpurkar P, Jia R, Liang P. Know what you don’t know: Unanswerable questions for SQuAD[C]//Proc of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers). Stroudsburg, PA: ACL, 2018: 784−789, articleTitle=null, refAbstract=null), Reference(id=1327010978564256732, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Sanh V, Debut L, Chaumond J, et al. DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter[J]. arXiv preprint, arXiv: 1910.01108, 2019, articleTitle=null, refAbstract=null), Reference(id=1327010978643948509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Zhilin, Dai Zihang, Yang Yiming, et al. XLNet: Generalized autoregressive pretraining for language understanding[C]//Proc of the 33rd Int Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2019: 5753−5763, articleTitle=null, refAbstract=null), Reference(id=1327010978706863070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Lan Zhenzhong, Chen Mingda, Goodman S, et al. ALBERT: A lite BERT for self-supervised learning of language representations[J]. arXiv preprint, arXiv: 1909.11942, 2019, articleTitle=null, refAbstract=null), Reference(id=1327010978769777631, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Bartolo M, Thrush T, Jia R, et al. Improving question answering model robustness with synthetic adversarial data generation[C]//Proc of the 2021 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 8830−8848, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327010966195254152, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, xref=null, ext=[AuthorCompanyExt(id=1327010966203642761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1327010966212031370, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, companyId=1327010966195254152, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)])], figs=[ArticleFig(id=1327010967587763104, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 1, caption=
Example of question generation, figureFileSmall=AsWTqjo362xc15OYzmaXaw==, figureFileBig=omfQo9HfDmHeDo/BScDzIw==, tableContent=null), ArticleFig(id=1327010967667454882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图1, caption=
问题生成示例, figureFileSmall=AsWTqjo362xc15OYzmaXaw==, figureFileBig=omfQo9HfDmHeDo/BScDzIw==, tableContent=null), ArticleFig(id=1327010969479394211, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 2, caption=
Overall structure diagram of ADVICE model, figureFileSmall=lmHLwZwC8hVPWDFi8Zd8+g==, figureFileBig=/LerdczmAbEF7YRJBE3MFQ==, tableContent=null), ArticleFig(id=1327010969550697380, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图2, caption=
ADVICE模型整体结构图, figureFileSmall=lmHLwZwC8hVPWDFi8Zd8+g==, figureFileBig=/LerdczmAbEF7YRJBE3MFQ==, tableContent=null), ArticleFig(id=1327010969622000549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 3, caption=
Examples of unanswerable questions, figureFileSmall=v6oiOr9mTPAE++NDNVXe7Q==, figureFileBig=kI08GPKXqHn7bmjwTXzHoQ==, tableContent=null), ArticleFig(id=1327010969693303718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图3, caption=
不可回答问题示例, figureFileSmall=v6oiOr9mTPAE++NDNVXe7Q==, figureFileBig=kI08GPKXqHn7bmjwTXzHoQ==, tableContent=null), ArticleFig(id=1327010969756218279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 4, caption=
Example of question diversity, figureFileSmall=p+FO/JbdDf+kp0j7f72V1Q==, figureFileBig=WjtUJ/h1EaMRFvRCetmdlg==, tableContent=null), ArticleFig(id=1327010969823327144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图4, caption=
问题多样性示例, figureFileSmall=p+FO/JbdDf+kp0j7f72V1Q==, figureFileBig=WjtUJ/h1EaMRFvRCetmdlg==, tableContent=null), ArticleFig(id=1327010969898824617, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 5, caption=
Modification example, figureFileSmall=t+YI0xGae8pTilCNN6Regw==, figureFileBig=z9o7KnT1HEhk2X8gvPmWzw==, tableContent=null), ArticleFig(id=1327010969970127786, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图5, caption=
修改示例, figureFileSmall=t+YI0xGae8pTilCNN6Regw==, figureFileBig=z9o7KnT1HEhk2X8gvPmWzw==, tableContent=null), ArticleFig(id=1327010970054013867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Figure 6, caption=
T5 model structure diagram, figureFileSmall=aKaU3ChMUA0yeWqJytLtQA==, figureFileBig=k1iJKMPfQcHfx38Ouhsipw==, tableContent=null), ArticleFig(id=1327010970116928428, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=图6, caption=
T5模型结构图, figureFileSmall=aKaU3ChMUA0yeWqJytLtQA==, figureFileBig=k1iJKMPfQcHfx38Ouhsipw==, tableContent=null), ArticleFig(id=1327010970184037293, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 1, caption=
Entity Type-Query Word Mapping Table, figureFileSmall=null, figureFileBig=null, tableContent=
| 实体类型 | 疑问词 |
|---|
| PERSON,NORP,ORG | who |
| GPE,LOC,FAC | where |
| PRODUCT,EVENT,WORK_OF_ART,LAW,LANGUAGE | what |
| TIME,DATE | when |
| PERCENT,MONEY,QUANTITY,ORDINAL,CARDINAL | how many/how much |
), ArticleFig(id=1327010970255340462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表1, caption=
实体类型-疑问词映射表
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实体类型 | 疑问词 |
|---|
| PERSON,NORP,ORG | who |
| GPE,LOC,FAC | where |
| PRODUCT,EVENT,WORK_OF_ART,LAW,LANGUAGE | what |
| TIME,DATE | when |
| PERCENT,MONEY,QUANTITY,ORDINAL,CARDINAL | how many/how much |
), ArticleFig(id=1327010970322449327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 2, caption=
Examples of Causal Relationship Extraction, figureFileSmall=null, figureFileBig=null, tableContent=
| 模板 | 具体句子 |
|---|
&C(,/;/. /--)(&AND) therefore (,)&R | He never lies; therefore, everyone likes to make friends with him. |
| &R (,)on account of &NP@C@ | I prefer to call off the meeting on account of boss’s absence. |
| &R(,)owing to &NP @C@ | She had a headache, owing to the weather here. |
), ArticleFig(id=1327010970406335408, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表2, caption=
因果关系抽取示例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模板 | 具体句子 |
|---|
&C(,/;/. /--)(&AND) therefore (,)&R | He never lies; therefore, everyone likes to make friends with him. |
| &R (,)on account of &NP@C@ | I prefer to call off the meeting on account of boss’s absence. |
| &R(,)owing to &NP @C@ | She had a headache, owing to the weather here. |
), ArticleFig(id=1327010970469249969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 3, caption=
Example of GEC Task, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入(有语法错误的) | 输出(纠正后的) |
|---|
She see Tom is catched by policeman in park at last night. | She saw Tom caught by a policeman in the park last night. |
), ArticleFig(id=1327010970616050610, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表3, caption=
语法错误纠正任务样例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 输入(有语法错误的) | 输出(纠正后的) |
|---|
She see Tom is catched by policeman in park at last night. | She saw Tom caught by a policeman in the park last night. |
), ArticleFig(id=1327010970691548083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 4, caption=
Results Comparison of Each Models from Different Data Sources %, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | RefQA(EM/F1) | ClozeQA(EM/F1) |
|---|
| 注:黑体数值表示最优结果. |
| BERT | 48.3/60.0 | 48.3/57.6 |
| BERT + ans | 52.0/62.2 | 46.1/55.0 |
| BERT + div | 50.3/63.9 | 48.3/58.5 |
| BERT + gram | 52.9/62.5 | 49.1/58.6 |
| BERT + all w/o clf | 50.7/62.6 | 46.7/57.3 |
| BERT + all + clf | 53.0/64.9 | 49.5/59.0 |
| XLNet | 46.0/56.4 | 42.4/50.5 |
| XLNet + ans | 49.1/59.8 | 42.7/51.6 |
| XLNet + div | 49.6/63.0 | 44.6/54.1 |
| XLNet + gram | 47.7/57.2 | 43.1/51.9 |
| XLNet + all w/o clf | 48.9/61.6 | 44.6/54.3 |
| XLNet + all + clf | 49.2/62.8 | 45.5/54.8 |
| ALBERT | 35.8/45.9 | 38.4/46.7 |
| ALBERT + ans | 37.1/47.5 | 39.2/47.7 |
| ALBERT + div | 38.1/51.0 | 39.6/48.9 |
| ALBERT + gram | 38.5/47.7 | 38.8/47.3 |
| ALBERT + all w/o clf | 37.8/50.1 | 39.8/49.1 |
| ALBERT + all + clf | 39.5/51.8 | 40.3/49.9 |
), ArticleFig(id=1327010970767045556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表4, caption=
不同数据来源下各模型的结果比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | RefQA(EM/F1) | ClozeQA(EM/F1) |
|---|
| 注:黑体数值表示最优结果. |
| BERT | 48.3/60.0 | 48.3/57.6 |
| BERT + ans | 52.0/62.2 | 46.1/55.0 |
| BERT + div | 50.3/63.9 | 48.3/58.5 |
| BERT + gram | 52.9/62.5 | 49.1/58.6 |
| BERT + all w/o clf | 50.7/62.6 | 46.7/57.3 |
| BERT + all + clf | 53.0/64.9 | 49.5/59.0 |
| XLNet | 46.0/56.4 | 42.4/50.5 |
| XLNet + ans | 49.1/59.8 | 42.7/51.6 |
| XLNet + div | 49.6/63.0 | 44.6/54.1 |
| XLNet + gram | 47.7/57.2 | 43.1/51.9 |
| XLNet + all w/o clf | 48.9/61.6 | 44.6/54.3 |
| XLNet + all + clf | 49.2/62.8 | 45.5/54.8 |
| ALBERT | 35.8/45.9 | 38.4/46.7 |
| ALBERT + ans | 37.1/47.5 | 39.2/47.7 |
| ALBERT + div | 38.1/51.0 | 39.6/48.9 |
| ALBERT + gram | 38.5/47.7 | 38.8/47.3 |
| ALBERT + all w/o clf | 37.8/50.1 | 39.8/49.1 |
| ALBERT + all + clf | 39.5/51.8 | 40.3/49.9 |
), ArticleFig(id=1327010970850931637, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 5, caption=
Results Comparison of of Each Model Before and After Optimization on SQuAD Dataset %, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | EM | F1 |
|---|
| BERT | 86.0 | 92.6 |
| BERT + ADVICE | 85.9 | 92.7 |
| XLNet | 85.3 | 92.4 |
| XLNet + ADVICE | 85.4 | 92.7 |
| ALBERT | 83.1 | 90.2 |
| ALBERT + ADVICE | 83.1 | 90.4 |
), ArticleFig(id=1327010970930623414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表5, caption=
经过优化前后各模型在SQuAD数据集的结果比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | EM | F1 |
|---|
| BERT | 86.0 | 92.6 |
| BERT + ADVICE | 85.9 | 92.7 |
| XLNet | 85.3 | 92.4 |
| XLNet + ADVICE | 85.4 | 92.7 |
| ALBERT | 83.1 | 90.2 |
| ALBERT + ADVICE | 83.1 | 90.4 |
), ArticleFig(id=1327010971001926583, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 6, caption=
Ablation Experiment of Each Module for Question Answerability %, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | RefQA(EM/F1) | ClozeQA(EM/F1) |
|---|
| 注:模糊代词替换、冗余信息删除和疑问词修正分别记作part1、part2、part3;模型右上角的“*”表示使用全部3个模块. |
| BERT* | 52.0/62.2 | 46.1/55.0 |
| BERT* w/o part1 | 49.8/60.6 | 44.7/53.8 |
| BERT* w/o part2 | 51.8/62.3 | |
| BERT* w/o part3 | 48.7/59.0 | 45.3/54.0 |
| XLNet* | 49.1/59.8 | 42.7/51.6 |
| XLNet* w/o part1 | 46.4/56.9 | 41.1/49.8 |
| XLNet* w/o part2 | 47.1/58.1 | |
| XLNet* w/o part3 | 47.2/58.2 | 43.5/51.6 |
| ALBERT* | 37.1/47.5 | 39.2/47.7 |
| ALBERT* w/o part1 | 39.0/49.3 | 38.4/46.8 |
| ALBERT* w/o part2 | 35.3/45.0 | |
| ALBERT* w/o part3 | 35.1/44.3 | 39.6/47.8 |
), ArticleFig(id=1327010971073229752, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表6, caption=
问题可回答性各模块消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | RefQA(EM/F1) | ClozeQA(EM/F1) |
|---|
| 注:模糊代词替换、冗余信息删除和疑问词修正分别记作part1、part2、part3;模型右上角的“*”表示使用全部3个模块. |
| BERT* | 52.0/62.2 | 46.1/55.0 |
| BERT* w/o part1 | 49.8/60.6 | 44.7/53.8 |
| BERT* w/o part2 | 51.8/62.3 | |
| BERT* w/o part3 | 48.7/59.0 | 45.3/54.0 |
| XLNet* | 49.1/59.8 | 42.7/51.6 |
| XLNet* w/o part1 | 46.4/56.9 | 41.1/49.8 |
| XLNet* w/o part2 | 47.1/58.1 | |
| XLNet* w/o part3 | 47.2/58.2 | 43.5/51.6 |
| ALBERT* | 37.1/47.5 | 39.2/47.7 |
| ALBERT* w/o part1 | 39.0/49.3 | 38.4/46.8 |
| ALBERT* w/o part2 | 35.3/45.0 | |
| ALBERT* w/o part3 | 35.1/44.3 | 39.6/47.8 |
), ArticleFig(id=1327010971140338617, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 7, caption=
Comparative Analysis of Question Answerability Before and After Modification %, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 不可回答 | 可回答 |
|---|
| 代词指代模糊 | 含有冗余信息 | 疑问词有误 | 其他 |
|---|
| 修改前 | 8.5 | 14 | 7 | 16.5 | 54 |
| 修改后 | 1 | 3.5 | 3 | 20 | 72.5 |
), ArticleFig(id=1327010971203253178, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表7, caption=
修改前后问题可回答性对比分析
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 不可回答 | 可回答 |
|---|
| 代词指代模糊 | 含有冗余信息 | 疑问词有误 | 其他 |
|---|
| 修改前 | 8.5 | 14 | 7 | 16.5 | 54 |
| 修改后 | 1 | 3.5 | 3 | 20 | 72.5 |
), ArticleFig(id=1327010971366831035, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 8, caption=
Abnormal Situation Statistics %, figureFileSmall=null, figureFileBig=null, tableContent=
| 问题生成方法 | 异常类型 |
|---|
| 语法错误数量增加 | 语义发生较大变化 |
|---|
| RefQA | 1.7 | 13.8 |
| ClozeQA | 3.8 | 5.7 |
), ArticleFig(id=1327010971442328508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表8, caption=
异常情况统计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 问题生成方法 | 异常类型 |
|---|
| 语法错误数量增加 | 语义发生较大变化 |
|---|
| RefQA | 1.7 | 13.8 |
| ClozeQA | 3.8 | 5.7 |
), ArticleFig(id=1327010971505243069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=EN, label=Table 9, caption=
Statistics on the Number of Grammatical Errors, figureFileSmall=null, figureFileBig=null, tableContent=
| 问题生成方法 | 每句语法错误数量 |
|---|
| 修改前 | 修改后 |
|---|
| RefQA | 1.64 | 1.01 |
| ClozeQA | 1.24 | 0.98 |
), ArticleFig(id=1327010971563963326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327010962743341939, language=CN, label=表9, caption=
语法错误数量统计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 问题生成方法 | 每句语法错误数量 |
|---|
| 修改前 | 修改后 |
|---|
| RefQA | 1.64 | 1.01 |
| ClozeQA | 1.24 | 0.98 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330857, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330857, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330857, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330857, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1743436800000, fullTextJson=null, articleText=null, reference=null)