Article(id=1325489897011806879, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550195, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1741536000000, receivedDateStr=2025-03-10, revisedDate=1757865600000, revisedDateStr=2025-09-15, acceptedDate=1758988800000, acceptedDateStr=2025-09-28, onlineDate=1793951017859, onlineDateStr=2026-11-06, pubDate=1767196800000, pubDateStr=2026-01-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793951017859, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793951017859, creator=13701087609, updateTime=1793951017859, updator=13701087609, issue=Issue{id=1325489890678420381, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='1', pageStart='1', pageEnd='272', issueExtLink='null', onlineDate='null', pubDate='1767196800000', pubDateStr='2026-01-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793951016348, creator='13701087609', updateTime=1793952522017, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496205974839692, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496205974839693, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325489890678420381, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=41, endPage=65, ext={EN=ArticleExt(id=1325489898198794912, articleId=1325489897011806879, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Survey on Data Debugging, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
The booming of artificial intelligence (AI) plays a crucial role in various fields (e.g., healthcare, bioinformatics, and financial services). The main paradigm of AI applications involves building machine learning models to explore insights and patterns within data, which are then utilized for reasoning and decision-making. The effectiveness and efficiency of AI systems hinge on two key factors: the first is the model aspect (model-centric), involving the enhancement of network structure like the transitioning from RNN to LSTM, and the optimization of model hyperparameters; the second is the data aspect (data-centric), such as standardizing data formats, increasing data size, reducing data noises. For a long time, debugging AI systems primarily focuses on optimizing models. However, the rise of the digital era, characterized by activities such as social networking and e-commerce, has produced vast and varied data sets, making model-centric debugging fall short of fulfilling the requirements of modern applications. Consequently, both research and industry communities have redirected their focus from models to data to address this gap. To this end, “data debugging” has emerged. Rather than tuning model, data debugging places emphasis on scrutinizing data, which understands the impact of data errors on downstream tasks at each stage of machine learning pipeline, and then debug the corresponding errors to improve model performance. On the basis of a comprehensive survey of data debugging related work, the research framework for data debugging is first proposed. According to the interaction between data debugging methods and machine learning pipeline, the existing methods are categorized into closed data debugging, immersive data debugging, and hybrid data debugging. Then, we thoroughly provide a detailed overview of related work in this field. Next, we empirically evaluate data debugging methods, and summarize the commonly used datasets and evaluation metrics in this research area. Finally, the challenges and future directions of data debugging are pointed out.
, authors=Chenyang Li, Chaohong Ma, Xiaofeng Meng*, authorsList=Chenyang Li, Chaohong Ma, Xiaofeng Meng, authorCompany=null, correspAuthors=Xiaofeng Meng, authorNote=
born in 1997. PhD candidate. Her main research interests include data debugging, data management, and machine learning
born in 1994. PhD. Her main research interests include machine learning for database systems, learned indexes, and data management
born in 1964. PhD, professor. His main research interests include database system, data management, privacy protection, and interdisciplinary research like social computing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325489909607301805, articleId=1325489897011806879, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=数据调试综述, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
人工智能的蓬勃发展,对医疗健康、生物信息、金融服务等各领域产生深远影响。人工智能应用的主要范式是构建机器学习模型,探索数据中的规则和模式,以用于推理和决策。人工智能系统的有效性和效率取决于2个关键方面:其一是模型方面(以模型为中心),包括增强网络结构,如RNN到LSTM的转变、模型超参数调优等;其二是数据方面(以数据为中心),如标准化数据格式、增大数据量、减少数据噪声等。一直以来,调试人工智能系统主要侧重于优化模型。然而,以社交网络和电子商务为代表的数字化时代的到来产生庞大且多样的数据,使得以模型为中心的调试已无法满足人们对人工智能系统的需求。因此,研究界和工业界将注意力从模型转向数据,以弥补这一差距。为此,“数据调试”(data debugging)应运而生。与优化模型不同,数据调试侧重检查数据,即理解错误数据在机器学习管道的各阶段对下游任务的影响,进而调试相应错误以提高模型性能。基于此,在全面调研数据调试相关工作的基础上,首先,提出数据调试研究框架,根据数据调试方法与机器学习管道的交互,将现有方法分为封闭式数据调试、浸入式数据调试和混合式数据调试3类。接着,详细概述本领域的相关工作。然后,对数据调试方法进行实验评估,同时总结该研究领域常用的数据集和评价指标。最后,指出数据调试面临的挑战及未来发展方向。
, authors=李晨阳, 马超红, 孟小峰*, authorsList=李晨阳, 马超红, 孟小峰, authorCompany=null, correspAuthors=孟小峰, authorNote=
 |
1997年生。博士研究生。主要研究方向为数据调试、数据管理、机器学习 |
 |
1994年生。博士。主要研究方向为机器学习赋能的数据库系统、学习化索引、数据管理 |
 |
1964年生。博士,教授。主要研究方向为数据库系统、数据管理、隐私保护、社会计算等交叉性研究 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=XbqF3Dr9ZX5HZ7C9eM8JaA==, magXml=ogV43V8lSO4dALrqXNiZVQ==, pdfUrl=null, pdf=Heqo1rQ9sGOZb+0rBA00CA==, pdfFileSize=1116937, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=uq08nORIWWiFupQ7uqqQiQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=jzznapkMJiJBPpSYOsRgcA==, mapNumber=null, fund=null)}, authors=[Author(id=1325489912983716530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=chenyangli@ruc.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325489913818383028, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489912983716530, language=EN, stringName=Chenyang Li, firstName=Chenyang, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Information, Renmin University of China, Beijing 100872, bio={"content":"
born in 1997. PhD candidate. Her main research interests include data debugging, data management, and machine learning
"}, bioImg=null, bioContent=
born in 1997. PhD candidate. Her main research interests include data debugging, data management, and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325489914221036213, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489912983716530, language=CN, stringName=李晨阳, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=中国人民大学信息学院 北京 100872, bio={"img":"0gbY5LUOCr3dDIpnQZIL/w==","content":"
1997年生。博士研究生。主要研究方向为数据调试、数据管理、机器学习
"}, bioImg=0gbY5LUOCr3dDIpnQZIL/w==, bioContent=
1997年生。博士研究生。主要研究方向为数据调试、数据管理、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325489911649927854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, xref=null, ext=[AuthorCompanyExt(id=1325489912035803823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Information, Renmin University of China, Beijing 100872), AuthorCompanyExt(id=1325489912115495600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国人民大学信息学院 北京 100872)])]), Author(id=1325489914619495095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325489915068285625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489914619495095, language=EN, stringName=Chaohong Ma, firstName=Chaohong, middleName=null, lastName=Ma, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Information, Renmin University of China, Beijing 100872, bio={"content":"
born in 1994. PhD. Her main research interests include machine learning for database systems, learned indexes, and data management
"}, bioImg=null, bioContent=
born in 1994. PhD. Her main research interests include machine learning for database systems, learned indexes, and data management
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325489915479327418, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489914619495095, language=CN, stringName=马超红, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=中国人民大学信息学院 北京 100872, bio={"img":"/UWdsedZdCK5a7GfB9+xlQ==","content":"
1994年生。博士。主要研究方向为机器学习赋能的数据库系统、学习化索引、数据管理
"}, bioImg=/UWdsedZdCK5a7GfB9+xlQ==, bioContent=
1994年生。博士。主要研究方向为机器学习赋能的数据库系统、学习化索引、数据管理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325489911649927854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, xref=null, ext=[AuthorCompanyExt(id=1325489912035803823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Information, Renmin University of China, Beijing 100872), AuthorCompanyExt(id=1325489912115495600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国人民大学信息学院 北京 100872)])]), Author(id=1325489917597450940, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xfmeng@ruc.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1325489918063018687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489917597450940, language=EN, stringName=Xiaofeng Meng, firstName=Xiaofeng, middleName=null, lastName=Meng, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Information, Renmin University of China, Beijing 100872, bio={"content":"
born in 1964. PhD, professor. His main research interests include database system, data management, privacy protection, and interdisciplinary research like social computing
"}, bioImg=null, bioContent=
born in 1964. PhD, professor. His main research interests include database system, data management, privacy protection, and interdisciplinary research like social computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325489918503420608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, authorId=1325489917597450940, language=CN, stringName=孟小峰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=中国人民大学信息学院 北京 100872, bio={"img":"lnCU+Q1vU8FdLa2QzFvTpw==","content":"
1964年生。博士,教授。主要研究方向为数据库系统、数据管理、隐私保护、社会计算等交叉性研究
"}, bioImg=lnCU+Q1vU8FdLa2QzFvTpw==, bioContent=
1964年生。博士,教授。主要研究方向为数据库系统、数据管理、隐私保护、社会计算等交叉性研究
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325489911649927854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, xref=null, ext=[AuthorCompanyExt(id=1325489912035803823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Information, Renmin University of China, Beijing 100872), AuthorCompanyExt(id=1325489912115495600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国人民大学信息学院 北京 100872)])])], keywords=[Keyword(id=1325489919182897857, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, orderNo=1, keyword=data debugging), Keyword(id=1325489922546729666, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, orderNo=2, keyword=machine learning), Keyword(id=1325489922689336003, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, orderNo=3, keyword=data quality), Keyword(id=1325489923448505028, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, orderNo=4, keyword=data cleaning), Keyword(id=1325489923893101253, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, orderNo=5, keyword=artificial intelligence), Keyword(id=1325489923989570246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, orderNo=1, keyword=数据调试), Keyword(id=1325489924232839879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, orderNo=2, keyword=机器学习), Keyword(id=1325489924660658888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, orderNo=3, keyword=数据质量), Keyword(id=1325489926304826057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, orderNo=4, keyword=数据清洗), Keyword(id=1325489928389395146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, orderNo=5, keyword=人工智能)], refs=[Reference(id=1325489936543122151, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Nardin A. Artificial intelligence as a general purpose technology: An exploratory analysis of PCT patents[D]. Venezia, IT: Università Ca’ Foscari Venezia, 2021: 1−113, articleTitle=null, refAbstract=null), Reference(id=1325489936614425320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Voulodimos A, Doulamis N, Doulamis A, et al. Deep learning for computer vision: A brief review[J]. Computational Intelligence and Neuroscience, 2018, 2018: 1−13, articleTitle=null, refAbstract=null), Reference(id=1325489936794780393, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Chowdhary K R. Fundamentals of Artificial Intelligence[M]. Berlin: Springer, 2020, articleTitle=null, refAbstract=null), Reference(id=1325489936861889258, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Webb S. Deep learning for biology[J]. Nature, 2018, 554(7693): 555−557, articleTitle=null, refAbstract=null), Reference(id=1325489936928998123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Ozbayoglu A M, Gudelek M U, Sezer O B. Deep learning for financial applications: A survey[J]. Applied Soft Computing, 2020, 93: 106384, articleTitle=null, refAbstract=null), Reference(id=1325489937004495596, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Taye M M. Understanding of machine learning with deep learning: Architectures, workflow, applications and future directions[J]. Computers, 2023, 12(5): 91, articleTitle=null, refAbstract=null), Reference(id=1325489937084187373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Jarrahi M H, Memariani A, Guha S. The principles of data-centric AI (DCAI)[J]. arXiv preprint, arXiv: 2211.14611, 2022, articleTitle=null, refAbstract=null), Reference(id=1325489937210016494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Daochen, Bhat Z P, Lai K H, et al. Data-centric artificial intelligence: A survey[J]. ACM Computing Surveys, 2025, 57(5): 1−42, articleTitle=null, refAbstract=null), Reference(id=1325489937289708271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Mazumder M, Banbury C, Yao Xiaozhe, et al. Dataperf: Benchmarks for data-centric AI development[C]//Proc of the 36th Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 5320−5347, articleTitle=null, refAbstract=null), Reference(id=1325489937369400048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Carbin M. Overparameterization: A connection between software 1.0 and software 2.0[C]//Proc of the 3rd Summit on Advances in Programming Languages. New York: ACM, 2019: 1: 1−1: 13, articleTitle=null, refAbstract=null), Reference(id=1325489937436508913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Steve B. Artificial intelligence/ machine learning–explained[R/OL]. [2025-07-17]. https://gordianknot.stanford.edu, articleTitle=null, refAbstract=null), Reference(id=1325489937503617778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Renggli C, Rimanic L, Gürel N M, et al. A data quality-driven view of MLOps[J]. IEEE Data Engineer Bulletin, 2021, 44(1): 11−23, articleTitle=null, refAbstract=null), Reference(id=1325489937616863987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Galhotra S, Fariha A, Lourenço R, et al. Dataprism: Exposing disconnect between data and systems[C]//Proc of the 2022 Int Conf on Management of Data. New York: ACM, 2022, 217−231, articleTitle=null, refAbstract=null), Reference(id=1325489937675584244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Rawal K, Kamar E, Lakkaraju H. Can I still trust you?: Understanding the impact of distribution shifts on algorithmic recourses[J]. arXiv preprint, arXiv: 2012.11788, 2020, articleTitle=null, refAbstract=null), Reference(id=1325489937759470325, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=The Christian Science Monitor. Is Amazon same-day delivery service racist?[EB/OL]. [2025-07-17]. https://www.csmonitor.com/Business/2016/0423/Is-Amazon-same-day-delivery-service-racist, articleTitle=null, refAbstract=null), Reference(id=1325489937839162102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Krizhevsky A, Sutskever I, Hinton G E. ImageNet classification with deep convolutional neural networks[J]. Communications of the ACM, 2017, 60(6): 84−90, articleTitle=null, refAbstract=null), Reference(id=1325489939726598903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng Jia, Dong Wei, Socher R, et al. ImageNet: A large-scale hierarchical image database[C]//Proc of the 2009 Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2009: 248−255, articleTitle=null, refAbstract=null), Reference(id=1325489940158612216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Jumper J, Evans R, Pritzel A, et al. Highly accurate protein structure prediction with AlphaFold[J]. Nature, 2021, 596(7873): 583−589, articleTitle=null, refAbstract=null), Reference(id=1325489940250886905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Mirdita M, Von Den Driesch L, Galiez C, et al. Uniclust databases of clustered and deeply annotated protein sequences and alignments[J]. Nucleic Acids Research, 2017, 45(1): 170−176, articleTitle=null, refAbstract=null), Reference(id=1325489940640957178, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[C]//Proc of the 33rd Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2020, 33: 1877−1901, articleTitle=null, refAbstract=null), Reference(id=1325489940968112891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Devlin J, Chang Mingwei, Lee K, et al. BERT: Pre-training of deep bidirectional transformers for language understanding[C]//Proc of the 2019 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2019: 4171−4186, articleTitle=null, refAbstract=null), Reference(id=1325489941400126204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Narasimhan K, Salimans T, et al. Improving language understanding by generative pre-training[EB/OL]. [2025-07-17]. https://api.semanticscholar.org/CorpusID:49313245, articleTitle=null, refAbstract=null), Reference(id=1325489941488206589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Wu J, Child R, et al. Language models are unsupervised multitask learners[EB/OL]. [2025-07-17]. https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf, articleTitle=null, refAbstract=null), Reference(id=1325489941827945214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=蔡莉, 王淑婷, 刘俊晖, 等. 数据标注研究综述[J]. 软件学报, 2020, 31(2): 302−320, articleTitle=null, refAbstract=null), Reference(id=1325489942255764223, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Li, Wang Shuting, Liu Junhui, et al. Survey of data annotation[J]. Journal of Software, 2020, 31(2): 302−320 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489942679388928, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Hui, Wang Boyu, Yi G. Label correction of crowdsourced noisy annotations with an instance-dependent noise transition model[C]//Proc of the 36th Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2023: 347−386, articleTitle=null, refAbstract=null), Reference(id=1325489944327750401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Schoepf S, Foster J, Brintrup A. Parameter-tuning-free data entry error unlearning with adaptive selective synaptic dampening[J]. arXiv preprint, arXiv: 2402.10098, 2024, articleTitle=null, refAbstract=null), Reference(id=1325489944449385218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Sambasivan N, Kapania S, Highfill H, et al. “Everyone wants to do the model work, not the data work”: Data cascades in high-stakes AI[C]//Proc of the 2021 Human Factors in Computing Systems. New York: ACM, 2021: 1−15, articleTitle=null, refAbstract=null), Reference(id=1325489944810095363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Fariha A, Tiwari A, Radhakrishna A, et al. Conformance constraint discovery: Measuring trust in data-driven systems[C]//Proc of the 2021 Int Conf on Management of Data. New York: ACM, 2021: 499−512, articleTitle=null, refAbstract=null), Reference(id=1325489945158222596, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Ng A, Laird D, He L. Data-centric AI competition[EB/OL]. [2025-07-17]. https://https-deeplearning-ai.github.io/data-centric-comp/, articleTitle=null, refAbstract=null), Reference(id=1325489945229525765, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Daochen, Lai K H, Yang Fan, et al. Data-centric AI: Techniques and future perspectives[C]//Proc of the 29th ACM SIGKDD Conf on Knowledge Discovery and Data Mining. New York: ACM, 2023: 5839−5840, articleTitle=null, refAbstract=null), Reference(id=1325489945627984646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Daochen, Bhat Z P, Lai K H, et al. Data-centric AI: Perspectives and challenges[C]//Proc of the 2023 SIAM Int Conf on Data Mining. Philadelphia, PA: SIAM, 2023: 945−948, articleTitle=null, refAbstract=null), Reference(id=1325489946076775175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Aroyo L, Lease M, Paritosh P, et al. Data excellence for AI: Why should you care?[J]. Interactions, 2022, 29(2): 66−69, articleTitle=null, refAbstract=null), Reference(id=1325489946429096712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Ré C. Is data management the beating heart of AI systems?[C]//Proc of the 2022 Int Conf on Management of Data. New York: ACM, 2022: 3−3, articleTitle=null, refAbstract=null), Reference(id=1325489946525565705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Armbrust M, Ghodsi A, Xin R, et al. Lakehouse: A new generation of open platforms that unify data warehousing and advanced analytics[C]//Proc of the 11th Conf on Innovative Data Systems Research. New York: ACM, 2021: 28, articleTitle=null, refAbstract=null), Reference(id=1325489946890470154, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Barclay T, Gray J, Slutz D. Microsoft TerraServer: A spatial data warehouse[C]//Proc of the 2000 Int Conf on Management of Data. New York: ACM, 2000: 307−318, articleTitle=null, refAbstract=null), Reference(id=1325489948559803147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Thusoo A, Shao Zheng, Anthony S, et al. Data warehousing and analytics infrastructure at Facebook[C]//Proc of the 2010 Int Conf on Management of Data. New York: ACM, 2010: 1013−1020, articleTitle=null, refAbstract=null), Reference(id=1325489948681437964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Mathew S, Varia J. Overview of Amazon web services[J]. Amazon Whitepapers, 2014, 105(1): 22, articleTitle=null, refAbstract=null), Reference(id=1325489948945679117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Sak H, Senior A W, Beaufays F. Long short-term memory recurrent neural network architectures for large scale acoustic modeling[C]//Proc of the 15th Annual Conf of the Int Speech Communication Association. Vandoeuvre-lès-Nancy, FR: ISCA, 2014: 338−342, articleTitle=null, refAbstract=null), Reference(id=1325489949075702542, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Shaoxu, Zhang Aoqian, Wang Jianmin, et al. SCREEN: Stream data cleaning under speed constraints[C]//Proc of the 2015 Int Conf on Management of Data. New York: ACM, 2015: 827–841, articleTitle=null, refAbstract=null), Reference(id=1325489949423829775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Ehrlinger L, Wöß W. A survey of data quality measurement and monitoring tools[J]. Frontiers in Big Data, 2022, 5: 850611, articleTitle=null, refAbstract=null), Reference(id=1325489949826482960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Buckley T, Ghosh B, Pakrashi V. A feature extraction & selection benchmark for structural health monitoring[J]. Structural Health Monitoring, 2023, 22(3): 2082−2127, articleTitle=null, refAbstract=null), Reference(id=1325489949897786129, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Rekatsinas T, Chu Xu, Ilyas I F, et al. Holoclean: Holistic data repairs with probabilistic inference[J]. Proceedings of the Very Large Data Base Endowment, 2017, 10(11): 1190−1201, articleTitle=null, refAbstract=null), Reference(id=1325489949977477906, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Ge Congcong, Gao Yunjun, Miao Xiaoye, et al. A hybrid data cleaning framework using Markov logic networks[J]. IEEE Transactions on Knowledge and Data Engineering, 2022, 34(5): 2048−2062, articleTitle=null, refAbstract=null), Reference(id=1325489950371742483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Chu Xu, Ilyas I F, Krishnan S, et al. Data cleaning: Overview and emerging challenges[C]//Proc of the 2016 Int Conf on Management of Data. New York: ACM, 2016: 2201−2206, articleTitle=null, refAbstract=null), Reference(id=1325489951470650132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Yuyu, Chai Chengliang, Qin Xuedi, et al. VisClean: Interactive cleaning for progress visualization[J]. Proceedings of the Very Large Data Base Endowment, 2020, 13(12): 2821−2824, articleTitle=null, refAbstract=null), Reference(id=1325489952817021718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Zizheng, Chen Pengyu, Fu Yanzhang, et al. Data debugging is NP-hard for classifiers trained with SGD[J]. arXiv preprint, arXiv: 2408.01365, 2024, articleTitle=null, refAbstract=null), Reference(id=1325489953295172375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Ahmad S, Lavin A, Purdy S, et al. Unsupervised real-time anomaly detection for streaming data[J]. Neurocomputing, 2017, 262: 134−147, articleTitle=null, refAbstract=null), Reference(id=1325489953639105304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Kurakin A, Goodfellow I J, Bengio S. Adversarial examples in the physical world[C]//Proc of the 5th Workshop at the Int Conf on Learning Representations. London, UK: Chapman & Hall, 2018: 99–112, articleTitle=null, refAbstract=null), Reference(id=1325489954024981274, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Pradhan R, Zhu Jiongli, Glavic B, et al. Interpretable data-based explanations for fairness debugging[C]//Proc of the 2022 Int Conf on Management of Data. New York: ACM, 2022: 247−261, articleTitle=null, refAbstract=null), Reference(id=1325489954410857243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yejia, Wu Weiyuan, Flokas L, et al. Enabling SQL-based training data debugging for federated learning[J]. Proceedings of the Very Large Data Base Endowment, 2021, 15(3): 388−400, articleTitle=null, refAbstract=null), Reference(id=1325489954515714844, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Weiyuan, Flokas L, Wu E, et al. Complaint-driven training data debugging for query 2.0[C]//Proc of the 2020 Int Conf on Management of Data. New York: ACM, 2020: 1317−1334, articleTitle=null, refAbstract=null), Reference(id=1325489954859647773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=徐邑江, 高庆, 陈立果, 等. 定向灰盒模糊测试技术研究进展[J]. 计算机学报, 2025, 48(5): 1244−1272, articleTitle=null, refAbstract=null), Reference(id=1325489954947728158, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Yijiang, Gao Qing, Chen Liguo, et al. Research progress on directed grey-box fuzzing[J]. Chinese Journal of Computers, 2025, 48(5): 1244−1272, articleTitle=null, refAbstract=null), Reference(id=1325489955266495263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Peng, Rao Xi, Blase J, et al. CleanML: A study for evaluating the impact of data cleaning on ML classification tasks[C]//Proc of the 37th Int Conf on Data Engineering. Piscataway, NJ: IEEE, 2021: 13−24, articleTitle=null, refAbstract=null), Reference(id=1325489955329409824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Muşlu K, Brun Y, Meliou A. Data debugging with continuous testing[C]//Proc of the Joint Meeting on Foundations of Software Engineering. New York: ACM, 2013: 631−634, articleTitle=null, refAbstract=null), Reference(id=1325489956067607329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Rukat T, Lange D, Schelter S, et al. Towards automated ML model monitoring: Measure, improve and quantify data quality[C/OL]//[2025-07-17]. https://www.amazon.science/publications/towards-automated-data-quality-management-for-machine-learning, articleTitle=null, refAbstract=null), Reference(id=1325489956176659234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Abdelaal M, Hammacher C, Schoening H. REIN: A comprehensive benchmark framework for data cleaning methods in ML pipelines[C]//Proc of the 26th Int Conf on Extending Database Technology. Berlin: Springer, 2023: 499−511, articleTitle=null, refAbstract=null), Reference(id=1325489956906468131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Cadamuro G, Gilad-Bachrach R, Zhu Xiaojin. Debugging machine learning models[C]//Proc of the 2016 Workshop on Automatic Machine Learning. New York: ACM, 2016: 103, articleTitle=null, refAbstract=null), Reference(id=1325489957040685860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Aamir A, Tamosiunaite M, Wrgtter F. Interpreting the decisions of CNNs via influence functions[J]. Frontiers in Computational Neuroscience, 2023, 17: 1172883, articleTitle=null, refAbstract=null), Reference(id=1325489957418173221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Lichao, Wang Xingya, Zhang Shiyu, et al. DeepFeature: Guiding adversarial testing for deep neural network systems using robust features[J]. The Journal of Systems & Software, 2025, 219: 112201, articleTitle=null, refAbstract=null), Reference(id=1325489957774689062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee Y, Kwon O J, Lee H, et al. Augment & valuate: A data enhancement pipeline for data-centric ai[J]. arXiv preprint, arXiv: 2112.03837, 2021, articleTitle=null, refAbstract=null), Reference(id=1325489957854380839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Hataya R, Zdenek J, Yoshizoe K, et al. Faster autoaugment: Learning augmentation strategies using backpropagation[C]//Proc of the 16th European Conf on Computer Vision. Berlin: Springer, 2020: 1−16, articleTitle=null, refAbstract=null), Reference(id=1325489958244451112, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Tao Guanhong, Ma Shiqing, Liu Yinqi, et al. Trader: Trace divergence analysis and embedding regulation for debugging recurrent neural networks[C]//Proc of the 42nd ACM/IEEE Int Conf on Software Engineering. New York: ACM, 2020: 986−998, articleTitle=null, refAbstract=null), Reference(id=1325489958340920105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Kirk M. Thoughtful Machine Learning: A Test-driven Approach[M]. Sebastopol, CA: O’Reilly Media, 2014, articleTitle=null, refAbstract=null), Reference(id=1325489958672270122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Hellerstein J M. Quantitative Data Cleaning for Large Databases[M]. Berkeley, CA: University of California, Berkeley, 2008, articleTitle=null, refAbstract=null), Reference(id=1325489959083311915, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Kontokostas D, Westphal P, Auer S, et al. Databugger: A test-driven framework for debugging the Web of data[C]//Proc of the 23rd Int Conf on World Wide Web. New York: ACM, 2014: 115−118, articleTitle=null, refAbstract=null), Reference(id=1325489959917978412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Khalek S A, Khurshid S. Systematic testing of database engines using a relational constraint solver[C]//Proc of the 4th IEEE Int Conf on Software Testing, Verification and Validation. Piscataway, NJ: IEEE, 2011: 50−59, articleTitle=null, refAbstract=null), Reference(id=1325489960421294893, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Pan Kai, Wu Xintao, Xie Tao. Database state generation via dynamic symbolic execution for coverage criteria[C]//Proc of the 4th Int Workshop on Testing Database Systems. New York: ACM, 2011: 1−6, articleTitle=null, refAbstract=null), Reference(id=1325489961268544302, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Schelter S, Lange D, Schmidt P, et al. Automating large-scale data quality verification[J]. Proceedings of the Very Large Data Base Endowment, 2018, 11(12): 1781−1794, articleTitle=null, refAbstract=null), Reference(id=1325489961662808879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Barowy D W, Gochev D, Berger E D. Checkcell: Data debugging for spreadsheets[C]//Proc of the 2014 ACM Int Conf on Object Oriented Programming Systems Languages & Applications. New York: ACM, 2014: 507−523, articleTitle=null, refAbstract=null), Reference(id=1325489962384229168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Do H, Rothermel G. Using sensitivity analysis to create simplified economic models for regression testing[C]//Proc of the 2008 Int Symp on Software Testing and Analysis. New York: ACM, 2008: 51−62, articleTitle=null, refAbstract=null), Reference(id=1325489963218895665, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Mao Chengying, Yu Xinxin. Test data generation for software testing based on quantum-inspired genetic algorithm[J]. International Journal of Computational Intelligence and Applications, 2013, 12(1): 1350004, articleTitle=null, refAbstract=null), Reference(id=1325489964032590642, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Biessmann F, Rukat T, Schmidt P, et al. DataWig: Missing value imputation for tables[J]. Journal of Machine Learning Research, 2019, 20(175): 1−6, articleTitle=null, refAbstract=null), Reference(id=1325489964519129907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Biessmann F, Salinas D, Schelter S, et al. Deep learning for missing value imputationin tables with non-numerical data[C]//Proc of the 27th ACM Int Conf on Information and Knowledge Management. New York: ACM, 2018: 2017−2025, articleTitle=null, refAbstract=null), Reference(id=1325489964921783092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Shankar S, Parameswaran A. Towards observability for production machine learning pipelines[J]. arXiv preprint, arXiv: 2108.13557, 2021, articleTitle=null, refAbstract=null), Reference(id=1325489965328630581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=高云君, 葛丛丛, 郭宇翔, 等. 面向关系型数据与知识图谱的数据集成技术综述[J]. 软件学报, 2023, 34(5): 2365−2391, articleTitle=null, refAbstract=null), Reference(id=1325489966599504694, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yunjun, Ge Congcong, Guo Yuxiang, et al. Survey on data integration technologies for relational data and knowledge graph[J]. Journal of Software, 2023, 34(5): 2365−2391 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489967002157879, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang X S, Sheng Q Z, Wang Xianzhi, et al. SmartVote: A full-fledged graph-based model for multi-valued truth discovery[J]. World Wide Web, 2019, 22(4): 1855−1885, articleTitle=null, refAbstract=null), Reference(id=1325489967484502840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=马如霞, 孟小峰, 王璐, 等. MTruths: Web信息多真值发现方法[J]. 计算机研究与发展, 2016, 52(12): 2858−2866, articleTitle=null, refAbstract=null), Reference(id=1325489968285614905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Ruxia, Meng Xiaofeng, Wang Lu, et al. MTruths: An approach of multiple truths finding from Web information[J]. Journal of Computer Research and Development, 2016, 52(12): 2858−2866 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489970005279546, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I, Pouget-Abadie J, Mirza M, et al. Generative adversarial networks[J]. Communications of the ACM, 2020, 63(11): 139−144, articleTitle=null, refAbstract=null), Reference(id=1325489971217433403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Zhipeng, Xiong Zuobin, Xu Honghui, et al. Generative adversarial networks: A survey toward private and secure applications[J]. ACM Computing Surveys, 2022, 54(6): 1−38, articleTitle=null, refAbstract=null), Reference(id=1325489972458947388, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Van Dyk D A, Meng Xiaoli. The art of data augmentation[J]. Journal of Computational and Graphical Statistics, 2001, 10(1): 1−50, articleTitle=null, refAbstract=null), Reference(id=1325489973318779709, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Singla S, Chegini A M, Moayeri M, et al. Data-centric debugging: Mitigating model failures via targeted data collection[J]. arXiv preprint, arXiv: 2211.09859, 2022, articleTitle=null, refAbstract=null), Reference(id=1325489975361405758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Motamedi M, Sakharnykh N, Kaldewey T. A data-centric approach for training deep neural networks with less data[J]. arXiv preprint, arXiv: 2110.03613, 2021, articleTitle=null, refAbstract=null), Reference(id=1325489975780836159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Muxi, Li Yu, Xu Qiang. HiBug: On human-interpretable model debug[C]//Proc of the 36th Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2024: 4753−4766, articleTitle=null, refAbstract=null), Reference(id=1325489975889888064, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenAI. ChatGPT: Optimizing language models for dialogue [EB/OL]. [2025-07-17]. https://openai.com/index/chatgpt/, articleTitle=null, refAbstract=null), Reference(id=1325489976271569729, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Malon C, Li Kai, Kruus E. Fast Few-shot debugging for NLU test suites[C]//Proc of the 3rd Workshop on Knowledge Extraction and Integration for Deep Learning Architectures. Stroudsburg, PA: ACL, 2022: 79−86, articleTitle=null, refAbstract=null), Reference(id=1325489976745526082, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Dang C, Le D D, Le T. A curious case of searching for the correlation between training data and adversarial robustness of Transformer textual models[C]//Proc of the Findings of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2024: 13475−13491, articleTitle=null, refAbstract=null), Reference(id=1325489977466946371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhou, Bovik A C, Sheikh H R, et al. Image quality assessment: From error visibility to structural similarity[J]. IEEE Transactions on Image Processing, 2004, 13(4): 600−612, articleTitle=null, refAbstract=null), Reference(id=1325489977991234372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhou, Simoncelli E P, Bovik A C. Multiscale structural similarity for image quality assessment[C]//Proc of the 37th Asilomar Conf on Signals, Systems & Computers. Piscataway, NJ: IEEE, 2003: 1398−1402, articleTitle=null, refAbstract=null), Reference(id=1325489979614430021, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Lin, Zhang Lei, Mou Xuanqin, et al. FSIM: A feature similarity index for image quality assessment[J]. IEEE Transactions on Image Processing, 2011, 20(8): 2378−2386, articleTitle=null, refAbstract=null), Reference(id=1325489980084192070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16x16 words: Transformers for image recognition at scale[J]. arXiv preprint, arXiv: 2010.11929, 2020, articleTitle=null, refAbstract=null), Reference(id=1325489980893692743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Pham H, Dai Zihang, Ghiasi G, et al. Combined scaling for zero-shot transfer learning[J]. Neurocomputing, 2023, 555: 126658, articleTitle=null, refAbstract=null), Reference(id=1325489981661250377, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Chen Xinlei, Xie Saining, et al. Masked autoencoders are scalable vision learners[C]//Proc of the 2022 Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 16000−16009, articleTitle=null, refAbstract=null), Reference(id=1325489981782885194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Jiachen, Zhang Zhou, Gong Yicheng, et al. Do deep neural networks always perform better when eating more data?[J]. arXiv preprint, arXiv: 2205.15187, 2022, articleTitle=null, refAbstract=null), Reference(id=1325489982164566859, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Grafberger S, Groth P, Stoyanovich J, et al. Data distribution debugging in machine learning pipelines[J]. The VLDB Journal, 2022, 31(5): 1103−1126, articleTitle=null, refAbstract=null), Reference(id=1325489984265913164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=95, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Grafberger S, Guha S, Stoyanovich J, et al. MLINSPECT: A data distribution debugger for machine learning pipelines[C]//Proc of the 2021 Int Conf on Management of Data. New York: ACM, 2021: 2736−2739, articleTitle=null, refAbstract=null), Reference(id=1325489984693732173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=96, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Grafberger S, Stoyanovich J, Schelter S. Lightweight inspection of data preprocessing in native machine learning pipelines[C]//Proc of the 11th Conf on Innovative Data Systems Research. New York: ACM, 2021: 27, articleTitle=null, refAbstract=null), Reference(id=1325489985461289806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Schelter S, Stoyanovich J. Taming technical bias in machine learning pipelines[J]. IEEE Data Engineering Bulletin, 2020, 43(4): 39−50, articleTitle=null, refAbstract=null), Reference(id=1325489985956217679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=98, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Pedregosa F, Varoquaux G, Gramfort A, et al. Scikit-learn: Machine learning in Python[J]. Journal of Machine Learning Research, 2011, 12: 2825−2830, articleTitle=null, refAbstract=null), Reference(id=1325489986279179088, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=99, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=McKinney W. Pandas: A foundational Python library for data analysis and statistics[J]. Python for High Performance and Scientific Computing, 2011, 14(9): 1−9, articleTitle=null, refAbstract=null), Reference(id=1325489986753135441, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=100, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Brachmann M, Bautista C, Castelo S, et al. Data debugging and exploration with vizier[C]//Proc of the 2019 Int Conf on Management of Data. New York: ACM, 2019: 1877−1880, articleTitle=null, refAbstract=null), Reference(id=1325489989701731154, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=骆昱宇, 秦雪迪, 谢宇鹏, 等. 智能数据可视分析技术综述[J]. 软件学报, 2024, 35(1): 356−404, articleTitle=null, refAbstract=null), Reference(id=1325489990142133075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=105, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Yuyu, Qin Xuedi, Xie Yupeng, et al. Intelligent data visualization analysis techniques: A survey[J]. Journal of Software, 2024, 35(1): 356−404 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325489991010354004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=102, rfOrder=106, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Xiaoou, Liu Yida, Wang Hongzhi, et al. Efficient relaxed functional dependency discovery with minimal set cover [C]//Proc of the 40th Int Conf on Data Engineering. Piscataway, NJ: IEEE, 2024: 3519−3531, articleTitle=null, refAbstract=null), Reference(id=1325489993040397142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=103, rfOrder=107, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Sijia, Tan Zijing, Wang Jiawei, et al. Guided conditional functional dependency discovery[J]. Information Systems, 2023, 114: 102158, articleTitle=null, refAbstract=null), Reference(id=1325489993820537687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=104, rfOrder=108, authorNames=null, journalName=null, refType=null, unstructuredReference=Golab L, Karloff H, Korn F, et al. Sequential dependencies[J]. Proceedings of the Very Large Data Base Endowment, 2009, 2(1): 574−585, articleTitle=null, refAbstract=null), Reference(id=1325489994718118744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=105, rfOrder=109, authorNames=null, journalName=null, refType=null, unstructuredReference=Parisi F, Grant J. On measuring inconsistency in definite and indefinite databases with denial constraints[J]. Artificial Intelligence, 2023, 318: 103884, articleTitle=null, refAbstract=null), Reference(id=1325489995166909273, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=106, rfOrder=110, authorNames=null, journalName=null, refType=null, unstructuredReference=Pena E H M, Porto F, Naumann F. Fast algorithms for denial constraint discovery[J]. Proceedings of the Very Large Data Base Endowment, 2022, 16(4): 684−696, articleTitle=null, refAbstract=null), Reference(id=1325489995913495386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=107, rfOrder=111, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Xiaoou, Li Genglong, Wang Hongzhi, et al. Time series data cleaning under expressive constraints on both rows and columns[C]//Proc of the 40th Int Conf on Data Engineering. Piscataway, NJ: IEEE, 2024: 5689−5698, articleTitle=null, refAbstract=null), Reference(id=1325489997633160027, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=108, rfOrder=112, authorNames=null, journalName=null, refType=null, unstructuredReference=Saria S, Subbaswamy A. Tutorial: Safe and reliable machine learning[J]. arXiv preprint, arXiv: 1904.07204, 2019, articleTitle=null, refAbstract=null), Reference(id=1325489998446855004, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=109, rfOrder=113, authorNames=null, journalName=null, refType=null, unstructuredReference=Varshney K R. Trustworthy machine learning and artificial intelligence[J]. XRDS: Crossroads, The ACM Magazine for Students, 2019, 25(3): 26−29, articleTitle=null, refAbstract=null), Reference(id=1325489998941782877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=110, rfOrder=114, authorNames=null, journalName=null, refType=null, unstructuredReference=Tiwari A, Dutertre B, Jovanović D, et al. Safety envelope for security[C]//Proc of the 3rd Int Conf on High Confidence Networked Systems. New York: ACM, 2014: 85−94, articleTitle=null, refAbstract=null), Reference(id=1325489999843558238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=111, rfOrder=115, authorNames=null, journalName=null, refType=null, unstructuredReference=Varshney K R, Alemzadeh H. On the safety of machine learning: Cyber-physical systems, decision sciences, and data products[J]. Big Data, 2017, 5(3): 246−255, articleTitle=null, refAbstract=null), Reference(id=1325490001865212767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=112, rfOrder=116, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiaolan, Dong X L, Meliou A. Data X-Ray: A diagnostic tool for data errors[C]//Proc of the 2015 Int Conf on Management of Data. New York: ACM, 2015: 1231−1245, articleTitle=null, refAbstract=null), Reference(id=1325490002699879264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=117, authorNames=null, journalName=null, refType=null, unstructuredReference=Bala A, Chana I. Intelligent failure prediction models for scientific workflows[J]. Expert System Applications, 2015, 42(3): 980−989, articleTitle=null, refAbstract=null), Reference(id=1325490003496797025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=114, rfOrder=118, authorNames=null, journalName=null, refType=null, unstructuredReference=Johnson B, Brun Y, Meliou A. Causal testing: Understanding defects’ root causes[C]//Proc of the 42nd ACM/IEEE Int Conf on Software Engineering. New York: ACM/ Piscataway, NJ: IEEE, 2020: 87−99, articleTitle=null, refAbstract=null), Reference(id=1325490004738311010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=115, rfOrder=119, authorNames=null, journalName=null, refType=null, unstructuredReference=Lourenço R, Freire J, Shasha D. BugDoc: Algorithms to debug computational processes[C]//Proc of the 2020 Int Conf on Management of Data. New York: ACM, 2020: 463−478, articleTitle=null, refAbstract=null), Reference(id=1325490006457975651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=116, rfOrder=120, authorNames=null, journalName=null, refType=null, unstructuredReference=Lourenco R, Freire J, Simon E, et al. BugDoc: Iterative debugging and explanation of pipeline[J]. The VLDB Journal, 2023, 32(1): 75−101, articleTitle=null, refAbstract=null), Reference(id=1325490006915154788, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=117, rfOrder=121, authorNames=null, journalName=null, refType=null, unstructuredReference=Loureno R, Freire J, Shasha D. Debugging machine learning pipelines[C]//Proc of the 3rd Int Workshop on Data Management for End-to-end Machine Learning. New York: ACM, 2020: 1−10, articleTitle=null, refAbstract=null), Reference(id=1325490007363945317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=118, rfOrder=122, authorNames=null, journalName=null, refType=null, unstructuredReference=Dolatnia N, Fern A, Fern X. Bayesian optimization with resource constraints and production[C]//Proc of the 26th Int Conf on Automated Planning and Scheduling. Palo Alto, CA: AAAI, 2016: 115−123, articleTitle=null, refAbstract=null), Reference(id=1325490008102142822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=119, rfOrder=123, authorNames=null, journalName=null, refType=null, unstructuredReference=Snoek J, Rippel O, Swersky K, et al. Scalable Bayesian optimization using deep neural networks[C]//Proc of the 32nd Int Conf on Machine Learning. New York: ACM, 2015: 2171−2180, articleTitle=null, refAbstract=null), Reference(id=1325490008945197927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=120, rfOrder=124, authorNames=null, journalName=null, refType=null, unstructuredReference=Vrugt J A, Robinson B A, Hyman J M. Self-adaptive multimethod search for global optimization in real-parameter spaces[J]. IEEE Transactions on Evolutionary Computation, 2008, 13(2): 243−259, articleTitle=null, refAbstract=null), Reference(id=1325490011033961320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=121, rfOrder=125, authorNames=null, journalName=null, refType=null, unstructuredReference=Koh P W, Liang P. Understanding black-box predictions via influence functions[C]//Proc of the 34th Int Conf on Machine Learning. New York: ACM, 2017: 1885−1894, articleTitle=null, refAbstract=null), Reference(id=1325490011914765161, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=122, rfOrder=126, authorNames=null, journalName=null, refType=null, unstructuredReference=Hara S, Nitanda A, Maehara T. Data cleansing for models trained with SGD[C]//Proc of the Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2019: 4215−4224, articleTitle=null, refAbstract=null), Reference(id=1325490013168862058, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=123, rfOrder=127, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Xiaofei, Guo Wenbo, Ma Lei, et al. RNNrepair: Automatic RNN repair via model-based analysis[C]//Proc of the 38th Int Conf on Machine Learning. New York: ACM, 2021: 11383−11392, articleTitle=null, refAbstract=null), Reference(id=1325490013676372843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=124, rfOrder=128, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang F, Adebayo J, Tan S, et al. Error discovery by clustering influence embeddings [C]//Proc of the 36th Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2023, 36: 41765−41777, articleTitle=null, refAbstract=null), Reference(id=1325490015630918508, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=125, rfOrder=129, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng Yuhao, Chai Chengliang, Cao Lei, et al. MisDetect: Iterative mislabel detection using early loss[J]. Proceedings of the Very Large Data Base Endowment, 2024, 17(6): 1159−1172, articleTitle=null, refAbstract=null), Reference(id=1325490016469779309, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=126, rfOrder=130, authorNames=null, journalName=null, refType=null, unstructuredReference=Chai Chengliang, Wang Jiayi, Tang Nan, et al. Efficient coreset selection with cluster-based methods[C]//Proc of the 29th ACM SIGKDD Conf on Knowledge Discovery and Data Mining. New York: ACM, 2023: 167−178, articleTitle=null, refAbstract=null), Reference(id=1325490017317028718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=127, rfOrder=131, authorNames=null, journalName=null, refType=null, unstructuredReference=Khanna R, Kim B, Ghosh J, et al. Interpreting black box predictions using fisher kernels[C]//Proc of the 22nd Int Conf on Artificial Intelligence and Statistics. Cambridge, MA: MIT, 2019: 3382−3390, articleTitle=null, refAbstract=null), Reference(id=1325490018294301551, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=128, rfOrder=132, authorNames=null, journalName=null, refType=null, unstructuredReference=Koh P W W, Ang K S, Teo H, et al. On the accuracy of influence functions for measuring group effects[C]//Proc of the 32nd Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2019: 5255−5265, articleTitle=null, refAbstract=null), Reference(id=1325490020278207344, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=129, rfOrder=133, authorNames=null, journalName=null, refType=null, unstructuredReference=Bae J, Ng N, Lo A, et al. If influence functions are the answer, then what is the question?[C]//Proc of the 35th Annual Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2022: 17953−17967, articleTitle=null, refAbstract=null), Reference(id=1325490021083513713, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=130, rfOrder=134, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xuezhou, Zhu Xiaojin, Wright S J. Training set debugging using trusted items[C]//Proc of the 32nd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018: 4482−4489, articleTitle=null, refAbstract=null), Reference(id=1325490021951734642, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=131, rfOrder=135, authorNames=null, journalName=null, refType=null, unstructuredReference=Do L N Q, Kruger S, Hill P, et al. Debugging static analysis[J]. IEEE Transactions on Software Engineering. 2018, 46(7): 697−709, articleTitle=null, refAbstract=null), Reference(id=1325490023218414451, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=132, rfOrder=136, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Shiqing, Liu Yingqi, Lee W C, et al. MODE: Automated neural network model debugging via state differential analysis and input selection[C]//Proc of the 26th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2018: 175−186, articleTitle=null, refAbstract=null), Reference(id=1325490024493482869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=133, rfOrder=137, authorNames=null, journalName=null, refType=null, unstructuredReference=Lapuschkin S, Wäldchen S, Binder A, et al. Unmasking clever hans predictors and assessing what machines really learn[J]. Nature Communications, 2019, 10(1): 1096, articleTitle=null, refAbstract=null), Reference(id=1325490025370092406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=134, rfOrder=138, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeller A. Yesterday, my program worked. Today, it does not. why?[J]. ACM SIGSOFT Software Engineering Notes, 1999, 24(6): 253−267, articleTitle=null, refAbstract=null), Reference(id=1325490026175398776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=135, rfOrder=139, authorNames=null, journalName=null, refType=null, unstructuredReference=Jones J A, Harrold M J, Stasko J. Visualization of test information to assist fault localization[C]//Proc of the 24th Int Conf on Software Engineering. New York: ACM, 2002: 467−477, articleTitle=null, refAbstract=null), Reference(id=1325490026670326649, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=136, rfOrder=140, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Hongjing, Tao Chuanqo, Huang Zhiqiu. Multi-objective white-box test input selection for deep neural network model enhancement[C]//Proc of the 34th IEEE Int Symp on Software Reliability Engineering. Piscataway, NJ: IEEE, 2023: 521−532, articleTitle=null, refAbstract=null), Reference(id=1325490027043619706, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=137, rfOrder=141, authorNames=null, journalName=null, refType=null, unstructuredReference=Boci I, Bultan T. Finding access control bugs in Web applications with CanCheck[C]//Proc of the 31st IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2016: 155−166, articleTitle=null, refAbstract=null), Reference(id=1325490028834587515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=138, rfOrder=142, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Zheng, Bird C, Barr E T. To type or not to type: Quantifying detectable bugs in JavaScript[C]//Proc of the 39th IEEE/ACM Int Conf on Software Engineering. Piscataway, NJ: IEEE, 2017: 758−769, articleTitle=null, refAbstract=null), Reference(id=1325490029220463484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=139, rfOrder=143, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Xiaoning, Xie Xiaofei, Li Yi, et al. Deepstellar: Model-based quantitative analysis of stateful deep learning systems[C]//Proc of the 27th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2019: 477−487, articleTitle=null, refAbstract=null), Reference(id=1325490029891552125, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=140, rfOrder=144, authorNames=null, journalName=null, refType=null, unstructuredReference=Jolliffe I. International Encyclopedia of Statistical Science[M]. Berlin: Springer, 2011: 1094–1096, articleTitle=null, refAbstract=null), Reference(id=1325490030348731262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=141, rfOrder=145, authorNames=null, journalName=null, refType=null, unstructuredReference=Flokas L, Wu Weiyuan, Wang Jiannan, et al. How I stopped worrying about training data bugs and started complaining[C]//Proc of the 6th Workshop on Data Management for End-To-End Machine Learning. New York: ACM, 2022: 1−5, articleTitle=null, refAbstract=null), Reference(id=1325490030864630655, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=142, rfOrder=146, authorNames=null, journalName=null, refType=null, unstructuredReference=Flokas L, Wu Weiyuan, Liu Yejia, et al. Complaint-driven training data debugging at interactive speeds[C]//Proc of the 2022 Int Conf on Management of Data. New York: ACM, 2022: 369−383, articleTitle=null, refAbstract=null), Reference(id=1325490032106144640, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=143, rfOrder=147, authorNames=null, journalName=null, refType=null, unstructuredReference=Rezig E K, Cao L, Simonini G, et al. Dagger: A data (not code) debugger[C]//Proc of the 10th Conf on Innovative Data Systems Research. New York: ACM, 2020: 20, articleTitle=null, refAbstract=null), Reference(id=1325490033687397250, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=144, rfOrder=148, authorNames=null, journalName=null, refType=null, unstructuredReference=Rezig E K, Brahmaroutu A, Tatbul N, et al. Debugging large-scale data science pipelines using dagger[J]. Proceedings of the Very Large Data Base Endowment, 2020, 13(12): 2993−2996, articleTitle=null, refAbstract=null), Reference(id=1325490034526258051, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=145, rfOrder=149, authorNames=null, journalName=null, refType=null, unstructuredReference=Rezig E K, Cao Lei, Stonebraker M, et al. Data Civilizer 2.0: A holistic framework for data preparation and analytics[J]. Proceedings of the Very Large Data Base Endowment, 2019, 12(12): 1954−1957, articleTitle=null, refAbstract=null), Reference(id=1325490035012797316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=146, rfOrder=150, authorNames=null, journalName=null, refType=null, unstructuredReference=Chai T, Draxler R R. Root mean square error (RMSE) or mean absolute error (MAE)[J]. Geoscientific Model Development Discussions, 2014, 7(1): 1525−1534, articleTitle=null, refAbstract=null), Reference(id=1325490036183008133, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=147, rfOrder=151, authorNames=null, journalName=null, refType=null, unstructuredReference=Varshini A G P, Kumari K A, Janani D, et al. Comparative analysis of machine learning and deep learning algorithms for software effort estimation[J]. Journal of Physics: Conference Series, 2021, 1767(1): 012019, articleTitle=null, refAbstract=null), Reference(id=1325490038288548743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=148, rfOrder=152, authorNames=null, journalName=null, refType=null, unstructuredReference=Reddit. Reddit-comments dataset[EB/OL]. [2025-07-17]. https://www.kaggle.com/datasets/kaggle/reddit-comments-may-2015, articleTitle=null, refAbstract=null), Reference(id=1325490038909305736, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=149, rfOrder=153, authorNames=null, journalName=null, refType=null, unstructuredReference=Wikipedia. Dbpedia dataset[EB/OL]. [2025-07-17]. http://wiki.dbpedia.org/downloads-2016-10, articleTitle=null, refAbstract=null), Reference(id=1325490039966270345, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=150, rfOrder=154, authorNames=null, journalName=null, refType=null, unstructuredReference=US Census Bureau. Adult dataset[EB/OL]. [2025-07-17]. https://archive.ics.uci.edu/dataset/2/adult, articleTitle=null, refAbstract=null), Reference(id=1325490040855462794, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=151, rfOrder=155, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Feifei. ImageNet dataset[EB/OL]. [2025-07-17]. https://image-net.org, articleTitle=null, refAbstract=null), Reference(id=1325490042554155915, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=152, rfOrder=156, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaggle. Roman-MNIST dataset[EB/OL]. [2025-07-17]. https://worksheets.codalab.org/worksheets/0x7a8721f11e61436e93ac8f76da83f0e6, articleTitle=null, refAbstract=null), Reference(id=1325490043388822412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=153, rfOrder=157, authorNames=null, journalName=null, refType=null, unstructuredReference=National Institute of Standards and Technology. MNIST dataset[EB/OL]. [2025-07-17]. https://www.kaggle.com/datasets/hojjatk/mnist-dataset, articleTitle=null, refAbstract=null), Reference(id=1325490044265431949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=154, rfOrder=158, authorNames=null, journalName=null, refType=null, unstructuredReference=Radiological Society of North America. RSNA dataset[EB/OL]. [2025-07-17]. https://huggingface.co/fabriceyhc/bert-base-uncased-ag_news, articleTitle=null, refAbstract=null), Reference(id=1325490045070738318, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=155, rfOrder=159, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaggle. Toxic dataset[EB/OL]. [2025-07-17]. https://www.kaggle.com/datasets/julian3833/jigsaw-toxic-comment-classification-challenge, articleTitle=null, refAbstract=null), Reference(id=1325490047088198543, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=156, rfOrder=160, authorNames=null, journalName=null, refType=null, unstructuredReference=Centers for Medicare & Medicaid Services. Hospital dataset[EB/OL]. [2025-07-17]. https://data.cms.gov/provider-data/search?page-size=50&theme=Hospitals, articleTitle=null, refAbstract=null), Reference(id=1325490047948030864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=157, rfOrder=161, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaggle. Airlines dataset[EB/OL]. [2025-07-17]. https://www.kaggle.com/datasets/iamsouravbanerjee/airline-dataset, articleTitle=null, refAbstract=null), Reference(id=1325490048489096081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=158, rfOrder=162, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaggle. Flight delay dataset[EB/OL]. [2025-07-17]. http://oakleafblog.blogspot.com/2012/05/accessing-us-air-carrier-flight-delay.html, articleTitle=null, refAbstract=null), Reference(id=1325490049231487890, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=159, rfOrder=163, authorNames=null, journalName=null, refType=null, unstructuredReference=Canadian Institute for Advanced Research. Cifar10 dataset[EB/OL]. [2025-07-17]. https://www.cs.toronto.edu/~kriz/cifar.html, articleTitle=null, refAbstract=null), Reference(id=1325490051706127251, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=160, rfOrder=164, authorNames=null, journalName=null, refType=null, unstructuredReference=Duan Shaoming, Liu Chuanyi, Han Peiyi, et al. Fed-DNN-Debugger: Automatically debugging deep neural network models in federated learning[J]. Security and Communication Networks, 2023, 2023(1): 5968168, articleTitle=null, refAbstract=null), Reference(id=1325490052968612756, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=161, rfOrder=165, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Anran, Zhang Lan, Wang Junhao, et al. Efficient federated-learning model debugging[C]//Proc of the 37th Int Conf on Data Engineering. Piscataway, NJ: IEEE, 2021: 372−383, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325489911649927854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, xref=null, ext=[AuthorCompanyExt(id=1325489912035803823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Information, Renmin University of China, Beijing 100872), AuthorCompanyExt(id=1325489912115495600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, companyId=1325489911649927854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=中国人民大学信息学院 北京 100872)])], figs=[ArticleFig(id=1325489928838185675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Figure 1, caption=
Data debugging research framework, figureFileSmall=e0bRNS9RUXO2+2c/7T37Eg==, figureFileBig=uq08nORIWWiFupQ7uqqQiQ==, tableContent=null), ArticleFig(id=1325489930574627532, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=图1, caption=
数据调试研究框架, figureFileSmall=e0bRNS9RUXO2+2c/7T37Eg==, figureFileBig=uq08nORIWWiFupQ7uqqQiQ==, tableContent=null), ArticleFig(id=1325489931346379469, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Figure 2, caption=
Continuous testing framework, figureFileSmall=fsuxpSNu+Ex1m57KxEKMhg==, figureFileBig=UbyDd18STbWTUHLARueJkQ==, tableContent=null), ArticleFig(id=1325489931488985806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=图2, caption=
连续测试框架, figureFileSmall=fsuxpSNu+Ex1m57KxEKMhg==, figureFileBig=UbyDd18STbWTUHLARueJkQ==, tableContent=null), ArticleFig(id=1325489931744838351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Figure 3, caption=
REIN framework, figureFileSmall=fm2SJ3mXGuKAwe6pn0fxAA==, figureFileBig=U+KU6WMP9vtRP/QzH3n8DQ==, tableContent=null), ArticleFig(id=1325489931811947216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=图3, caption=
REIN框架, figureFileSmall=fm2SJ3mXGuKAwe6pn0fxAA==, figureFileBig=U+KU6WMP9vtRP/QzH3n8DQ==, tableContent=null), ArticleFig(id=1325489931891638993, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 1, caption=
Revolution in AI System Debugging, figureFileSmall=null, figureFileBig=null, tableContent=
| AI系统调试方式 | 版本 | 社会形态 | 案例 |
|---|
| 以模型为中心 | AI系统调试1.0 | 信息时代 | RNN到LSTM的改 进[38]、超参数调优[8] |
| 以数据为中心 | AI系统调试2.0 | 数据时代 | 统一数据格式[39]、增大 数据量、减少噪声[13] |
), ArticleFig(id=1325489932252349138, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表1, caption=
AI系统调试的变革
, figureFileSmall=null, figureFileBig=null, tableContent=
| AI系统调试方式 | 版本 | 社会形态 | 案例 |
|---|
| 以模型为中心 | AI系统调试1.0 | 信息时代 | RNN到LSTM的改 进[38]、超参数调优[8] |
| 以数据为中心 | AI系统调试2.0 | 数据时代 | 统一数据格式[39]、增大 数据量、减少噪声[13] |
), ArticleFig(id=1325489932587893459, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 2, caption=
List of Notations, figureFileSmall=null, figureFileBig=null, tableContent=
| 符号 | 含义 |
|---|
| $ {{D}}_{\text{train}} $ | 原始训练数据集 |
| $ {{D}}_{\text{test}} $ | 原始测试数据集 |
| $ {E} $ | 评估函数 |
| $ {{M}}^{{+}}\left(\theta\right) $ | 模型架构 |
| $ {\theta}^{{+}} $ | 参数配置 |
| $ {{D}}_{\text{error}} $ | 错误数据集(可能存在于$ {{D}}_{\mathrm{t}\mathrm{r}\mathrm{a}\mathrm{i}\mathrm{n}} $或$ {{D}}_{\text{test}} $) |
| $ D'_{\text{train}} $ | 修复训练数据集 |
| $ D'_{\mathrm{t}\mathrm{e}\mathrm{s}\mathrm{t}}$ | 修复测试数据集 |
| $ {M}\text{(}\theta\text{)} $ | 原始训练数据集上训练获取的模型 |
| $ {{M}}_{\text{debug}} $ | 修复(调试)训练数据集上训练获取的模型 |
| $ {{E}}_{\text{debug}} $ | 调试后模型在评估函数下对应的指标 |
| $ {{E}}_{\text{u}} $ | 评估函数对应的指标上限 |
| Sub(x,y) | 计算x与y之间差值的函数 |
| $\cal F $ | 数据调试方法 |
| $ {{M}}_{\text{best}} $ | 理想训练数据集上训练获取的模型 |
| $ \varphi $ | 一致性约束 |
| lb | 数值属性之间算术关系的下限 |
| ub | 数值属性之间算术关系的上限 |
| P | 数值属性之间算术关系 |
), ArticleFig(id=1325489932667585236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表2, caption=
符号表
, figureFileSmall=null, figureFileBig=null, tableContent=
| 符号 | 含义 |
|---|
| $ {{D}}_{\text{train}} $ | 原始训练数据集 |
| $ {{D}}_{\text{test}} $ | 原始测试数据集 |
| $ {E} $ | 评估函数 |
| $ {{M}}^{{+}}\left(\theta\right) $ | 模型架构 |
| $ {\theta}^{{+}} $ | 参数配置 |
| $ {{D}}_{\text{error}} $ | 错误数据集(可能存在于$ {{D}}_{\mathrm{t}\mathrm{r}\mathrm{a}\mathrm{i}\mathrm{n}} $或$ {{D}}_{\text{test}} $) |
| $ D'_{\text{train}} $ | 修复训练数据集 |
| $ D'_{\mathrm{t}\mathrm{e}\mathrm{s}\mathrm{t}}$ | 修复测试数据集 |
| $ {M}\text{(}\theta\text{)} $ | 原始训练数据集上训练获取的模型 |
| $ {{M}}_{\text{debug}} $ | 修复(调试)训练数据集上训练获取的模型 |
| $ {{E}}_{\text{debug}} $ | 调试后模型在评估函数下对应的指标 |
| $ {{E}}_{\text{u}} $ | 评估函数对应的指标上限 |
| Sub(x,y) | 计算x与y之间差值的函数 |
| $\cal F $ | 数据调试方法 |
| $ {{M}}_{\text{best}} $ | 理想训练数据集上训练获取的模型 |
| $ \varphi $ | 一致性约束 |
| lb | 数值属性之间算术关系的下限 |
| ub | 数值属性之间算术关系的上限 |
| P | 数值属性之间算术关系 |
), ArticleFig(id=1325489932747277013, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 3, caption=
Data Error Types and Meanings, figureFileSmall=null, figureFileBig=null, tableContent=
| 错误类型 | 含义 |
|---|
| 异常值[54] | 数值处于经验区间外的数据 |
| 模式错误[55] | 与整体数据的构成形式不一致的数据 |
| 格式错误[55] | 与系统存储数据格式不相符的数据 |
| 重复数据[56] | 至少存在2条完全相同记录的数据 |
| 缺失数据[56] | 非正常空值的数据 |
| 数据漂移[28] | 测试数据分布与训练数据分布不匹配 |
| 标签错误[57] | 训练数据与其标签不匹配 |
| 特征错误[58] | 提取特征过于特定或不具代表性 |
| 对抗攻击样本[59] | 添加微小扰动或修改特征的数据 |
| 数据稀缺[60] | 训练数据规模过小 |
| 数据转换错误[61] | 数据预处理中过滤器或连接等操作改变 训练数据代表的不同分布 |
| 嵌入错误[62] | 数据编码错误 |
| 数据不平衡[15] | 训练数据/测试数据中不同类别数量差异显著 |
| 噪声[60] | 具有随机误差或方差的干扰数据 |
), ArticleFig(id=1325489932835357398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表3, caption=
数据错误类型及含义
, figureFileSmall=null, figureFileBig=null, tableContent=
| 错误类型 | 含义 |
|---|
| 异常值[54] | 数值处于经验区间外的数据 |
| 模式错误[55] | 与整体数据的构成形式不一致的数据 |
| 格式错误[55] | 与系统存储数据格式不相符的数据 |
| 重复数据[56] | 至少存在2条完全相同记录的数据 |
| 缺失数据[56] | 非正常空值的数据 |
| 数据漂移[28] | 测试数据分布与训练数据分布不匹配 |
| 标签错误[57] | 训练数据与其标签不匹配 |
| 特征错误[58] | 提取特征过于特定或不具代表性 |
| 对抗攻击样本[59] | 添加微小扰动或修改特征的数据 |
| 数据稀缺[60] | 训练数据规模过小 |
| 数据转换错误[61] | 数据预处理中过滤器或连接等操作改变 训练数据代表的不同分布 |
| 嵌入错误[62] | 数据编码错误 |
| 数据不平衡[15] | 训练数据/测试数据中不同类别数量差异显著 |
| 噪声[60] | 具有随机误差或方差的干扰数据 |
), ArticleFig(id=1325489932902466263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 4, caption=
Closed Data Debugging, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 测试 | 连续测试 | DDCT[54],Databugger[65] | 异常值 模式错误 | 人工 | 有增量 | 大型 数据集 | 数据更新时检查,易调试 | 特定于系统 |
| 单元测试 | D-API [68],CheckCell[69] | 模式错误 格式错误 | 无人工 | 有增量 无增量 | 大型 数据集 | 可用于半结构化数据 | 需要验证函数,速度慢 |
| 监控 | | monitor[55],REIN[56] | 格式/模式错误 缺失/重复数据 | 半人工 | 无增量 | 大中小 型数据集 | 考虑数据错误的异质性 | 无法发现具体错误数据 |
数据 注入 | | DCD[81],DOP[82],HiBug[83], FFD[85],TRT[86] | 数据漂移 缺失数据 | 无人工 | 无增量 | 小型 数据集 | 考虑无效数据的存在 | 样本多样性提升有限 |
探测数 据转换 | | mlinspect[94-97] | 数据转换错误 | 无人工 | 有增量 | 大中小 型数据集 | 自动捕捉数据转换错误 | 仅用于预处理,成本大 |
数据 约束 | 定性约束 | RFD[102],CFD[103], SD[104],DC[105] | 模式错误 | 有/无人工 | 有增量 | 中小型 数据集 | 有效捕获真实数据语义 | 仅用于表格数据 |
| 定量约束 | CC[28],RC[107] | 数据漂移 | 无人工 | 有增量 | 中小型 数据集 | 量化数值属性间算术关系 | 仅用于数值数据 |
), ArticleFig(id=1325489933070238424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表4, caption=
封闭式数据调试
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 测试 | 连续测试 | DDCT[54],Databugger[65] | 异常值 模式错误 | 人工 | 有增量 | 大型 数据集 | 数据更新时检查,易调试 | 特定于系统 |
| 单元测试 | D-API [68],CheckCell[69] | 模式错误 格式错误 | 无人工 | 有增量 无增量 | 大型 数据集 | 可用于半结构化数据 | 需要验证函数,速度慢 |
| 监控 | | monitor[55],REIN[56] | 格式/模式错误 缺失/重复数据 | 半人工 | 无增量 | 大中小 型数据集 | 考虑数据错误的异质性 | 无法发现具体错误数据 |
数据 注入 | | DCD[81],DOP[82],HiBug[83], FFD[85],TRT[86] | 数据漂移 缺失数据 | 无人工 | 无增量 | 小型 数据集 | 考虑无效数据的存在 | 样本多样性提升有限 |
探测数 据转换 | | mlinspect[94-97] | 数据转换错误 | 无人工 | 有增量 | 大中小 型数据集 | 自动捕捉数据转换错误 | 仅用于预处理,成本大 |
数据 约束 | 定性约束 | RFD[102],CFD[103], SD[104],DC[105] | 模式错误 | 有/无人工 | 有增量 | 中小型 数据集 | 有效捕获真实数据语义 | 仅用于表格数据 |
| 定量约束 | CC[28],RC[107] | 数据漂移 | 无人工 | 有增量 | 中小型 数据集 | 量化数值属性间算术关系 | 仅用于数值数据 |
), ArticleFig(id=1325489933179290329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 5, caption=
Immersive Data Debugging, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 扰动 | 迭代故 障推断 | BugDoc[115-116] | 模式错误 | 无人工 | 有增量 | 小型参数空间 的计算管道 | 可并行确定计算 管道中错误 | 参数多时运行成本高 |
影响 分析 | IF[121],SGD IF[122],RNNrepair[123], A&V[60],EMSL[58],InfEmbed[124], MisDetect[125] | 数据漂移/ 稀缺标签/ 特征错误 | 无/半人工 | 无增量 | 中小型数据集 | 无需重新训练模型, 效率高 | 无法衡量全局 变化效果 |
模型 推演 | | OFG[57],DUIT[130] | 标签错误 | 有人工 | 有增量 | 大中小型数据集 和中小型模型 | 可用于不同数据 类型或模型 | 仅适用于监督学习 |
| 对比 | 状态分析 | MODE[132],DeepFeature[59] | 特征错误/对 抗攻击样本 | 无人工 | 无增量 | 小型数据集 和小型模型 | 不易引入新错误 | 需要提前明确 错误类型 |
| 轨迹分析 | Trader[62],DeepStellar[139] | 嵌入错误/对 抗攻击样本 | 无人工 | 无增量 | 中小型数据集 和小型模型 | 易于理解模型 行为的由来 | 仅针对RNN模型 |
), ArticleFig(id=1325489933267370714, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表5, caption=
浸入式数据调试
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 扰动 | 迭代故 障推断 | BugDoc[115-116] | 模式错误 | 无人工 | 有增量 | 小型参数空间 的计算管道 | 可并行确定计算 管道中错误 | 参数多时运行成本高 |
影响 分析 | IF[121],SGD IF[122],RNNrepair[123], A&V[60],EMSL[58],InfEmbed[124], MisDetect[125] | 数据漂移/ 稀缺标签/ 特征错误 | 无/半人工 | 无增量 | 中小型数据集 | 无需重新训练模型, 效率高 | 无法衡量全局 变化效果 |
模型 推演 | | OFG[57],DUIT[130] | 标签错误 | 有人工 | 有增量 | 大中小型数据集 和中小型模型 | 可用于不同数据 类型或模型 | 仅适用于监督学习 |
| 对比 | 状态分析 | MODE[132],DeepFeature[59] | 特征错误/对 抗攻击样本 | 无人工 | 无增量 | 小型数据集 和小型模型 | 不易引入新错误 | 需要提前明确 错误类型 |
| 轨迹分析 | Trader[62],DeepStellar[139] | 嵌入错误/对 抗攻击样本 | 无人工 | 无增量 | 中小型数据集 和小型模型 | 易于理解模型 行为的由来 | 仅针对RNN模型 |
), ArticleFig(id=1325489935112864475, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 6, caption=
Hybrid Data Debugging, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 投诉 | | Rain[51],Rain++[142] | 标签错误、 特征错误 | 半人工 | 有增量 | 大中小型数据集/中小型模型 | 允许用户交互 | 响应时间长、 计算成本高 |
| 管道模块 | | Dagger[143-144],Data Civilizer 2.0[145] | 模式错误 | 半人工 | 无增量 | 中小型数据集/中小型模型 | 通用性强 | 运行开销大 |
), ArticleFig(id=1325489935213527772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表6, caption=
混合式数据调试
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 代表方法 | 错误类型 | 应用方式 | 可扩展性 | 适用范围 | 优点 | 缺点 |
|---|
| 投诉 | | Rain[51],Rain++[142] | 标签错误、 特征错误 | 半人工 | 有增量 | 大中小型数据集/中小型模型 | 允许用户交互 | 响应时间长、 计算成本高 |
| 管道模块 | | Dagger[143-144],Data Civilizer 2.0[145] | 模式错误 | 半人工 | 无增量 | 中小型数据集/中小型模型 | 通用性强 | 运行开销大 |
), ArticleFig(id=1325489935280636637, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 7, caption=
Main Research Directions of Data Debugging, figureFileSmall=null, figureFileBig=null, tableContent=
), ArticleFig(id=1325489935519711966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表7, caption=
数据调试主要研究方向
, figureFileSmall=null, figureFileBig=null, tableContent=
), ArticleFig(id=1325489935595209439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 8, caption=
Evaluation Metrics of Data Debugging Methods, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 评价依据 | 应用该评价指标的数据调试方法 |
|---|
测试 充分性 | 可用性 | 用例在不同数据集上测试成功、失败或超时的数量、占比或置信度 | Databugger,D-API,SD,DC,DeepSteller |
| 覆盖率 | 用例验证数据集中属性的域、范围、基数、依赖关系等出现的比率 |
模型 有效性 | 精确率 | 真正被正确执行为正例与全部被执行为正例的个数之比 | CheckCell,monitor,REIN,DCD,DOP,RNNrepair, A&V,DC,CC,BugDoc,OFG,MODE,IF, SGD IF,Trader,DeepSteller,Rain,Rain++, Dagger,Data Civilizer 2.0 |
| 召回率 | 真正被正确执行为正例与全部本应被执行为正例的个数之比 |
| F1分数 | 精确率与召回率的调和平均值 |
输入输出 差异性 | 数值型误差 | 数据集部分修正后的值与数据集全部修正后的值的差 | CheckCell |
| 属性型误差 | 累计用“1”所表示的修正属性值和用“0”所表示的未修正属性值 |
| 时空成本 | 执行时间 | 数据调试方法1次执行消耗的时间 | D-API,CheckCell,REIN,DOP,mlinspect, CFD,SD,DC,Trader |
| 占用空间 | 数据调试方法运行时所占内存的空间大小 |
), ArticleFig(id=1325489935679095520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表8, caption=
数据调试方法评价指标
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 子类 | 评价依据 | 应用该评价指标的数据调试方法 |
|---|
测试 充分性 | 可用性 | 用例在不同数据集上测试成功、失败或超时的数量、占比或置信度 | Databugger,D-API,SD,DC,DeepSteller |
| 覆盖率 | 用例验证数据集中属性的域、范围、基数、依赖关系等出现的比率 |
模型 有效性 | 精确率 | 真正被正确执行为正例与全部被执行为正例的个数之比 | CheckCell,monitor,REIN,DCD,DOP,RNNrepair, A&V,DC,CC,BugDoc,OFG,MODE,IF, SGD IF,Trader,DeepSteller,Rain,Rain++, Dagger,Data Civilizer 2.0 |
| 召回率 | 真正被正确执行为正例与全部本应被执行为正例的个数之比 |
| F1分数 | 精确率与召回率的调和平均值 |
输入输出 差异性 | 数值型误差 | 数据集部分修正后的值与数据集全部修正后的值的差 | CheckCell |
| 属性型误差 | 累计用“1”所表示的修正属性值和用“0”所表示的未修正属性值 |
| 时空成本 | 执行时间 | 数据调试方法1次执行消耗的时间 | D-API,CheckCell,REIN,DOP,mlinspect, CFD,SD,DC,Trader |
| 占用空间 | 数据调试方法运行时所占内存的空间大小 |
), ArticleFig(id=1325489935750398689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 9, caption=
Data Sets and Their Characteristics, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 类型 | 量级 | 使用该数据集的数据调试方法 | 数据集概述 |
|---|
| reddit-comments[148] | 结构化数据 | 17亿 | D-API[68] | 2015年reddit网站评论数据集 |
| DBpedia[149] | 结构化数据 | 13亿 | monitor[55],TRT[86] | 由维基百科文章提取数据集 |
| Adult[150] | 结构化数据 | 45223 | DUIT[130],SGD IF[122],REIN[56],Rain[51],Rain++[142] | 美国人口普查收入数据集 |
| ImageNet[151] | 图像 | 1400万 | DCD[81],HiBug[83],DeepFeature[59] | 涵盖动物/植物等图像数据集 |
| Roman-MNIST[152] | 图像 | 2162 | DOP[82],A&V[60] | 手写罗马数字图像数据集 |
| MNIST[153] | 图像 | 7万 | RNNrepair[123],MODE[132],SGD IF[122],DeepStellar[139], Rain[51],Rain++[142],DeepFeature[59] | 黑底白字手写数字图像数据集 |
RSNA[154] Toxic[155] | 图像 文本 | 13236 792 | InfEmbed[124] RNNrepair[123] | 美国放射学会骨龄数据集 评论数据集 |
| Hospital[156] | 结构化数据 | 11.5万 | DC[105] | 来自美国政府的医院数据集 |
| Airlines[157] | 数值数据 | 5.8万 | CC[28],MisDetect[125] | 某地2008年航班信息数据集 |
| Human Activity Recognition | 结构化数据 | 75万 | CC[28] | 人体活动相关指标数据集 |
| Flight delay[158] | 结构化数据 | 60万 | OFG[57] | 包含航班推迟信息的数据集 |
| CIFAR-10[159] | 图像 | 6万 | MODE[132],SGD IF[122],Rain++[142],DeepFeature[59] | 包含10种对象的图像数据集 |
| IMDB | 文本 | 5万 | Trader[62] | 电影评论数据集 |
| Yelp reviews | 文本 | 600万 | Trader[62],TRT[86] | 餐饮、住宿等评论数据集 |
| SST-2 | 文本 | 6.7万 | Rain++[142],RNNrepair[123],FFD[85] | 情绪分析数据集 |
| EEG | 时序 | 3.5亿 | Dagger[143-144],Data Civilizer 2.0[145] | 脑电图片段数据集 |
), ArticleFig(id=1325489935951725282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表9, caption=
数据集及其特点
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 类型 | 量级 | 使用该数据集的数据调试方法 | 数据集概述 |
|---|
| reddit-comments[148] | 结构化数据 | 17亿 | D-API[68] | 2015年reddit网站评论数据集 |
| DBpedia[149] | 结构化数据 | 13亿 | monitor[55],TRT[86] | 由维基百科文章提取数据集 |
| Adult[150] | 结构化数据 | 45223 | DUIT[130],SGD IF[122],REIN[56],Rain[51],Rain++[142] | 美国人口普查收入数据集 |
| ImageNet[151] | 图像 | 1400万 | DCD[81],HiBug[83],DeepFeature[59] | 涵盖动物/植物等图像数据集 |
| Roman-MNIST[152] | 图像 | 2162 | DOP[82],A&V[60] | 手写罗马数字图像数据集 |
| MNIST[153] | 图像 | 7万 | RNNrepair[123],MODE[132],SGD IF[122],DeepStellar[139], Rain[51],Rain++[142],DeepFeature[59] | 黑底白字手写数字图像数据集 |
RSNA[154] Toxic[155] | 图像 文本 | 13236 792 | InfEmbed[124] RNNrepair[123] | 美国放射学会骨龄数据集 评论数据集 |
| Hospital[156] | 结构化数据 | 11.5万 | DC[105] | 来自美国政府的医院数据集 |
| Airlines[157] | 数值数据 | 5.8万 | CC[28],MisDetect[125] | 某地2008年航班信息数据集 |
| Human Activity Recognition | 结构化数据 | 75万 | CC[28] | 人体活动相关指标数据集 |
| Flight delay[158] | 结构化数据 | 60万 | OFG[57] | 包含航班推迟信息的数据集 |
| CIFAR-10[159] | 图像 | 6万 | MODE[132],SGD IF[122],Rain++[142],DeepFeature[59] | 包含10种对象的图像数据集 |
| IMDB | 文本 | 5万 | Trader[62] | 电影评论数据集 |
| Yelp reviews | 文本 | 600万 | Trader[62],TRT[86] | 餐饮、住宿等评论数据集 |
| SST-2 | 文本 | 6.7万 | Rain++[142],RNNrepair[123],FFD[85] | 情绪分析数据集 |
| EEG | 时序 | 3.5亿 | Dagger[143-144],Data Civilizer 2.0[145] | 脑电图片段数据集 |
), ArticleFig(id=1325489936052388579, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 10, caption=
Accuracy of Four Data Debugging Methods on Four Types of Machine Learning Models, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 数据调试方法 | 逻辑回归 | | 全连接神经网络 | | 卷积神经网络 | | 残差神经网络 |
|---|
| 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 |
|---|
| MNIST | MODE | 0.829 | 0.891 | 0.931 | | 0.847 | 0.850 | 0.944 | | 0.830 | 0.825 | 0.929 | | 0.857 | 0.834 | 0.935 |
| SGD IF | 0.838 | 0.863 | 0.929 | | 0.805 | 0.831 | 0.934 | | 0.833 | 0.992 | 0.993 | | 0.868 | 0.813 | 0.966 |
| Rain++ | 0.716 | 0.714 | 0.977 | | 0.587 | 0.612 | 0.893 | | 0.716 | 0.737 | 0.920 | | 0.824 | 0.826 | 0.912 |
| Rain | 0.790 | 0.796 | 0.984 | | 0.603 | 0.609 | 0.853 | | 0.691 | 0.700 | 0.918 | | 0.849 | 0.792 | 0.919 |
| CIFAR10 | MODE | 0.517 | 0.522 | 0.603 | | 0.572 | 0.578 | 0.700 | | 0.780 | 0.762 | 0.823 | | 0.793 | 0.785 | 0.828 |
| SGD IF | 0.505 | 0.509 | 0.598 | | 0.634 | 0.611 | 0.753 | | 0.836 | 0.819 | 0.871 | | 0.839 | 0.841 | 0.873 |
| Rain++ | 0.489 | 0.494 | 0.610 | | 0.586 | 0.573 | 0.694 | | 0.810 | 0.800 | 0.905 | | 0.820 | 0.798 | 0.889 |
| Rain | 0.534 | 0.530 | 0.627 | | 0.605 | 0.620 | 0.718 | | 0.794 | 0.795 | 0.899 | | 0.816 | 0.801 | 0.897 |
), ArticleFig(id=1325489936132080356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表10, caption=
4种数据调试方法在4类机器学习模型上的准确率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 数据调试方法 | 逻辑回归 | | 全连接神经网络 | | 卷积神经网络 | | 残差神经网络 |
|---|
| 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 | | 原始测试 | 随机干预 | 调试测试 |
|---|
| MNIST | MODE | 0.829 | 0.891 | 0.931 | | 0.847 | 0.850 | 0.944 | | 0.830 | 0.825 | 0.929 | | 0.857 | 0.834 | 0.935 |
| SGD IF | 0.838 | 0.863 | 0.929 | | 0.805 | 0.831 | 0.934 | | 0.833 | 0.992 | 0.993 | | 0.868 | 0.813 | 0.966 |
| Rain++ | 0.716 | 0.714 | 0.977 | | 0.587 | 0.612 | 0.893 | | 0.716 | 0.737 | 0.920 | | 0.824 | 0.826 | 0.912 |
| Rain | 0.790 | 0.796 | 0.984 | | 0.603 | 0.609 | 0.853 | | 0.691 | 0.700 | 0.918 | | 0.849 | 0.792 | 0.919 |
| CIFAR10 | MODE | 0.517 | 0.522 | 0.603 | | 0.572 | 0.578 | 0.700 | | 0.780 | 0.762 | 0.823 | | 0.793 | 0.785 | 0.828 |
| SGD IF | 0.505 | 0.509 | 0.598 | | 0.634 | 0.611 | 0.753 | | 0.836 | 0.819 | 0.871 | | 0.839 | 0.841 | 0.873 |
| Rain++ | 0.489 | 0.494 | 0.610 | | 0.586 | 0.573 | 0.694 | | 0.810 | 0.800 | 0.905 | | 0.820 | 0.798 | 0.889 |
| Rain | 0.534 | 0.530 | 0.627 | | 0.605 | 0.620 | 0.718 | | 0.794 | 0.795 | 0.899 | | 0.816 | 0.801 | 0.897 |
), ArticleFig(id=1325489936270492389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=EN, label=Table 11, caption=
Time Consumption of Four Data Debugging Methods on Four Types of Machine Learning Models min, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 数据调 试方法 | 逻辑回归 | 全连接 神经网络 | 卷积神 经网络 | 残差神 经网络 |
|---|
| MNIST | MODE | 9 | 60 | 100 | 117 |
| SGD IF | 10 | 190 | 240 | 246 |
| Rain++ | 4.02 | 27 | 60 | 62 |
| Rain | 5.5 | 31 | 65 | 73 |
| CIFAR10 | MODE | 11 | 76 | 133 | 149 |
| SGD IF | 10.5 | 228 | 269 | 291 |
| Rain++ | 6 | 57 | 80 | 83 |
| Rain | 7 | 61 | 88 | 96 |
), ArticleFig(id=1325489936429875942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325489897011806879, language=CN, label=表11, caption=
4种数据调试方法在4类机器学习模型的时间消耗
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 数据调 试方法 | 逻辑回归 | 全连接 神经网络 | 卷积神 经网络 | 残差神 经网络 |
|---|
| MNIST | MODE | 9 | 60 | 100 | 117 |
| SGD IF | 10 | 190 | 240 | 246 |
| Rain++ | 4.02 | 27 | 60 | 62 |
| Rain | 5.5 | 31 | 65 | 73 |
| CIFAR10 | MODE | 11 | 76 | 133 | 149 |
| SGD IF | 10.5 | 228 | 269 | 291 |
| Rain++ | 6 | 57 | 80 | 83 |
| Rain | 7 | 61 | 88 | 96 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550195, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550195, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550195, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550195, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1767196800000, fullTextJson=null, articleText=null, reference=null)