Article(id=1329419419362636376, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419378451394604, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550693, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1758384000000, receivedDateStr=2025-09-21, revisedDate=1766937600000, revisedDateStr=2025-12-29, acceptedDate=null, acceptedDateStr=null, onlineDate=1794887888994, onlineDateStr=2026-11-17, pubDate=1774972800000, pubDateStr=2026-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794887888994, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794887888994, creator=13701087609, updateTime=1794887888994, updator=13701087609, issue=Issue{id=1329419378451394604, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='4', pageStart='825', pageEnd='1093', issueExtLink='null', onlineDate='null', pubDate='1774972800000', pubDateStr='2026-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794887879240, creator='13701087609', updateTime=1794887879240, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=900, endPage=917, ext={EN=ArticleExt(id=1329419419572351577, articleId=1329419419362636376, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Multi-Agent Collaboration for Completing and Optimizing Bug Reports, columnId=1329419379227340845, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on LLMs and Software Engineering, runingTitle=null, highlight=null, articleAbstract=
Bug reports serve as a critical foundation for developers to identify and resolve software bugs, with their quality directly influencing the efficiency of software maintenance. While prior research has demonstrated that high-quality bug reports can significantly reduce repair time, information incompleteness remains a prevalent issue in open-source projects. Although current approaches leveraging machine learning and large language models (LLMs) for automatic report completion improve content completeness, they exhibit notable limitations: traditional retrieval-based methods often concatenate fragments from similar reports, leading to semantic discontinuities and logical inconsistencies; while LLM-generated content tends to be fluent, it may introduce factual hallucinations. Inspired by the human expert practice of “phased processing and multi-role collaboration”, we propose a novel multi-agent collaborative framework for bug report completion and optimization. Our approach ensures high-quality output through three key design principles: 1) Decomposing the completion task into three distinct phases that are bug analysis, report completion, and quality assessment with each managed by a dedicated agent, thereby reducing the cognitive burden on individual models; 2) Employing structured prompt templates to precisely guide LLMs in assuming specialized roles as domain expert agents (e.g., analyst, completer, reviewer), clearly defining responsibilities at each stage and enhancing output accuracy; 3) Incorporating a dynamic feedback mechanism that enables iterative cross-validation and collaborative refinement among agents, effectively mitigating semantic drift and ensuring both logical coherence and factual consistency in the final output. Extensive experiments on four public datasets demonstrate that our method outperforms baseline approaches, achieving improvements of 10.41%, 7.52%, 13.55%, and 16.64% on BLEU, Sentence-BERT, ROUGE-L, and METEOR scores, respectively. Furthermore, manual evaluation confirms that the completed reports exhibit superior completeness, clarity, and practical utility compared with existing methods, offering robust support for bug management in open-source communities.
, authors=Wei Wei, Xing Yuan, Junwei Du*, Yuying Li, authorsList=Wei Wei, Xing Yuan, Junwei Du, Yuying Li, authorCompany=null, correspAuthors=Junwei Du, authorNote=
born in 1996. PhD candidate. Her main research interests include intelligent software engineering and bug triage
born in 1999. Master candidate. His main research interests include code generation and code summarization
born in 1974. Professor. Senior member of CCF. His main research interests include natural language processing and software test
born in 1994. Lecturer. Her main research interest includes intelligent software engineering
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329419422491587203, articleId=1329419419362636376, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=多代理协作实现缺陷报告补全和优化, columnId=1329419379378335791, journalTitle=计算机研究与发展, columnName=大模型与软件工程专题, runingTitle=null, highlight=null, articleAbstract=
缺陷报告是开发者定位和修复缺陷的关键依据,其质量直接影响软件维护效率。尽管已有研究证明高质量报告可显著缩短修复时间,但开源项目中仍普遍存在信息残缺问题。现有基于机器学习和大语言模型(LLM)的自动补全方法虽能提升完整性,但仍存在明显不足:传统方法通过检索和拼接相似报告片段,易导致语义断裂和逻辑不一致;LLM生成内容虽流畅,却可能存在事实性幻觉。受人类专家“分阶段处理、多角色协同”的问题解决机制启发,提出一种多代理协作机制实现缺陷报告补全和优化。通过3个关键设计实现高质量补全:1)将补全任务分解为缺陷分析、报告补全和质量评估3个阶段,由不同代理负责以降低认知负荷;2)设计结构化提示模板,精准引导LLM扮演领域专家角色,确保各阶段输出准确;3)引入动态反馈机制,通过多轮迭代实现代理间的交叉验证和协同优化,有效控制语义漂移问题,确保逻辑连贯且补全内容与事实一致。在4个公开数据集上的实验表明,在BLEU,Sentence-BERT,ROUGE-L和METEOR指标上较基线分别提升10.41%,7.52%,13.55%和16.64%。人工评估进一步证实,所提方法补全的报告在完整性、清晰性与帮助性上均显著优于现有方法,可为开源社区缺陷治理提供可靠支持。
, authors=魏威, 苑兴, 杜军威*, 李玉莹, authorsList=魏威, 苑兴, 杜军威, 李玉莹, authorCompany=null, correspAuthors=杜军威, authorNote=
 |
1996年生。博士研究生。主要研究方向为智能化软件工程、缺陷分派 |
 |
1999年生。硕士研究生。主要研究方向为代码生成、代码摘要 |
 |
1974年生。教授。CCF高级会员。主要研究方向为自然语言处理、软件测试 |
 |
1994年生。讲师。主要研究方向为智能化软件工程 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=G7mHKqD9bqpzZVfVLvqCRQ==, magXml=OPYfh2iYk7kRSuT9F4h9sg==, pdfUrl=null, pdf=6woSMT6PqDOkivjWlnL+Aw==, pdfFileSize=2139649, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=dIh5DcD8TlMol/Bbwie9YA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=G8WaZpOfUN3HS5N+I11Iyg==, mapNumber=null, fund=null)}, authors=[Author(id=1329419422860685961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=weiwei961112@163.com, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419423082984075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419422860685961, language=EN, stringName=Wei Wei, firstName=Wei, middleName=null, lastName=Wei, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100, bio={"content":"
born in 1996. PhD candidate. Her main research interests include intelligent software engineering and bug triage
"}, bioImg=null, bioContent=
born in 1996. PhD candidate. Her main research interests include intelligent software engineering and bug triage
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419423150092941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419422860685961, language=CN, stringName=魏威, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=青岛科技大学数据科学学院 山东青岛 266100, bio={"img":"s8Nk/CuMZbbMDOPZGpbRwg==","content":"
1996年生。博士研究生。主要研究方向为智能化软件工程、缺陷分派
"}, bioImg=s8Nk/CuMZbbMDOPZGpbRwg==, bioContent=
1996年生。博士研究生。主要研究方向为智能化软件工程、缺陷分派
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419422692913797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, xref=null, ext=[AuthorCompanyExt(id=1329419422701302406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100), AuthorCompanyExt(id=1329419422739051143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=青岛科技大学数据科学学院 山东青岛 266100)])]), Author(id=1329419423246561935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419423355613841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423246561935, language=EN, stringName=Xing Yuan, firstName=Xing, middleName=null, lastName=Yuan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100, bio={"content":"
born in 1999. Master candidate. His main research interests include code generation and code summarization
"}, bioImg=null, bioContent=
born in 1999. Master candidate. His main research interests include code generation and code summarization
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419423452082834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423246561935, language=CN, stringName=苑兴, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=青岛科技大学数据科学学院 山东青岛 266100, bio={"img":"Lf1qwijffeemgcABrb+YSQ==","content":"
1999年生。硕士研究生。主要研究方向为代码生成、代码摘要
"}, bioImg=Lf1qwijffeemgcABrb+YSQ==, bioContent=
1999年生。硕士研究生。主要研究方向为代码生成、代码摘要
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419422692913797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, xref=null, ext=[AuthorCompanyExt(id=1329419422701302406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100), AuthorCompanyExt(id=1329419422739051143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=青岛科技大学数据科学学院 山东青岛 266100)])]), Author(id=1329419423535968917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=dujunwei@qust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329419423611466391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423535968917, language=EN, stringName=Junwei Du, firstName=Junwei, middleName=null, lastName=Du, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100, bio={"content":"
born in 1974. Professor. Senior member of CCF. His main research interests include natural language processing and software test
"}, bioImg=null, bioContent=
born in 1974. Professor. Senior member of CCF. His main research interests include natural language processing and software test
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419423699546776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423535968917, language=CN, stringName=杜军威, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=青岛科技大学数据科学学院 山东青岛 266100, bio={"img":"2gdSBWShIIc+MUJ1RU72CQ==","content":"
1974年生。教授。CCF高级会员。主要研究方向为自然语言处理、软件测试
"}, bioImg=2gdSBWShIIc+MUJ1RU72CQ==, bioContent=
1974年生。教授。CCF高级会员。主要研究方向为自然语言处理、软件测试
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419422692913797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, xref=null, ext=[AuthorCompanyExt(id=1329419422701302406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100), AuthorCompanyExt(id=1329419422739051143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=青岛科技大学数据科学学院 山东青岛 266100)])]), Author(id=1329419423791821466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=liyy@qust.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419423867318941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423791821466, language=EN, stringName=Yuying Li, firstName=Yuying, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100, bio={"content":"
born in 1994. Lecturer. Her main research interest includes intelligent software engineering
"}, bioImg=null, bioContent=
born in 1994. Lecturer. Her main research interest includes intelligent software engineering
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419423951205022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, authorId=1329419423791821466, language=CN, stringName=李玉莹, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=青岛科技大学数据科学学院 山东青岛 266100, bio={"img":"ntg96Rid/m4qCuKvEE716A==","content":"
1994年生。讲师。主要研究方向为智能化软件工程
"}, bioImg=ntg96Rid/m4qCuKvEE716A==, bioContent=
1994年生。讲师。主要研究方向为智能化软件工程
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419422692913797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, xref=null, ext=[AuthorCompanyExt(id=1329419422701302406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100), AuthorCompanyExt(id=1329419422739051143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=青岛科技大学数据科学学院 山东青岛 266100)])])], keywords=[Keyword(id=1329419424035091104, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, orderNo=1, keyword=software maintenance), Keyword(id=1329419424127365793, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, orderNo=2, keyword=bug report completion), Keyword(id=1329419424186086050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, orderNo=3, keyword=large language models), Keyword(id=1329419424261583523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, orderNo=4, keyword=multi-agent collaboration), Keyword(id=1329419424345469605, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, orderNo=5, keyword=iterative feedback mechanism), Keyword(id=1329419424425161382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, orderNo=1, keyword=软件维护), Keyword(id=1329419424534213287, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, orderNo=2, keyword=缺陷报告补全), Keyword(id=1329419424592933545, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, orderNo=3, keyword=大语言模型), Keyword(id=1329419424685208234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, orderNo=4, keyword=多代理协作), Keyword(id=1329419424748122795, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, orderNo=5, keyword=迭代反馈机制)], refs=[Reference(id=1329419428489442015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Siachos I, Kanakaris N, Karacapilidis N. Software bug prediction using graph neural networks and graph-based text representations[J]. Expert Systems with Applications, 2025, 259(1): 125290−125290, articleTitle=null, refAbstract=null), Reference(id=1329419428560745184, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=刘烨, 黄金筱, 马于涛. 基于混合神经网络和注意力机制的软件缺陷自动分派方法[J]. 计算机研究与发展, 2020, 57(3): 461−473, articleTitle=null, refAbstract=null), Reference(id=1329419428636242659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ye, Huang Jinxiao, Ma Yutao. An automatic method using hybrid neural networks and attention mechanism for software bug triaging[J]. Journal of Computer Research and Development, 2020, 57(3): 461−473 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419428724323045, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Patil A, Jadon A. Next-generation bug reporting: Enhancing development with AI automation[C]//Proc of the 10th Int Conf on Signal Processing and Communication. Piscataway, NJ: IEEE, 2025: 487−493, articleTitle=null, refAbstract=null), Reference(id=1329419428783043302, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Khan A A, Akbar M A, Lahtinen V, et al. Correction: Agile meets quantum: a novel genetic algorithm model for predicting the success of quantum software development project[J]. Automated Software Engineering, 2025, 32(1): 1−11, articleTitle=null, refAbstract=null), Reference(id=1329419428837569255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yang, Chaparro O. Bee: A tool for structuring and analyzing bug reports[C]//Proc of the 28th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2020: 1551−1555, articleTitle=null, refAbstract=null), Reference(id=1329419428908872424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Yu, Su Ting, Liu Yang, et al. Recdroid+: Automated end-to-end crash reproduction from bug reports for Android Apps[J]. ACM Transactions on Software Engineering and Methodology, 2022, 31(3): 1−33, articleTitle=null, refAbstract=null), Reference(id=1329419429005341418, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Bo Lili, Ji Wangjie, Sun Xiaobing, et al. ChatBR: Automated assessment and improvement of bug report quality using ChatGPT[C]//Proc of the 39th IEEE/ACM Int Conf on Automated Software Engineering. New York: ACM, 2024: 1472−1483, articleTitle=null, refAbstract=null), Reference(id=1329419429068255981, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Sidong, Chen Chunyang. Prompting is all you need: Automated android bug replay with large language models[C]//Proc of the 46th IEEE/ACM Int Conf on Software Engineering. New York: ACM, 2024: 1−13, articleTitle=null, refAbstract=null), Reference(id=1329419429160530670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Yifan, Duan Jinhao, Xu Kaidi, et al. A survey on large language model (LLM) security and privacy: The good, the bad, and the ugly[J]. High-Confidence Computing, 2024, 4(2): 100211−100211, articleTitle=null, refAbstract=null), Reference(id=1329419429236028144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Hou Xinyi, Zhao Yanjie, Liu Yue, et al. Large language models for software engineering: A systematic literature review[J]. ACM Transactions on Software Engineering and Methodology, 2024, 33(8): 1−79, articleTitle=null, refAbstract=null), Reference(id=1329419429315719921, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Hong Sirui, Zhuge Mingchen, Chen J, et al. MetaGPT: Meta programming for multi-agent collaborative framework[C]//Proc of the 12th Int Conf on Learning Representations. Open Access: OpenReview.net, 2024, 3(4): 6, articleTitle=null, refAbstract=null), Reference(id=1329419429382828786, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Qingyun, Bansal G, Zhang Jieyu, et al. AutoGen: Enabling next-gen LLM applications via multi-agent conversation[C]//Proc of the Workshop on Large Language Models for Agents (COLM) at LCLR 2024. OpenReview.net, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419429479297780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xin, Jiang He, Li Xiaochen, et al. Automated quality assessment for crowdsourced test reports of mobile applications[C]//Proc of the 25th Int Conf on Software Analysis, Evolution and Reengineering. Piscataway, NJ: IEEE, 2018: 368−379, articleTitle=null, refAbstract=null), Reference(id=1329419429550600949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Runhan, Yan Ziyang, Peng Shiyan, et al. Automated detection of password leakage from public github repositories[C]//Proc of the 44th Int Conf on Software Engineering. New York: ACM, 2022: 175−186, articleTitle=null, refAbstract=null), Reference(id=1329419429630292726, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Zimmermann T, Premraj R, Zeller A. Predicting defects for Eclipse[C]//Proc of the 3rd Int Workshop on Predictor Models in Software Engineering. Piscataway, NJ: IEEE, 2007: 9−15, articleTitle=null, refAbstract=null), Reference(id=1329419429693207288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zanetti M S, Scholtes I, Tessone C J, et al. Categorizing bugs with social networks: A case study on four open source software communities[C]//Proc of the 35th Int Conf on Software Engineering (ICSE). Piscataway, NJ: IEEE, 2013: 1032−1041, articleTitle=null, refAbstract=null), Reference(id=1329419429756121849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Pyarelal A, Duong E, Shibu C, et al. The tomcat dataset[J]. Advances in Neural Information Processing Systems, 2023, 36: 40872−40923, articleTitle=null, refAbstract=null), Reference(id=1329419429819036410, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Papineni K, Roukos S, Ward T, et al. BLEU: A method for automatic evaluation of machine translation[C]//Proc of the 40th Annual Meeting of the Association for Computational Linguistics. Philadelphia, Pennsylvania: ACL, 2022: 311−318, articleTitle=null, refAbstract=null), Reference(id=1329419429894533883, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Haque S, Eberhart Z, Bansal A, et al. Semantic similarity metrics for evaluating source code summarization[C]//Proc of the 30th IEEE/ACM Int Conf on Program Comprehension. New York: ACM, 2022: 36−47, articleTitle=null, refAbstract=null), Reference(id=1329419429986808572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin C Y. Rouge: A package for automatic evaluation of summaries[C]//Proc of the Workshop on Text Summarization Branches Out. Barcelona, Spain: ACL, 2004: 74−81, articleTitle=null, refAbstract=null), Reference(id=1329419430045528829, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Roy D, Fakhoury S, Arnaoudova V. Reassessing automatic evaluation metrics for code summarization tasks[C]//Proc of the 29th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2021: 1105−1116, articleTitle=null, refAbstract=null), Reference(id=1329419430104249086, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Hao Rui, Feng Yang, Jones J A, et al. CTRAS: Crowdsourced test report aggregation and summarization[C]//Proc of the 41st Int Conf on Software Engineering (ICSE). Piscataway, NJ: IEEE, 2019: 900−911, articleTitle=null, refAbstract=null), Reference(id=1329419430196523776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Xiao, Xu Yinkang, Sun Weifeng, et al. Tab: Template-aware bug report title generation via two-phase fine-tuned models[J]. Automated Software Engineering, 2025, 32(2): Art.no.32, articleTitle=null, refAbstract=null), Reference(id=1329419430276215553, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Wangsa K, Karim S, Gide E, et al. A systematic review and comprehensive analysis of pioneering AI Chatbot models from education to healthcare: ChatGPT, Bard, LLaMA, Ernie and Grok[J]. Future Internet, 2024, 16(7): Art.no.219, articleTitle=null, refAbstract=null), Reference(id=1329419430406238978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Chang Sijie, Wan Meng, Wang Jiaxiang, et al. Engineering material failure analysis report generation based on QWen and LLaMA2[J]. Results in Engineering, 2025, 26(6): 104532−104532, articleTitle=null, refAbstract=null), Reference(id=1329419430494319363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Deng Zehang, Ma Wanlun, Han Qinglong, et al. Exploring DeepSeek: A survey on advances, applications, challenges and future directions[J]. IEEE/CAA Journal of Automatica Sinica, 2025, 12(5): 872−893, articleTitle=null, refAbstract=null), Reference(id=1329419430574011141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=陈炫婷, 叶俊杰, 祖璨, 等. GPT系列大语言模型在自然语言处理任务中的鲁棒性[J]. 计算机研究与发展, 2024, 61(5): 1128−1142, articleTitle=null, refAbstract=null), Reference(id=1329419430657897222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Xuanting, Ye Junjie, Zu Can, et al. Robustness of GPT large language models on natural language processing tasks[J]. Journal of Computer Research and Development, 2024, 61(5): 1128−1142 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419430725006087, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Qile, Gao Zhiwei, Karniadakis G E. DeepSeek vs. ChatGPT vs. Claude: A comparative study for scientific computing and scientific machine learning tasks[J]. Theoretical and Applied Mechanics Letters, 2025, 15(3): 100583−100583, articleTitle=null, refAbstract=null), Reference(id=1329419430825669385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Songqiang, Xie Xiaoyuan, Yin Bangguo, et al. Stay professional and efficient: Automatically generate titles for your bug reports[C]//Proc of the 35th IEEE/ACM Int Conf on Automated Software Engineering. New York: ACM, 2020: 385−397, articleTitle=null, refAbstract=null), Reference(id=1329419430938915594, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Ting, Irsan I C, Thung F, et al. iTiger: An automatic issue title generation tool[C]//Proc of the 30th ACM Joint European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2020: 1637−1641, articleTitle=null, refAbstract=null), Reference(id=1329419431014413067, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Rastkar S, Murphy G C, Murray G. Automatic summarization of bug reports[J]. IEEE Transactions on Software Engineering, 2014, 40(4): 366−380, articleTitle=null, refAbstract=null), Reference(id=1329419431085716236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Yuanrui, Xia Xin, Lo D, et al. Chaff from the wheat: Characterizing and determining valid bug reports[J]. IEEE Transactions on Software Engineering, 2020, 46(5): 495−525, articleTitle=null, refAbstract=null), Reference(id=1329419431182185229, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Zimmermann T, Premraj R, Bettenburg N, et al. What makes a good bug report?[J] IEEE Transactions on Software Engineering, 2010, 36(5): 618−643, articleTitle=null, refAbstract=null), Reference(id=1329419431253488399, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Vasumathi K, Selvakani S, Sridhar P. Bug tracker: A comprehensive bug tracking and modification system[J]. Asian Journal of Electrical Sciences, 2022, 11(2): 24−29, articleTitle=null, refAbstract=null), Reference(id=1329419431337374480, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Chaparro O, Lu J, Zampetti F, et al. Detecting missing information in bug descriptions[C]//Proc of the 11th Joint Meeting on Foundations of Software Engineering. New York: ACM, 2017 : 396−407, articleTitle=null, refAbstract=null), Reference(id=1329419431408677649, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Yihong, Jiang Xue, Jin Zhi, et al. Self-collaboration code generation via ChatGPT[J]. ACM Transactions on Software Engineering and Methodology, 2024, 33(7): 1−38, articleTitle=null, refAbstract=null), Reference(id=1329419431500952339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Junzhe, Hu Xuming, Liu Shuodi, et al. LLMARENA: Assessing capabilities of large language models in dynamic multi-agent environments[J]. arXiv preprint arXiv: 2402.16499, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419431576449813, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Qinlin, Wang Jindong, Zhang Yixuan, et al. CompeteAI: Understanding the competition dynamics in large language model-based agents[J]. arXiv preprint arXiv: 2310.17512, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419431639364374, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=He Zhitao, Cao Pengfei, Chen Yubo, et al. LEGO: A multi-agent collaborative framework with role-playing and iterative feedback for causality explanation generation[C]//Proc of the Findings of the Association for Computational Linguistics: EMNLP 2023. Singapore: ACL, 2023 : 9142−9163, articleTitle=null, refAbstract=null), Reference(id=1329419431698084631, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Puerto H, Şahin G G, Gurevych I. MetaQA: Combining expert agents for multi-skill question answering[J]. arXiv preprint arXiv: 2112.01922, 2021, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329419422692913797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, xref=null, ext=[AuthorCompanyExt(id=1329419422701302406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Data Science, Qingdao University of Science and Technology, Qingdao, Shandong 266100), AuthorCompanyExt(id=1329419422739051143, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, companyId=1329419422692913797, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=青岛科技大学数据科学学院 山东青岛 266100)])], figs=[ArticleFig(id=1329419424920089261, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 1, caption=
An example of bug report, figureFileSmall=S63fGmiDcyE5H4+bHtzobg==, figureFileBig=dIh5DcD8TlMol/Bbwie9YA==, tableContent=null), ArticleFig(id=1329419425121415854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图1, caption=
缺陷报告示例, figureFileSmall=S63fGmiDcyE5H4+bHtzobg==, figureFileBig=dIh5DcD8TlMol/Bbwie9YA==, tableContent=null), ArticleFig(id=1329419425310159535, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 2, caption=
Completion result based on machine learning, figureFileSmall=l/shgKkS5dNJRTLnMEnVZw==, figureFileBig=l5pbyjFDzm/BSdC4wNcA4A==, tableContent=null), ArticleFig(id=1329419425444377264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图2, caption=
基于机器学习的补全结果, figureFileSmall=l/shgKkS5dNJRTLnMEnVZw==, figureFileBig=l5pbyjFDzm/BSdC4wNcA4A==, tableContent=null), ArticleFig(id=1329419425503097521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 3, caption=
Completion result based on LLM, figureFileSmall=rUt8OS2bRWzVn514Vas/Bw==, figureFileBig=RmXTOuykTIil+3d2kfDTjQ==, tableContent=null), ArticleFig(id=1329419425591177907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图3, caption=
基于LLM的补全结果, figureFileSmall=rUt8OS2bRWzVn514Vas/Bw==, figureFileBig=RmXTOuykTIil+3d2kfDTjQ==, tableContent=null), ArticleFig(id=1329419425662481076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 4, caption=
Model framework diagram, figureFileSmall=PlM4tuUo9CYOCbyQZIthqQ==, figureFileBig=HrWdbmAoKDPDpLl64B9iBw==, tableContent=null), ArticleFig(id=1329419425746367157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图4, caption=
模型框架图, figureFileSmall=PlM4tuUo9CYOCbyQZIthqQ==, figureFileBig=HrWdbmAoKDPDpLl64B9iBw==, tableContent=null), ArticleFig(id=1329419425901556407, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 5, caption=
Example of instruction settings for the analysis agent, figureFileSmall=qIgXJDcGgeUd1QXbUDUR+Q==, figureFileBig=It1gyoKFGcD/g85JLNGt9g==, tableContent=null), ArticleFig(id=1329419425998025400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图5, caption=
分析代理指令设置示例, figureFileSmall=qIgXJDcGgeUd1QXbUDUR+Q==, figureFileBig=It1gyoKFGcD/g85JLNGt9g==, tableContent=null), ArticleFig(id=1329419426060939961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 6, caption=
Hierarchical matching similar bug reports, figureFileSmall=djSgMbJ/GI0G9AzPtJZKYg==, figureFileBig=Ad45v0m++Vxz5KJYLjBj3A==, tableContent=null), ArticleFig(id=1329419426132243130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图6, caption=
分级匹配相似缺陷报告, figureFileSmall=djSgMbJ/GI0G9AzPtJZKYg==, figureFileBig=Ad45v0m++Vxz5KJYLjBj3A==, tableContent=null), ArticleFig(id=1329419426211934907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 7, caption=
An example of instruction settings for the completion agent, figureFileSmall=ci/pe98yT1DLs4QZwiJoSg==, figureFileBig=NSFKCp1VldmumoV3e/Ylcw==, tableContent=null), ArticleFig(id=1329419426291626685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图7, caption=
补全代理指令设置示例, figureFileSmall=ci/pe98yT1DLs4QZwiJoSg==, figureFileBig=NSFKCp1VldmumoV3e/Ylcw==, tableContent=null), ArticleFig(id=1329419426371318462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 8, caption=
An example of instruction settings for the evaluation agent, figureFileSmall=frm/u+4BjgssyoXnfnzasQ==, figureFileBig=xnvZD4edLROVGuY/0+Dlfw==, tableContent=null), ArticleFig(id=1329419426471981760, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图8, caption=
评估代理指令设置示例, figureFileSmall=frm/u+4BjgssyoXnfnzasQ==, figureFileBig=xnvZD4edLROVGuY/0+Dlfw==, tableContent=null), ArticleFig(id=1329419426530702017, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 9, caption=
Influence of iteration times on model performance, figureFileSmall=dQbKj4Ft7GiuuEP40ceKIQ==, figureFileBig=3dPBDsXgF+rm5D73CQvBdg==, tableContent=null), ArticleFig(id=1329419426656531139, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图9, caption=
迭代次数对模型性能的影响, figureFileSmall=dQbKj4Ft7GiuuEP40ceKIQ==, figureFileBig=3dPBDsXgF+rm5D73CQvBdg==, tableContent=null), ArticleFig(id=1329419426711057092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 10, caption=
Performance of our approach in the aspect of completing different contents, figureFileSmall=AXUSAouR7GN8JcSI8H2y2A==, figureFileBig=ZOTLu5+3yUBu5NeBu1zEhA==, tableContent=null), ArticleFig(id=1329419426786554565, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图10, caption=
本文方法在补全不同内容方面的性能, figureFileSmall=AXUSAouR7GN8JcSI8H2y2A==, figureFileBig=ZOTLu5+3yUBu5NeBu1zEhA==, tableContent=null), ArticleFig(id=1329419426862052038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 11, caption=
Result evaluation instruction of each round, figureFileSmall=ZH6UOfk87J0256U+W91cnQ==, figureFileBig=ofME6eA68V3yV4kTupjeUA==, tableContent=null), ArticleFig(id=1329419426945938120, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图11, caption=
每轮结果评估指令, figureFileSmall=ZH6UOfk87J0256U+W91cnQ==, figureFileBig=ofME6eA68V3yV4kTupjeUA==, tableContent=null), ArticleFig(id=1329419427025629897, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Figure 12, caption=
Case Study, figureFileSmall=CPaja6lv7XlSrQBSNTYhSA==, figureFileBig=fMhw29RIuychuZSASJrYkw==, tableContent=null), ArticleFig(id=1329419427147264715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=图12, caption=
案例分析, figureFileSmall=CPaja6lv7XlSrQBSNTYhSA==, figureFileBig=fMhw29RIuychuZSASJrYkw==, tableContent=null), ArticleFig(id=1329419427218567884, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 1, caption=
Statistics of Four Bug Report Benchmarks
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 观察行为 | 期望行为 | 重现步骤 |
|---|
| GitHub | 1346 | 1286 | 1468 |
| Eclipse | 1251 | 1407 | 1442 |
| Mozilla | 1472 | 1319 | 1209 |
| Tomcat | 1490 | 1482 | 1328 |
), ArticleFig(id=1329419427306648270, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表1, caption=
4个缺陷报告基准统计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 观察行为 | 期望行为 | 重现步骤 |
|---|
| GitHub | 1346 | 1286 | 1468 |
| Eclipse | 1251 | 1407 | 1442 |
| Mozilla | 1472 | 1319 | 1209 |
| Tomcat | 1490 | 1482 | 1328 |
), ArticleFig(id=1329419427377951439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 2, caption=
Performance Comparison of Our Approach and Baselines %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| CTRAS | 12.59 | 39.43 | 11.80 | 7.66 | | 17.36 | 43.89 | 16.24 | 12.95 | | 13.01 | 40.44 | 11.56 | 10.98 | | 17.02 | 43.73 | 15.68 | 13.25 |
| ChatBR | 24.50 | 51.82 | 30.34 | 22.07 | | 30.04 | 56.76 | 36.91 | 28.10 | | 25.94 | 53.05 | 34.11 | 24.01 | | 29.58 | 56.25 | 35.97 | 24.80 |
| AdbGPT | 20.39 | 47.08 | 22.56 | 18.94 | | 25.80 | 52.24 | 26.07 | 24.55 | | 22.15 | 48.66 | 24.33 | 20.79 | | 26.70 | 51.06 | 25.85 | 23.39 |
| Tab | 17.14 | 42.93 | 19.20 | 15.55 | | 22.36 | 48.71 | 22.85 | 21.09 | | 18.64 | 45.31 | 21.02 | 17.45 | | 23.89 | 47.83 | 22.29 | 20.01 |
| 本文方法 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
), ArticleFig(id=1329419427478614736, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表2, caption=
本文方法与基线的性能比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| CTRAS | 12.59 | 39.43 | 11.80 | 7.66 | | 17.36 | 43.89 | 16.24 | 12.95 | | 13.01 | 40.44 | 11.56 | 10.98 | | 17.02 | 43.73 | 15.68 | 13.25 |
| ChatBR | 24.50 | 51.82 | 30.34 | 22.07 | | 30.04 | 56.76 | 36.91 | 28.10 | | 25.94 | 53.05 | 34.11 | 24.01 | | 29.58 | 56.25 | 35.97 | 24.80 |
| AdbGPT | 20.39 | 47.08 | 22.56 | 18.94 | | 25.80 | 52.24 | 26.07 | 24.55 | | 22.15 | 48.66 | 24.33 | 20.79 | | 26.70 | 51.06 | 25.85 | 23.39 |
| Tab | 17.14 | 42.93 | 19.20 | 15.55 | | 22.36 | 48.71 | 22.85 | 21.09 | | 18.64 | 45.31 | 21.02 | 17.45 | | 23.89 | 47.83 | 22.29 | 20.01 |
| 本文方法 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
), ArticleFig(id=1329419427549917905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 3, caption=
Influence of Different LLMs on the Performance of Our Approach %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 参数规模 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| LLaMA-3 | 3×109 | 24.98 | 44.01 | 21.45 | 12.04 | | 27.99 | 45.80 | 35.72 | 25.91 | | 21.73 | 46.88 | 33.70 | 19.83 | | 23.46 | 53.27 | 34.56 | 27.69 |
| 8×109 | 25.22 | 46.93 | 24.81 | 15.13 | | 28.86 | 47.98 | 36.94 | 27.86 | | 23.04 | 48.85 | 34.69 | 21.15 | | 24.59 | 54.87 | 35.22 | 28.70 |
| Qwen-2.5 | 14×109 | 24.90 | 43.75 | 21.20 | 11.91 | | 27.63 | 45.38 | 35.53 | 25.49 | | 21.60 | 46.47 | 33.25 | 19.44 | | 23.38 | 53.16 | 34.13 | 27.65 |
| 32×109 | 25.24 | 46.87 | 24.39 | 14.85 | | 28.53 | 47.74 | 36.61 | 27.23 | | 22.80 | 48.19 | 34.03 | 20.75 | | 24.68 | 54.40 | 34.79 | 28.04 |
| DeepSeek | V3 | 26.05 | 52.76 | 28.45 | 19.44 | | 30.02 | 55.57 | 39.16 | 28.85 | | 26.73 | 51.40 | 34.28 | 22.61 | | 26.30 | 58.27 | 37.08 | 28.13 |
| R1 | 26.98 | 53.00 | 31.79 | 22.80 | | 30.74 | 56.19 | 39.80 | 30.26 | | 28.44 | 52.63 | 35.70 | 24.11 | | 27.95 | 58.94 | 38.25 | 29.40 |
| GPT | 4o | 27.09 | 53.24 | 32.13 | 23.07 | | 31.44 | 58.56 | 39.75 | 31.18 | | 29.46 | 53.85 | 36.51 | 25.33 | | 29.16 | 60.72 | 40.05 | 29.88 |
| o3 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
| Claude-3 | Sonnet | 26.11 | 52.89 | 28.76 | 20.35 | | 30.48 | 56.33 | 39.27 | 29.74 | | 27.01 | 51.89 | 34.86 | 23.37 | | 26.99 | 58.97 | 37.66 | 28.96 |
| Opus | 27.03 | 53.14 | 32.45 | 23.95 | | 31.79 | 56.82 | 40.55 | 30.30 | | 28.92 | 53.45 | 36.06 | 24.98 | | 28.24 | 59.65 | 38.74 | 29.77 |
), ArticleFig(id=1329419427684135635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表3, caption=
不同LLM对本文方法的性能影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | 参数规模 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| LLaMA-3 | 3×109 | 24.98 | 44.01 | 21.45 | 12.04 | | 27.99 | 45.80 | 35.72 | 25.91 | | 21.73 | 46.88 | 33.70 | 19.83 | | 23.46 | 53.27 | 34.56 | 27.69 |
| 8×109 | 25.22 | 46.93 | 24.81 | 15.13 | | 28.86 | 47.98 | 36.94 | 27.86 | | 23.04 | 48.85 | 34.69 | 21.15 | | 24.59 | 54.87 | 35.22 | 28.70 |
| Qwen-2.5 | 14×109 | 24.90 | 43.75 | 21.20 | 11.91 | | 27.63 | 45.38 | 35.53 | 25.49 | | 21.60 | 46.47 | 33.25 | 19.44 | | 23.38 | 53.16 | 34.13 | 27.65 |
| 32×109 | 25.24 | 46.87 | 24.39 | 14.85 | | 28.53 | 47.74 | 36.61 | 27.23 | | 22.80 | 48.19 | 34.03 | 20.75 | | 24.68 | 54.40 | 34.79 | 28.04 |
| DeepSeek | V3 | 26.05 | 52.76 | 28.45 | 19.44 | | 30.02 | 55.57 | 39.16 | 28.85 | | 26.73 | 51.40 | 34.28 | 22.61 | | 26.30 | 58.27 | 37.08 | 28.13 |
| R1 | 26.98 | 53.00 | 31.79 | 22.80 | | 30.74 | 56.19 | 39.80 | 30.26 | | 28.44 | 52.63 | 35.70 | 24.11 | | 27.95 | 58.94 | 38.25 | 29.40 |
| GPT | 4o | 27.09 | 53.24 | 32.13 | 23.07 | | 31.44 | 58.56 | 39.75 | 31.18 | | 29.46 | 53.85 | 36.51 | 25.33 | | 29.16 | 60.72 | 40.05 | 29.88 |
| o3 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
| Claude-3 | Sonnet | 26.11 | 52.89 | 28.76 | 20.35 | | 30.48 | 56.33 | 39.27 | 29.74 | | 27.01 | 51.89 | 34.86 | 23.37 | | 26.99 | 58.97 | 37.66 | 28.96 |
| Opus | 27.03 | 53.14 | 32.45 | 23.95 | | 31.79 | 56.82 | 40.55 | 30.30 | | 28.92 | 53.45 | 36.06 | 24.98 | | 28.24 | 59.65 | 38.74 | 29.77 |
), ArticleFig(id=1329419427759633108, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 4, caption=
Effect of Missing Different Agent Experts on Bug Report Completion Performance %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| w/o analyze | 17.34 | 44.76 | 25.29 | 13.48 | | 21.70 | 49.26 | 29.49 | 20.08 | | 17.52 | 45.24 | 25.19 | 16.40 | | 19.96 | 49.53 | 27.40 | 19.18 |
| w/o evaluate | 15.60 | 41.97 | 21.62 | 12.85 | | 21.38 | 48.04 | 27.72 | 18.99 | | 16.10 | 43.63 | 24.58 | 14.73 | | 19.90 | 46.71 | 26.88 | 16.34 |
| 本文方法 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
), ArticleFig(id=1329419427826741973, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表4, caption=
缺失不同的代理专家对缺陷报告补全性能的影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| w/o analyze | 17.34 | 44.76 | 25.29 | 13.48 | | 21.70 | 49.26 | 29.49 | 20.08 | | 17.52 | 45.24 | 25.19 | 16.40 | | 19.96 | 49.53 | 27.40 | 19.18 |
| w/o evaluate | 15.60 | 41.97 | 21.62 | 12.85 | | 21.38 | 48.04 | 27.72 | 18.99 | | 16.10 | 43.63 | 24.58 | 14.73 | | 19.90 | 46.71 | 26.88 | 16.34 |
| 本文方法 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
), ArticleFig(id=1329419427931599575, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 5, caption=
Effect of Hierarchical Matching Approach and Super Parameter m on Bug Report Completion Performance %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| w/o match-2s | 20.37 | 47.20 | 27.13 | 16.99 | | 25.10 | 51.95 | 32.58 | 24.04 | | 21.31 | 48.30 | 30.09 | 18.45 | | 22.16 | 53.92 | 33.03 | 22.10 |
| m=2 | 27.19 | 55.14 | 34.65 | 24.53 | | 32.07 | 59.26 | 39.19 | 31.08 | | 28.84 | 55.16 | 37.29 | 26.10 | | 29.32 | 61.25 | 40.37 | 29.18 |
| m=4 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
| m=6 | 27.30 | 56.02 | 35.62 | 24.96 | | 33.15 | 59.90 | 39.13 | 32.25 | | 29.07 | 55.77 | 37.46 | 26.19 | | 29.82 | 61.61 | 41.02 | 30.15 |
), ArticleFig(id=1329419428007097048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表5, caption=
分级匹配方法和超参数m对缺陷报告补全性能的影响
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | GitHub | | Eclipse | | Mozilla | | Tomcat |
|---|
| B | S | R | M | | B | S | R | M | | B | S | R | M | | B | S | R | M |
|---|
| w/o match-2s | 20.37 | 47.20 | 27.13 | 16.99 | | 25.10 | 51.95 | 32.58 | 24.04 | | 21.31 | 48.30 | 30.09 | 18.45 | | 22.16 | 53.92 | 33.03 | 22.10 |
| m=2 | 27.19 | 55.14 | 34.65 | 24.53 | | 32.07 | 59.26 | 39.19 | 31.08 | | 28.84 | 55.16 | 37.29 | 26.10 | | 29.32 | 61.25 | 40.37 | 29.18 |
| m=4 | 27.61 | 56.32 | 35.88 | 25.52 | | 33.28 | 60.19 | 41.00 | 32.43 | | 29.98 | 55.93 | 37.75 | 26.86 | | 30.35 | 61.83 | 41.09 | 30.67 |
| m=6 | 27.30 | 56.02 | 35.62 | 24.96 | | 33.15 | 59.90 | 39.13 | 32.25 | | 29.07 | 55.77 | 37.46 | 26.19 | | 29.82 | 61.61 | 41.02 | 30.15 |
), ArticleFig(id=1329419428099371737, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 6, caption=
Evaluation Results of Each Round
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 轮次 | 覆盖率↑ | 流畅性↑ | 幻觉性↓ |
|---|
| DeepSeek-R1 | 0 | | | 1.75%(21/1200) |
| 1 | 86.58%(1039/1200) | 44/50/38/29 | 0.75%(9/1200) |
| 2 | 93.41%(1121/1200) | 47/51/42/36 | 1.08%(13/1200) |
| 3 | 94.50%(1134/1200) | 48/51/43/35 | 1.16%(14/1200) |
| 人工评估 | 0 | | | 1.66%(20/1200) |
| 1 | 87.25%(1047/1200) | 43/48/37/27 | 0.83%(10/1200) |
| 2 | 93.83%(1126/1200) | 46/50/40/37 | 0.83%(10/1200) |
| 3 | 94.16%(1130/1200) | 45/52/44/38 | 1.00%(12/1200) |
), ArticleFig(id=1329419428233589466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表6, caption=
每轮评估结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 轮次 | 覆盖率↑ | 流畅性↑ | 幻觉性↓ |
|---|
| DeepSeek-R1 | 0 | | | 1.75%(21/1200) |
| 1 | 86.58%(1039/1200) | 44/50/38/29 | 0.75%(9/1200) |
| 2 | 93.41%(1121/1200) | 47/51/42/36 | 1.08%(13/1200) |
| 3 | 94.50%(1134/1200) | 48/51/43/35 | 1.16%(14/1200) |
| 人工评估 | 0 | | | 1.66%(20/1200) |
| 1 | 87.25%(1047/1200) | 43/48/37/27 | 0.83%(10/1200) |
| 2 | 93.83%(1126/1200) | 46/50/40/37 | 0.83%(10/1200) |
| 3 | 94.16%(1130/1200) | 45/52/44/38 | 1.00%(12/1200) |
), ArticleFig(id=1329419428317475549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=EN, label=Table 7, caption=
Results of Manual Evaluation
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 完整性 | 清晰性 | 帮助性 |
|---|
| CTRAS | 2.89±0.45(0.012) | 2.40±0.91(0.009) | 2.26±0.15(0.039) |
| ChatBR | 4.15±0.52(0.002) | 3.98±0.45(0.020) | 4.38±0.50(0.035) |
| AdbGPT | 3.94±0.40(0.033) | 3.91±0.08(0.028) | 4.02±0.35(0.040) |
| 本文方法 | 4.24±0.60 | 4.08±0.39 | 4.46±0.43 |
), ArticleFig(id=1329419428397167326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419419362636376, language=CN, label=表7, caption=
人工评估结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 完整性 | 清晰性 | 帮助性 |
|---|
| CTRAS | 2.89±0.45(0.012) | 2.40±0.91(0.009) | 2.26±0.15(0.039) |
| ChatBR | 4.15±0.52(0.002) | 3.98±0.45(0.020) | 4.38±0.50(0.035) |
| AdbGPT | 3.94±0.40(0.033) | 3.91±0.08(0.028) | 4.02±0.35(0.040) |
| 本文方法 | 4.24±0.60 | 4.08±0.39 | 4.46±0.43 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550693, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550693, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550693, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550693, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1774972800000, fullTextJson=null, articleText=null, reference=null)