Article(id=1329419455274266706, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419378451394604, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550698, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1758384000000, receivedDateStr=2025-09-21, revisedDate=1766937600000, revisedDateStr=2025-12-29, acceptedDate=null, acceptedDateStr=null, onlineDate=1794887897556, onlineDateStr=2026-11-17, pubDate=1774972800000, pubDateStr=2026-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794887897556, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794887897556, creator=13701087609, updateTime=1794887897556, updator=13701087609, issue=Issue{id=1329419378451394604, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='4', pageStart='825', pageEnd='1093', issueExtLink='null', onlineDate='null', pubDate='1774972800000', pubDateStr='2026-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794887879240, creator='13701087609', updateTime=1794887879240, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=918, endPage=942, ext={EN=ArticleExt(id=1329419455555285076, articleId=1329419455274266706, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=An LLM-Based README Generation Framework via Code-Aware Representation and Dual-Stage Optimization, columnId=1329419379227340845, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on LLMs and Software Engineering, runingTitle=null, highlight=null, articleAbstract=
With the rapid growth of the open source software (OSS) ecosystem, OSS adoption has become a mainstream development practice. README files serve as a critical resource for understanding and reusing OSS. Although recent research explores automatic README generation and completion, existing approaches face limitations in cross-language applicability, neglect of code structure, and susceptibility to hallucination and subjectivity. To address these challenges, we propose RMancer, a dual-stage README generation framework that integrates large language models (LLMs) with code structure modeling. In the first stage, RMancer introduces a prompt-guided structured information extraction method, enhanced with static analysis to construct high-quality training data, enabling the model to accurately capture file-level functional descriptions, dependency relations, and program entry points. In the second stage, RMancer applies a topology-based sorting strategy derived from the call graph to reconstruct execution logic and build structured input contexts. It further adopts a multi-task supervision mechanism to jointly learn document structure and content generation, enhancing logical consistency and objectivity. A post-generation standardization strategy is also incorporated to ensure the formatting and factuality of the generated README files. Evaluations on 16692 OSS projects show that RMancer consistently outperforms state-of-the-art methods in both information extraction and README generation. It achieves an average F1-score improvement of 2.34% across key fields and gains 1.37% on average in BLEU, METEOR, and ROUGE-L. RMancer also leads on AlignScore and G-Eval metrics, with superior objectivity and redundancy control, confirming the effectiveness of its structure-aware and multi-task optimization strategies.
, authors=Xing Cui
1, 2, Jingzheng Wu
1, 3, *, Tianyue Luo
1, Xiang Ling
1, 3, Xu Wang
1, authorsList=Xing Cui, Jingzheng Wu, Tianyue Luo, Xiang Ling, Xu Wang, authorCompany=null, correspAuthors=Jingzheng Wu, authorNote=
born in 1994. PhD candidate. Student member of CCF. Her main research interests include intelligent software security and open source software supply chain
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include system security, vulnerability mining, and operating system security
born in 1990. Engineer. His main research interests include operating system security analysis, code vulnerability mining, and artificial intelligence security
born in 1992. PhD, associate professor. Member of CCF, His main research interests include software security and AI security
born in 1996. Engineer. His main research interests include code vulnerability mining and artificial intelligence security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329419457501442158, articleId=1329419455274266706, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于代码感知与双阶段优化融合的README生成大语言模型框架, columnId=1329419379378335791, journalTitle=计算机研究与发展, columnName=大模型与软件工程专题, runingTitle=null, highlight=null, articleAbstract=
随着开源软件生态的蓬勃发展,使用开源已成为当前开发的主流模式。其中,README是理解、复用开源软件的关键要素。然而,部分开源软件存在README文件缺失、信息不全以及结构不清晰等不规范问题,导致开发者难以理解和使用,降低开发效率。研究人员提出了多种README自动生成、补全方法,但这些方法仍然面临跨语言适用性不足、忽视代码结构信息、生成结果存在幻觉和主观性等挑战。因此,提出结合大语言模型与代码结构建模的双阶段README自动生成框架RMancer。第1个阶段中,RMancer设计了基于提示引导的结构化信息抽取方法,结合静态分析生成高质量训练数据,提升模型对文件级功能摘要、依赖关系和主程序入口等结构要素的感知能力。第2个阶段设计了基于调用图的拓扑排序策略,重构模块间的执行逻辑顺序,以构建结构化文档生成的上下文信息;同时,引入多任务监督机制,引导大模型联合学习文档段落结构与内容生成,提升输出文本的逻辑一致性与客观性;最后,RMancer通过标准化约束策略对生成结果进行格式规整与内容审校,确保文档的规范性与准确性。在包含 16692 个开源软件的测试集中,RMancer 在信息抽取与 README 生成2个子任务上均显著优于现有方法,具体而言,在信息抽取任务中,其在calls、entry和description 字段的 F1-score 相较最佳基线模型平均提升2.34%;在文档生成任务中,BLEU、METEOR 和 ROUGE-L三项指标相较最佳基线模型平均提升幅度为1.37%。此外,RMancer在AlignScore和G-Eval两种自动评估指标上表现最佳。同时,在内容客观性与冗余控制等关键维度上,RMancer仍保持领先表现,进一步验证了其结构感知与多任务优化策略的有效性。
, authors=崔星
1, 2, 吴敬征
1, 3, *, 罗天悦
1, 凌祥
1, 3, 王旭
1, authorsList=崔星, 吴敬征, 罗天悦, 凌祥, 王旭, authorCompany=null, correspAuthors=吴敬征, authorNote=
 |
1994年生。博士研究生。CCF 学生会员。主要研究方向为智能软件安全、开源软件供应链 |
 |
1982年生,博士,研究员,博士生导师。CCF 高级会员。主要研究方向为系统安全、漏洞挖掘、操作系统安全 |
 |
1990年生。工程师。主要研究方向为操作系统安全分析、代码漏洞挖掘、人工智能安全 |
 |
1992年生。博士,副研究员。CCF 会员。主要研究方向为软件安全、人工智能安全 |
 |
1996年生。工程师。主要研究方向为代码漏洞挖掘、人工智能安全 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=RCrDMNV61pUSBl15ZbR/dA==, magXml=033i+sph6sVCzNT6chACUA==, pdfUrl=null, pdf=+uNiH8Rkh36bZufYRCi/lQ==, pdfFileSize=1752666, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=9B1RuWw2xRDQKL1+KQzE5g==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=mZ1ieI1JY3QJN1ERKrmwRQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329419457954427002, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=cuixing@iscas.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419458046701693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419457954427002, language=EN, stringName=Xing Cui, firstName=Xing, middleName=null, lastName=Cui, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190
2University of Chinese Academy of Sciences, Beijing, 100190, bio={"content":"
born in 1994. PhD candidate. Student member of CCF. Her main research interests include intelligent software security and open source software supply chain
"}, bioImg=null, bioContent=
born in 1994. PhD candidate. Student member of CCF. Her main research interests include intelligent software security and open source software supply chain
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419458122199166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419457954427002, language=CN, stringName=崔星, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1中国科学院软件研究所智能软件研究中心 北京 100190
2中国科学院大学 北京 100190, bio={"img":"37kDtFqssY2/IKEB7r6ZDQ==","content":"
1994年生。博士研究生。CCF 学生会员。主要研究方向为智能软件安全、开源软件供应链
"}, bioImg=37kDtFqssY2/IKEB7r6ZDQ==, bioContent=
1994年生。博士研究生。CCF 学生会员。主要研究方向为智能软件安全、开源软件供应链
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)]), AuthorCompany(id=1329419457786654834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=2, ext=[AuthorCompanyExt(id=1329419457795043443, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457786654834, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457803432052, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457786654834, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)])]), Author(id=1329419458218668160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jingzheng08@iscas.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329419458298359939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458218668160, language=EN, stringName=Jingzheng Wu, firstName=Jingzheng, middleName=null, lastName=Wu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, *, address=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190
3Key Laboratory of System Software (Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include system security, vulnerability mining, and operating system security
"}, bioImg=null, bioContent=
born in 1982. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include system security, vulnerability mining, and operating system security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419458365468804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458218668160, language=CN, stringName=吴敬征, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, *, address=
1中国科学院软件研究所智能软件研究中心 北京 100190
3基础软件与系统重点实验室(中国科学院) 北京 100190, bio={"img":"FT+2wlu1ZJm26itn2MjOlw==","content":"
1982年生,博士,研究员,博士生导师。CCF 高级会员。主要研究方向为系统安全、漏洞挖掘、操作系统安全
"}, bioImg=FT+2wlu1ZJm26itn2MjOlw==, bioContent=
1982年生,博士,研究员,博士生导师。CCF 高级会员。主要研究方向为系统安全、漏洞挖掘、操作系统安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)]), AuthorCompany(id=1329419457870540917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=3, ext=[AuthorCompanyExt(id=1329419457878929526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Key Laboratory of System Software (Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329419457887318135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3基础软件与系统重点实验室(中国科学院) 北京 100190)])]), Author(id=1329419458432577670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419458503880840, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458432577670, language=EN, stringName=Tianyue Luo, firstName=Tianyue, middleName=null, lastName=Luo, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, bio={"content":"
born in 1990. Engineer. His main research interests include operating system security analysis, code vulnerability mining, and artificial intelligence security
"}, bioImg=null, bioContent=
born in 1990. Engineer. His main research interests include operating system security analysis, code vulnerability mining, and artificial intelligence security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419458587766922, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458432577670, language=CN, stringName=罗天悦, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国科学院软件研究所智能软件研究中心 北京 100190, bio={"img":"OmOrXBT7j8fFoz/tZnyzWA==","content":"
1990年生。工程师。主要研究方向为操作系统安全分析、代码漏洞挖掘、人工智能安全
"}, bioImg=OmOrXBT7j8fFoz/tZnyzWA==, bioContent=
1990年生。工程师。主要研究方向为操作系统安全分析、代码漏洞挖掘、人工智能安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)])]), Author(id=1329419458688430220, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419458763927695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458688430220, language=EN, stringName=Xiang Ling, firstName=Xiang, middleName=null, lastName=Ling, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190
3Key Laboratory of System Software (Chinese Academy of Sciences), Beijing 100190, bio={"content":"
born in 1992. PhD, associate professor. Member of CCF, His main research interests include software security and AI security
"}, bioImg=null, bioContent=
born in 1992. PhD, associate professor. Member of CCF, His main research interests include software security and AI security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419458835230864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458688430220, language=CN, stringName=凌祥, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, address=
1中国科学院软件研究所智能软件研究中心 北京 100190
3基础软件与系统重点实验室(中国科学院) 北京 100190, bio={"img":"a2eTcEILQLr8bf7tFdzOgw==","content":"
1992年生。博士,副研究员。CCF 会员。主要研究方向为软件安全、人工智能安全
"}, bioImg=a2eTcEILQLr8bf7tFdzOgw==, bioContent=
1992年生。博士,副研究员。CCF 会员。主要研究方向为软件安全、人工智能安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)]), AuthorCompany(id=1329419457870540917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=3, ext=[AuthorCompanyExt(id=1329419457878929526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Key Laboratory of System Software (Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329419457887318135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3基础软件与系统重点实验室(中国科学院) 北京 100190)])]), Author(id=1329419458927505555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419459011391637, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458927505555, language=EN, stringName=Xu Wang, firstName=Xu, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, bio={"content":"
born in 1996. Engineer. His main research interests include code vulnerability mining and artificial intelligence security
"}, bioImg=null, bioContent=
born in 1996. Engineer. His main research interests include code vulnerability mining and artificial intelligence security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419459082694806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, authorId=1329419458927505555, language=CN, stringName=王旭, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国科学院软件研究所智能软件研究中心 北京 100190, bio={"img":"dGHer3GjgQLcphF/3xM+jg==","content":"
1996年生。工程师。主要研究方向为代码漏洞挖掘、人工智能安全
"}, bioImg=dGHer3GjgQLcphF/3xM+jg==, bioContent=
1996年生。工程师。主要研究方向为代码漏洞挖掘、人工智能安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)])])], keywords=[Keyword(id=1329419459233689751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, orderNo=1, keyword=open source software), Keyword(id=1329419461121126552, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, orderNo=2, keyword=README generation), Keyword(id=1329419461209206938, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, orderNo=3, keyword=large language models), Keyword(id=1329419461318258843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, orderNo=4, keyword=code structure modeling), Keyword(id=1329419461381173404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, orderNo=5, keyword=dual-stage optimization), Keyword(id=1329419461460865181, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, orderNo=1, keyword=开源软件), Keyword(id=1329419461544751262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, orderNo=2, keyword=README生成), Keyword(id=1329419461607665824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, orderNo=3, keyword=大语言模型), Keyword(id=1329419461670580385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, orderNo=4, keyword=代码结构建模), Keyword(id=1329419461746077858, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, orderNo=5, keyword=双阶段优化)], refs=[Reference(id=1329419465273487571, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=梁冠宇, 武延军, 吴敬征, 等. 面向操作系统可靠性保障的开源软件供应链[J]. 软件学报, 2020, 31(10): 3056−3073, articleTitle=null, refAbstract=null), Reference(id=1329419465348985044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang Guanyu, Wu Yanjun, Wu Jingzheng, et al. Open source software supply chain for reliability assurance of operating systems[J]. Journal of Software, 2020, 31(10): 3056−3073 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419465416093909, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=纪守领, 王琴应, 陈安莹, 等. 开源软件供应链安全研究综述[J]. 软件学报, 2022, 34(3): 1330−1364, articleTitle=null, refAbstract=null), Reference(id=1329419465491591382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji Shouling, Wang Qinying, Chen Anying, et al. Survey on open-source software supply chain security[J]. Journal of Software, 2023, 34(3): 1330−1364 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419465571283159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=杨波, 于茜, 张伟, 等. GitHub 开源软件开发过程中影响因素的相关性分析[J]. 软件学报, 2017, 28(6): 330−1342, articleTitle=null, refAbstract=null), Reference(id=1329419465655169240, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Bo, Yu Qian, Zhang Wei, et al. Influence factors correlation analysis in GitHub open source software development process[J]. Journal of Software, 2017, 28(6): 330−1342 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419465772609753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Venigalla A S M, Chimalakonda S, et al. An exploratory study of software artifacts on GitHub from the lens of documentation[J]. Information and Software Technology, 2024, 169: 107425, articleTitle=null, refAbstract=null), Reference(id=1329419465856495834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Cui Xing, Wu Jingzheng, Li Zhiyuan, et al. RMGenie: An LLM-based agent framework for open source software README generation[C/OL]//Proc of the 41st IEEE Int Conf on Software Maintenance and Evolution (ICSME). Piscataway, NJ: IEEE, 2025: 505−516, articleTitle=null, refAbstract=null), Reference(id=1329419465919410396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Chang Yupeng, Wang Xu, Wang Jindong, et al. A survey on evaluation of large language models[J]. ACM Transactions on Intelligent Systems and Technology, 2024, 15(3): 1−45, articleTitle=null, refAbstract=null), Reference(id=1329419465994907869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang Long, Wu J, Xu Jiang, et al. Training language models to follow instructions with human feedback[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: ACM, 2022, 35: 27730−27744, articleTitle=null, refAbstract=null), Reference(id=1329419466062016734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=李戈, 彭鑫, 王千祥, 等. 大模型: 基于自然交互的人机协同软件开发与演化工具带来的挑战[J]. 软件学报, 2023, 34(10): 4601−4606, articleTitle=null, refAbstract=null), Reference(id=1329419466120736991, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Ge, Peng Xin, Wang Qianxiang, et al. Challenges from LLMs as a natural language based human-machine collaborative tool for software development and evolution[J]. Journal of Software, 2023, 34(10): 4601−4606 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419466204623073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=史宏志, 赵健, 赵雅倩, 等. 大模型时代的混合专家系统优化综述[J]. 计算机研究与发展, 2025, 62(5): 1164−1189, articleTitle=null, refAbstract=null), Reference(id=1329419466275926242, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Shi Hongzhi, Zhao Jian, Zhao Yaqian, et al. Survey on system optimization for mixture of experts in the era of large models[J]. Journal of Computer Research and Development, 2025, 62(5): 1164−1189 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419466343035107, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Jin Kailun, Wang Chungyu, Pham H V, et al. Can ChatGPT support developers? an empirical evaluation of large language models for code generation[C]//Proc of the IEEE/ACM 21st Int Conf on Mining Software Repositories (MSR). Piscataway, NJ: IEEE, 2024: 167−171, articleTitle=null, refAbstract=null), Reference(id=1329419466405949668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Xueying, Liu Mingwei, Wang Kaixin, et al. Evaluating large language models in class-level code generation[C]//Proc of the IEEE/ACM 46th Int Conf on Software Engineering. New York: ACM, 2024: 1−13, articleTitle=null, refAbstract=null), Reference(id=1329419466481447141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Weisong, Fang Chunrong, You Yudu, et al. A prompt learning framework for source code summarization[J]. arXiv preprint, arXiv: 2312.16066, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419466544361702, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yue, Wang Weishi, Joty S, et al. CodeT5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation[J]. arXiv preprint, arXiv: 2109.00859, 2021, articleTitle=null, refAbstract=null), Reference(id=1329419466607276263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Koreeda Y, Morishita T, Imaichi O, et al. LARCH: Large language model-based automatic Readme creation with heuristics[C]//Proc of the 32nd Int Conf on Information and Knowledge Management. New York: ACM, 2023: 5066−5070, articleTitle=null, refAbstract=null), Reference(id=1329419466670190825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Luo Qinyu, Ye Yining, Liang Shihao, et al. RepoAgent: An LLM-powered open-source framework for repository-level code documentation generation. arXiv preprint, arXiv: 2402.16667, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419466741493994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Nilesh D, Sapan S, Vinay K, et al. Hierarchical repository-level code summarization for business applications using local LLMs[J]. arXiv preprint, arXiv: 2501.07857, articleTitle=null, refAbstract=null), Reference(id=1329419466854740203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Moreno L, Bavota G, Penta M, et al. ARENA: An approach for the automated generation of release notes[J]. IEEE Transactions on Software Engineering, 2016, 43(2): 106−127, articleTitle=null, refAbstract=null), Reference(id=1329419467005735149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhongxin, Xia Xin, Treude C, et al. Automatic generation of pull request descriptions[C]//Proc of the 34th IEEE/ACM Int Conf on Automated Software Engineering (ASE). Piscataway, NJ: IEEE, 2019: 176−188, articleTitle=null, refAbstract=null), Reference(id=1329419467089621230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Horne D, Pierson A, Hedary E, et al. VADER-SC: A model agnostic tool for large scale, AI driven automated source code summarization[C]//Proc of the 2023 Congress in Computer Science, Computer Engineering, & Applied Computing (CSCE). Piscataway, NJ: IEEE, 2023: 2600−2607, articleTitle=null, refAbstract=null), Reference(id=1329419467148341487, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Songqiang, Xie Xiaoyuan, Yin Bangguo, et al. Stay professional and efficient: Automatically generate titles for your bug reports[C]//Proc of the 35th IEEE/ACM Int Conf on Automated Software Engineering. Piscataway, NJ: IEEE, 2020: 385−397, articleTitle=null, refAbstract=null), Reference(id=1329419467232227569, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Doan T, Nguyen P, Rocco J, et al. Too long; didn’t read: Automatic summarization of GitHub README.MD with Transformers[C]//Proc of the 27th Int Conf on Evaluation and Assessment in Software Engineering. Piscataway, NJ: IEEE, 2023: 267−272, articleTitle=null, refAbstract=null), Reference(id=1329419467311919346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=DeepWiKi. DeepWiKi[EB/OL]. [2025-12-10]. https://deepwiki.org/, articleTitle=null, refAbstract=null), Reference(id=1329419467383222515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Hoang A N, Le-Anh M, Le B, et al. CodeWiki: Evaluating AI’s ability to generate holistic documentation for large-scale codebases[J]. arXiv preprint, arXiv: 2510.24428, 2025, articleTitle=null, refAbstract=null), Reference(id=1329419467450331381, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Streamlit. Readme-AI[EB/OL]. [2025-12-10]. https://readme-ai.streamlit.app/, articleTitle=null, refAbstract=null), Reference(id=1329419467525828854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Readme-md-generator. Readme-md-generator[EB/OL]. [2025-12-10]. https://github.com/kefranabg/readme-md-generator, articleTitle=null, refAbstract=null), Reference(id=1329419467618103543, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=REGEN. REGEN[EB/OL]. [2025-12-10]. https://github.com/ivanleech/REGEN, articleTitle=null, refAbstract=null), Reference(id=1329419467714572537, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=GPT4Reliability. GPT4Reliability[EB/OL]. [2025-12-10]. https://github.com/loevlie/GPT4Readability/tree/main?source=post_page4bb5f12e85b2, articleTitle=null, refAbstract=null), Reference(id=1329419467773292794, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Meta. Llama 3.1[EB/OL]. [2025-12-10]. https://ollama.com/library/llama3.1, articleTitle=null, refAbstract=null), Reference(id=1329419467832013052, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Meta. Llama 3.1[EB/OL]. [2025-12-10]. https://ai.meta.com/blog/meta-llama-3-1/, articleTitle=null, refAbstract=null), Reference(id=1329419467941064957, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Meta. Llama 3[EB/OL]. [2025-12-10]. https://llama.meta.com/llama3/, articleTitle=null, refAbstract=null), Reference(id=1329419468012368126, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Marvin G, Hellen N, Jjingo D, et al. Prompt engineering in large language models[C]//Proc of the Int Conf on data intelligence and cognitive informatics. Singapore: Springer, 2023: 387−402, articleTitle=null, refAbstract=null), Reference(id=1329419468087865600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=陈慧敏, 刘知远, 孙茂松. 大语言模型时代的社会机遇与挑战[J]. 计算机研究与发展, 2024, 61(5): 1094−1103, articleTitle=null, refAbstract=null), Reference(id=1329419468192723202, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Huimin, Liu Zhiyuan, Sun Maosong. The social opportunities and challenges in the era of large language models[J]. Journal of Computer Research and Development, 2024, 61(5): 1094−1103 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419468255637763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Salewski L, Alaniz S, Rio-Torto I, et al. In-context impersonation reveals large language models’ strengths and biases[C]//Proc of the Advances in Neural Information Processing Systems. New York: ACM, 2024: 72044−72057, articleTitle=null, refAbstract=null), Reference(id=1329419468331135236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Romanov V, Ivanov V, Succi G. Approaches for representing software as graphs for machine learning applications[C]//Proc of 2020 Int Computer Symp (ICS). Piscataway, NJ: IEEE, 2020: 529−534, articleTitle=null, refAbstract=null), Reference(id=1329419468406632709, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Horváth G, Pataki N. Source language representation of function summaries in static analysis[C]//Proc of the 11th Workshop on Implementation, Compilation, Optimization of Object-Oriented Languages, Programs and Systems. New York: ACM, 2016: 1−9, articleTitle=null, refAbstract=null), Reference(id=1329419468482130182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Yukang, Qian Shengju, Tang Haotian, et al. Longlora: Efficient fine-tuning of long-context large language models[J]. arXiv preprint, arXiv: 2309.12307, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419468549239047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu E, Shen Yelong, Wallis P, et al. LoRA: Low-rank adaptation of large language models[J]. arXiv preprint, arXiv: 2106.09685, 2021, articleTitle=null, refAbstract=null), Reference(id=1329419470487007497, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Evtikhiev M, Bogomolov E, Sokolov Y, et al. Out of the bleu: How should we assess quality of the code generation models?[J]. Journal of Systems and Software, 2023, 203: 111741, articleTitle=null, refAbstract=null), Reference(id=1329419470587670794, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Roy D, Fakhoury S, Arnaoudova V. Reassessing automatic evaluation metrics for code summarization tasks[C]//Proc of the 29th ACM Joint Meeting on European Software Engineering Conf and Symp on the Foundations of Software Engineering. New York: ACM, 2021: 1105−1116, articleTitle=null, refAbstract=null), Reference(id=1329419470684139787, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Yuheng, Yang Yichi, Li Ruichen, et al. AlignScore: Evaluating factual consistency with a unified alignment function[J]. arXiv preprint, arXiv: 2305.16739, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419470772220173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Y, Iter D, Xu Y, et al. G-Eval: NLG evaluation using GPT-4 with better human alignment[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 2511–2522, articleTitle=null, refAbstract=null), Reference(id=1329419470839329038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=PyPI. Pyan3. [EB/OL]. [2025-12-10]. https://pypi.org/project/pyan3/, articleTitle=null, refAbstract=null), Reference(id=1329419471028072719, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Babel. Babel[EB/OL]. [2025-12-10]. https://babeljs.io/, articleTitle=null, refAbstract=null), Reference(id=1329419471111958801, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Clang. Clang AST[EB/OL]. [2025-12-10]. https://clang.llvm.org/docs/IntroductionToTheClangAST.html, articleTitle=null, refAbstract=null), Reference(id=1329419471195844882, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Go. ast[EB/OL]. [2025-12-10]. https://pkg.go.dev/go/ast, articleTitle=null, refAbstract=null), Reference(id=1329419471279730963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=RubyGems. parser[EB/OL]. [2025-12-10]. https://rubygems.org/gems/parser/versions/2.3.1.2, articleTitle=null, refAbstract=null), Reference(id=1329419471380394260, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Meta. Llama 3.1-8B[EB/OL]. [2025-12-10]. https://huggingface.co/meta-llama/Llama-3.1-8B, articleTitle=null, refAbstract=null), Reference(id=1329419471460086037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Mistral AI. Mistral-7B-Instruct[EB/OL]. [2025-12-10]. https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1, articleTitle=null, refAbstract=null), Reference(id=1329419471518806294, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Alibaba. Qwen 2.5-7B-Instruct[EB/OL]. [2025-12-10]. https://huggingface.co/Qwen/Qwen2.5-7B, articleTitle=null, refAbstract=null), Reference(id=1329419471573332247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Microsoft. Phi-3-mini-128k-instruct[EB/OL]. [2025-12-10]. https://huggingface.co/microsoft/Phi-3-mini-128k-instruct, articleTitle=null, refAbstract=null), Reference(id=1329419471661412632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenAI. GPT-4o[EB/OL]. [2025-12-10]. https://openai.com/chatgpt/overview, articleTitle=null, refAbstract=null), Reference(id=1329419471766270233, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=DeepSeek. DeepSeek-R1[EB/OL]. [2025-12-10]. https://www.deepseek.com, articleTitle=null, refAbstract=null), Reference(id=1329419471841767706, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Meta. CodeLlama-7b-hf[EB/OL]. [2025-12-10]. https://huggingface.co/codellama/CodeLlama-7b-hf, articleTitle=null, refAbstract=null), Reference(id=1329419471925653787, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=ZHIPU.CodeGeex4-ALL-9b[EB/OL]. [2025-12-10]. https://huggingface.co/THUDM/codegeex4-all-9b, articleTitle=null, refAbstract=null), Reference(id=1329419471996956956, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=WizardLM. WizardCoder-15B-V1.0[EB/OL]. [2025-12-10]. https://huggingface.co/WizardLMTeam/WizardCoder-15B-V1.0, articleTitle=null, refAbstract=null), Reference(id=1329419472059871518, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Salesforce. CodeT5+ 6B[EB/OL]. [2025-12-10]. https://huggingface.co/Salesforce/codet5p-6, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329419457706963056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=1, ext=[AuthorCompanyExt(id=1329419457711157360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Intelligent Software Research Center, Institute of Software, Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457719545969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457706963056, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院软件研究所智能软件研究中心 北京 100190)]), AuthorCompany(id=1329419457786654834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=2, ext=[AuthorCompanyExt(id=1329419457795043443, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457786654834, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2University of Chinese Academy of Sciences, Beijing, 100190), AuthorCompanyExt(id=1329419457803432052, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457786654834, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中国科学院大学 北京 100190)]), AuthorCompany(id=1329419457870540917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, xref=3, ext=[AuthorCompanyExt(id=1329419457878929526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Key Laboratory of System Software (Chinese Academy of Sciences), Beijing 100190), AuthorCompanyExt(id=1329419457887318135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, companyId=1329419457870540917, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3基础软件与系统重点实验室(中国科学院) 北京 100190)])], figs=[ArticleFig(id=1329419461892878499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Figure 1, caption=
The process of RMancer framework automatically generating OSS README, figureFileSmall=e3vLZh8LyLNs1paA4KFZhg==, figureFileBig=9B1RuWw2xRDQKL1+KQzE5g==, tableContent=null), ArticleFig(id=1329419461993541797, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=图1, caption=
RMancer框架自动生成开源软件README的流程, figureFileSmall=e3vLZh8LyLNs1paA4KFZhg==, figureFileBig=9B1RuWw2xRDQKL1+KQzE5g==, tableContent=null), ArticleFig(id=1329419462199062694, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Figure 2, caption=
Prompt templates for README file and source code, figureFileSmall=P8XK5d0ZA9VPO4/qdrYuKw==, figureFileBig=7pAnVpqzoOB7ZE2PnuzmCw==, tableContent=null), ArticleFig(id=1329419462266171559, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=图2, caption=
面向README文件与源代码的Prompt模板, figureFileSmall=P8XK5d0ZA9VPO4/qdrYuKw==, figureFileBig=7pAnVpqzoOB7ZE2PnuzmCw==, tableContent=null), ArticleFig(id=1329419462337474728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Figure 3, caption=
Prompt templates for integrating code information to generate README, figureFileSmall=qLUV97jn7VGjsbMxPljjXQ==, figureFileBig=lTi3wrhq413Zgc6bNffpjQ==, tableContent=null), ArticleFig(id=1329419462463303849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=图3, caption=
整合代码信息生成README的Prompt模板, figureFileSmall=qLUV97jn7VGjsbMxPljjXQ==, figureFileBig=lTi3wrhq413Zgc6bNffpjQ==, tableContent=null), ArticleFig(id=1329419462547189930, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Figure 4, caption=
Partial examples for comparison of RMancer and Llama 3.1-8B-Instruct on README content generation, figureFileSmall=M3Cj3gIuKLMiZOqUQz4nUQ==, figureFileBig=BVsbjNKeTAXLg5UoUwHIrw==, tableContent=null), ArticleFig(id=1329419462601715883, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=图4, caption=
RMancer与Llama 3.1-8B-Instruct在README内容生成的对比部分示例, figureFileSmall=M3Cj3gIuKLMiZOqUQz4nUQ==, figureFileBig=BVsbjNKeTAXLg5UoUwHIrw==, tableContent=null), ArticleFig(id=1329419462664630444, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 1, caption=
Subjective Keywords and Examples Included in Identification Statements
, figureFileSmall=null, figureFileBig=null, tableContent=
| 关键词 | 包含关键词的示例 |
|---|
We recommend/ suggest that | We recommend that all developers who want to conceive more perfect solutions using MQTT technology should learn to use ‘async-mqtt’. |
| In my opinion | In my opinion, the software repository's interface is incredibly user-friendly. |
| foster | Users appreciate the software repository's commitment to open source principles, fostering a collaborative development environment. |
| I hope that | At the same time, I hope that research experts who focus more extensively on this issue will join us to collaboratively build a better scientific community. |
| I believe | I believe that through our research, we can bring convenience to more people. |
), ArticleFig(id=1329419462744322221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表1, caption=
判断语句包含的主观关键词及示例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 关键词 | 包含关键词的示例 |
|---|
We recommend/ suggest that | We recommend that all developers who want to conceive more perfect solutions using MQTT technology should learn to use ‘async-mqtt’. |
| In my opinion | In my opinion, the software repository's interface is incredibly user-friendly. |
| foster | Users appreciate the software repository's commitment to open source principles, fostering a collaborative development environment. |
| I hope that | At the same time, I hope that research experts who focus more extensively on this issue will join us to collaboratively build a better scientific community. |
| I believe | I believe that through our research, we can bring convenience to more people. |
), ArticleFig(id=1329419462819819694, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 2, caption=
Types of Information Used for Regenerating README Filtration
, figureFileSmall=null, figureFileBig=null, tableContent=
| 规则 | 示例 |
|---|
非目标语言 (如日文/ 俄文等) | Новая версия программного репозитория 'УмныйКод' (SmartCode) внедряет инновационные функции для улучшения совместной разработки и управления кодом. |
存在表格 信息 | \n\n| Section | Name | File Name | Content | Status |\n| --- | --- | --- | --- | --- |\n| None | - | xelatex.conf | Configuration Information | Incomplete |\n| None | - | README.md | |
单词重复/ 句子重复 | Make sure you have the following installed: Java Development Kit (JDK) 8 or later ActFramework ActFramework |
内容生成 中断 | QuantumLeap" is an innovative software designed to streamline data analysis and enhance collaboration among researchers.It features advanced algorithms for efficient processing of large datasets,providing researchers |
), ArticleFig(id=1329419462912094383, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表2, caption=
用于重新生成README过滤的信息类型
, figureFileSmall=null, figureFileBig=null, tableContent=
| 规则 | 示例 |
|---|
非目标语言 (如日文/ 俄文等) | Новая версия программного репозитория 'УмныйКод' (SmartCode) внедряет инновационные функции для улучшения совместной разработки и управления кодом. |
存在表格 信息 | \n\n| Section | Name | File Name | Content | Status |\n| --- | --- | --- | --- | --- |\n| None | - | xelatex.conf | Configuration Information | Incomplete |\n| None | - | README.md | |
单词重复/ 句子重复 | Make sure you have the following installed: Java Development Kit (JDK) 8 or later ActFramework ActFramework |
内容生成 中断 | QuantumLeap" is an innovative software designed to streamline data analysis and enhance collaboration among researchers.It features advanced algorithms for efficient processing of large datasets,providing researchers |
), ArticleFig(id=1329419462991786160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 3, caption=
Experimental Environment Setup
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目 | 环境 |
|---|
| 内存 | 50 G |
| CPU | Intel® Xeon® Platinum 8463B |
| GPU | 2×NVIDIA H100 80 GB HBM3 |
| 编程语言 | Python 3.10.13 |
| 深度学习框架 | Torch 2.2.0 |
), ArticleFig(id=1329419463050506417, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表3, caption=
实验环境配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目 | 环境 |
|---|
| 内存 | 50 G |
| CPU | Intel® Xeon® Platinum 8463B |
| GPU | 2×NVIDIA H100 80 GB HBM3 |
| 编程语言 | Python 3.10.13 |
| 深度学习框架 | Torch 2.2.0 |
), ArticleFig(id=1329419463117615282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 4, caption=
Programming Languages Included in the Dataset
, figureFileSmall=null, figureFileBig=null, tableContent=
| 语言 | 占比/% | 代码总行数 |
|---|
| JavaScript | 16.78 | 179776067 |
| Python | 14.05 | 150527636 |
| Java | 9.40 | 100708881 |
| Html | 6.41 | 68674886 |
| C++ | 4.42 | 47354601 |
| Go | 4.19 | 44890448 |
| PHP | 4.13 | 44247625 |
| C# | 3.63 | 38890770 |
| Ruby | 3.55 | 38033673 |
| 其他 | 33.44 | 358266489 |
), ArticleFig(id=1329419463184724147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表4, caption=
数据集包含的编程语言
, figureFileSmall=null, figureFileBig=null, tableContent=
| 语言 | 占比/% | 代码总行数 |
|---|
| JavaScript | 16.78 | 179776067 |
| Python | 14.05 | 150527636 |
| Java | 9.40 | 100708881 |
| Html | 6.41 | 68674886 |
| C++ | 4.42 | 47354601 |
| Go | 4.19 | 44890448 |
| PHP | 4.13 | 44247625 |
| C# | 3.63 | 38890770 |
| Ruby | 3.55 | 38033673 |
| 其他 | 33.44 | 358266489 |
), ArticleFig(id=1329419463256027316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 5, caption=
Experimental Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 输入类型 | 输出类型 | 软件仓库数量 | 用途 |
|---|
| 训练集Ⅰ | 代码文件 | JSON | 28 703 | 代码信息抽取模型训练 |
| 训练集Ⅱ | JSON | README | 66 768 | 整合信息生成README 模型训练 |
| 测试集Ⅰ | 代码文件 | JSON | 7 176 | 测试 |
| 测试集Ⅱ | JSON | README | 16 692 | 测试 |
), ArticleFig(id=1329419463327330485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表5, caption=
实验数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 输入类型 | 输出类型 | 软件仓库数量 | 用途 |
|---|
| 训练集Ⅰ | 代码文件 | JSON | 28 703 | 代码信息抽取模型训练 |
| 训练集Ⅱ | JSON | README | 66 768 | 整合信息生成README 模型训练 |
| 测试集Ⅰ | 代码文件 | JSON | 7 176 | 测试 |
| 测试集Ⅱ | JSON | README | 16 692 | 测试 |
), ArticleFig(id=1329419463386050742, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 6, caption=
Programming Language Distribution of the Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 语言 | 训练集Ⅰ | | 测试集Ⅰ | | 训练集Ⅱ | | 测试集Ⅱ |
|---|
| 占比/% | 数量 | | 占比/% | 数量 | | 占比/% | 数量 | | 占比/% | 数量 |
|---|
| Python | 27.8 | 7977 | | 27.6 | 1983 | | 14.02 | 9363 | | 14.08 | 2353 |
| JavaScript | 24.5 | 7033 | | 24.8 | 1780 | | 16.75 | 11181 | | 16.82 | 2812 |
| Java | | | | | | | 9.41 | 6281 | | 9.38 | 1567 |
| C++ | 18.3 | 5256 | | 18.1 | 1299 | | 4.44 | 2963 | | 4.39 | 732 |
| Go | 16.1 | 4624 | | 16.3 | 1170 | | 4.2 | 2804 | | 4.15 | 692 |
| PHP | | | | | | | 4.11 | 2744 | | 4.1 | 684 |
| C# | | | | | | | 3.65 | 2438 | | 3.61 | 602 |
| Ruby | 13.3 | 3813 | | 13.2 | 944 | | 3.57 | 2383 | | 3.55 | 593 |
其他语言 (75种) | | | | | | | 39.85 | 26611 | | 39.92 | 6657 |
| 合计 | 100 | 28703 | | 100 | 7176 | | 100 | 66768 | | 100 | 16692 |
), ArticleFig(id=1329419463474131127, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表6, caption=
数据集编程语言分布
, figureFileSmall=null, figureFileBig=null, tableContent=
| 语言 | 训练集Ⅰ | | 测试集Ⅰ | | 训练集Ⅱ | | 测试集Ⅱ |
|---|
| 占比/% | 数量 | | 占比/% | 数量 | | 占比/% | 数量 | | 占比/% | 数量 |
|---|
| Python | 27.8 | 7977 | | 27.6 | 1983 | | 14.02 | 9363 | | 14.08 | 2353 |
| JavaScript | 24.5 | 7033 | | 24.8 | 1780 | | 16.75 | 11181 | | 16.82 | 2812 |
| Java | | | | | | | 9.41 | 6281 | | 9.38 | 1567 |
| C++ | 18.3 | 5256 | | 18.1 | 1299 | | 4.44 | 2963 | | 4.39 | 732 |
| Go | 16.1 | 4624 | | 16.3 | 1170 | | 4.2 | 2804 | | 4.15 | 692 |
| PHP | | | | | | | 4.11 | 2744 | | 4.1 | 684 |
| C# | | | | | | | 3.65 | 2438 | | 3.61 | 602 |
| Ruby | 13.3 | 3813 | | 13.2 | 944 | | 3.57 | 2383 | | 3.55 | 593 |
其他语言 (75种) | | | | | | | 39.85 | 26611 | | 39.92 | 6657 |
| 合计 | 100 | 28703 | | 100 | 7176 | | 100 | 66768 | | 100 | 16692 |
), ArticleFig(id=1329419463549628601, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 7, caption=
Performance Comparison of RMancer and Other Models in Code Structure Information Extraction %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | file calls | | entry function |
|---|
| Precision | Recall | F1- score | | Precision | Recall | F1- score |
|---|
通用 领域 大模 型 | Llama 3.1-8B-Instruct | 90.93 | 85.21 | 87.98 | | 93.18 | 89.36 | 91.23 |
| Mistral-7B-Instruct | 90.17 | 83.83 | 86.88 | | 91.25 | 88.17 | 89.68 |
| Qwen 2.5-7B-Instruct | 87.59 | 79.12 | 83.14 | | 89.72 | 83.25 | 86.36 |
Phi-3-Mini-128K- Instruct | 85.71 | 80.92 | 83.25 | | 91.64 | 85.42 | 88.42 |
| GPT-4o | 92.28 | 87.16 | 89.65 | | 95.36 | 90.12 | 92.67 |
| DeepSeek-R1 | 91.95 | 86.13 | 88.94 | | 93.64 | 89.37 | 91.46 |
代码 领域 大模 型 | CodeLlama-7b | 90.37 | 85.54 | 87.89 | | 96.17 | 89.32 | 92.62 |
| CodeGeeX4-ALL-9B | 89.14 | 85.29 | 87.17 | | 90.85 | 89.14 | 89.99 |
| WizardCoder-15B | 88.11 | 84.19 | 86.11 | | 90.41 | 85.13 | 87.69 |
| CodeT5+6B | 85.91 | 75.61 | 80.43 | | 87.43 | 84.69 | 86.04 |
| RMancer(本文) | 95.74 | 90.12 | 92.84 | | 97.15 | 93.61 | 95.35 |
), ArticleFig(id=1329419463616737466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表7, caption=
RMancer与其他模型的代码结构信息抽取性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | file calls | | entry function |
|---|
| Precision | Recall | F1- score | | Precision | Recall | F1- score |
|---|
通用 领域 大模 型 | Llama 3.1-8B-Instruct | 90.93 | 85.21 | 87.98 | | 93.18 | 89.36 | 91.23 |
| Mistral-7B-Instruct | 90.17 | 83.83 | 86.88 | | 91.25 | 88.17 | 89.68 |
| Qwen 2.5-7B-Instruct | 87.59 | 79.12 | 83.14 | | 89.72 | 83.25 | 86.36 |
Phi-3-Mini-128K- Instruct | 85.71 | 80.92 | 83.25 | | 91.64 | 85.42 | 88.42 |
| GPT-4o | 92.28 | 87.16 | 89.65 | | 95.36 | 90.12 | 92.67 |
| DeepSeek-R1 | 91.95 | 86.13 | 88.94 | | 93.64 | 89.37 | 91.46 |
代码 领域 大模 型 | CodeLlama-7b | 90.37 | 85.54 | 87.89 | | 96.17 | 89.32 | 92.62 |
| CodeGeeX4-ALL-9B | 89.14 | 85.29 | 87.17 | | 90.85 | 89.14 | 89.99 |
| WizardCoder-15B | 88.11 | 84.19 | 86.11 | | 90.41 | 85.13 | 87.69 |
| CodeT5+6B | 85.91 | 75.61 | 80.43 | | 87.43 | 84.69 | 86.04 |
| RMancer(本文) | 95.74 | 90.12 | 92.84 | | 97.15 | 93.61 | 95.35 |
), ArticleFig(id=1329419463692234939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 8, caption=
Performance Comparison of RMancer and Other Models’ Code Description %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | Precision | Recall | F1-score |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 90.37 | 90.64 | 90.50 |
| Mistral-7B-Instruct | 87.12 | 92.86 | 89.90 |
| Qwen 2.5-7B-Instruct | 90.24 | 91.68 | 90.95 |
| Phi-3-Mini-128K-Instruct | 89.64 | 90.69 | 90.16 |
| GPT-4o | 92.35 | 95.34 | 93.82 |
| DeepSeek-R1 | 91.65 | 95.78 | 93.67 |
| 代码领域 | CodeLlama-7b | 92.83 | 96.17 | 94.47 |
| CodeGeeX4-ALL-9B | 88.61 | 89.17 | 88.89 |
| WizardCoder-15B | 92.79 | 93.12 | 92.95 |
| CodeT5+ -6B | 86.13 | 89.34 | 87.71 |
| RMancer(本文) | 94.83 | 96.42 | 95.62 |
), ArticleFig(id=1329419463767732412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表8, caption=
RMancer与其他模型的代码描述性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型 | Precision | Recall | F1-score |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 90.37 | 90.64 | 90.50 |
| Mistral-7B-Instruct | 87.12 | 92.86 | 89.90 |
| Qwen 2.5-7B-Instruct | 90.24 | 91.68 | 90.95 |
| Phi-3-Mini-128K-Instruct | 89.64 | 90.69 | 90.16 |
| GPT-4o | 92.35 | 95.34 | 93.82 |
| DeepSeek-R1 | 91.65 | 95.78 | 93.67 |
| 代码领域 | CodeLlama-7b | 92.83 | 96.17 | 94.47 |
| CodeGeeX4-ALL-9B | 88.61 | 89.17 | 88.89 |
| WizardCoder-15B | 92.79 | 93.12 | 92.95 |
| CodeT5+ -6B | 86.13 | 89.34 | 87.71 |
| RMancer(本文) | 94.83 | 96.42 | 95.62 |
), ArticleFig(id=1329419463834841277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 9, caption=
Performance Comparison of RMancer and Other models
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | BLEU | METEOR | ROUGE-L |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 9.59 | 30.19 | 15.21 |
| Mistral-7B-Instruct | 10.04 | 31.12 | 16.74 |
| Qwen 2.5-7B-Instruct | 9.55 | 30.81 | 16.02 |
| Phi-3-Mini-128K-Instruct | 7.11 | 28.47 | 14.32 |
| GPT-4o | 9.75 | 31.02 | 16.71 |
| DeepSeek-R1 | 9.43 | 30.38 | 16.15 |
| 代码领域 | CodeLlama-7b | 10.19 | 31.66 | 17.33 |
| CodeGeeX4-ALL-9B | 9.94 | 30.53 | 16.39 |
| WizardCoder-15B | 9.45 | 30.15 | 15.75 |
| CodeT5+ -6B | 10.09 | 30.97 | 16.50 |
自动生 成工具 | PromptCS | 10.55 | 28.94 | 16.47 |
| LARCH | 10.12 | 27.53 | 15.29 |
| RepoAgent | 10.91 | 30.06 | 16.61 |
| Readme-AI | 10.32 | 29.87 | 16.12 |
| Readme-md-generator | 9.88 | 28.41 | 15.37 |
| REGEN | 10.47 | 30.26 | 16.58 |
| GPT4Reliability | 10.73 | 30.85 | 16.79 |
| RMancer(本文) | 12.28 | 33.16 | 18.56 |
), ArticleFig(id=1329419463901950142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表9, caption=
RMancer与其他模型的性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | BLEU | METEOR | ROUGE-L |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 9.59 | 30.19 | 15.21 |
| Mistral-7B-Instruct | 10.04 | 31.12 | 16.74 |
| Qwen 2.5-7B-Instruct | 9.55 | 30.81 | 16.02 |
| Phi-3-Mini-128K-Instruct | 7.11 | 28.47 | 14.32 |
| GPT-4o | 9.75 | 31.02 | 16.71 |
| DeepSeek-R1 | 9.43 | 30.38 | 16.15 |
| 代码领域 | CodeLlama-7b | 10.19 | 31.66 | 17.33 |
| CodeGeeX4-ALL-9B | 9.94 | 30.53 | 16.39 |
| WizardCoder-15B | 9.45 | 30.15 | 15.75 |
| CodeT5+ -6B | 10.09 | 30.97 | 16.50 |
自动生 成工具 | PromptCS | 10.55 | 28.94 | 16.47 |
| LARCH | 10.12 | 27.53 | 15.29 |
| RepoAgent | 10.91 | 30.06 | 16.61 |
| Readme-AI | 10.32 | 29.87 | 16.12 |
| Readme-md-generator | 9.88 | 28.41 | 15.37 |
| REGEN | 10.47 | 30.26 | 16.58 |
| GPT4Reliability | 10.73 | 30.85 | 16.79 |
| RMancer(本文) | 12.28 | 33.16 | 18.56 |
), ArticleFig(id=1329419463977447616, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 10, caption=
Evaluation Results of AlignScore and G-Eval
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | AlignScoreref | AlignScorecode | G-Eval-Accuracy | G-Eval-Coverage | G-Eval-Structure | G-Eval-Readability |
|---|
| 通用领域大模型 | Llama 3.1-8B-Instruct | 72.34 | 68.90 | 3.45 | 3.25 | 3.30 | 3.55 |
| Mistral-7B-Instruct | 73.10 | 69.20 | 3.51 | 3.30 | 3.35 | 3.62 |
| Qwen 2.5-7B-Instruct | 72.88 | 69.05 | 3.55 | 3.35 | 3.40 | 3.63 |
| Phi-3-Mini-128K-Instruct | 70.21 | 67.10 | 3.30 | 3.11 | 3.15 | 3.40 |
| GPT-4o | 81.62 | 78.45 | 4.05 | 3.90 | 3.95 | 4.10 |
| DeepSeek-R1 | 79.85 | 76.92 | 3.95 | 3.81 | 3.85 | 4.00 |
| 代码领域大模型 | CodeLlama-7b | 82.41 | 79.10 | 4.00 | 3.95 | 4.01 | 4.10 |
| CodeGeeX4-ALL-9B | 78.32 | 75.44 | 3.85 | 3.70 | 3.75 | 3.95 |
| WizardCoder-15B | 77.25 | 74.13 | 3.84 | 3.65 | 3.70 | 3.90 |
| CodeT5+6B | 76.18 | 73.02 | 3.72 | 3.55 | 3.60 | 3.80 |
README 自动生成工具 | PromptCS | 75.10 | 72.05 | 3.75 | 3.60 | 3.65 | 3.85 |
| LARCH | 73.85 | 70.90 | 3.60 | 3.42 | 3.45 | 3.65 |
| RepoAgent | 80.45 | 77.30 | 4.00 | 3.85 | 3.90 | 4.05 |
| Readme-AI | 74.62 | 71.48 | 3.70 | 3.55 | 3.61 | 3.80 |
| Readme-md-generator | 71.94 | 68.85 | 3.35 | 3.20 | 3.25 | 3.50 |
| REGEN | 78.95 | 75.82 | 3.95 | 3.80 | 3.85 | 4.00 |
| GPT4Reliability | 81.10 | 77.95 | 4.05 | 3.90 | 3.95 | 4.10 |
| | RMancer(本文) | 87.92 | 84.35 | 4.35 | 4.50 | 4.30 | 4.40 |
), ArticleFig(id=1329419464069722305, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表10, caption=
AlignScore和G-Eval评估结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | AlignScoreref | AlignScorecode | G-Eval-Accuracy | G-Eval-Coverage | G-Eval-Structure | G-Eval-Readability |
|---|
| 通用领域大模型 | Llama 3.1-8B-Instruct | 72.34 | 68.90 | 3.45 | 3.25 | 3.30 | 3.55 |
| Mistral-7B-Instruct | 73.10 | 69.20 | 3.51 | 3.30 | 3.35 | 3.62 |
| Qwen 2.5-7B-Instruct | 72.88 | 69.05 | 3.55 | 3.35 | 3.40 | 3.63 |
| Phi-3-Mini-128K-Instruct | 70.21 | 67.10 | 3.30 | 3.11 | 3.15 | 3.40 |
| GPT-4o | 81.62 | 78.45 | 4.05 | 3.90 | 3.95 | 4.10 |
| DeepSeek-R1 | 79.85 | 76.92 | 3.95 | 3.81 | 3.85 | 4.00 |
| 代码领域大模型 | CodeLlama-7b | 82.41 | 79.10 | 4.00 | 3.95 | 4.01 | 4.10 |
| CodeGeeX4-ALL-9B | 78.32 | 75.44 | 3.85 | 3.70 | 3.75 | 3.95 |
| WizardCoder-15B | 77.25 | 74.13 | 3.84 | 3.65 | 3.70 | 3.90 |
| CodeT5+6B | 76.18 | 73.02 | 3.72 | 3.55 | 3.60 | 3.80 |
README 自动生成工具 | PromptCS | 75.10 | 72.05 | 3.75 | 3.60 | 3.65 | 3.85 |
| LARCH | 73.85 | 70.90 | 3.60 | 3.42 | 3.45 | 3.65 |
| RepoAgent | 80.45 | 77.30 | 4.00 | 3.85 | 3.90 | 4.05 |
| Readme-AI | 74.62 | 71.48 | 3.70 | 3.55 | 3.61 | 3.80 |
| Readme-md-generator | 71.94 | 68.85 | 3.35 | 3.20 | 3.25 | 3.50 |
| REGEN | 78.95 | 75.82 | 3.95 | 3.80 | 3.85 | 4.00 |
| GPT4Reliability | 81.10 | 77.95 | 4.05 | 3.90 | 3.95 | 4.10 |
| | RMancer(本文) | 87.92 | 84.35 | 4.35 | 4.50 | 4.30 | 4.40 |
), ArticleFig(id=1329419464170385602, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 11, caption=
Evaluation Results of OD and RR %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | OD | RR |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 93.57 | 9.28 |
| Mistral-7B-Instruct | 94.43 | 7.92 |
| Qwen 2.5-7B-Instruct | 93.80 | 8.33 |
| Phi-3-Mini-128K-Instruct | 93.27 | 8.81 |
| GPT-4o | 95.32 | 8.17 |
| DeepSeek-R1 | 94.20 | 8.25 |
| 代码领域 | CodeLlama-7b | 94.61 | 7.62 |
| CodeGeeX4-ALL-9B | 95.05 | 7.87 |
| WizardCoder-15B | 94.14 | 8.41 |
| CodeT5+6B | 95.09 | 8.12 |
| 生成工具 | PromptCS | 91.92 | 9.95 |
| LARCH | 94.18 | 8.23 |
| RepoAgent | 94.53 | 7.91 |
| Readme-AI | 92.42 | 8.94 |
| Readme-md-generator | 91.75 | 9.32 |
| REGEN | 92.84 | 8.63 |
| GPT4Reliability | 93.15 | 8.42 |
| RMancer (本文) | 98.56 | 7.44 |
), ArticleFig(id=1329419464287826116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表11, caption=
OD和RR评估结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 模型/工具 | OD | RR |
|---|
| 通用领域 | Llama 3.1-8B-Instruct | 93.57 | 9.28 |
| Mistral-7B-Instruct | 94.43 | 7.92 |
| Qwen 2.5-7B-Instruct | 93.80 | 8.33 |
| Phi-3-Mini-128K-Instruct | 93.27 | 8.81 |
| GPT-4o | 95.32 | 8.17 |
| DeepSeek-R1 | 94.20 | 8.25 |
| 代码领域 | CodeLlama-7b | 94.61 | 7.62 |
| CodeGeeX4-ALL-9B | 95.05 | 7.87 |
| WizardCoder-15B | 94.14 | 8.41 |
| CodeT5+6B | 95.09 | 8.12 |
| 生成工具 | PromptCS | 91.92 | 9.95 |
| LARCH | 94.18 | 8.23 |
| RepoAgent | 94.53 | 7.91 |
| Readme-AI | 92.42 | 8.94 |
| Readme-md-generator | 91.75 | 9.32 |
| REGEN | 92.84 | 8.63 |
| GPT4Reliability | 93.15 | 8.42 |
| RMancer (本文) | 98.56 | 7.44 |
), ArticleFig(id=1329419464443015365, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 12, caption=
Human Evaluation Comparison of RMancer and Llama 3.1 Generation Results %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 任务 | 获胜 | 持平 | 失败 |
|---|
| Task1 | 19 | 71 | 10 |
| Task2 | 52 | 44 | 4 |
), ArticleFig(id=1329419464531095751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表12, caption=
RMancer 和 Llama 3.1生成结果的人工评价对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 任务 | 获胜 | 持平 | 失败 |
|---|
| Task1 | 19 | 71 | 10 |
| Task2 | 52 | 44 | 4 |
), ArticleFig(id=1329419464602398920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 13, caption=
Comparison of README Generation Results Corresponding to Different Ablation Experiments
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验 | 方法 | BLEU | METEOR | ROUGE-L | AlignScoreref | AlignScorecode | G-Eval- Accuracy | G-Eval- Coverage | G-Eval- Structure | G-Eval- Readability |
|---|
| RMancer | Topo-od+LongLoRA+ MulitTask | 12.28 | 33.16 | 18.56 | 87.92 | 84.35 | 4.35 | 4.50 | 4.32 | 4.47 |
| 排序方式 | Original-od | 10.41 | 30.72 | 16.88 | 71.36 | 69.48 | 3.91 | 3.82 | 3.89 | 3.86 |
| Lexical-od | 10.21 | 30.45 | 16.41 | 71.26 | 69.18 | 3.87 | 3.79 | 3.84 | 3.81 |
| 微调方式 | Not fine-tuning | 8.94 | 28.13 | 14.92 | 65.78 | 63.83 | 3.54 | 3.41 | 3.47 | 3.45 |
| LoRA | 10.71 | 30.96 | 16.94 | 71.82 | 70.16 | 3.98 | 3.88 | 3.91 | 3.84 |
| 多任务训练 | w/o MultiTask | 11.23 | 31.74 | 17.32 | 74.94 | 73.27 | 4.08 | 4.01 | 3.93 | 4.02 |
), ArticleFig(id=1329419464682090697, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表13, caption=
不同消融实验对应的README生成结果对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验 | 方法 | BLEU | METEOR | ROUGE-L | AlignScoreref | AlignScorecode | G-Eval- Accuracy | G-Eval- Coverage | G-Eval- Structure | G-Eval- Readability |
|---|
| RMancer | Topo-od+LongLoRA+ MulitTask | 12.28 | 33.16 | 18.56 | 87.92 | 84.35 | 4.35 | 4.50 | 4.32 | 4.47 |
| 排序方式 | Original-od | 10.41 | 30.72 | 16.88 | 71.36 | 69.48 | 3.91 | 3.82 | 3.89 | 3.86 |
| Lexical-od | 10.21 | 30.45 | 16.41 | 71.26 | 69.18 | 3.87 | 3.79 | 3.84 | 3.81 |
| 微调方式 | Not fine-tuning | 8.94 | 28.13 | 14.92 | 65.78 | 63.83 | 3.54 | 3.41 | 3.47 | 3.45 |
| LoRA | 10.71 | 30.96 | 16.94 | 71.82 | 70.16 | 3.98 | 3.88 | 3.91 | 3.84 |
| 多任务训练 | w/o MultiTask | 11.23 | 31.74 | 17.32 | 74.94 | 73.27 | 4.08 | 4.01 | 3.93 | 4.02 |
), ArticleFig(id=1329419464757588172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 14, caption=
Comparison of Information Extraction Capabilities for Different Fine-Tuning Methods %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | file calls | | entry function | | function descriptions |
|---|
| Precision | Recall | F1-score | | Precision | Recall | F1-score | | Precision | Recall | F1-score |
|---|
| Not fine-tuning | 82.31 | 76.54 | 79.32 | | 84.62 | 78.37 | 81.37 | | 80.15 | 79.46 | 79.80 |
| LoRA | 93.12 | 87.46 | 90.20 | | 95.01 | 91.07 | 93.00 | | 92.14 | 92.85 | 92.49 |
| LongLoRA | 95.74 | 90.12 | 92.84 | | 97.15 | 93.61 | 95.35 | | 94.83 | 96.42 | 95.62 |
), ArticleFig(id=1329419464854057165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表14, caption=
不同微调方法信息抽取能力对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | file calls | | entry function | | function descriptions |
|---|
| Precision | Recall | F1-score | | Precision | Recall | F1-score | | Precision | Recall | F1-score |
|---|
| Not fine-tuning | 82.31 | 76.54 | 79.32 | | 84.62 | 78.37 | 81.37 | | 80.15 | 79.46 | 79.80 |
| LoRA | 93.12 | 87.46 | 90.20 | | 95.01 | 91.07 | 93.00 | | 92.14 | 92.85 | 92.49 |
| LongLoRA | 95.74 | 90.12 | 92.84 | | 97.15 | 93.61 | 95.35 | | 94.83 | 96.42 | 95.62 |
), ArticleFig(id=1329419464933748943, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 15, caption=
Comparison of Experimental Results for OD and RR %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | OD | RR |
|---|
| RMancer(Topo+LongLoRA+MultiTask) | 98.7 | 8.9 |
| Original-od | 95.3(↓3.7) | 11.2 (↑2.3) |
| LoRA | 97.4(↓1.3) | 10.8(↓0.4) |
| w/o MultiTask | 97.2(↓1.5) | 9.5(↑0.6) |
), ArticleFig(id=1329419465021829327, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表15, caption=
OD和RR的实验结果对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | OD | RR |
|---|
| RMancer(Topo+LongLoRA+MultiTask) | 98.7 | 8.9 |
| Original-od | 95.3(↓3.7) | 11.2 (↑2.3) |
| LoRA | 97.4(↓1.3) | 10.8(↓0.4) |
| w/o MultiTask | 97.2(↓1.5) | 9.5(↑0.6) |
), ArticleFig(id=1329419465088938192, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=EN, label=Table 16, caption=
Human Evaluation Comparison of RMancer Model and Control Groups of Ablation Study %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型对比 | 获胜 | 持平 | 失败 |
|---|
| RMancer (Topo-od) vs. Original-od | 20 | 74 | 6 |
| RMancer (LongLoRA) vs. LoRA | 39 | 60 | 1 |
| RMancer (MultiTask) vs. w/o MultiTask | 33 | 62 | 5 |
), ArticleFig(id=1329419465172824274, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419455274266706, language=CN, label=表16, caption=
RMancer模型与消融实验对照组人工评价对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型对比 | 获胜 | 持平 | 失败 |
|---|
| RMancer (Topo-od) vs. Original-od | 20 | 74 | 6 |
| RMancer (LongLoRA) vs. LoRA | 39 | 60 | 1 |
| RMancer (MultiTask) vs. w/o MultiTask | 33 | 62 | 5 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550698, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550698, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550698, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550698, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1774972800000, fullTextJson=null, articleText=null, reference=null)