Article(id=1329420473538031629, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420435915125316, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202660338, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1779984000000, receivedDateStr=2026-05-29, revisedDate=1784044800000, revisedDateStr=2026-07-15, acceptedDate=null, acceptedDateStr=null, onlineDate=1794888140329, onlineDateStr=2026-11-17, pubDate=1788192000000, pubDateStr=2026-09-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888140329, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888140329, creator=13701087609, updateTime=1794888140329, updator=13701087609, issue=Issue{id=1329420435915125316, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='9', pageStart='2183', pageEnd='2477', issueExtLink='null', onlineDate='null', pubDate='1788192000000', pubDateStr='2026-09-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888131359, creator='13701087609', updateTime=1794888131359, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2264, endPage=2284, ext={EN=ArticleExt(id=1329420473730969614, articleId=1329420473538031629, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Interleaved Text-Image Generation Method Based on Multi-Agent Debate, columnId=1329420436590408262, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Frontier Technologies and Applications of Knowledge-Enhanced Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Multimodal retrieval-augmented generation introduces external textual and visual knowledge, providing important support for complex document understanding, knowledge-based question answering, and step-by-step task guidance. However, existing methods usually delegate the interleaved text-image generation process to a single multimodal large language model. Specifically, the retrieved text chunks, candidate images, and image descriptions are simultaneously fed into the same model, which is required to perform text organization, visual evidence selection, image insertion position determination, and multi-image ordering within a single generation process. In complex long-context scenarios, however, the candidate content often contains weakly relevant text, visually similar images, and redundant visual evidence, which can easily lead to missing key images, selecting irrelevant images, and misordering multiple images. To address these problems, we propose a multimodal retrieval-augmented interleaved text-image generation method based on a multi-agent debate mechanism. The proposed method decomposes the generation process into three collaborative roles: a text reasoning agent, a visual perception agent, and a global judge agent. Through dual-track draft generation, set conflict and ordering conflict detection, multi-round adversarial debate, and global judgment and fusion, the method jointly optimizes image selection, dynamic image supplementation, redundant image removal, and image reordering. Experimental results show that the proposed method achieves competitive performance across the network data, academic document, and lifestyle domains of MRAMG-Bench. In particular, in the lifestyle domain, compared with the strong baseline M2IO-R1, the proposed method improves image recall and ordering consistency by 7.02 and 7.77 percentage points, respectively. In the network data domain, the proposed method improves the average performance by 7.90 percentage points compared with the best complete baseline. These results demonstrate the effectiveness of the proposed method in complex long-document interleaved text-image generation tasks. Anonymous code and reproduction instructions are available at: https://github.com/mira-ai-lab/MRAMG-MultiAgent-Debate
, authors=Jie Ma
1, 2, Hanchi Zhang
1, 2, Ning Qu
2, 3, Haoquan Xue
2, 3, Xinping Wang
1, 2, Jun Liu
2, 3, *, authorsList=Jie Ma, Hanchi Zhang, Ning Qu, Haoquan Xue, Xinping Wang, Jun Liu, authorCompany=null, correspAuthors=Jun Liu, authorNote=
born in 1993. Associate professor, PhD supervisor. Member of CCF. His main research interests include multimodal content understanding, large model reasoning, and multi-agent systems
born in 2001. PhD candidate. His main research interest includes self-evolution of multi-agent systems
born in 2000. Master candidate. His main research interests include knowledge graphs and large language models
born in 2002. Master candidate. His main research interest includes multimodal RAG
born in 2004. Undergraduate. Her main research interest includes large language models
born in 1973. Professor, PhD supervisor. Senior member of CCF. His main research interests include natural language understanding, computer vision, and smart education
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420476088168487, articleId=1329420473538031629, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于多智能体辩论的图文交织生成方法, columnId=1329420436737208904, journalTitle=计算机研究与发展, columnName=“知识增强的人工智能前沿技术及应用”专题, runingTitle=null, highlight=null, articleAbstract=
多模态检索增强生成通过引入外部文本与视觉知识,为复杂文档理解、知识问答和步骤化任务指导等任务场景提供了重要支撑。然而,现有方法通常将图文交织生成过程交由单一多模态大模型统一完成,即把检索得到的文本块、候选图像及其图像描述同时输入同一个模型,并要求模型在一次生成过程中同时承担文本内容组织、视觉证据筛选、图像插入位置判断以及多图顺序规划等任务。但在复杂长上下文场景下,候选内容中常包含弱相关文本、相似图像和冗余视觉证据,容易导致关键图像漏选、无关图像误选及多图顺序错位等问题。针对上述问题,提出一种基于多智能体辩论机制的多模态检索增强图文交织生成方法。该方法将生成过程解耦为文本推理、视觉感知和全局裁决3类协同角色,并通过双轨草稿生成、集合冲突与顺序冲突检测、多轮对抗式辩论及全局裁决与融合机制,对图像选择、动态补图、冗余剔除和顺序重排进行统一优化。实验结果表明,方法在MRAMG-Bench的网络数据、学术文档和生活方式3个领域上均取得较优表现。特别是在生活方式领域,相比当前强基线M2IO-R1,提出方法在图像召回率和顺序一致性指标上分别提升7.02个百分点和7.77个百分点;在网络数据领域,提出方法相比最优完整基线的平均性能提升7.90个百分点。上述结果验证了提出方法在复杂长文档图文交织生成任务中的有效性。为便于结果复现,提供匿名代码仓库与复现说明:https://github.com/mira-ai-lab/MRAMG-MultiAgent-Debate
, authors=马杰
1, 2, 张瀚驰
1, 2, 渠宁
2, 3, 薛皓荃
2, 3, 王鑫平
1, 2, 刘均
2, 3, *, authorsList=马杰, 张瀚驰, 渠宁, 薛皓荃, 王鑫平, 刘均, authorCompany=null, correspAuthors=刘均, authorNote=
 |
1993年生。 副教授,博士生导师。CCF会员。主要研究方向为多模态内容理解、大模型推理、多智能体系统 |
 |
2001年生。博士研究生。主要研究方向为多智能体系统自演化 |
 |
2000年生。硕士研究生。主要研究方向为知识图谱、大语言模型 |
 |
2002年生。硕士研究生。主要研究方向为多模态RAG |
 |
2004年生。本科生。主要研究方向为大语言模型 |
 |
1973年生。教授,博士生导师。CCF高级会员。主要研究方向为自然语言理解、计算机视觉、智慧教育 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=t9gvCJYmCCoJZsySBjeAjQ==, magXml=/d0fl/E7QZCfmuWtSzMt3Q==, pdfUrl=null, pdf=NKyDnHtDilRXm5AzcsRujg==, pdfFileSize=2715595, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=APrEW0tYYx2JO5V7Qwww9Q==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=lmEo4nRvlJdWr8yk8D9O4g==, mapNumber=null, fund=null)}, authors=[Author(id=1329420476532764722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jiema@xjtu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420476625039413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420476532764722, language=EN, stringName=Jie Ma, firstName=Jie, middleName=null, lastName=Ma, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049, bio={"content":"
born in 1993. Associate professor, PhD supervisor. Member of CCF. His main research interests include multimodal content understanding, large model reasoning, and multi-agent systems
"}, bioImg=null, bioContent=
born in 1993. Associate professor, PhD supervisor. Member of CCF. His main research interests include multimodal content understanding, large model reasoning, and multi-agent systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420476713119798, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420476532764722, language=CN, stringName=马杰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1西安交通大学电子信息学部网络空间安全学院 西安 710049
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049, bio={"img":"eZhdhNtwO13YEweQKzNtkg==","content":"
1993年生。 副教授,博士生导师。CCF会员。主要研究方向为多模态内容理解、大模型推理、多智能体系统
"}, bioImg=eZhdhNtwO13YEweQKzNtkg==, bioContent=
1993年生。 副教授,博士生导师。CCF会员。主要研究方向为多模态内容理解、大模型推理、多智能体系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476285300776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=1, ext=[AuthorCompanyExt(id=1329420476293689385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476302077994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1西安交通大学电子信息学部网络空间安全学院 西安 710049)]), AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)])]), Author(id=1329420476805394488, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420476893474875, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420476805394488, language=EN, stringName=Hanchi Zhang, firstName=Hanchi, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049, bio={"content":"
born in 2001. PhD candidate. His main research interest includes self-evolution of multi-agent systems
"}, bioImg=null, bioContent=
born in 2001. PhD candidate. His main research interest includes self-evolution of multi-agent systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420476956389436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420476805394488, language=CN, stringName=张瀚驰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1西安交通大学电子信息学部网络空间安全学院 西安 710049
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049, bio={"img":"7lg30CB0o76lSJjlJqKnzw==","content":"
2001年生。博士研究生。主要研究方向为多智能体系统自演化
"}, bioImg=7lg30CB0o76lSJjlJqKnzw==, bioContent=
2001年生。博士研究生。主要研究方向为多智能体系统自演化
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476285300776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=1, ext=[AuthorCompanyExt(id=1329420476293689385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476302077994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1西安交通大学电子信息学部网络空间安全学院 西安 710049)]), AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)])]), Author(id=1329420477044469822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420477124161601, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477044469822, language=EN, stringName=Ning Qu, firstName=Ning, middleName=null, lastName=Qu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049, bio={"content":"
born in 2000. Master candidate. His main research interests include knowledge graphs and large language models
"}, bioImg=null, bioContent=
born in 2000. Master candidate. His main research interests include knowledge graphs and large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420477191270466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477044469822, language=CN, stringName=渠宁, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049
3西安交通大学电子信息学部计算机学院 西安 710049, bio={"img":"dxLsevQGqsSTgNX/jvuMYg==","content":"
2000年生。硕士研究生。主要研究方向为知识图谱、大语言模型
"}, bioImg=dxLsevQGqsSTgNX/jvuMYg==, bioContent=
2000年生。硕士研究生。主要研究方向为知识图谱、大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)]), AuthorCompany(id=1329420476444684334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=3, ext=[AuthorCompanyExt(id=1329420476448878639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476457267248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安交通大学电子信息学部计算机学院 西安 710049)])]), Author(id=1329420477258379332, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420477342265415, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477258379332, language=EN, stringName=Haoquan Xue, firstName=Haoquan, middleName=null, lastName=Xue, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049, bio={"content":"
born in 2002. Master candidate. His main research interest includes multimodal RAG
"}, bioImg=null, bioContent=
born in 2002. Master candidate. His main research interest includes multimodal RAG
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420477405179976, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477258379332, language=CN, stringName=薛皓荃, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049
3西安交通大学电子信息学部计算机学院 西安 710049, bio={"img":"aFitvFqPniv1gR9iV9K70g==","content":"
2002年生。硕士研究生。主要研究方向为多模态RAG
"}, bioImg=aFitvFqPniv1gR9iV9K70g==, bioContent=
2002年生。硕士研究生。主要研究方向为多模态RAG
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)]), AuthorCompany(id=1329420476444684334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=3, ext=[AuthorCompanyExt(id=1329420476448878639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476457267248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安交通大学电子信息学部计算机学院 西安 710049)])]), Author(id=1329420477476483146, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420477547786317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477476483146, language=EN, stringName=Xinping Wang, firstName=Xinping, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049, bio={"content":"
born in 2004. Undergraduate. Her main research interest includes large language models
"}, bioImg=null, bioContent=
born in 2004. Undergraduate. Her main research interest includes large language models
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420477606506574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477476483146, language=CN, stringName=王鑫平, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1西安交通大学电子信息学部网络空间安全学院 西安 710049
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049, bio={"img":"vWnpIiPjPm/qoZAyDbfsDw==","content":"
2004年生。本科生。主要研究方向为大语言模型
"}, bioImg=vWnpIiPjPm/qoZAyDbfsDw==, bioContent=
2004年生。本科生。主要研究方向为大语言模型
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476285300776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=1, ext=[AuthorCompanyExt(id=1329420476293689385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476302077994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1西安交通大学电子信息学部网络空间安全学院 西安 710049)]), AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)])]), Author(id=1329420477665226832, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=liukeen@mail.xjtu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329420477765890131, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477665226832, language=EN, stringName=Jun Liu, firstName=Jun, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, *, address=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049, bio={"content":"
born in 1973. Professor, PhD supervisor. Senior member of CCF. His main research interests include natural language understanding, computer vision, and smart education
"}, bioImg=null, bioContent=
born in 1973. Professor, PhD supervisor. Senior member of CCF. His main research interests include natural language understanding, computer vision, and smart education
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420477849776212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, authorId=1329420477665226832, language=CN, stringName=刘均, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, *, address=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049
3西安交通大学电子信息学部计算机学院 西安 710049, bio={"img":"PgmUdsJ1NHaBuqiK/fdmCQ==","content":"
1973年生。教授,博士生导师。CCF高级会员。主要研究方向为自然语言理解、计算机视觉、智慧教育
"}, bioImg=PgmUdsJ1NHaBuqiK/fdmCQ==, bioContent=
1973年生。教授,博士生导师。CCF高级会员。主要研究方向为自然语言理解、计算机视觉、智慧教育
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)]), AuthorCompany(id=1329420476444684334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=3, ext=[AuthorCompanyExt(id=1329420476448878639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476457267248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安交通大学电子信息学部计算机学院 西安 710049)])])], keywords=[Keyword(id=1329420477950439509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=1, keyword=multimodal retrieval-augmented generation), Keyword(id=1329420478080462934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=2, keyword=interleaved text-image generation), Keyword(id=1329420478151766103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=3, keyword=multi-agent debate), Keyword(id=1329420478231457880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=4, keyword=visual evidence selection), Keyword(id=1329420478298566745, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=5, keyword=image ordering optimization), Keyword(id=1329420478395035738, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, orderNo=6, keyword=large language model), Keyword(id=1329420478478921819, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=1, keyword=多模态检索增强生成), Keyword(id=1329420478558613596, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=2, keyword=图文交织生成), Keyword(id=1329420478625722461, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=3, keyword=多智能体辩论), Keyword(id=1329420478701219934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=4, keyword=视觉证据选择), Keyword(id=1329420478764134496, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=5, keyword=图像顺序优化), Keyword(id=1329420478835437665, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, orderNo=6, keyword=大语言模型)], refs=[Reference(id=1329420481830170761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Achiam J, Adler S, Agarwal S, et al. GPT-4 technical report[EB/OL]. 2023[2026-05-12]. https://arxiv.org/abs/2303.08774, articleTitle=null, refAbstract=null), Reference(id=1329420481888891018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao W X, Zhou Kun, Li Junyi, et al. A survey of large language models[EB/OL]. 2023[2026-05-12]. https://arxiv.org/abs/2303.18223, articleTitle=null, refAbstract=null), Reference(id=1329420481947611276, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Shao Zhihong, Wang Peiyi, Zhu Qihao, et al. DeepSeekMath: Pushing the limits of mathematical reasoning in open language models[EB/OL]. 2024[2026-05-12]. https://arxiv.org/abs/2402.03300, articleTitle=null, refAbstract=null), Reference(id=1329420482027303053, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Hirschberg J, Manning C D. Advances in natural language processing[J]. Science, 2015, 349(6245): 261−266, articleTitle=null, refAbstract=null), Reference(id=1329420482094411918, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Ji Z, Lee N, Frieske R, et al. Survey of hallucination in natural language generation[J]. ACM Computing Surveys, 2023, 55(12): 1−38, articleTitle=null, refAbstract=null), Reference(id=1329420482178297999, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=刘泽垣, 王鹏江, 宋晓斌, 等. 大语言模型的幻觉问题研究综述[J]. 软件学报, 2025, 36(3): 1152−1185, articleTitle=null, refAbstract=null), Reference(id=1329420482237018256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zeyuan, Wang Pengjiang, Song Xiaobin, et al. A survey on hallucination in large language models[J]. Journal of Software, 2025, 36(3): 1152−1185 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420482304127121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yunfan, Xiong Yun, Gao Xinyu, et al. Retrieval-augmented generation for large language models: A survey[EB/OL]. 2023[2026-05-12]. https://arxiv.org/abs/2312.10997, articleTitle=null, refAbstract=null), Reference(id=1329420482404790418, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=袁乐, 刘绍华, 王禹, 等. 大语言模型检索增强生成优化技术研究综述[J]. 计算机学报, 2026, 49(2): 383−422, articleTitle=null, refAbstract=null), Reference(id=1329420482471899283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Yuan Le, Liu Shaohua, Wang Yu, et al. A survey on retrieval-augmented generation optimization technologies for large language models[J]. Chinese Journal of Computers, 2026, 49(2): 383−422 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420482534813844, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Wenhu, Hu Hexiang, Chen Xi, et al. MuRAG: Multimodal retrieval-augmented generator for open question answering over images and text[C]//Proc of the 2022 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2022: 5558−5570, articleTitle=null, refAbstract=null), Reference(id=1329420482593534101, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Shi, Tang Chaoyue, Xu Bokai, et al. VisRAG: Vision-based retrieval-augmented generation on multi-modality documents[C/OL]//Proc of the 13th Int Conf on Learning Representations. Singapore: OpenReview. net, 2025[2026-05-12]. https://openreview.net/forum?id=zG459X3Xge, articleTitle=null, refAbstract=null), Reference(id=1329420482648060054, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Zirui, Ren Xubin, Xu Lingrui, et al. RAG-Anything: All-in-one RAG framework [EB/OL]. 2025[2026-05-12]. https://arxiv.org/abs/2510.12323, articleTitle=null, refAbstract=null), Reference(id=1329420482710974615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Abootorabi M M, Zobeiri A, Dehghani M, et al. Ask in any modality: A comprehensive survey on multimodal retrieval-augmented generation[C]//Findings of the Association for Computational Linguistics: ACL 2025. Stroudsburg, PA: ACL, 2025: 16776−16809, articleTitle=null, refAbstract=null), Reference(id=1329420482782277784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Yin Shukang, Fu Chaoyou, Zhao Sirui, et al. A survey on multimodal large language models[J]. National Science Review, 2024, 11(12): nwae403, articleTitle=null, refAbstract=null), Reference(id=1329420482857775257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Qinhan, Xiao Zhiyou, Li Binghui, et al. MRAMG-Bench: A comprehensive benchmark for advancing multimodal retrieval-augmented multimodal generation. [C]//Proc of the 48th Int ACM SIGIR Conf on Research and Development in Information Retrieval. New York: ACM, 2025: 3616−3626, articleTitle=null, refAbstract=null), Reference(id=1329420482920689818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Duzhen, Yu Yahan, Dong Jiahua, et al. MM-LLMs: Recent advances in multimodal large language models[C]//Findings of the Association for Computational Linguistics: ACL 2024. Stroudsburg, PA: ACL, 2024: 12401−12430, articleTitle=null, refAbstract=null), Reference(id=1329420482983604379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Haotian, Li Chunyuan, Li Yuheng, et al. Improved baselines with visual instruction tuning[C]//Proc of the IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 26296−26306, articleTitle=null, refAbstract=null), Reference(id=1329420483046518940, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Peng, Bai Shuai, Tan Sinan, et al. Qwen2-VL: Enhancing vision-language model’s perception of the world at any resolution[EB/OL]. 2024[2026-05-12]. https://arxiv.org/abs/2409.12191, articleTitle=null, refAbstract=null), Reference(id=1329420483113627805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang Tian, He Zhiwei, Jiao Wenxiang, et al. Encouraging divergent thinking in large language models through multiagent debate[C]//Proc of the 2024 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2024: 17889−17904, articleTitle=null, refAbstract=null), Reference(id=1329420483180736670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Yilun, Li Shuang, Torralba A, et al. Improving factuality and reasoning in language models through multiagent debate[C]//Proc of the 41st Int Conf on Machine Learning. Vienna: PMLR, 2024: 11733−11763, articleTitle=null, refAbstract=null), Reference(id=1329420483239456927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Yasunaga M, Aghajanyan A, Shi W, et al. Retrieval-augmented multimodal language modeling[C]//Proc of the 40th Int Conf on Machine Learning. Honolulu: PMLR, 2023: 39755−39769, articleTitle=null, refAbstract=null), Reference(id=1329420483314954400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=毕枫林, 张豈明, 张嘉睿, 等. 基于滑动窗口策略的大语言模型检索增强生成系统[J]. 计算机研究与发展, 2025, 62(7): 1597−1610, articleTitle=null, refAbstract=null), Reference(id=1329420483390451873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Bi Fenglin, Zhang Qiming, Zhang Jiarui, et al. A retrieval-augmented generation system based on sliding window strategies in large language models[J]. Journal of Computer Research and Development, 2025, 62(7): 1597−1610 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420483474337954, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Zhengyuan, Lee D, Zhang Hong, et al. MuRAR: A simple and effective multimodal retrieval and answer refinement framework for multimodal question answering[C]//Proc of the 31st Int Conf on Computational Linguistics: System Demonstrations. Stroudsburg, PA: ACL, 2025: 126−135, articleTitle=null, refAbstract=null), Reference(id=1329420483554029731, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=闫萌, 徐偲, 黄海槟, 等. 基于大语言模型的可信多模态推荐算法[J]. 计算机研究与发展, 2025, 62(7): 1611−1621, articleTitle=null, refAbstract=null), Reference(id=1329420483629527204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Yan Meng, Xu Cai, Huang Haibin, et al. Large language model-based trusted multi-modal recommendation algorithm[J]. Journal of Computer Research and Development, 2025, 62(7): 1611−1621 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420483700830373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Zhiyou, Yu Qinhan, Li Binghui, et al. M2IO-R1: An efficient RL-enhanced reasoning framework for multimodal retrieval augmented multimodal generation[EB/OL]. 2025[2026-05-12]. https://arxiv.org/abs/2508.06328, articleTitle=null, refAbstract=null), Reference(id=1329420483772133542, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=李煦, 朱睿, 陈小磊, 等. 视觉语言大模型的幻觉综述: 成因、评估与治理[J]. 计算机研究与发展, 2025, 62(12): 2929−2950, articleTitle=null, refAbstract=null), Reference(id=1329420483839242407, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xu, Zhu Rui, Chen Xiaolei, et al. Survey of hallucinations in large vision-language models: Causes, evaluations and mitigations[J]. Journal of Computer Research and Development, 2025, 62(12): 2929−2950 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420483935711400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=曾诚, 葛云洁, 赵令辰, 等. 多模态视觉语言表征学习模型及其对抗样本攻防技术综述[J]. 计算机研究与发展, 2025, 62(9): 2208−2232, articleTitle=null, refAbstract=null), Reference(id=1329420484007014569, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Cheng, Ge Yunjie, Zhao Lingchen, et al. Survey of multimodal vision-language representation learning models and their adversarial examples attack and defense techniques[J]. Journal of Computer Research and Development, 2025, 62(9): 2208−2232 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420484090900650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=李国鹏, 吴瑞骐, 谈海生, 等. 面向大语言模型驱动的智能体的计划复用机制[J]. 计算机研究与发展, 2024, 61(11): 2706−2720, articleTitle=null, refAbstract=null), Reference(id=1329420484158009515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Guopeng, Wu Ruiqi, Tan Haisheng, et al. A plan reuse mechanism for LLM-driven agent[J]. Journal of Computer Research and Development, 2024, 61(11): 2706−2720 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420484233506988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=赵博涛, 亢祖衡, 瞿晓阳, 等. 基于多模态大模型的具身智能体研究进展与展望[J]. 大数据, 2025, 11(3): 108−138, articleTitle=null, refAbstract=null), Reference(id=1329420484321587373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Botao, Kang Zuheng, Qu Xiaoyang, et al. Research progress and prospects of embodied intelligent agents based on multimodal large models[J]. Big Data, 2025, 11(3): 108−138 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420484392890542, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=丘龙鹏, 陈波, 赵泽亚, 等. 智枢OSINT: 基于深度研究的多智能体情报分析框架[J]. 大数据, 2026, 12(1): 61−70, articleTitle=null, refAbstract=null), Reference(id=1329420484468388015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Qiu Longpeng, Chen Bo, Zhao Zeya, et al. ZhiShuOSINT: A deep research based multi-agent intelligence analysis framework[J]. Big Data, 2026, 12(1): 61−70 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420484539691184, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Jianlv, Xiao Shitao, Zhang Peitian, et al. M3-Embedding: Multi-linguality, multi-functionality, multigranularity text embeddings through self-knowledge distillation[EB/OL]. 2024[2026-05-12]. https://arxiv.org/abs/2402.03216, articleTitle=null, refAbstract=null), Reference(id=1329420484606800049, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Kim J W, Hallacy C, et al. Learning transferable visual models from natural language supervision[C]//Proc of the 38th Int Conf on Machine Learning. Virtual Event: PMLR, 2021: 8748−8763, articleTitle=null, refAbstract=null), Reference(id=1329420484711657650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Gu Jiawei, Jiang Xuhui, Shi Zhichao, et al. A survey on LLM-as-a-Judge[J]. The Innovation, 2024, 5(4): 100734, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420476285300776, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=1, ext=[AuthorCompanyExt(id=1329420476293689385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Cyber Science and Engineering, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476302077994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476285300776, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1西安交通大学电子信息学部网络空间安全学院 西安 710049)]), AuthorCompany(id=1329420476356603947, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=2, ext=[AuthorCompanyExt(id=1329420476364992556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Key Laboratory of Intelligent Network and Network Security (Xi’an Jiao Tong University), Ministry of Education, Xi’an 710049), AuthorCompanyExt(id=1329420476373381165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476356603947, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2智能网络与网络安全教育部重点实验室(西安交通大学) 西安 710049)]), AuthorCompany(id=1329420476444684334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, xref=3, ext=[AuthorCompanyExt(id=1329420476448878639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Computer Science and Technology, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an 710049), AuthorCompanyExt(id=1329420476457267248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, companyId=1329420476444684334, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安交通大学电子信息学部计算机学院 西安 710049)])], figs=[ArticleFig(id=1329420478961266786, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 1, caption=
Comparison of the user interaction effectiveness between pure text generation and interleaved text-image generation, figureFileSmall=kxe1RxvPeS3JF8nB4virOw==, figureFileBig=APrEW0tYYx2JO5V7Qwww9Q==, tableContent=null), ArticleFig(id=1329420479024181347, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图1, caption=
纯文本生成与图文交织生成的用户交互效果对比, figureFileSmall=kxe1RxvPeS3JF8nB4virOw==, figureFileBig=APrEW0tYYx2JO5V7Qwww9Q==, tableContent=null), ArticleFig(id=1329420479217119332, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 2, caption=
Flowchart of the multi-agent debate-based interleaved text-image generation method, figureFileSmall=sRKYL2UtV1cTniW9BD2Jjg==, figureFileBig=SCRukJxkcJY4gGrL7qM9+A==, tableContent=null), ArticleFig(id=1329420479292616805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图2, caption=
基于多智能体辩论的图文交织生成方法流程图, figureFileSmall=sRKYL2UtV1cTniW9BD2Jjg==, figureFileBig=SCRukJxkcJY4gGrL7qM9+A==, tableContent=null), ArticleFig(id=1329420479363919974, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 3, caption=
Distribution of conflict types in MRAMG-Bench, figureFileSmall=BYq/VLhBMKrBzHOEdaU1Eg==, figureFileBig=xQcrL6aimI/tilgXgwpzrQ==, tableContent=null), ArticleFig(id=1329420479426834535, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图3, caption=
冲突类型在 MRAMG-Bench 中的分布, figureFileSmall=BYq/VLhBMKrBzHOEdaU1Eg==, figureFileBig=xQcrL6aimI/tilgXgwpzrQ==, tableContent=null), ArticleFig(id=1329420479485554792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 4, caption=
Distribution of final win rates conducted by different conflict initiators across domains in multi-agent debates, figureFileSmall=shwwLergIjPSB4ziNrpbyw==, figureFileBig=BWlXAyYaiKQEOE99jZ4UNQ==, tableContent=null), ArticleFig(id=1329420479556857961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图4, caption=
不同领域的多智能体辩论中由不同冲突发起方主导的最终胜率分布, figureFileSmall=shwwLergIjPSB4ziNrpbyw==, figureFileBig=BWlXAyYaiKQEOE99jZ4UNQ==, tableContent=null), ArticleFig(id=1329420479628161130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 5, caption=
Sensitivity analysis of the Top-N parameter in CLIP pre-filtering, figureFileSmall=EiyMzybaqkFyE7TVeJl8Vg==, figureFileBig=LlEDqzwX41KW2vvsw1RxLg==, tableContent=null), ArticleFig(id=1329420479691075691, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图5, caption=
CLIP预筛选Top-N参数敏感性分析, figureFileSmall=EiyMzybaqkFyE7TVeJl8Vg==, figureFileBig=LlEDqzwX41KW2vvsw1RxLg==, tableContent=null), ArticleFig(id=1329420479779156076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Figure 6, caption=
Case study, figureFileSmall=m9fkO2GFuw3VxuZPrgRv2A==, figureFileBig=N/FgzgRhn02SwFDZaz/ZtA==, tableContent=null), ArticleFig(id=1329420479863042157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=图6, caption=
案例分析, figureFileSmall=m9fkO2GFuw3VxuZPrgRv2A==, figureFileBig=N/FgzgRhn02SwFDZaz/ZtA==, tableContent=null), ArticleFig(id=1329420479921762414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 1, caption=
Statistics of the MRAMG-Bench Dataset
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目名称 | Wit | Wiki | Web | Arxiv | Recipe | Manual | 总计 |
|---|
| 难度等级 | 1 | 1 | 1 | 2 | 3 | 3 | 1,2,3 |
| 问题数量 | 600 | 500 | 750 | 200 | 2360 | 390 | 4800 |
| 文档数量 | 639 | 538 | 1500 | 101 | 1528 | 40 | 4346 |
| 图像数量 | 639 | 538 | 1500 | 337 | 8569 | 2607 | 14190 |
| 文档平均图像数 | 1.00 | 1.00 | 1.00 | 3.34 | 5.61 | 65.18 | 3.27 |
| 文档平均长度 | 532.31 | 865.28 | 98.42 | 853.5 | 485.22 | 6365.4 | 468.37 |
| 纯文本问答对 | 0 | 0 | 0 | 0 | 92 | 40 | 132 |
| 单图问答对 | 600 | 500 | 0 | 184 | 1481 | 92 | 2858 |
| 双图问答对 | 0 | 0 | 750 | 12 | 60 | 126 | 948 |
| 三图及以上问答对 | 0 | 0 | 0 | 3 | 727 | 132 | 862 |
), ArticleFig(id=1329420479988871279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表1, caption=
MRAMG-Bench 数据集统计信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目名称 | Wit | Wiki | Web | Arxiv | Recipe | Manual | 总计 |
|---|
| 难度等级 | 1 | 1 | 1 | 2 | 3 | 3 | 1,2,3 |
| 问题数量 | 600 | 500 | 750 | 200 | 2360 | 390 | 4800 |
| 文档数量 | 639 | 538 | 1500 | 101 | 1528 | 40 | 4346 |
| 图像数量 | 639 | 538 | 1500 | 337 | 8569 | 2607 | 14190 |
| 文档平均图像数 | 1.00 | 1.00 | 1.00 | 3.34 | 5.61 | 65.18 | 3.27 |
| 文档平均长度 | 532.31 | 865.28 | 98.42 | 853.5 | 485.22 | 6365.4 | 468.37 |
| 纯文本问答对 | 0 | 0 | 0 | 0 | 92 | 40 | 132 |
| 单图问答对 | 600 | 500 | 0 | 184 | 1481 | 92 | 2858 |
| 双图问答对 | 0 | 0 | 750 | 12 | 60 | 126 | 948 |
| 三图及以上问答对 | 0 | 0 | 0 | 3 | 727 | 132 | 862 |
), ArticleFig(id=1329420480060174448, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 2, caption=
Configuration of Key Hyperparameters
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值 | 参数说明 |
|---|
| Chunk | 256 | 文档切分文本块的固定字符长度 |
| Top-K | 10 | 检索的文本片段数量 |
| Top-N | 10 | 基于CLIP筛选的候选图像数量 |
| $\cal T $ | 1 | 辩论的最大迭代次数 |
| LLM Evaluator | GPT-4o | LLM-as-a-Judge 使用的模型 |
), ArticleFig(id=1329420480127283313, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表2, caption=
核心超参数设置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数 | 取值 | 参数说明 |
|---|
| Chunk | 256 | 文档切分文本块的固定字符长度 |
| Top-K | 10 | 检索的文本片段数量 |
| Top-N | 10 | 基于CLIP筛选的候选图像数量 |
| $\cal T $ | 1 | 辩论的最大迭代次数 |
| LLM Evaluator | GPT-4o | LLM-as-a-Judge 使用的模型 |
), ArticleFig(id=1329420480190197874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 3, caption=
Performance of Different Methods on the Network Data Domain of MRAMG-Bench %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 模型 | Prec. | Rec. | Rel. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 43.54 | 37.30 | 38.71 | 77.15 | 43.86 | 50.75 |
| GPT-4o-mini | 38.20 | 33.08 | 33.85 | 76.59 | 38.57 | 46.87 |
| Qwen2-VL-7B-Instruct | 37.98 | 34.81 | 30.40 | 70.99 | 38.28 | 46.32 |
| Qwen2-VL-72B-Instruct | 34.81 | 31.49 | 30.80 | 71.89 | 35.14 | 43.75 |
| MLLM-Based[14] | GPT-4o | 82.75 | 80.57 | 79.55 | 85.95 | 84.65 | 79.66 |
| GPT-4o-mini | 69.98 | 86.08 | 81.11 | 80.58 | 72.93 | 76.29 |
| Qwen2-VL-7B-Instruct | 26.48 | 32.65 | 31.59 | 60.98 | 30.24 | 40.19 |
| Qwen2-VL-72B-Instruct | 59.65 | 60.59 | 60.59 | 80.50 | 61.49 | 64.16 |
| LLM-Based[14] | GPT-4o | 80.86 | 77.92 | 75.93 | 85.74 | 81.41 | 77.73 |
| GPT-4o-mini | 69.58 | 90.95 | 82.94 | 81.29 | 70.96 | 76.91 |
| MuRAR[22] | GPT-4o | 63.75 | 61.83 | 80.76 | 79.60 | 70.53 | 68.45 |
| GPT-4o-mini | 61.44 | 59.69 | 77.76 | 78.32 | 65.21 | 63.49 |
| M2IO-R1[24] | GPT-4o | | 96.53 | 96.24 | | | |
| GPT-4o-mini | | 97.47 | 89.20 | | | |
| 本文 | GPT-4o | 97.17 | 99.03 | 94.36 | 95.66 | 97.25 | 87.56 |
| GPT-4o-mini | 94.32 | 98.86 | 92.64 | 94.00 | 96.33 | 85.92 |
), ArticleFig(id=1329420480269889651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表3, caption=
不同方法在 MRAMG-Bench 网络数据领域上的性能表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 模型 | Prec. | Rec. | Rel. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 43.54 | 37.30 | 38.71 | 77.15 | 43.86 | 50.75 |
| GPT-4o-mini | 38.20 | 33.08 | 33.85 | 76.59 | 38.57 | 46.87 |
| Qwen2-VL-7B-Instruct | 37.98 | 34.81 | 30.40 | 70.99 | 38.28 | 46.32 |
| Qwen2-VL-72B-Instruct | 34.81 | 31.49 | 30.80 | 71.89 | 35.14 | 43.75 |
| MLLM-Based[14] | GPT-4o | 82.75 | 80.57 | 79.55 | 85.95 | 84.65 | 79.66 |
| GPT-4o-mini | 69.98 | 86.08 | 81.11 | 80.58 | 72.93 | 76.29 |
| Qwen2-VL-7B-Instruct | 26.48 | 32.65 | 31.59 | 60.98 | 30.24 | 40.19 |
| Qwen2-VL-72B-Instruct | 59.65 | 60.59 | 60.59 | 80.50 | 61.49 | 64.16 |
| LLM-Based[14] | GPT-4o | 80.86 | 77.92 | 75.93 | 85.74 | 81.41 | 77.73 |
| GPT-4o-mini | 69.58 | 90.95 | 82.94 | 81.29 | 70.96 | 76.91 |
| MuRAR[22] | GPT-4o | 63.75 | 61.83 | 80.76 | 79.60 | 70.53 | 68.45 |
| GPT-4o-mini | 61.44 | 59.69 | 77.76 | 78.32 | 65.21 | 63.49 |
| M2IO-R1[24] | GPT-4o | | 96.53 | 96.24 | | | |
| GPT-4o-mini | | 97.47 | 89.20 | | | |
| 本文 | GPT-4o | 97.17 | 99.03 | 94.36 | 95.66 | 97.25 | 87.56 |
| GPT-4o-mini | 94.32 | 98.86 | 92.64 | 94.00 | 96.33 | 85.92 |
), ArticleFig(id=1329420480336998516, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 4, caption=
Performance of Different Methods on the Academic Document Domain of MRAMG-Bench %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 模型 | Prec. | Rec. | Rel. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 55.42 | 63.04 | 69.10 | 84.20 | 75.75 | 68.02 |
| GPT-4o-mini | 51.71 | 59.29 | 67.50 | 85.20 | 73.75 | 66.07 |
| Qwen2-VL-7B-Instruct | 49.17 | 52.17 | 60.70 | 78.90 | 67.08 | 60.88 |
| Qwen2-VL-72B-Instruct | 45.42 | 48.71 | 60.30 | 79.60 | 65.42 | 59.50 |
| MLLM-Based[14] | GPT-4o | 60.39 | 74.29 | 89.40 | 87.50 | 90.39 | 76.87 |
| GPT-4o-mini | 36.17 | 74.79 | 83.60 | 83.20 | 74.66 | 68.62 |
| Qwen2-VL-7B-Instruct | 1.63 | 4.00 | 5.20 | 49.80 | 4.46 | 21.11 |
| Qwen2-VL-72B-Instruct | 31.99 | 44.87 | 57.90 | 84.20 | 55.16 | 55.56 |
| LLM-Based[14] | GPT-4o | 65.28 | 76.54 | 86.00 | 88.90 | 84.84 | 76.91 |
| GPT-4o-mini | 37.69 | 83.33 | 85.90 | 84.50 | 69.07 | 69.91 |
| MuRAR[22] | GPT-4o | 59.43 | 64.32 | 87.20 | 84.80 | 77.65 | 73.69 |
| GPT-4o-mini | 57.48 | 65.18 | 83.90 | 81.60 | 77.04 | 71.51 |
| M2IO-R1[24] | GPT-4o | | 84.20 | 97.40 | | | |
| GPT-4o-mini | | 83.30 | 96.70 | | | |
| 本文 | GPT-4o | 66.95 | 89.75 | 93.30 | 97.70 | 93.08 | 79.64 |
| GPT-4o-mini | 64.22 | 86.99 | 89.40 | 97.00 | 87.76 | 76.82 |
), ArticleFig(id=1329420480441856117, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表4, caption=
不同方法在 MRAMG-Bench 学术领域上的性能表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 模型 | Prec. | Rec. | Rel. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 55.42 | 63.04 | 69.10 | 84.20 | 75.75 | 68.02 |
| GPT-4o-mini | 51.71 | 59.29 | 67.50 | 85.20 | 73.75 | 66.07 |
| Qwen2-VL-7B-Instruct | 49.17 | 52.17 | 60.70 | 78.90 | 67.08 | 60.88 |
| Qwen2-VL-72B-Instruct | 45.42 | 48.71 | 60.30 | 79.60 | 65.42 | 59.50 |
| MLLM-Based[14] | GPT-4o | 60.39 | 74.29 | 89.40 | 87.50 | 90.39 | 76.87 |
| GPT-4o-mini | 36.17 | 74.79 | 83.60 | 83.20 | 74.66 | 68.62 |
| Qwen2-VL-7B-Instruct | 1.63 | 4.00 | 5.20 | 49.80 | 4.46 | 21.11 |
| Qwen2-VL-72B-Instruct | 31.99 | 44.87 | 57.90 | 84.20 | 55.16 | 55.56 |
| LLM-Based[14] | GPT-4o | 65.28 | 76.54 | 86.00 | 88.90 | 84.84 | 76.91 |
| GPT-4o-mini | 37.69 | 83.33 | 85.90 | 84.50 | 69.07 | 69.91 |
| MuRAR[22] | GPT-4o | 59.43 | 64.32 | 87.20 | 84.80 | 77.65 | 73.69 |
| GPT-4o-mini | 57.48 | 65.18 | 83.90 | 81.60 | 77.04 | 71.51 |
| M2IO-R1[24] | GPT-4o | | 84.20 | 97.40 | | | |
| GPT-4o-mini | | 83.30 | 96.70 | | | |
| 本文 | GPT-4o | 66.95 | 89.75 | 93.30 | 97.70 | 93.08 | 79.64 |
| GPT-4o-mini | 64.22 | 86.99 | 89.40 | 97.00 | 87.76 | 76.82 |
), ArticleFig(id=1329420480555102326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 5, caption=
Performance of Different Methods on the Lifestyle Domain of MRAMG-Bench %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法框架 | 模型 | Prec. | Rec. | Rel. | Ord. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 47.04 | 63.54 | 77.53 | 43.54 | 79.17 | 77.13 | 65.68 |
| GPT-4o-mini | 49.14 | 61.52 | 75.12 | 43.87 | 79.32 | 75.89 | 64.92 |
| Qwen2-VL-7B-Instruct | 43.79 | 60.93 | 77.11 | 39.52 | 77.70 | 77.33 | 63.87 |
| Qwen2-VL-72B-Instruct | 31.82 | 49.30 | 73.02 | 25.51 | 72.92 | 70.94 | 56.45 |
| MLLM-Based[14] | GPT-4o | 43.77 | 44.68 | 77.05 | 32.47 | 81.36 | 77.35 | 61.01 |
| GPT-4o-mini | 29.34 | 47.71 | 56.65 | 21.95 | 77.19 | 69.95 | 56.32 |
| Qwen2-VL-7B-Instruct | 9.66 | 15.15 | 18.04 | 4.26 | 55.92 | 16.22 | 26.69 |
| Qwen2-VL-72B-Instruct | 19.61 | 26.25 | 44.08 | 12.36 | 74.36 | 39.94 | 41.36 |
| LLM-Based[14] | GPT-4o | 47.48 | 62.40 | 81.87 | 42.55 | 80.60 | 80.43 | 66.11 |
| GPT-4o-mini | 44.36 | 38.27 | 52.28 | 31.16 | 83.24 | 54.96 | 53.33 |
| MuRAR[22] | GPT-4o | 50.84 | 61.17 | 77.89 | 42.15 | 82.61 | 75.46 | 65.79 |
| GPT-4o-mini | 50.93 | 60.54 | 75.81 | 40.40 | 80.77 | 72.92 | 64.79 |
| M2IO-R1[24] | GPT-4o | | 65.98 | 88.70 | 43.61 | | | |
| GPT-4o-mini | | 65.60 | 86.09 | 39.30 | | | |
| 本文 | GPT-4o | 57.09 | 73.00 | 86.91 | 51.38 | 88.11 | 70.15 | 66.16 |
| GPT-4o-mini | 54.41 | 63.89 | 74.36 | 44.26 | 86.15 | 65.11 | 62.24 |
), ArticleFig(id=1329420480647377015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表5, caption=
不同方法在 MRAMG-Bench 生活方式领域上的性能表现
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法框架 | 模型 | Prec. | Rec. | Rel. | Ord. | Comp. | Pos. | Avg. |
|---|
| Rule-Based[14] | GPT-4o | 47.04 | 63.54 | 77.53 | 43.54 | 79.17 | 77.13 | 65.68 |
| GPT-4o-mini | 49.14 | 61.52 | 75.12 | 43.87 | 79.32 | 75.89 | 64.92 |
| Qwen2-VL-7B-Instruct | 43.79 | 60.93 | 77.11 | 39.52 | 77.70 | 77.33 | 63.87 |
| Qwen2-VL-72B-Instruct | 31.82 | 49.30 | 73.02 | 25.51 | 72.92 | 70.94 | 56.45 |
| MLLM-Based[14] | GPT-4o | 43.77 | 44.68 | 77.05 | 32.47 | 81.36 | 77.35 | 61.01 |
| GPT-4o-mini | 29.34 | 47.71 | 56.65 | 21.95 | 77.19 | 69.95 | 56.32 |
| Qwen2-VL-7B-Instruct | 9.66 | 15.15 | 18.04 | 4.26 | 55.92 | 16.22 | 26.69 |
| Qwen2-VL-72B-Instruct | 19.61 | 26.25 | 44.08 | 12.36 | 74.36 | 39.94 | 41.36 |
| LLM-Based[14] | GPT-4o | 47.48 | 62.40 | 81.87 | 42.55 | 80.60 | 80.43 | 66.11 |
| GPT-4o-mini | 44.36 | 38.27 | 52.28 | 31.16 | 83.24 | 54.96 | 53.33 |
| MuRAR[22] | GPT-4o | 50.84 | 61.17 | 77.89 | 42.15 | 82.61 | 75.46 | 65.79 |
| GPT-4o-mini | 50.93 | 60.54 | 75.81 | 40.40 | 80.77 | 72.92 | 64.79 |
| M2IO-R1[24] | GPT-4o | | 65.98 | 88.70 | 43.61 | | | |
| GPT-4o-mini | | 65.60 | 86.09 | 39.30 | | | |
| 本文 | GPT-4o | 57.09 | 73.00 | 86.91 | 51.38 | 88.11 | 70.15 | 66.16 |
| GPT-4o-mini | 54.41 | 63.89 | 74.36 | 44.26 | 86.15 | 65.11 | 62.24 |
), ArticleFig(id=1329420480731263096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 6, caption=
Cross-Evaluation Results Under Different Judge Models %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 裁判模型设置 | Prec. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| GPT-4o | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 86.80 | 77.00 | 94.00 | 95.00 | 74.37 |
| GPT-4o-mini | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 97.60 | 93.20 | 91.80 | 95.00 | 76.85 |
| Qwen2-VL-7B-Instruct | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 97.20 | 96.00 | 90.80 | 90.00 | 76.49 |
), ArticleFig(id=1329420480819343481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表6, caption=
不同裁判模型下的交叉评价结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 裁判模型设置 | Prec. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| GPT-4o | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 86.80 | 77.00 | 94.00 | 95.00 | 74.37 |
| GPT-4o-mini | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 97.60 | 93.20 | 91.80 | 95.00 | 76.85 |
| Qwen2-VL-7B-Instruct | 63.65 | 76.22 | 65.59 | 56.40 | 41.06 | 87.99 | 97.20 | 96.00 | 90.80 | 90.00 | 76.49 |
), ArticleFig(id=1329420480882258042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 7, caption=
Performance Comparison of Different Modules on MRAMG-Manual Dataset in Ablation Study %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | Prec. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| 本文 | 44.42 | 60.19 | 44.87 | 39.02 | 40.86 | 86.05 | 85.08 | 62.28 | 85.91 | 76.42 | 62.51 |
| GPT-4o-mini | 23.43 | 32.24 | 25.16 | 17.33 | 43.60 | 91.05 | 72.92 | 71.13 | 75.23 | 62.22 | 51.43 |
| w/o Debate | 34.06 | 43.86 | 33.75 | 28.08 | 39.94 | 87.23 | 74.56 | 56.14 | 83.04 | 64.47 | 54.51 |
| w/o CLIP | 41.44 | 59.26 | 42.56 | 37.19 | 39.14 | 84.10 | 83.94 | 60.48 | 84.05 | 75.52 | 60.77 |
| w/o Order | 43.20 | 59.87 | 44.19 | 37.14 | 40.76 | 85.94 | 84.23 | 61.91 | 86.19 | 77.87 | 62.13 |
| w/o Decoupling | 39.04 | 53.97 | 42.24 | 34.06 | 39.96 | 87.12 | 76.56 | 58.14 | 84.04 | 68.88 | 58.40 |
), ArticleFig(id=1329420480949366907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表7, caption=
不同模块在 MRAMG-Manual 数据集上性能的消融实验对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设置 | Prec. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| 本文 | 44.42 | 60.19 | 44.87 | 39.02 | 40.86 | 86.05 | 85.08 | 62.28 | 85.91 | 76.42 | 62.51 |
| GPT-4o-mini | 23.43 | 32.24 | 25.16 | 17.33 | 43.60 | 91.05 | 72.92 | 71.13 | 75.23 | 62.22 | 51.43 |
| w/o Debate | 34.06 | 43.86 | 33.75 | 28.08 | 39.94 | 87.23 | 74.56 | 56.14 | 83.04 | 64.47 | 54.51 |
| w/o CLIP | 41.44 | 59.26 | 42.56 | 37.19 | 39.14 | 84.10 | 83.94 | 60.48 | 84.05 | 75.52 | 60.77 |
| w/o Order | 43.20 | 59.87 | 44.19 | 37.14 | 40.76 | 85.94 | 84.23 | 61.91 | 86.19 | 77.87 | 62.13 |
| w/o Decoupling | 39.04 | 53.97 | 42.24 | 34.06 | 39.96 | 87.12 | 76.56 | 58.14 | 84.04 | 68.88 | 58.40 |
), ArticleFig(id=1329420481016475772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 8, caption=
Ablation Study on the Dynamic Image Supplementation Mechanisms in Network Data Domain %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 97.17 | 99.03 | 94.36 | 97.33 | 97.25 | 96.95 | 0.02 | 0.61 | 0.67 |
| GPT-4o-mini | 94.32 | 98.86 | 92.64 | 95.13 | 94.00 | 94.96 | 0.11 | 0.36 | 0.11 |
| Qwen2-VL-7B-Instruct | 24.75 | 26.79 | 87.03 | 25.10 | 99.90 | 52.71 | 0.93 | 0.43 | 0.17 |
| w/o Dynamic Supplement | GPT-4o | 96.13 | 98.37 | 66.90 | 97.12 | 58.86 | 80.57 | 0 | | |
| GPT-4o-mini | 92.26 | 98.41 | 92.73 | 94.06 | 99.29 | 96.67 | 0 | | |
| Qwen2-VL-7B-Instruct | 27.31 | 29.19 | 87.81 | 27.63 | 99.79 | 54.35 | 0 | | |
), ArticleFig(id=1329420481079390333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表8, caption=
在网络数据领域动态补图机制消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 97.17 | 99.03 | 94.36 | 97.33 | 97.25 | 96.95 | 0.02 | 0.61 | 0.67 |
| GPT-4o-mini | 94.32 | 98.86 | 92.64 | 95.13 | 94.00 | 94.96 | 0.11 | 0.36 | 0.11 |
| Qwen2-VL-7B-Instruct | 24.75 | 26.79 | 87.03 | 25.10 | 99.90 | 52.71 | 0.93 | 0.43 | 0.17 |
| w/o Dynamic Supplement | GPT-4o | 96.13 | 98.37 | 66.90 | 97.12 | 58.86 | 80.57 | 0 | | |
| GPT-4o-mini | 92.26 | 98.41 | 92.73 | 94.06 | 99.29 | 96.67 | 0 | | |
| Qwen2-VL-7B-Instruct | 27.31 | 29.19 | 87.81 | 27.63 | 99.79 | 54.35 | 0 | | |
), ArticleFig(id=1329420481133916286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 9, caption=
Ablation Study on the Dynamic Image Supplementation Mechanisms in Academic Document Domain %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 66.95 | 89.75 | 93.30 | 70.32 | 93.08 | 85.77 | 0.11 | 0.73 | 0.31 |
| GPT-4o-mini | 64.22 | 86.99 | 89.40 | 70.90 | 87.76 | 82.10 | 0.26 | 0.79 | 0.29 |
| Qwen2-VL-7B-Instruct | 17.69 | 33.43 | 76.35 | 21.20 | 96.69 | 49.07 | 3.06 | 0.38 | 0.10 |
| w/o Dynamic Supplement | GPT-4o | 64.49 | 89.00 | 92.10 | 72.05 | 100 | 85.39 | 0 | | |
| GPT-4o-mini | 62.52 | 86.01 | 89.45 | 69.88 | 87.94 | 81.48 | 0 | | |
| Qwen2-VL-7B-Instruct | 6.16 | 9.15 | 82.40 | 6.72 | 99.45 | 40.78 | 0 | | |
), ArticleFig(id=1329420481201025151, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表9, caption=
在学术文档领域数据动态补图机制消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 66.95 | 89.75 | 93.30 | 70.32 | 93.08 | 85.77 | 0.11 | 0.73 | 0.31 |
| GPT-4o-mini | 64.22 | 86.99 | 89.40 | 70.90 | 87.76 | 82.10 | 0.26 | 0.79 | 0.29 |
| Qwen2-VL-7B-Instruct | 17.69 | 33.43 | 76.35 | 21.20 | 96.69 | 49.07 | 3.06 | 0.38 | 0.10 |
| w/o Dynamic Supplement | GPT-4o | 64.49 | 89.00 | 92.10 | 72.05 | 100 | 85.39 | 0 | | |
| GPT-4o-mini | 62.52 | 86.01 | 89.45 | 69.88 | 87.94 | 81.48 | 0 | | |
| Qwen2-VL-7B-Instruct | 6.16 | 9.15 | 82.40 | 6.72 | 99.45 | 40.78 | 0 | | |
), ArticleFig(id=1329420481272328320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 10, caption=
Ablation Study on the Dynamic Image Supplementation Mechanisms in Lifestyle Domain %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 57.09 | 73.00 | 86.91 | 53.19 | 70.15 | 71.79 | 0.66 | 0.82 | 0.18 |
| GPT-4o-mini | 54.41 | 63.89 | 74.36 | 49.32 | 65.11 | 64.44 | 0.78 | 0.72 | 0.27 |
| Qwen2-VL-7B-Instruct | 14.03 | 21.70 | 47.03 | 14.63 | 63.17 | 32.11 | 6.55 | 0.28 | 0.05 |
| w/o Dynamic Supplement | GPT-4o | 52.30 | 66.89 | 56.75 | 53.11 | 52.85 | 57.20 | 0 | | |
| GPT-4o-mini | 50.23 | 60.84 | 83.47 | 48.76 | 87.22 | 70.44 | 0 | | |
| Qwen2-VL-7B-Instruct | 25.28 | 37.81 | 75.18 | 26.35 | 100 | 52.92 | 0 | | |
), ArticleFig(id=1329420481331048577, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表10, caption=
在生活方式领域数据动态补图机制消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | Rel. | F1 | Pos. | Avg. | SIC | SRR | ESHR |
|---|
本文 | GPT-4o | 57.09 | 73.00 | 86.91 | 53.19 | 70.15 | 71.79 | 0.66 | 0.82 | 0.18 |
| GPT-4o-mini | 54.41 | 63.89 | 74.36 | 49.32 | 65.11 | 64.44 | 0.78 | 0.72 | 0.27 |
| Qwen2-VL-7B-Instruct | 14.03 | 21.70 | 47.03 | 14.63 | 63.17 | 32.11 | 6.55 | 0.28 | 0.05 |
| w/o Dynamic Supplement | GPT-4o | 52.30 | 66.89 | 56.75 | 53.11 | 52.85 | 57.20 | 0 | | |
| GPT-4o-mini | 50.23 | 60.84 | 83.47 | 48.76 | 87.22 | 70.44 | 0 | | |
| Qwen2-VL-7B-Instruct | 25.28 | 37.81 | 75.18 | 26.35 | 100 | 52.92 | 0 | | |
), ArticleFig(id=1329420481406546050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 11, caption=
Reliability Experiment of the Judge Agent %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 裁决智能体设置 | Pre. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| 本文 | GPT-4o-mini | 44.42 | 60.19 | 44.87 | 39.02 | 40.86 | 86.05 | 85.08 | 62.28 | 85.91 | 76.42 | 62.51 |
| w/o Debate | 启发式规则融合 | 34.06 | 43.86 | 33.75 | 28.08 | 39.94 | 87.23 | 74.56 | 56.14 | 83.04 | 64.47 | 54.51 |
| Text-as-Judge | 文本智能体 | 42.55 | 59.84 | 43.26 | 38.01 | 41.64 | 86.03 | 85.85 | 61.44 | 86.72 | 80.26 | 62.56 |
| Visual-as-Judge | 视觉智能体 | 35.70 | 55.00 | 37.45 | 32.88 | 43.86 | 86.29 | 83.28 | 60.62 | 87.28 | 72.31 | 59.47 |
| Strong Judge | GPT-4o | 45.38 | 60.54 | 44.96 | 39.53 | 42.12 | 86.08 | 86.31 | 62.30 | 89.87 | 77.64 | 63.07 |
), ArticleFig(id=1329420481473654915, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表11, caption=
裁决智能体可靠性实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 裁决智能体设置 | Pre. | Rec. | F1 | Ord. | R.L. | B.S. | Rel. | Eff. | Comp. | Pos. | Avg. |
|---|
| 本文 | GPT-4o-mini | 44.42 | 60.19 | 44.87 | 39.02 | 40.86 | 86.05 | 85.08 | 62.28 | 85.91 | 76.42 | 62.51 |
| w/o Debate | 启发式规则融合 | 34.06 | 43.86 | 33.75 | 28.08 | 39.94 | 87.23 | 74.56 | 56.14 | 83.04 | 64.47 | 54.51 |
| Text-as-Judge | 文本智能体 | 42.55 | 59.84 | 43.26 | 38.01 | 41.64 | 86.03 | 85.85 | 61.44 | 86.72 | 80.26 | 62.56 |
| Visual-as-Judge | 视觉智能体 | 35.70 | 55.00 | 37.45 | 32.88 | 43.86 | 86.29 | 83.28 | 60.62 | 87.28 | 72.31 | 59.47 |
| Strong Judge | GPT-4o | 45.38 | 60.54 | 44.96 | 39.53 | 42.12 | 86.08 | 86.31 | 62.30 | 89.87 | 77.64 | 63.07 |
), ArticleFig(id=1329420481540763780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 12, caption=
Comparison of Performance and Inference Cost Under Different Debate Rounds $ {\cal T} $
, figureFileSmall=null, figureFileBig=null, tableContent=
| 辩论轮次$ {\cal T} $ | 模型 | Prec. | Rec. | F1 | Ord. | Avg. | Calls | Tokens | Time/s |
|---|
| 0 | GPT-4o | 54.22 | 63.19 | 64.47 | 58.09 | 59.99 | 3.77 | 14774.40 | 8.60 |
| 1 | GPT-4o | 56.39 | 70.78 | 64.22 | 59.31 | 62.68 | 5.98 | 25694.02 | 10.94 |
| 2 | GPT-4o | 71.05 | 78.38 | 71.91 | 66.69 | 72.01 | 4.78 | 31104.25 | 13.78 |
| 3 | GPT-4o | 76.36 | 84.31 | 77.78 | 72.71 | 77.79 | 5.00 | 30892.91 | 17.52 |
), ArticleFig(id=1329420481603678341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表12, caption=
不同辩论轮数 $ {\cal T} $ 下的性能与推理成本对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 辩论轮次$ {\cal T} $ | 模型 | Prec. | Rec. | F1 | Ord. | Avg. | Calls | Tokens | Time/s |
|---|
| 0 | GPT-4o | 54.22 | 63.19 | 64.47 | 58.09 | 59.99 | 3.77 | 14774.40 | 8.60 |
| 1 | GPT-4o | 56.39 | 70.78 | 64.22 | 59.31 | 62.68 | 5.98 | 25694.02 | 10.94 |
| 2 | GPT-4o | 71.05 | 78.38 | 71.91 | 66.69 | 72.01 | 4.78 | 31104.25 | 13.78 |
| 3 | GPT-4o | 76.36 | 84.31 | 77.78 | 72.71 | 77.79 | 5.00 | 30892.91 | 17.52 |
), ArticleFig(id=1329420481670787206, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=EN, label=Table 13, caption=
Comparison of Performance and Inference Cost across Different Inference Pipelines
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | F1 | Ord. | Calls | Tokens | Time/s |
|---|
| MLLM-Based | GPT-4o | 64.32 | 73.55 | 64.73 | 55.94 | 1.00 | 4919.58 | 6.22 |
| w/o Debate | GPT-4o | 54.22 | 63.19 | 64.47 | 58.09 | 3.77 | 14774.40 | 8.60 |
| 本文(${\cal T} $=1) | GPT-4o | 56.39 | 70.78 | 64.22 | 59.31 | 5.98 | 25694.02 | 10.94 |
), ArticleFig(id=1329420481746284679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420473538031629, language=CN, label=表13, caption=
不同推理流程下的性能与推理开销对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验设置 | 模型 | Prec. | Rec. | F1 | Ord. | Calls | Tokens | Time/s |
|---|
| MLLM-Based | GPT-4o | 64.32 | 73.55 | 64.73 | 55.94 | 1.00 | 4919.58 | 6.22 |
| w/o Debate | GPT-4o | 54.22 | 63.19 | 64.47 | 58.09 | 3.77 | 14774.40 | 8.60 |
| 本文(${\cal T} $=1) | GPT-4o | 56.39 | 70.78 | 64.22 | 59.31 | 5.98 | 25694.02 | 10.94 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202660338, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202660338, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202660338, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202660338, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1788192000000, fullTextJson=null, articleText=null, reference=null)