Article(id=1329435742650085436, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329435571803501430, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550731, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1759161600000, receivedDateStr=2025-09-30, revisedDate=1788710400000, revisedDateStr=2026-09-07, acceptedDate=null, acceptedDateStr=null, onlineDate=1794891780769, onlineDateStr=2026-11-17, pubDate=1793462400000, pubDateStr=2026-11-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794891780769, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794891780769, creator=13701087609, updateTime=1794891780769, updator=13701087609, issue=Issue{id=1329435571803501430, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='11', pageStart='2767', pageEnd='3031', issueExtLink='null', onlineDate='null', pubDate='1793462400000', pubDateStr='2026-11-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=1, specialIssue=null, createTime=1794891740036, creator='13701087609', updateTime=1794891740036, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2986, endPage=3001, ext={EN=ArticleExt(id=1329435742826246205, articleId=1329435742650085436, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Generative Image Classification Method via Granularity-Guided Multi-Model Collaboration, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
In recent years, large vision-language models (VLM) have demonstrated remarkable zero-shot prediction capabilities in image classification tasks. Existing VLM-based classification approaches typically rely on a set of predefined category labels or external textual knowledge bases as semantic prior to align and match visual content with language. However, in real-world applications, such predefined labels often fail to cover the vast and dynamic concept space of the open world, thereby limiting the adaptability and generalization ability of these models. To address this challenge, a more open-ended task, generative image classification (GIC), is introduced, in which no prior semantic labels are provided, and the target categories reside in an open-ended, potentially unbounded semantic space, substantially increasing the classification difficulty. To tackle the complexity of GIC, a granularity-guided multi-model collaboration framework is proposed, designed to fully leverage the strengths of VLM in both image understanding and text generation. In this framework, prompt templates are carefully crafted to guide VLM in generating candidate labels at varying levels of semantic granularity. Subsequently, the candidate label space is expanded by a language model that associates semantically related categories based on the generated image descriptions at each granularity level. Finally, the most relevant label is identified through a semantic similarity retrieval process in the embedding space. The effectiveness and superiority of the proposed method for the GIC task are validated through extensive experiments on multiple fine-grained image classification benchmarks.
, authors=Peng Ying
1, 2, Zhongnian Li
1, 2, Hongguang Yuan
1, Meng Wei
1, Xinzheng Xu
1, 2, *, authorsList=Peng Ying, Zhongnian Li, Hongguang Yuan, Meng Wei, Xinzheng Xu, authorCompany=null, correspAuthors=Xinzheng Xu, authorNote=
born in 2001. PhD candidate. Student member of CCF. His main research interest includes machine learning
born in 1990. PhD, lecturer. Member of CCF. His main research interest includes machine learning
born in 2003. Master candidate. His main research interests include machine vision and image recognition
born in 1997. PhD. Student member of CCF. His main research interests include machine learning and image recognition
born in 1980. PhD, professor. Senior member of CCF. His main research interests include machine learning and medical image processing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329435745451880540, articleId=1329435742650085436, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=粒度引导多模型协作的生成式图像分类方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
近年来,大型视觉-语言模型(vision-language model,VLM)在图像分类任务中展现出卓越的零样本预测能力,推动了图像识别技术的发展。现有VLM普遍依赖于一组预定义的类别标签或外部文本知识库作为语义先验,以实现图像与语义之间的对齐与匹配。然而,在实际应用中,预定义标签往往难以覆盖开放世界中的所有概念,导致模型的适应性和泛化能力受到限制。为应对这一挑战,提出了一种更具开放性的任务——生成式图像分类(generative image classification,GIC),该任务不提供任何先验的语义标签,而目标类别潜藏于一个开放的、可能无限扩展的语义概念空间中,极大地增加了分类难度。针对该任务的复杂性,提出了一种基于粒度引导的多模型协作框架,充分发挥VLM在图像理解与文本生成方面的优势。具体而言,该框架通过设计高效的提示模板,引导VLM在不同语义粒度下生成潜在标签;随后,语言模型基于图像描述自动关联同一粒度内的相关类别,扩展候选标签空间;最后,通过在嵌入空间中进行语义相似度检索,筛选出最相关的最终标签。在多个细粒度图像分类基准数据集上进行的实验验证了所提方法在GIC任务中的有效性与先进性。
, authors=营鹏
1, 2, 李仲年
1, 2, 袁宏广
1, 魏孟
1, 许新征
1, 2, *, authorsList=营鹏, 李仲年, 袁宏广, 魏孟, 许新征, authorCompany=null, correspAuthors=许新征, authorNote=
作者贡献声明
营鹏、李仲年负责方案整体设计、实验并撰写论文;袁宏广、魏孟负责部分算法思路和实验方法;许新征提出指导意见并修改论文。
 |
2001年生。博士研究生。CCF学生会员。主要研究方向为机器学习 |
 |
1990年生。博士,讲师。CCF会员。主要研究方向为机器学习 |
 |
2003年生。硕士研究生。主要研究方向为机器视觉、图像识别 |
 |
1997年生。博士。CCF学生会员。主要研究方向为机器学习、图像识别 |
 |
1980年生,博士,教授。CCF高级会员。主要研究方向为机器学习、医学图像处理 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=Im+ADl+TQCka4X49Bdvpkg==, magXml=Mbps7MKaZoi9gTIEkCT9ZQ==, pdfUrl=null, pdf=6xxzQODGzGH87Y9vNM4FbQ==, pdfFileSize=2632541, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=WtwpoBNf0DBig+kMOcX2HQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=lkhVYGWOLgElgeF8v8oSWQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329435745795813476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=pengying@cumt.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435745896476775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435745795813476, language=EN, stringName=Peng Ying, firstName=Peng, middleName=null, lastName=Ying, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116, bio={"content":"
born in 2001. PhD candidate. Student member of CCF. His main research interest includes machine learning
"}, bioImg=null, bioContent=
born in 2001. PhD candidate. Student member of CCF. His main research interest includes machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435745971974248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435745795813476, language=CN, stringName=营鹏, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116, bio={"img":"+cjCEiCJXD0n5+8z6pQ7zQ==","content":"
2001年生。博士研究生。CCF学生会员。主要研究方向为机器学习
"}, bioImg=+cjCEiCJXD0n5+8z6pQ7zQ==, bioContent=
2001年生。博士研究生。CCF学生会员。主要研究方向为机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)]), AuthorCompany(id=1329435745720316000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=2, ext=[AuthorCompanyExt(id=1329435745728704609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745732898914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116)])]), Author(id=1329435746034888810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435746152329325, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746034888810, language=EN, stringName=Zhongnian Li, firstName=Zhongnian, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116, bio={"content":"
born in 1990. PhD, lecturer. Member of CCF. His main research interest includes machine learning
"}, bioImg=null, bioContent=
born in 1990. PhD, lecturer. Member of CCF. His main research interest includes machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435746232021102, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746034888810, language=CN, stringName=李仲年, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116, bio={"img":"udtxk5bgioKke5uGSWE96Q==","content":"
1990年生。博士,讲师。CCF会员。主要研究方向为机器学习
"}, bioImg=udtxk5bgioKke5uGSWE96Q==, bioContent=
1990年生。博士,讲师。CCF会员。主要研究方向为机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)]), AuthorCompany(id=1329435745720316000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=2, ext=[AuthorCompanyExt(id=1329435745728704609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745732898914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116)])]), Author(id=1329435746299129968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435746403987570, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746299129968, language=EN, stringName=Hongguang Yuan, firstName=Hongguang, middleName=null, lastName=Yuan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116, bio={"content":"
born in 2003. Master candidate. His main research interests include machine vision and image recognition
"}, bioImg=null, bioContent=
born in 2003. Master candidate. His main research interests include machine vision and image recognition
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435746471096435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746299129968, language=CN, stringName=袁宏广, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116, bio={"img":"Y7qIZVf8+r63VnBiANEblA==","content":"
2003年生。硕士研究生。主要研究方向为机器视觉、图像识别
"}, bioImg=Y7qIZVf8+r63VnBiANEblA==, bioContent=
2003年生。硕士研究生。主要研究方向为机器视觉、图像识别
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)])]), Author(id=1329435746563371125, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435746634674295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746563371125, language=EN, stringName=Meng Wei, firstName=Meng, middleName=null, lastName=Wei, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116, bio={"content":"
born in 1997. PhD. Student member of CCF. His main research interests include machine learning and image recognition
"}, bioImg=null, bioContent=
born in 1997. PhD. Student member of CCF. His main research interests include machine learning and image recognition
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435746697588856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746563371125, language=CN, stringName=魏孟, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116, bio={"img":"SNhKE6u3R9HpjJ1rUlLcUw==","content":"
1997年生。博士。CCF学生会员。主要研究方向为机器学习、图像识别
"}, bioImg=SNhKE6u3R9HpjJ1rUlLcUw==, bioContent=
1997年生。博士。CCF学生会员。主要研究方向为机器学习、图像识别
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)])]), Author(id=1329435746777280634, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xxzheng@cumt.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329435746848583805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746777280634, language=EN, stringName=Xinzheng Xu, firstName=Xinzheng, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116, bio={"content":"
born in 1980. PhD, professor. Senior member of CCF. His main research interests include machine learning and medical image processing
"}, bioImg=null, bioContent=
born in 1980. PhD, professor. Senior member of CCF. His main research interests include machine learning and medical image processing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435746907304062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, authorId=1329435746777280634, language=CN, stringName=许新征, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116, bio={"img":"rbLJzbFD/Sbs82uFzb0LAw==","content":"
1980年生,博士,教授。CCF高级会员。主要研究方向为机器学习、医学图像处理
"}, bioImg=rbLJzbFD/Sbs82uFzb0LAw==, bioContent=
1980年生,博士,教授。CCF高级会员。主要研究方向为机器学习、医学图像处理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)]), AuthorCompany(id=1329435745720316000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=2, ext=[AuthorCompanyExt(id=1329435745728704609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745732898914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116)])])], keywords=[Keyword(id=1329435747003773055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, orderNo=1, keyword=generative image classification), Keyword(id=1329435747070881920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, orderNo=2, keyword=vision-language models), Keyword(id=1329435747137990785, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, orderNo=3, keyword=multi-model collaboration), Keyword(id=1329435747205099650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, orderNo=4, keyword=open vocabulary), Keyword(id=1329435747272208515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, orderNo=5, keyword=multi-class), Keyword(id=1329435747335123076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, orderNo=1, keyword=生成式图像分类), Keyword(id=1329435747419009157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, orderNo=2, keyword=视觉-语言模型), Keyword(id=1329435747481923718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, orderNo=3, keyword=多模型协作), Keyword(id=1329435747620335751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, orderNo=4, keyword=开放词汇), Keyword(id=1329435747679056008, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, orderNo=5, keyword=多类别)], refs=[Reference(id=1329435750216609961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Addepalli S, Asokan A R, Sharma L, et al. Leveraging vision-language models for improving domain generalization in image classification [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 23922−23932, articleTitle=null, refAbstract=null), Reference(id=1329435750292107434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Binbin, Liu Junying, Hang Junyi, et al. Learning label-specific features for decomposition-based multi-class classification[J]. Frontiers of Computer Science, 2023, 17(6): 176348, articleTitle=null, refAbstract=null), Reference(id=1329435750367604907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Dharmasiri A, Naseer M, Khan S, et al. Cross-modal self-training: Aligning images and pointclouds to learn classification without labels [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 708−717, articleTitle=null, refAbstract=null), Reference(id=1329435750447296684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Murthy V N, Singh V, Chen T, et al. Deep decision network for multi-class image classification [C] //Proc of the 33rd IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2016: 2240−2248, articleTitle=null, refAbstract=null), Reference(id=1329435750514405549, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Zhi, Chen Enhong, Huang Ye, et al. Learning from crowds with annotation reliability [C] //Proc of the 46th Int ACM SIGIR Conf on Research and Development in Information Retrieval. New York: ACM, 2023: 2103−2107, articleTitle=null, refAbstract=null), Reference(id=1329435750589903022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Kim J W, Hallacy C, et al. Learning transferable visual models from natural language supervision [C] //Proc of the 38th Int Conf on Machine Learning. New York: PMLR, 2021: 8748−8763, articleTitle=null, refAbstract=null), Reference(id=1329435750669594799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Youcai, Huang Xinyu, Ma Jinyu, et al. Recognize anything: A strong image tagging model [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 1724−1732, articleTitle=null, refAbstract=null), Reference(id=1329435750749286576, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Yuqi, Chen Minghao, Wang Wenxiao, et al. CLIP is also an efficient segmenter: A text-driven approach for weakly supervised semantic segmentation [C] //Proc of the 40th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 15305−15314, articleTitle=null, refAbstract=null), Reference(id=1329435750808006833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Lai Zhengfeng, Zhang Haotian, Zhang Bowen, et al. VeCLIP: Improving CLIP training via visual-enriched captions [C] //Proc of the 17th European Conf on Computer Vision. Berlin: Springer, 2024: 111−127, articleTitle=null, refAbstract=null), Reference(id=1329435750870921394, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Conti A, Fini E, Mancini M, et al. Vocabulary-free image classification [C] // Proc of the 36th Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2023: 30662−30680, articleTitle=null, refAbstract=null), Reference(id=1329435750929641651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Meng, Li Zhongnian, Ying Peng, et al. Seeing the undefined: Chain-of-action for generative semantic labels [C] //Proc of the 33rd ACM Int Conf on Multimedia. New York: ACM, 2025: 3702−3711, articleTitle=null, refAbstract=null), Reference(id=1329435750984167604, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Weize, Su Yusheng, Zuo Jingwei, et al. AgentVerse: Facilitating multi-agent collaboration and exploring emergent behaviors in agents [J]. arXiv preprint, arXiv: 2308.10848, 2023, articleTitle=null, refAbstract=null), Reference(id=1329435751063859381, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=王路桥, 周洋涛, 李青山, 等. 基于大语言模型的多智能体协作代码评审人推荐[J]. 软件学报, 2025, 36(6): 2558−2575, articleTitle=null, refAbstract=null), Reference(id=1329435751118385334, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Luqiao, Zhou Yangtao, Li Qingshan, et al. Multi-agent collaborative code reviewer recommendation based on large language model[J]. Journal of Software, 2025, 36(6): 2558−2575 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329435751172911287, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Haotian, Li Chunyuan, Wu Qingyang, et al. Visual instruction tuning [C] //Proc of the 36th Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2023: 34892−34916, articleTitle=null, refAbstract=null), Reference(id=1329435751235825848, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. LLaMA: Open and efficient foundation language models [J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1329435751298740409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=江泽涛, 朱文才, 金鑫, 等. 一种基于双重语义协作网络的图像描述方法[J]. 计算机研究与发展, 2024, 61(11): 2897−2908, articleTitle=null, refAbstract=null), Reference(id=1329435751361654970, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Zetao, Zhu Wencai, Jin Xin, et al. An image captioning method based on DSC-Net[J]. Journal of Computer Research and Development, 2024, 61(11): 2897−2908 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329435751428763835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Dai Wenliang, Li Junnan, Li Dongxu, et al. InstructBLIP: Towards general-purpose vision-language models with instruction tuning [C] //Proc of the 36th Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2023: 49250−49267, articleTitle=null, refAbstract=null), Reference(id=1329435751479095484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Jiuhai, Yang Jianwei, Wu Haiping, et al. Florence-VL: Enhancing vision-language models with generative vision encoder and depth-breadth fusion[C] //Proc of the 42nd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2025: 24928−24938, articleTitle=null, refAbstract=null), Reference(id=1329435751533621437, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Peng, Bai Shuai, Tan Sinan, et al. Qwen2-VL: Enhancing vision-language model’s perception of the world at any resolution [J]. arXiv preprint, arXiv: 2409.12191, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435751592341694, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Qinghao, Xu Haiyang, Ye Jiabo, et al. mPLUG-Owl2: Revolutionizing multi-modal large language model with modality collaboration [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 13040−13051, articleTitle=null, refAbstract=null), Reference(id=1329435751646867647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Zeyi, Fang Ye, Wu Tong, et al. Alpha-CLIP: A CLIP model focusing on wherever you want [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 13019−13029, articleTitle=null, refAbstract=null), Reference(id=1329435751709782208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Kaiyang, Yang Jingkang, Loy C C, et al. Learning to prompt for vision-language models[J]. International Journal of Computer Vision, 2022, 130(9): 2337−2348, articleTitle=null, refAbstract=null), Reference(id=1329435751768502465, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Ximeng, Hu Ping, Saenko K. DualCoOp: Fast adaptation to multi-label recognition with limited annotations [C] //Proc of the 35th Neural Information Processing Systems. Red Hook, NY: Curran Associates, 2022: 30569−30582, articleTitle=null, refAbstract=null), Reference(id=1329435751852388546, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=赵鹏, 汪纯燕, 张思颖, 等. 一种基于融合重构的子空间学习的零样本图像分类方法[J]. 计算机学报, 2021, 44(2): 409−421, articleTitle=null, refAbstract=null), Reference(id=1329435751906914499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Peng, Wang Chunyan, Zhang Siying, et al. A zero-shot image classification method based on subspace learning with the fusion of reconstruction[J]. Chinese Journal of Computers, 2021, 44(2): 409−421 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329435751969829060, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Novack Z, McAuley J, Lipton Z C, et al. CHiLS: Zero-shot image classification with hierarchical label sets [C] //Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 26342−26362, articleTitle=null, refAbstract=null), Reference(id=1329435752032743621, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Allingham J U, Ren Jie, Dusenberry M W, et al. A simple zero-shot prompt weighting technique to improve prompt ensembling in text-image models [C] //Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 547−568, articleTitle=null, refAbstract=null), Reference(id=1329435752095658182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, Ji Heng. FINER: Investigating and enhancing fine-grained visual concept recognition in large vision language models [C] //Proc of the 29th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2024: 6187−6207, articleTitle=null, refAbstract=null), Reference(id=1329435752162767047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Feifei, Fergus R, Perona P. Learning generative visual models from few training examples: An incremental Bayesian approach tested on 101 object categories [C] //Proc of the 21st IEEE/CVF Conf on Computer Vision and Pattern Recognition Workshops. Piscataway, NJ: IEEE, 2004: 178−178, articleTitle=null, refAbstract=null), Reference(id=1329435752217293000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Bossard L, Guillaumin M, Van Gool L. Food-101: Mining discriminative components with random forests [C] // Proc of the 12th European Conf on Computer Vision. Berlin: Springer, 2014: 446−461, articleTitle=null, refAbstract=null), Reference(id=1329435752276013257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Cimpoi M, Maji S, Kokkinos I, et al. Describing textures in the wild [C] //Proc of the 31st IEEE Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2014: 3606−3613, articleTitle=null, refAbstract=null), Reference(id=1329435752330539210, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Nilsback M E, Zisserman A. Automated flower classification over a large number of classes [C] //Proc of the 6th Indian Conf on Computer Vision, Graphics and Image Processing. Piscataway, NJ: IEEE, 2008: 722−729, articleTitle=null, refAbstract=null), Reference(id=1329435752401842379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=GLM Team. ChatGLM: A family of large language models from GLM-130B to GLM-4 all tools [J]. arXiv preprint, arXiv: 2406.12793, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435752468951244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Abdin M, Jacobs S A, Awan A A, et al. Phi-3 technical report: A highly capable language model locally on your phone [J]. arXiv preprint, arXiv: 2404.14219, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435752548643021, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junnan, Li Dongxu, Savarese S, et al. BLIP-2: Bootstrapping language-image pre-training with frozen image encoders and large language models [C] //Proc of the 40th Int Conf on Machine Learning. New York: PMLR, 2023: 19730−19742, articleTitle=null, refAbstract=null), Reference(id=1329435752619946190, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Qinzhuo, Xu Weikai, Liu Wei, et al. MobileVLM: A vision-language model for better intra- and inter-UI understanding [C] //Proc of the 29th Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2024: 10231−10251, articleTitle=null, refAbstract=null), Reference(id=1329435752779329743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Vasu P K A, Pouransari H, Faghri F, et al. MobileCLIP: Fast image-text models through multi-modal reinforced training [C] //Proc of the 41st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 15963−15974, articleTitle=null, refAbstract=null), Reference(id=1329435752842244304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Miller G A. WordNet: A lexical database for English[J]. Communications of the ACM, 1995, 38(11): 39−41, articleTitle=null, refAbstract=null), Reference(id=1329435752905158865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Koroteev M V. BERT: A review of applications in natural language processing and understanding [J]. arXiv preprint, arXiv: 2103.11943, 2021, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329435745640624221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=1, ext=[AuthorCompanyExt(id=1329435745644818526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science and Technology / School of Artificial Intelligence, China University of Mining and Technology, Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745653207135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745640624221, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国矿业大学计算机科学与技术学院/人工智能学院 江苏徐州 221116)]), AuthorCompany(id=1329435745720316000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, xref=2, ext=[AuthorCompanyExt(id=1329435745728704609, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Mine Digitization Engineering Research Center of the Ministry of Education (China University of Mining and Technology), Xuzhou, Jiangsu 221116), AuthorCompanyExt(id=1329435745732898914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, companyId=1329435745720316000, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2矿山数字化教育部工程研究中心(中国矿业大学) 江苏徐州 221116)])], figs=[ArticleFig(id=1329435747834245257, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 1, caption=
Illustration of generative image classification, figureFileSmall=LQkkS2l180NHPfW2odv6lA==, figureFileBig=WtwpoBNf0DBig+kMOcX2HQ==, tableContent=null), ArticleFig(id=1329435747892965514, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图1, caption=
生成式图像分类示意图, figureFileSmall=LQkkS2l180NHPfW2odv6lA==, figureFileBig=WtwpoBNf0DBig+kMOcX2HQ==, tableContent=null), ArticleFig(id=1329435748102680715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 2, caption=
Framework of granularity-guided multi-model collaboration, figureFileSmall=jfxqjUKk1XagFcqDmI9zew==, figureFileBig=94+In8GBcPvXEdWmsnNslA==, tableContent=null), ArticleFig(id=1329435748178178188, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图2, caption=
粒度引导的多模型协作框架, figureFileSmall=jfxqjUKk1XagFcqDmI9zew==, figureFileBig=94+In8GBcPvXEdWmsnNslA==, tableContent=null), ArticleFig(id=1329435748236898445, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 3, caption=
The key prompts of the granularity prompt template, figureFileSmall=v7wqNHbmPVeEAy3suKbK2g==, figureFileBig=9X78THVO6DX1uVthm3DL0A==, tableContent=null), ArticleFig(id=1329435748299813006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图3, caption=
粒度提示模板的关键提示词, figureFileSmall=v7wqNHbmPVeEAy3suKbK2g==, figureFileBig=9X78THVO6DX1uVthm3DL0A==, tableContent=null), ArticleFig(id=1329435748387893391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 4, caption=
The key prompts of the label expander prompt template, figureFileSmall=j6VGlSnR0rykz1GlZerosg==, figureFileBig=EaYJ3EALXKz1C4+5SYzJ6g==, tableContent=null), ArticleFig(id=1329435748467585168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图4, caption=
标签扩展提示模板的关键提示词, figureFileSmall=j6VGlSnR0rykz1GlZerosg==, figureFileBig=EaYJ3EALXKz1C4+5SYzJ6g==, tableContent=null), ArticleFig(id=1329435748526305425, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 5, caption=
The key prompts of GLM-4v score, figureFileSmall=ylk56X9SNXK60LH8wRLuxQ==, figureFileBig=th0Pe8Yy9RxQPaHhSxnAgQ==, tableContent=null), ArticleFig(id=1329435748589219986, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图5, caption=
GLM-4v分数的关键提示词, figureFileSmall=ylk56X9SNXK60LH8wRLuxQ==, figureFileBig=th0Pe8Yy9RxQPaHhSxnAgQ==, tableContent=null), ArticleFig(id=1329435748647940243, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 6, caption=
Effect of the number of candidate labels on performance of GMCF, figureFileSmall=0I9BwZFcEoWQmUX13EFUAw==, figureFileBig=puUagboRYmwp+yOMFlJYkw==, tableContent=null), ArticleFig(id=1329435748719243412, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图6, caption=
生成的候选标签数量对GMCF性能的影响, figureFileSmall=0I9BwZFcEoWQmUX13EFUAw==, figureFileBig=puUagboRYmwp+yOMFlJYkw==, tableContent=null), ArticleFig(id=1329435748790546581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 7, caption=
Visualization of the number of expanded labels dynamically generated by GMCF, figureFileSmall=o38jWYLqI0EVEsG14BghVQ==, figureFileBig=EP/oDQRDevE7HQZv6DtpaA==, tableContent=null), ArticleFig(id=1329435748870238358, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图7, caption=
GMCF动态生成扩展标签数量的可视化, figureFileSmall=o38jWYLqI0EVEsG14BghVQ==, figureFileBig=EP/oDQRDevE7HQZv6DtpaA==, tableContent=null), ArticleFig(id=1329435748933152919, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 8, caption=
Robustness analysis of the prompt templates, figureFileSmall=YFyxZFsNyn6GQK62h/7Sow==, figureFileBig=3xY0vPX11egQ7oogKn/0Rg==, tableContent=null), ArticleFig(id=1329435749000261784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图8, caption=
提示模板的鲁棒性分析, figureFileSmall=YFyxZFsNyn6GQK62h/7Sow==, figureFileBig=3xY0vPX11egQ7oogKn/0Rg==, tableContent=null), ArticleFig(id=1329435749067370649, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 9, caption=
Visualization of effective cases of GMCF, figureFileSmall=GDRbLQurmKIHKs71ESTgfQ==, figureFileBig=ijbDQirCU8A/QuP47PZWaA==, tableContent=null), ArticleFig(id=1329435749138673818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图9, caption=
GMCF的有效案例可视化, figureFileSmall=GDRbLQurmKIHKs71ESTgfQ==, figureFileBig=ijbDQirCU8A/QuP47PZWaA==, tableContent=null), ArticleFig(id=1329435749205782683, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Figure 10, caption=
Visualization of error cases of GMCF, figureFileSmall=mu5uSeGfkLq0y0/c+3ziEA==, figureFileBig=Ip6w7yhM4ZJ5auEvHoQvfQ==, tableContent=null), ArticleFig(id=1329435749268697244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=图10, caption=
GMCF的错误案例可视化, figureFileSmall=mu5uSeGfkLq0y0/c+3ziEA==, figureFileBig=Ip6w7yhM4ZJ5auEvHoQvfQ==, tableContent=null), ArticleFig(id=1329435749331611805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 1, caption=
Experimental Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 缩写 | 样本数 | 类别数 |
|---|
| Caltech-101 | C101 | 6085 | 101 |
| Food-101 | F101 | 25250 | 101 |
| Oxford Pets | Pets | 3669 | 37 |
| Flowers-102 | Flwr | 6149 | 102 |
| Describable Textures Dataset | DTD | 1880 | 47 |
), ArticleFig(id=1329435749390332062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表1, caption=
实验数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 缩写 | 样本数 | 类别数 |
|---|
| Caltech-101 | C101 | 6085 | 101 |
| Food-101 | F101 | 25250 | 101 |
| Oxford Pets | Pets | 3669 | 37 |
| Flowers-102 | Flwr | 6149 | 102 |
| Describable Textures Dataset | DTD | 1880 | 47 |
), ArticleFig(id=1329435749444858015, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 2, caption=
Performance Comparison Between GMCF and Baseline Methods
, figureFileSmall=null, figureFileBig=null, tableContent=
| 评价指标 | 方法 | 数据集 | 平均值 |
|---|
| C101 | F101 | DTD | Pets | Flwr |
|---|
| 标签合理性 | NaivePrompt/% | 87.51 | 90.71 | 84.49 | 88.10 | 94.87 | 89.14 |
| ContextPrompt/% | 87.51 | 87.90 | 81.52 | 86.63 | 64.46 | 81.60 |
| GMCF (本文)/% | 90.71 | 91.37 | 90.54 | 93.25 | 93.75 | 91.92 |
| $ \mathit{\Delta } $ | +3.20 | +0.66 | +6.05 | +5.15 | −1.12 | +2.78 |
| 视觉相关性 | NaivePrompt/% | 52.90 | 6.86 | 54.13 | 4.98 | 9.70 | 25.71 |
| ContextPrompt/% | 52.90 | 17.22 | 56.73 | 25.18 | 13.60 | 33.13 |
| GMCF (本文)/% | 80.48 | 51.18 | 86.46 | 32.95 | 35.11 | 57.23 |
| $ \mathit{\Delta } $ | +27.58 | +33.96 | +29.73 | +7.77 | +21.51 | +24.10 |
), ArticleFig(id=1329435749528744096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表2, caption=
GMCF与基线方法的性能比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 评价指标 | 方法 | 数据集 | 平均值 |
|---|
| C101 | F101 | DTD | Pets | Flwr |
|---|
| 标签合理性 | NaivePrompt/% | 87.51 | 90.71 | 84.49 | 88.10 | 94.87 | 89.14 |
| ContextPrompt/% | 87.51 | 87.90 | 81.52 | 86.63 | 64.46 | 81.60 |
| GMCF (本文)/% | 90.71 | 91.37 | 90.54 | 93.25 | 93.75 | 91.92 |
| $ \mathit{\Delta } $ | +3.20 | +0.66 | +6.05 | +5.15 | −1.12 | +2.78 |
| 视觉相关性 | NaivePrompt/% | 52.90 | 6.86 | 54.13 | 4.98 | 9.70 | 25.71 |
| ContextPrompt/% | 52.90 | 17.22 | 56.73 | 25.18 | 13.60 | 33.13 |
| GMCF (本文)/% | 80.48 | 51.18 | 86.46 | 32.95 | 35.11 | 57.23 |
| $ \mathit{\Delta } $ | +27.58 | +33.96 | +29.73 | +7.77 | +21.51 | +24.10 |
), ArticleFig(id=1329435749595852961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 3, caption=
The Inference Efficiency of GMCF Under Different Model Configurations
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设定 | 模型(参数量) | | 推理时间/s | | 性能指标/% |
|---|
| VLM | LLM | CLIP | | $ T_{{\mathrm{VLM}}} $ | $ T_{{\mathrm{LLM}}} $ | $ T_{{\mathrm{CLIP}}} $ | $ T_{{\mathrm{total}}} $ | | 标签合理性 | 视觉相关性 |
|---|
| 标准 | LLaVA (7B) | LLaMA3 (8B) | ViT-L/14 (0.4B) | | 0.56 | 0.27 | 0.15 | 0.98 | | 90.54 | 86.46 |
| 轻量 | LLaVA (7B) | Phi-3-mini (3.8B) | ViT-B/16 (0.15B) | | 0.56 | 0.17 | 0.09 | 0.82 | | 89.74 | 83.92 |
| BLIP-2 (2.7B) | Phi-3-mini (3.8B) | RN50 (0.1B) | | 0.27 | 0.17 | 0.08 | 0.52 | | 84.35 | 79.81 |
| 蒸馏 | MobileVLM (1.7B) | Distil-Llama (1B) | MobileCLIP (0.05B) | | 0.14 | 0.09 | 0.05 | 0.28 | | 85.66 | 80.23 |
), ArticleFig(id=1329435749688127650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表3, caption=
不同模型配置下GMCF的推理效率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 设定 | 模型(参数量) | | 推理时间/s | | 性能指标/% |
|---|
| VLM | LLM | CLIP | | $ T_{{\mathrm{VLM}}} $ | $ T_{{\mathrm{LLM}}} $ | $ T_{{\mathrm{CLIP}}} $ | $ T_{{\mathrm{total}}} $ | | 标签合理性 | 视觉相关性 |
|---|
| 标准 | LLaVA (7B) | LLaMA3 (8B) | ViT-L/14 (0.4B) | | 0.56 | 0.27 | 0.15 | 0.98 | | 90.54 | 86.46 |
| 轻量 | LLaVA (7B) | Phi-3-mini (3.8B) | ViT-B/16 (0.15B) | | 0.56 | 0.17 | 0.09 | 0.82 | | 89.74 | 83.92 |
| BLIP-2 (2.7B) | Phi-3-mini (3.8B) | RN50 (0.1B) | | 0.27 | 0.17 | 0.08 | 0.52 | | 84.35 | 79.81 |
| 蒸馏 | MobileVLM (1.7B) | Distil-Llama (1B) | MobileCLIP (0.05B) | | 0.14 | 0.09 | 0.05 | 0.28 | | 85.66 | 80.23 |
), ArticleFig(id=1329435749759430819, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 4, caption=
Ablation Experimental Results of Different Modules of GMCF
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块 | | 评价指标 |
|---|
粒度 生成器 | 标签 扩展器 | 标签 过滤器 | | 标签合理性/% ($ \mathit{\Delta } $) | 视觉相关性/% ($ \mathit{\Delta } $) |
|---|
| × | × | × | | 81.52 | 56.73 |
| √ | × | × | | 88.98 (+7.46) | 62.23 (+5.50) |
| √ | √ | × | | 83.57 (+2.05) | 52.88 (−3.85) |
| √ | × | √ | | 90.33 (+8.81) | 80.20 (+23.47) |
| √ | √ | √ | | 90.54 (+9.02) | 86.46 (+29.73) |
), ArticleFig(id=1329435749826539684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表4, caption=
GMCF不同模块的消融实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模块 | | 评价指标 |
|---|
粒度 生成器 | 标签 扩展器 | 标签 过滤器 | | 标签合理性/% ($ \mathit{\Delta } $) | 视觉相关性/% ($ \mathit{\Delta } $) |
|---|
| × | × | × | | 81.52 | 56.73 |
| √ | × | × | | 88.98 (+7.46) | 62.23 (+5.50) |
| √ | √ | × | | 83.57 (+2.05) | 52.88 (−3.85) |
| √ | × | √ | | 90.33 (+8.81) | 80.20 (+23.47) |
| √ | √ | √ | | 90.54 (+9.02) | 86.46 (+29.73) |
), ArticleFig(id=1329435749897842853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 5, caption=
Experimental Results of Different Granularity Partitioning Strategies %
, figureFileSmall=null, figureFileBig=null, tableContent=
粒度划 分策略 | 粒度结构 | 评价指标 |
|---|
标签 合理性 | 视觉 相关性 |
|---|
层级粒度 (本文) | 上位层级$ \rightarrow $粗粒度层级$ \rightarrow $细粒度层级 | 90.54 | 86.46 |
| 感知粒度 | 整体场景$ \rightarrow $区域结构$ \rightarrow $局部细节 | 86.92 | 72.57 |
| 功能粒度 | 整体功能$ \rightarrow $通用功能$ \rightarrow $精确功能 | 88.13 | 77.42 |
| 语义粒度 | 模糊语义$ \rightarrow $细致描述$ \rightarrow $精确类别 | 90.47 | 85.88 |
), ArticleFig(id=1329435749964951718, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表5, caption=
不同粒度划分策略的实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
粒度划 分策略 | 粒度结构 | 评价指标 |
|---|
标签 合理性 | 视觉 相关性 |
|---|
层级粒度 (本文) | 上位层级$ \rightarrow $粗粒度层级$ \rightarrow $细粒度层级 | 90.54 | 86.46 |
| 感知粒度 | 整体场景$ \rightarrow $区域结构$ \rightarrow $局部细节 | 86.92 | 72.57 |
| 功能粒度 | 整体功能$ \rightarrow $通用功能$ \rightarrow $精确功能 | 88.13 | 77.42 |
| 语义粒度 | 模糊语义$ \rightarrow $细致描述$ \rightarrow $精确类别 | 90.47 | 85.88 |
), ArticleFig(id=1329435750044643495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=EN, label=Table 6, caption=
Performance of GMCF After Removing VLM, LLM and CLIP
, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 模型 | 评价指标 |
|---|
标签合理 性/%($ {\varDelta } $) | 视觉相关 性/%($ {\varDelta } $) |
|---|
| GMCF | LLaVA | LLaMA | CLIP | 90.54 | 86.46 |
移除 VLM | ResNet | LLaMA | CLIP | 83.29 (−7.25) | 77.45 (−9.01) |
移除 LLM | LLaVA | WordNet | CLIP | 84.80 (−5.74) | 80.74 (−5.72) |
移除 CLIP | LLaVA | LLaMA | ResNet+BERT | 82.66 (−7.88) | 51.13 (−35.33) |
), ArticleFig(id=1329435750120140968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435742650085436, language=CN, label=表6, caption=
移除VLM,LLM,CLIP后GMCF的性能
, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 模型 | 评价指标 |
|---|
标签合理 性/%($ {\varDelta } $) | 视觉相关 性/%($ {\varDelta } $) |
|---|
| GMCF | LLaVA | LLaMA | CLIP | 90.54 | 86.46 |
移除 VLM | ResNet | LLaMA | CLIP | 83.29 (−7.25) | 77.45 (−9.01) |
移除 LLM | LLaVA | WordNet | CLIP | 84.80 (−5.74) | 80.74 (−5.72) |
移除 CLIP | LLaVA | LLaMA | ResNet+BERT | 82.66 (−7.88) | 51.13 (−35.33) |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550731, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550731, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550731, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550731, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1793462400000, fullTextJson=null, articleText=null, reference=null)