Article(id=1329420808700670328, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329420635937288321, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550930, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1766505600000, receivedDateStr=2025-12-24, revisedDate=1778774400000, revisedDateStr=2026-05-15, acceptedDate=1780416000000, acceptedDateStr=2026-06-03, onlineDate=1794888220237, onlineDateStr=2026-11-17, pubDate=1790784000000, pubDateStr=2026-10-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794888220237, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794888220237, creator=13701087609, updateTime=1794888220237, updator=13701087609, issue=Issue{id=1329420635937288321, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='10', pageStart='2479', pageEnd='2766', issueExtLink='null', onlineDate='null', pubDate='1790784000000', pubDateStr='2026-10-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794888179048, creator='13701087609', updateTime=1794888179048, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2752, endPage=2766, ext={EN=ArticleExt(id=1329420808876831097, articleId=1329420808700670328, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=GCN-Stacking Collaborative Enhancement-Based Multimodal Financial Public Opinion Negative Sentiment Intensity Recognition, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
The recognition of negative sentiment intensity in financial public opinion on social media is of great significance for financial risk prevention and market stability. Given the prevalence of multimodal information combining text and images in financial sentiment expression, and the need for further exploration of structural correlations between modalities, we propose a multimodal negative sentiment intensity recognition model based on the collaborative enhancement of graph convolutional networks and Stacking ensemble learning. The model first employs the CLIP model to extract semantic features from text and images. Subsequently, a multimodal graph structure is constructed and graph convolutional networks are introduced to achieve structural association embedding of features, thereby enhancing the ability to capture potential inter-modal correlations. Finally, a two-layer Stacking ensemble learning framework is built to optimize the decision performance of sentiment intensity recognition by integrating the prediction results of multiple diverse base classifiers. Experimental results show that under the optimal configuration, the model achieves an F1-score of 83.57% and an AUC of 95.05%, outperforming the optimal single-text model, the optimal single-image model, and the original CLIP multimodal model by 2.48, 5.27, and 1.87 percentage points in F1-score, respectively. These results verify the effectiveness of the proposed method in mining modal correlations and improving recognition performance, providing technical support for intelligent financial public opinion analysis and financial risk monitoring.
, authors=Tingting Li
1, 2, Shouqiang Sun
3, Qingqing Li
4, Ling Wan
5, authorsList=Tingting Li, Shouqiang Sun, Qingqing Li, Ling Wan, authorCompany=null, correspAuthors=null, authorNote=
born in 1994. PhD, master supervisor. Her main research interests include social media data mining and online public opinion analysis
born in 1995. PhD, lecturer. His main research interest includes multimodal data mining and management
born in 1998. PhD. Her main research interests include social media data mining and online public opinion analysis
born in 2001. Master candidate. Her main research interests include multimodal data mining, and geographic information and remote sensing technology
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329420811066257813, articleId=1329420808700670328, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于GCN-Stacking协同增强的多模态金融舆情负向情感强度识别, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
社交媒体中金融舆情的负向情感强度识别对金融风险防控与市场稳定具有重要意义。针对图文多模态信息在金融情感表达中的普遍性,以及模态间结构关联有待深入挖掘的问题,提出一种基于图卷积网络与Stacking集成学习协同增强的多模态负向情感强度识别模型。该模型首先利用CLIP模型提取文本与图像的语义特征;随后,通过构建多模态图结构并引入图卷积网络,实现特征的结构化关联嵌入,以增强对模态间潜在关联的捕捉能力;最后,构建双层Stacking集成学习框架,通过融合多个差异化基分类器的预测结果,优化情感强度识别的决策性能。实验结果表明,在最优配置下,模型的F1分数达83.57%,AUC达95.05%,相较于单一文本最优模型、单一图像最优模型及原始CLIP多模态模型,F1分数分别提升2.48个百分点,5.27个百分点,1.87个百分点。实验结果验证了所提方法在挖掘模态关联与提升识别性能方面的有效性,可为金融舆情智能化分析与金融风险监测提供技术支撑。
, authors=李婷婷
1, 2, 孙守强
3, 李青青
4, 万玲
5, authorsList=李婷婷, 孙守强, 李青青, 万玲, authorCompany=null, correspAuthors=null, authorNote=
作者贡献声明
李婷婷负责研究设计、实验操作和论文撰写;孙守强、李青青负责论文优化调整;万玲负责文献调研、数据采集。
 |
1994年生。博士,硕士生导师。主要研究方向为社交媒体数据挖掘、网络舆情分析 |
 |
1995年生。博士,讲师。主要研究方向为多模态数据挖掘与管理 |
 |
1998年生。博士。主要研究方向为社交媒体数据挖掘、网络舆情分析 |
 |
2001 年生。硕士研究生。主要研究方向为多模态数据挖掘、地理信息遥感技术 |
, correspAuthorsNote=null, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=kl4G3YQzDclrDPUQwoe6sA==, magXml=DzdP4vkl+FNpmDUmjR54jA==, pdfUrl=null, pdf=oxDYt1gSuuSnVN/XN8T0pQ==, pdfFileSize=3989586, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=Lhnprr9GbopGjFdjQOy+Bg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=oZrOGRsyGctgBeD/mcqteg==, mapNumber=null, fund=null)}, authors=[Author(id=1329420811661848998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=litingting@cqut.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420811749929385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420811661848998, language=EN, stringName=Tingting Li, firstName=Tingting, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1School of Economics and Finance, Chongqing University of Technology, Chongqing 400054
2Lab of Financial Risk Intelligent Early Warning and Modern Governance (Chongqing University of Technology), Chongqing 400054, bio={"content":"
born in 1994. PhD, master supervisor. Her main research interests include social media data mining and online public opinion analysis
"}, bioImg=null, bioContent=
born in 1994. PhD, master supervisor. Her main research interests include social media data mining and online public opinion analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420811833815466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420811661848998, language=CN, stringName=李婷婷, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1重庆理工大学经济金融学院 重庆 400054
2金融风险智能预警及现代治理实验室(重庆理工大学) 重庆 400054, bio={"img":"YjUsL8DIv53FQOPtPpW+Tw==","content":"
1994年生。博士,硕士生导师。主要研究方向为社交媒体数据挖掘、网络舆情分析
"}, bioImg=YjUsL8DIv53FQOPtPpW+Tw==, bioContent=
1994年生。博士,硕士生导师。主要研究方向为社交媒体数据挖掘、网络舆情分析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420811267584406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=1, ext=[AuthorCompanyExt(id=1329420811271778711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811267584406, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Economics and Finance, Chongqing University of Technology, Chongqing 400054), AuthorCompanyExt(id=1329420811280167320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811267584406, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1重庆理工大学经济金融学院 重庆 400054)]), AuthorCompany(id=1329420811343081881, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=2, ext=[AuthorCompanyExt(id=1329420811351470490, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811343081881, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Lab of Financial Risk Intelligent Early Warning and Modern Governance (Chongqing University of Technology), Chongqing 400054), AuthorCompanyExt(id=1329420811359859099, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811343081881, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2金融风险智能预警及现代治理实验室(重庆理工大学) 重庆 400054)])]), Author(id=1329420811917701548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420811984810414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420811917701548, language=EN, stringName=Shouqiang Sun, firstName=Shouqiang, middleName=null, lastName=Sun, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3School of Economics and Management, Xidian University, Xi’an 710126, bio={"content":"
born in 1995. PhD, lecturer. His main research interest includes multimodal data mining and management
"}, bioImg=null, bioContent=
born in 1995. PhD, lecturer. His main research interest includes multimodal data mining and management
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420812043530671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420811917701548, language=CN, stringName=孙守强, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3西安电子科技大学经济与管理学院 西安 710126, bio={"img":"ZbwKDiiMNpnm99knBqO+lg==","content":"
1995年生。博士,讲师。主要研究方向为多模态数据挖掘与管理
"}, bioImg=ZbwKDiiMNpnm99knBqO+lg==, bioContent=
1995年生。博士,讲师。主要研究方向为多模态数据挖掘与管理
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420811422773660, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=3, ext=[AuthorCompanyExt(id=1329420811435356573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811422773660, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Economics and Management, Xidian University, Xi’an 710126), AuthorCompanyExt(id=1329420811443745182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811422773660, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安电子科技大学经济与管理学院 西安 710126)])]), Author(id=1329420812119028145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420812198719923, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420812119028145, language=EN, stringName=Qingqing Li, firstName=Qingqing, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4School of Information Management, Wuhan University, Wuhan 430072, bio={"content":"
born in 1998. PhD. Her main research interests include social media data mining and online public opinion analysis
"}, bioImg=null, bioContent=
born in 1998. PhD. Her main research interests include social media data mining and online public opinion analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420812261634484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420812119028145, language=CN, stringName=李青青, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
4, address=
4武汉大学信息管理学院 武汉 430072, bio={"img":"MzB17TZMnEorRp6b6ZAHkA==","content":"
1998年生。博士。主要研究方向为社交媒体数据挖掘、网络舆情分析
"}, bioImg=MzB17TZMnEorRp6b6ZAHkA==, bioContent=
1998年生。博士。主要研究方向为社交媒体数据挖掘、网络舆情分析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420811502465439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=4, ext=[AuthorCompanyExt(id=1329420811510854048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811502465439, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4School of Information Management, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1329420811515048353, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811502465439, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4武汉大学信息管理学院 武汉 430072)])]), Author(id=1329420812324549046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329420812404240824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420812324549046, language=EN, stringName=Ling Wan, firstName=Ling, middleName=null, lastName=Wan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
5, address=
5School of Information and Intelligence Science and Technology, Hunan Agricultural University, Changsha 410128, bio={"content":"
born in 2001. Master candidate. Her main research interests include multimodal data mining, and geographic information and remote sensing technology
"}, bioImg=null, bioContent=
born in 2001. Master candidate. Her main research interests include multimodal data mining, and geographic information and remote sensing technology
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329420812458766777, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, authorId=1329420812324549046, language=CN, stringName=万玲, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
5, address=
5湖南农业大学信息与智能科学技术学院 长沙 410128, bio={"img":"2paThoA3xkGCfu4mLOdHaA==","content":"
2001 年生。硕士研究生。主要研究方向为多模态数据挖掘、地理信息遥感技术
"}, bioImg=2paThoA3xkGCfu4mLOdHaA==, bioContent=
2001 年生。硕士研究生。主要研究方向为多模态数据挖掘、地理信息遥感技术
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329420811577962914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=5, ext=[AuthorCompanyExt(id=1329420811590545827, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811577962914, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5School of Information and Intelligence Science and Technology, Hunan Agricultural University, Changsha 410128), AuthorCompanyExt(id=1329420811594740132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811577962914, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5湖南农业大学信息与智能科学技术学院 长沙 410128)])])], keywords=[Keyword(id=1329420812555235770, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, orderNo=1, keyword=financial public opinion), Keyword(id=1329420812618150331, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, orderNo=2, keyword=multimodal information), Keyword(id=1329420812676870588, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, orderNo=3, keyword=negative sentiment recognition), Keyword(id=1329420812739785149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, orderNo=4, keyword=graph convolutional network), Keyword(id=1329420812802699710, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, orderNo=5, keyword=Stacking ensemble), Keyword(id=1329420812857225663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, orderNo=1, keyword=金融舆情), Keyword(id=1329420812936917440, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, orderNo=2, keyword=多模态信息), Keyword(id=1329420813092106689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, orderNo=3, keyword=负向情感识别), Keyword(id=1329420813167604162, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, orderNo=4, keyword=图卷积网络), Keyword(id=1329420813234713027, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, orderNo=5, keyword=Stacking集成)], refs=[Reference(id=1329420815587717600, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=吴江, 段一奇. 金融评论文本情感分析研究趋势与未来展望[J]. 信息资源管理学报, 2025, 15(1): 86−101, articleTitle=null, refAbstract=null), Reference(id=1329420815654826465, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Jiang, Duan Yiqi. Trends and future prospects in sentiment analysis of financial reviews texts[J]. Journal of Information Resources Management, 2025, 15(1): 86−101 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420815730323938, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=欧阳资生, 陈世丽, 杨希特, 等. 经济政策不确定性、网络舆情与金融机构系统性风险[J]. 管理科学学报, 2023, 26(4): 62−86, articleTitle=null, refAbstract=null), Reference(id=1329420815810015715, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang Zisheng, Chen Shili, Yang Xite, et al. Economic policy uncertainty, network public opinion and systemic risk of financial institutions[J]. Journal of Management Sciences in China, 2023, 26(4): 62−86 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420815881318884, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=王虎, 吴浩伟, 江长斌. 聚焦热度变化、主题动态与情感趋势的微博舆情演化研究[J]. 情报杂志, 2024, 43(11): 144−151, 128, articleTitle=null, refAbstract=null), Reference(id=1329420815940039141, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Hu, Wu Haowei, Jiang Changbin. Evolution of Weibo public opinion: Heat changes, topic dynamics and sentiment trends[J]. Journal of Intelligence, 2024, 43(11): 144−151, 128 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816015536614, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Tingting, Zeng Ziming, Li Qingqing, et al. Integrating GIN-based multimodal feature transformation and multi-feature combination voting for irony-aware cyberbullying Detection[J]. Information Processing & Management, 2024, 61(3): 103651, articleTitle=null, refAbstract=null), Reference(id=1329420816112005607, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=曾子明, 孙守强, 李青青. 基于融合策略的突发公共卫生事件网络舆情多模态负面情感识别[J]. 情报学报, 2023, 42(5): 611−622, articleTitle=null, refAbstract=null), Reference(id=1329420816200085992, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeng Ziming, Sun Shouqiang, Li Qingqing. Multimodal negative sentiment recognition in online public opinion during public health emergencies based on fusion strategy[J]. Journal of the China Society for Scientific and Technical Information, 2023, 42(5): 611−622 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816283972073, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=王雪秋. 突发金融舆情事件信息传播规律与对策研究[J]. 情报科学, 2021, 39(4): 54−61, articleTitle=null, refAbstract=null), Reference(id=1329420816355275242, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xueqiu. Research on the characteristics and laws of financial public opinion events[J]. Information Science, 2021, 39(4): 54−61 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816413995499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=杨玲玲, 刘馨泽. 金融网络舆情演化机制仿真与实证[J]. 统计与信息论坛, 2024, 39(1): 74−86, articleTitle=null, refAbstract=null), Reference(id=1329420816485298668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Lingling, Liu Xinze. Simulation and demonstration of financial network public opinion evolution mechanism[J]. Journal of Statistics and Information, 2024, 39(1): 74−86 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816569184749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=方意, 王晏如. 金融科技媒体情绪与银行系统性风险[J]. 中山大学学报: 社会科学版, 2023, 63(3): 190−206, articleTitle=null, refAbstract=null), Reference(id=1329420816627905006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Fang Yi, Wang Yanru. Bank-tech sentiment and systemic risk[J]. Journal of Sun Yat-sen University: Social Science Edition, 2023, 63(3): 190−206 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816724373999, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=唐勇, 詹元毅, 林娟娟. 文本情绪对股指期货避险功能的非对称效应研究[J]. 金融理论与实践, 2023(7): 98−107, articleTitle=null, refAbstract=null), Reference(id=1329420816791482864, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Yong, Zhan Yuanyi, Lin Juanjuan. The asymmetric effect of text sentiment on the hedging function of stock index futures[J]. Financial Theory & Practice, 2023(7): 98−107 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420816850203121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Shixuan, Shi Wenxuan, Wang Jiancheng, et al. A deep learning-based approach to constructing a domain sentiment lexicon: A case study in financial distress prediction[J]. Information Processing & Management, 2021, 58(5): 102673, articleTitle=null, refAbstract=null), Reference(id=1329420816908923378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=姚加权, 冯绪, 王赞钧, 等. 语调、情绪及市场影响: 基于金融情绪词典[J]. 管理科学学报, 2021, 24(5): 26−46, articleTitle=null, refAbstract=null), Reference(id=1329420816971837939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Jiaquan, Feng Xu, Wang Zanjun. et al. Tone, sentiment and market impacts: The construction of Chinese sentiment dictionary in finance[J]. Journal of Management Sciences in China, 2021, 24(5): 26−46 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420817034752500, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=姜富伟, 孟令超, 唐国豪. 媒体文本情绪与股票回报预测[J]. 经济学(季刊), 2021, 21(4): 1323−1344, articleTitle=null, refAbstract=null), Reference(id=1329420817093472757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Fuwei, Meng Lingchao, Tang Guohao. Media textual sentiment and Chinese stock return predictability[J]. China Economic Quarterly, 2021, 21(4): 1323−1344 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420817147998710, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Agarwal B. Financial sentiment analysis model utilizing knowledge-base and domain-specific representation[J]. Multimedia Tools and Applications, 2023, 82(6): 8899−8920, articleTitle=null, refAbstract=null), Reference(id=1329420817210913271, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Popoola G, Abdullah K K, Fuhnwi G S, et al. Sentiment analysis of financial news data using TF-IDF and machine learning algorithms[C]//Proc of the 3rd IEEE Int Conf on AI in Cybersecurity (ICAIC). Piscataway, NJ: IEEE, 2024: 1−6, articleTitle=null, refAbstract=null), Reference(id=1329420817265439224, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Ahmad H O, Umar S U. Sentiment analysis of financial textual data using machine learning and deep learning models[J]. Informatica, 2023, 47(5): 153−158, articleTitle=null, refAbstract=null), Reference(id=1329420817324159481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=刘壮, 刘畅, Wayne Lin, 等. 用于金融文本挖掘的多任务学习预训练金融语言模型[J]. 计算机研究与发展, 2021, 58(8): 1761−1772, articleTitle=null, refAbstract=null), Reference(id=1329420817391268346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhuang, Liu Chang, Wayne Lin. et al. Pretraining financial language model with multi-task learning for financial text mining[J]. Journal of Computer Research and Development, 2021, 58(8): 1761−1772 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420817449988603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang A H, Wang H, Yang Y. FinBERT : A large language model for extracting information from financial text[J]. Contemporary Accounting Research, 2023, 40(2): 806−841, articleTitle=null, refAbstract=null), Reference(id=1329420817525486076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim J, Kim H S, Choi S Y. Forecasting the S&P 500 index using mathematical-based sentiment analysis and deep learning models: A FinBERT Transformer model and LSTM[J]. Axioms, 2023, 12(9): 835, articleTitle=null, refAbstract=null), Reference(id=1329420817588400637, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Xuan, Wen Fufang, Chu Beilin, et al. FinBERT2: A specialized bidirectional encoder for bridging the gap in finance-specific deployment of large language models[C]//Proc of the 31st ACM SIGKDD Conf on Knowledge Discovery and Data Mining V2. New York: ACM, 2025: 5117−5128, articleTitle=null, refAbstract=null), Reference(id=1329420817655509502, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Blythe C. Enhancing financial sentiment analysis with BERT and data augmentation for market impact prediction[J]. Journal of Computer Technology and Software, 2025, 4(7): 1−6, articleTitle=null, refAbstract=null), Reference(id=1329420817739395583, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Tong, Li Leida, Yang Jufeng, et al. Multimodal sentiment analysis with image-text interaction network[J]. IEEE Transactions on Multimedia, 2022, 25: 3375−3385, articleTitle=null, refAbstract=null), Reference(id=1329420817923944960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Hongchan, Lu Yantong, Zhu Haodong. Multi-modal sentiment analysis based on image and text fusion based on cross-attention Mechanism[J]. Electronics, 2024, 13(11): 2069, articleTitle=null, refAbstract=null), Reference(id=1329420817991053825, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=王顺杰, 蔡国永, 吕光瑞. 对抗软对比调制动态图学习的多模态会话情绪识别方法[J]. 计算机研究与发展, 2026, 63(2): 305−323, articleTitle=null, refAbstract=null), Reference(id=1329420818062356994, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Shunjie, Cai Guoyong, Lu Guangrui. Adversarial soft-contrast modulated dynamic graph learning for multimodal emotion recognition in conversations[J]. Journal of Computer Research and Development, 2026, 63(2): 305−323 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420818125271555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Shunxiang, Liu Jiajia, Jiao Yixuan, et al. A multimodal semantic fusion network with cross-modal alignment for multimodal sentiment analysis[J]. ACM Transactions on Multimedia Computing, Communications, and Applications, 2025, 21(10): 3744648, articleTitle=null, refAbstract=null), Reference(id=1329420818183991812, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Chaoyue, Zong Daoming, Li Baoxiang, et al. Multimodal sentiment analysis via efficient multimodal Transformer and modality-aware adaptive training strategy[C]//Proc of the 4th on Multimodal Sentiment Analysis Challenge and Workshop: Mimicked Emotions, Humour and Personalisation. New York: ACM, 2023: 11−17, articleTitle=null, refAbstract=null), Reference(id=1329420818242712069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Huan Ruohong, Zhong Guowei, Chen Peng, et al. Unimf: A unified multimodal framework for multimodal sentiment analysis in missing modalities and unaligned multimodal Sequences[J]. IEEE Transactions on Multimedia, 2023, 26: 5753−5768, articleTitle=null, refAbstract=null), Reference(id=1329420818305626630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=陈海丰, 李溪, 李岩, 等. 基于混合融合专家的多模态情感识别方法[J]. 计算机研究与发展, 2026, 63(6): 1478−1491, articleTitle=null, refAbstract=null), Reference(id=1329420818368541191, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Haifeng, Li Xi, Li Yan, et al. Multimodal emotion recognition method based on mixture of fusion experts[J]. Journal of Computer Research and Development, 2026, 63(6): 1478−1491 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329420818423067144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ziyu, Yang Tao, Chen Wen, et al. Sentiment analysis of social media comments based on multimodal attention fusion Network[J]. Applied Soft Computing, 2024, 164: 112011, articleTitle=null, refAbstract=null), Reference(id=1329420818548896265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Farimani S A, Jahan M V, Fard A M. An adaptive multimodal learning model for financial market price prediction[J]. IEEE Access, 2024, 12: 121846−121863, articleTitle=null, refAbstract=null), Reference(id=1329420818636976650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Lingyun, Chen Siyu, Meng Ziyang, et al. FMSA-SC: A fine-grained multimodal sentiment analysis dataset based on stock comment Videos[J]. IEEE Transactions on Multimedia, 2024, 26: 7294−7306, articleTitle=null, refAbstract=null), Reference(id=1329420818716668427, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Todd A, Bowden J, Cummins M, et al. A multimodal sentiment classifier for financial decision making[J]. International Review of Financial Analysis, 2025, 105: 104322, articleTitle=null, refAbstract=null), Reference(id=1329420818779582988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Radford A, Kim J W, Hallacy C, et al. Learning transferable visual models from natural language supervision[C]//Proc of the 38th Int Conf on Machine Learning. New York: PMLR, 2021: 8748−8763, articleTitle=null, refAbstract=null), Reference(id=1329420818863469069, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Malik U, Bernard S, Pauchet A, et al. Pseudo-labeling with large language models for multi-label emotion classification of french Tweets[J]. IEEE Access, 2024, 12: 15902−15916, articleTitle=null, refAbstract=null), Reference(id=1329420818926383630, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Piaopeng, Lu Hanglin, Zhang Yongjie. Unveiling tone manipulation in MD&A: Evidence from ChatGPT Experiments[J]. Finance Research Letters, 2024, 67: 105837, articleTitle=null, refAbstract=null), Reference(id=1329420819077378575, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Tellamekala M K, Amiriparian S, Schuller B W, et al. COLD Fusion: Calibrated and ordinal latent distribution fusion for uncertainty-aware multimodal emotion recognition[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2024, 46(2): 805−822, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329420811267584406, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=1, ext=[AuthorCompanyExt(id=1329420811271778711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811267584406, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Economics and Finance, Chongqing University of Technology, Chongqing 400054), AuthorCompanyExt(id=1329420811280167320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811267584406, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1重庆理工大学经济金融学院 重庆 400054)]), AuthorCompany(id=1329420811343081881, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=2, ext=[AuthorCompanyExt(id=1329420811351470490, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811343081881, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Lab of Financial Risk Intelligent Early Warning and Modern Governance (Chongqing University of Technology), Chongqing 400054), AuthorCompanyExt(id=1329420811359859099, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811343081881, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2金融风险智能预警及现代治理实验室(重庆理工大学) 重庆 400054)]), AuthorCompany(id=1329420811422773660, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=3, ext=[AuthorCompanyExt(id=1329420811435356573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811422773660, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3School of Economics and Management, Xidian University, Xi’an 710126), AuthorCompanyExt(id=1329420811443745182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811422773660, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3西安电子科技大学经济与管理学院 西安 710126)]), AuthorCompany(id=1329420811502465439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=4, ext=[AuthorCompanyExt(id=1329420811510854048, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811502465439, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4School of Information Management, Wuhan University, Wuhan 430072), AuthorCompanyExt(id=1329420811515048353, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811502465439, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
4武汉大学信息管理学院 武汉 430072)]), AuthorCompany(id=1329420811577962914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, xref=5, ext=[AuthorCompanyExt(id=1329420811590545827, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811577962914, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5School of Information and Intelligence Science and Technology, Hunan Agricultural University, Changsha 410128), AuthorCompanyExt(id=1329420811594740132, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, companyId=1329420811577962914, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
5湖南农业大学信息与智能科学技术学院 长沙 410128)])], figs=[ArticleFig(id=1329420813331182020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 1, caption=
GCN-Stacking collaborative enhancement-based multimodal financial public opinion negative sentiment intensity recognition, figureFileSmall=lWRwN5uNFGcfESuv0lZ+zw==, figureFileBig=Lhnprr9GbopGjFdjQOy+Bg==, tableContent=null), ArticleFig(id=1329420813394096581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图1, caption=
基于GCN-Stacking协同增强的多模态金融舆情负向情感强度识别, figureFileSmall=lWRwN5uNFGcfESuv0lZ+zw==, figureFileBig=Lhnprr9GbopGjFdjQOy+Bg==, tableContent=null), ArticleFig(id=1329420813616394694, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 2, caption=
The confidence distribution of negative emotion, figureFileSmall=0Blx6cYobFqdHUqSguw0zA==, figureFileBig=VIiQVc6KV3Inm6ItcVHDbA==, tableContent=null), ArticleFig(id=1329420813708669383, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图2, caption=
负向情感置信度分布, figureFileSmall=0Blx6cYobFqdHUqSguw0zA==, figureFileBig=VIiQVc6KV3Inm6ItcVHDbA==, tableContent=null), ArticleFig(id=1329420813771583944, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 3, caption=
The identification effect of emotional intensity corresponding to different values of K and $ \theta $, figureFileSmall=mUQ2/+ikAirRuzYJABa2ig==, figureFileBig=PQq+ecovfJioVEUwTT9BNg==, tableContent=null), ArticleFig(id=1329420813859664329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图3, caption=
不同K和$ \theta $的取值对应的情感强度识别效果, figureFileSmall=mUQ2/+ikAirRuzYJABa2ig==, figureFileBig=PQq+ecovfJioVEUwTT9BNg==, tableContent=null), ArticleFig(id=1329420813968716234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 4, caption=
Multi-modal graph representation and its corresponding adjacency matrix, figureFileSmall=lfOuWXGBJeYwZOR3zYQZBw==, figureFileBig=gzuJWyCLrwDeGOJkyyzYwA==, tableContent=null), ArticleFig(id=1329420814048408011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图4, caption=
多模态图表示及其对应的邻接矩阵, figureFileSmall=lfOuWXGBJeYwZOR3zYQZBw==, figureFileBig=gzuJWyCLrwDeGOJkyyzYwA==, tableContent=null), ArticleFig(id=1329420814136488396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 5, caption=
The effectiveness comparison of graph embedding methods, figureFileSmall=1OqJ7ER/rHz7Xbwc4vJtVw==, figureFileBig=CXU+L1naJihZzlWUfY2umg==, tableContent=null), ArticleFig(id=1329420814211985869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图5, caption=
图嵌入方法有效性对比, figureFileSmall=1OqJ7ER/rHz7Xbwc4vJtVw==, figureFileBig=CXU+L1naJihZzlWUfY2umg==, tableContent=null), ArticleFig(id=1329420814279094734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Figure 6, caption=
Comparison of basic classifiers in the first layer of Stacking, figureFileSmall=TPdB64ty849wSZs4L4Xjog==, figureFileBig=5pPKth/nZ9STNo2uPmpFpw==, tableContent=null), ArticleFig(id=1329420814346203599, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=图6, caption=
Stacking第1层的基础分类器对比, figureFileSmall=TPdB64ty849wSZs4L4Xjog==, figureFileBig=5pPKth/nZ9STNo2uPmpFpw==, tableContent=null), ArticleFig(id=1329420814409118160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 1, caption=
Multi-Model Consistency Labeling
, figureFileSmall=null, figureFileBig=null, tableContent=
| 标注模型 | 模型类型 | 领域适配优化措施 | 标注输出形式 |
|---|
| SnowNLP | 传统机器 学习模型 | 替换原始产品评论词典为金融领域专用词典(整合姚加权等人[11]与姜富伟等人[12]的金融文本词典,更适用于社交媒体等金融领域文本的情感分析) | 情感极性(正向/中性/负 向)+情感得分(0$ \sim $1) |
Finance- Sentiment ZH | 轻量级 Transformer模型 | 直接采用BardsAI公司开源的中文金融情感模型(基于Hugging Face Transformers框架调用,预训练数据含50万条中文金融文本),该模型已被广泛用于各种情感分析任务[34] | 情感极性(正向/中性/负 向)+置信度(0$ \sim $1) |
| FinBERT2 | 金融专用 BERT模型 | 采用在32B金融领域Token上预训练的FinBERT2-Base版本,适配金融术语的语义理解[19] | 情感极(正向/中性/负 向)+置信度(0$ \sim $1) |
), ArticleFig(id=1329420814476227025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表1, caption=
多模型一致性标注
, figureFileSmall=null, figureFileBig=null, tableContent=
| 标注模型 | 模型类型 | 领域适配优化措施 | 标注输出形式 |
|---|
| SnowNLP | 传统机器 学习模型 | 替换原始产品评论词典为金融领域专用词典(整合姚加权等人[11]与姜富伟等人[12]的金融文本词典,更适用于社交媒体等金融领域文本的情感分析) | 情感极性(正向/中性/负 向)+情感得分(0$ \sim $1) |
Finance- Sentiment ZH | 轻量级 Transformer模型 | 直接采用BardsAI公司开源的中文金融情感模型(基于Hugging Face Transformers框架调用,预训练数据含50万条中文金融文本),该模型已被广泛用于各种情感分析任务[34] | 情感极性(正向/中性/负 向)+置信度(0$ \sim $1) |
| FinBERT2 | 金融专用 BERT模型 | 采用在32B金融领域Token上预训练的FinBERT2-Base版本,适配金融术语的语义理解[19] | 情感极(正向/中性/负 向)+置信度(0$ \sim $1) |
), ArticleFig(id=1329420814534947282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 2, caption=
Data Details and Examples
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据信息 | 轻度负面 | 中度负面 | 强烈负面 |
|---|
| 文本 | 华胜天成 sh600410 这波已经3次反包了,今天深水,明天再次反包的可能性比较小。 | 领益智造大跌那天感觉天都塌了,然后打开通讯录找富婆姐姐要了2万零花钱加了一笔,现在可以开心的笑了 | 上周比较大的一个失误就是没有上长/城/军/工,这2天想上又觉得不想去冒险,剑管都喊话。A股超话#股民交流##今日看盘##a股#长城军工 sh601606 |
| 图像 |  |  |  |
| 标签数量 | 7567 | 6053 | 1513 |
), ArticleFig(id=1329420814606250451, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表2, caption=
数据详情及示例
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据信息 | 轻度负面 | 中度负面 | 强烈负面 |
|---|
| 文本 | 华胜天成 sh600410 这波已经3次反包了,今天深水,明天再次反包的可能性比较小。 | 领益智造大跌那天感觉天都塌了,然后打开通讯录找富婆姐姐要了2万零花钱加了一笔,现在可以开心的笑了 | 上周比较大的一个失误就是没有上长/城/军/工,这2天想上又觉得不想去冒险,剑管都喊话。A股超话#股民交流##今日看盘##a股#长城军工 sh601606 |
| 图像 |  |  |  |
| 标签数量 | 7567 | 6053 | 1513 |
), ArticleFig(id=1329420814660776404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 3, caption=
Comparative Results and Standard Deviation of Different Resampling Methods %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 采样方法 | F1 | R | P | A | AUC |
|---|
| 无重采样 | 82.11±0.27 | 82.32±0.26 | 82.99±0.28 | 82.32±0.26 | 94.38±0.25 |
| SMOTE(本文) | 82.34±0.52 | 82.43±0.47 | 82.69±0.53 | 82.43±0.47 | 94.66±0.33 |
| 随机过采样 | 82.19±0.63 | 82.36±0.59 | 82.93±0.56 | 82.36±0.59 | 94.61±0.33 |
| ADASYN | 82.22±0.50 | 82.30±0.52 | 82.48±0.49 | 82.30±0.52 | 94.59±0.24 |
| 随机欠采样 | 65.25±0.41 | 64.92±0.42 | 66.30±0.43 | 64.92±0.42 | 84.64±0.64 |
| Tomek Links | 81.34±0.72 | 81.54±0.72 | 82.20±0.64 | 81.54±0.72 | 93.96±0.35 |
| SMOTE Tomek | 81.56±0.45 | 81.65±0.43 | 81.89±0.44 | 81.65±0.43 | 94.24±0.25 |
| SMOTE ENN | 60.48±0.42 | 58.53±0.53 | 69.14±0.52 | 58.53±0.53 | 84.67±0.48 |
), ArticleFig(id=1329420814732079573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表3, caption=
不同重采样方法对比结果及标准差
, figureFileSmall=null, figureFileBig=null, tableContent=
| 采样方法 | F1 | R | P | A | AUC |
|---|
| 无重采样 | 82.11±0.27 | 82.32±0.26 | 82.99±0.28 | 82.32±0.26 | 94.38±0.25 |
| SMOTE(本文) | 82.34±0.52 | 82.43±0.47 | 82.69±0.53 | 82.43±0.47 | 94.66±0.33 |
| 随机过采样 | 82.19±0.63 | 82.36±0.59 | 82.93±0.56 | 82.36±0.59 | 94.61±0.33 |
| ADASYN | 82.22±0.50 | 82.30±0.52 | 82.48±0.49 | 82.30±0.52 | 94.59±0.24 |
| 随机欠采样 | 65.25±0.41 | 64.92±0.42 | 66.30±0.43 | 64.92±0.42 | 84.64±0.64 |
| Tomek Links | 81.34±0.72 | 81.54±0.72 | 82.20±0.64 | 81.54±0.72 | 93.96±0.35 |
| SMOTE Tomek | 81.56±0.45 | 81.65±0.43 | 81.89±0.44 | 81.65±0.43 | 94.24±0.25 |
| SMOTE ENN | 60.48±0.42 | 58.53±0.53 | 69.14±0.52 | 58.53±0.53 | 84.67±0.48 |
), ArticleFig(id=1329420814807577046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 4, caption=
Edge Numbers and Graph Density of Graph Network Corresponding to Different Values of K
, figureFileSmall=null, figureFileBig=null, tableContent=
| $ K $ | 边数量 | 图密度 |
|---|
| 100 | 211931 | 0.000925 |
| 200 | 255611 | 0.001116 |
| 300 | 268626 | 0.001173 |
| 400 | 268626 | 0.001173 |
| 500 | 268626 | 0.001173 |
| 600 | 268626 | 0.001173 |
), ArticleFig(id=1329420814883074519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表4, caption=
不同K值对应的图网络边数和图密度
, figureFileSmall=null, figureFileBig=null, tableContent=
| $ K $ | 边数量 | 图密度 |
|---|
| 100 | 211931 | 0.000925 |
| 200 | 255611 | 0.001116 |
| 300 | 268626 | 0.001173 |
| 400 | 268626 | 0.001173 |
| 500 | 268626 | 0.001173 |
| 600 | 268626 | 0.001173 |
), ArticleFig(id=1329420814954377688, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 5, caption=
Edge Numbers and Graph Density of Graph Network Corresponding to Different Values of $ \theta $
, figureFileSmall=null, figureFileBig=null, tableContent=
| $ \theta $ | 边数量 | 图密度 |
|---|
| 0.4 | 2350960 | 0.010267 |
| 0.5 | 730716 | 0.003191 |
| 0.6 | 268626 | 0.001173 |
| 0.7 | 154044 | 0.000673 |
| 0.8 | 102408 | 0.000447 |
| 0.9 | 78772 | 0.000344 |
| 1 | 12166 | 0.000053 |
), ArticleFig(id=1329420815013097945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表5, caption=
不同$ \theta $值对应的图网络边数和图密度
, figureFileSmall=null, figureFileBig=null, tableContent=
| $ \theta $ | 边数量 | 图密度 |
|---|
| 0.4 | 2350960 | 0.010267 |
| 0.5 | 730716 | 0.003191 |
| 0.6 | 268626 | 0.001173 |
| 0.7 | 154044 | 0.000673 |
| 0.8 | 102408 | 0.000447 |
| 0.9 | 78772 | 0.000344 |
| 1 | 12166 | 0.000053 |
), ArticleFig(id=1329420815084401114, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 6, caption=
The Top 9 Best GCN Configurations and Their Corresponding Recognition Effects
, figureFileSmall=null, figureFileBig=null, tableContent=
| 排名 | 层数 | 各层维度 | F1/% | R/% | P/% | A/% | AUC/% |
|---|
| 1 | 3 | [256, 256, 256] | 82.68 | 82.77 | 83.06 | 82.77 | 94.75 |
| 2 | 2 | [1024, 512] | 82.29 | 82.38 | 82.71 | 82.38 | 94.63 |
| 3 | 1 | [1024] | 82.29 | 82.38 | 82.68 | 82.38 | 94.48 |
| 4 | 1 | [512] | 82.20 | 82.30 | 82.59 | 82.30 | 94.56 |
| 5 | 2 | [256, 256] | 82.17 | 82.24 | 82.59 | 82.24 | 94.62 |
| 6 | 1 | [256] | 82.16 | 82.25 | 82.60 | 82.25 | 94.50 |
| 7 | 3 | [256, 512, 1024] | 82.15 | 82.24 | 82.48 | 82.24 | 94.45 |
| 8 | 2 | [512, 512] | 82.06 | 82.16 | 82.40 | 82.16 | 94.51 |
| 9 | 3 | [512, 256, 128] | 82.03 | 82.12 | 82.41 | 82.12 | 94.61 |
), ArticleFig(id=1329420815176675803, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表6, caption=
前9个最佳GCN配置极其对应的识别效果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 排名 | 层数 | 各层维度 | F1/% | R/% | P/% | A/% | AUC/% |
|---|
| 1 | 3 | [256, 256, 256] | 82.68 | 82.77 | 83.06 | 82.77 | 94.75 |
| 2 | 2 | [1024, 512] | 82.29 | 82.38 | 82.71 | 82.38 | 94.63 |
| 3 | 1 | [1024] | 82.29 | 82.38 | 82.68 | 82.38 | 94.48 |
| 4 | 1 | [512] | 82.20 | 82.30 | 82.59 | 82.30 | 94.56 |
| 5 | 2 | [256, 256] | 82.17 | 82.24 | 82.59 | 82.24 | 94.62 |
| 6 | 1 | [256] | 82.16 | 82.25 | 82.60 | 82.25 | 94.50 |
| 7 | 3 | [256, 512, 1024] | 82.15 | 82.24 | 82.48 | 82.24 | 94.45 |
| 8 | 2 | [512, 512] | 82.06 | 82.16 | 82.40 | 82.16 | 94.51 |
| 9 | 3 | [512, 256, 128] | 82.03 | 82.12 | 82.41 | 82.12 | 94.61 |
), ArticleFig(id=1329420815252173276, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 7, caption=
Performance Comparison Between Feature Enhancement and Original Multi-Modal Features Recognition Based on GCN %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | CLIP | | CLIP-GCN(本文) | | 提升百分点 |
|---|
| F1 | R | P | A | AUC | | F1 | R | P | A | AUC | | F1 | A |
|---|
| LR | 61.70 | 60.85 | 63.68 | 60.85 | 75.96 | | 63.96 | 63.34 | 65.39 | 63.34 | 77.33 | | 2.26 | 2.49 |
| DT | 77.20 | 76.71 | 78.17 | 76.71 | 81.33 | | 78.51 | 78.18 | 79.12 | 78.18 | 82.07 | | 1.31 | 1.47 |
| RF | 81.49 | 81.59 | 81.88 | 81.59 | 94.53 | | 82.68 | 82.77 | 83.06 | 82.77 | 94.75 | | 1.19 | 1.18 |
| LGBM | 79.99 | 80.07 | 80.04 | 80.07 | 91.86 | | 81.11 | 81.21 | 81.20 | 81.21 | 92.22 | | 1.12 | 1.14 |
| XGB | 80.93 | 81.03 | 81.08 | 81.03 | 93.57 | | 82.29 | 82.38 | 82.42 | 82.38 | 93.92 | | 1.36 | 1.35 |
| GBDT | 67.31 | 66.75 | 68.41 | 66.75 | 82.26 | | 67.92 | 67.46 | 68.85 | 67.46 | 82.78 | | 0.61 | 0.71 |
| MLP | 81.08 | 81.13 | 81.08 | 81.13 | 90.24 | | 81.35 | 81.42 | 81.39 | 81.42 | 90.49 | | 0.27 | 0.29 |
| TabNet | 75.45 | 75.26 | 75.88 | 75.26 | 86.44 | | 77.05 | 76.96 | 77.24 | 76.96 | 86.39 | | 1.60 | 1.70 |
), ArticleFig(id=1329420815336059357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表7, caption=
基于GCN的特征增强与原始多模态特征的识别性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | CLIP | | CLIP-GCN(本文) | | 提升百分点 |
|---|
| F1 | R | P | A | AUC | | F1 | R | P | A | AUC | | F1 | A |
|---|
| LR | 61.70 | 60.85 | 63.68 | 60.85 | 75.96 | | 63.96 | 63.34 | 65.39 | 63.34 | 77.33 | | 2.26 | 2.49 |
| DT | 77.20 | 76.71 | 78.17 | 76.71 | 81.33 | | 78.51 | 78.18 | 79.12 | 78.18 | 82.07 | | 1.31 | 1.47 |
| RF | 81.49 | 81.59 | 81.88 | 81.59 | 94.53 | | 82.68 | 82.77 | 83.06 | 82.77 | 94.75 | | 1.19 | 1.18 |
| LGBM | 79.99 | 80.07 | 80.04 | 80.07 | 91.86 | | 81.11 | 81.21 | 81.20 | 81.21 | 92.22 | | 1.12 | 1.14 |
| XGB | 80.93 | 81.03 | 81.08 | 81.03 | 93.57 | | 82.29 | 82.38 | 82.42 | 82.38 | 93.92 | | 1.36 | 1.35 |
| GBDT | 67.31 | 66.75 | 68.41 | 66.75 | 82.26 | | 67.92 | 67.46 | 68.85 | 67.46 | 82.78 | | 0.61 | 0.71 |
| MLP | 81.08 | 81.13 | 81.08 | 81.13 | 90.24 | | 81.35 | 81.42 | 81.39 | 81.42 | 90.49 | | 0.27 | 0.29 |
| TabNet | 75.45 | 75.26 | 75.88 | 75.26 | 86.44 | | 77.05 | 76.96 | 77.24 | 76.96 | 86.39 | | 1.60 | 1.70 |
), ArticleFig(id=1329420815403168222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=EN, label=Table 8, caption=
Performance Comparison of Single Modal and Multi-Modal Recognitions %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模态 | 算法 | F1 | R | P | A | AUC |
|---|
| 文本 | TF-IDF-LR | 62.89±4.11 | 61.30±5.93 | 69.02±0.51 | 61.30±5.93 | 79.57±0.81 |
| Fasttext | 53.40±1.00 | 57.34±0.71 | 76.50±0.89 | 57.34±0.71 | 64.24±0.30 |
| Bi-LSTM | 67.00±3.40 | 65.84±4.58 | 71.49±1.65 | 65.84±4.58 | 80.49±2.80 |
| (CLIP-RF)Text | 81.09±0.59 | 81.15±0.58 | 81.29±0.57 | 81.15±0.58 | 94.12±0.24 |
| 图像 | VGG16 | 42.93±0.62 | 43.44±0.51 | 42.47±0.71 | 43.44±0.51 | 49.67±0.45 |
| ResNet50 | 42.97±0.78 | 43.15±0.69 | 42.82±0.91 | 43.15±0.39 | 49.50±0.91 |
| (CLIP -RF)Image | 78.30±0.77 | 78.34±0.77 | 78.53±0.78 | 78.34±0.77 | 91.88±0.27 |
| 多模态 | BERT-ViT | 82.45±0.38 | 82.55±0.29 | 83.46±0.43 | 82.55±0.41 | 94.56±0.25 |
| BERT-ViT-CA | 74.58±1.12 | 74.90±1.11 | 74.82±1.03 | 74.90±1.11 | 85.11±0.96 |
| ViLT | 75.44±1.99 | 73.13±2.00 | 79.04±0.78 | 79.75±2.50 | 89.89±0.95 |
| OpenCLIP | 79.85±0.64 | 79.88±0.61 | 80.04±0.63 | 79.88±0.61 | 92.43±0.49 |
| CLIP-RF | 81.49±0.61 | 81.59±0.62 | 81.88±0.59 | 81.59±0.62 | 94.53±0.26 |
| CLIP-GCN | 82.68±0.60 | 82.77±0.58 | 83.06±0.59 | 82.77±0.58 | 94.75±0.39 |
| GCN-Stacking(本文) | 83.57±0.57 | 83.78±0.54 | 84.22±0.54 | 83.78±0.54 | 95.05±0.19 |
), ArticleFig(id=1329420815487054303, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329420808700670328, language=CN, label=表8, caption=
单模态、多模态识别性能对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模态 | 算法 | F1 | R | P | A | AUC |
|---|
| 文本 | TF-IDF-LR | 62.89±4.11 | 61.30±5.93 | 69.02±0.51 | 61.30±5.93 | 79.57±0.81 |
| Fasttext | 53.40±1.00 | 57.34±0.71 | 76.50±0.89 | 57.34±0.71 | 64.24±0.30 |
| Bi-LSTM | 67.00±3.40 | 65.84±4.58 | 71.49±1.65 | 65.84±4.58 | 80.49±2.80 |
| (CLIP-RF)Text | 81.09±0.59 | 81.15±0.58 | 81.29±0.57 | 81.15±0.58 | 94.12±0.24 |
| 图像 | VGG16 | 42.93±0.62 | 43.44±0.51 | 42.47±0.71 | 43.44±0.51 | 49.67±0.45 |
| ResNet50 | 42.97±0.78 | 43.15±0.69 | 42.82±0.91 | 43.15±0.39 | 49.50±0.91 |
| (CLIP -RF)Image | 78.30±0.77 | 78.34±0.77 | 78.53±0.78 | 78.34±0.77 | 91.88±0.27 |
| 多模态 | BERT-ViT | 82.45±0.38 | 82.55±0.29 | 83.46±0.43 | 82.55±0.41 | 94.56±0.25 |
| BERT-ViT-CA | 74.58±1.12 | 74.90±1.11 | 74.82±1.03 | 74.90±1.11 | 85.11±0.96 |
| ViLT | 75.44±1.99 | 73.13±2.00 | 79.04±0.78 | 79.75±2.50 | 89.89±0.95 |
| OpenCLIP | 79.85±0.64 | 79.88±0.61 | 80.04±0.63 | 79.88±0.61 | 92.43±0.49 |
| CLIP-RF | 81.49±0.61 | 81.59±0.62 | 81.88±0.59 | 81.59±0.62 | 94.53±0.26 |
| CLIP-GCN | 82.68±0.60 | 82.77±0.58 | 83.06±0.59 | 82.77±0.58 | 94.75±0.39 |
| GCN-Stacking(本文) | 83.57±0.57 | 83.78±0.54 | 84.22±0.54 | 83.78±0.54 | 95.05±0.19 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550930, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550930, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550930, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550930, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1790784000000, fullTextJson=null, articleText=null, reference=null)