Article(id=1329461212955390553, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329460877864055544, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330722, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1693929600000, receivedDateStr=2023-09-06, revisedDate=1708358400000, revisedDateStr=2024-02-20, acceptedDate=null, acceptedDateStr=null, onlineDate=1794897853363, onlineDateStr=2026-11-17, pubDate=1714492800000, pubDateStr=2024-05-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794897853363, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794897853363, creator=13701087609, updateTime=1794897853363, updator=13701087609, issue=Issue{id=1329460877864055544, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='5', pageStart='1085', pageEnd='1347', issueExtLink='null', onlineDate='null', pubDate='1714492800000', pubDateStr='2024-05-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794897773471, creator='13701087609', updateTime=1794897773471, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1310, endPage=1324, ext={EN=ArticleExt(id=1329461213152522842, articleId=1329461212955390553, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Multimodal Learning Method Based on Intra- and Inter-Sample Cooperative Representation and Adaptive Fusion, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Multimodal machine learning represents a novel paradigm in artificial intelligence, leveraging various modalities and intelligent processing algorithms to achieve enhanced performance. Multimodal representation and fusion are two pivotal tasks in multimodal machine learning. Currently, most multimodal representation methods pay little attention to inter-sample collaboration, leading to a lack of robustness in feature representation. Additionally, most multimodal feature fusion methods exhibit sensitivity to noisy data. Therefore, in the realm of multimodal representation, an approach based on both intra-sample and inter-sample multimodal collaboration is proposed to facilitate a comprehensive understanding of interactions within and between modalities, ultimately enhancing the robustness of feature representation. Firstly, text, speech, and visual features are individually extracted based on pre-trained models such as BERT, Wav2vec 2.0, and Faster R-CNN. Subsequently, considering the complementarity and consistency of multimodal data, two categories of encoders, namely modality-specific and modality-shared, are constructed to learn both modality-specific and shared feature representations. Furthermore, intra-sample collaboration loss functions are formulated using central moment differences and orthogonality, while inter-sample collaboration loss functions are established using contrastive learning. Lastly, a representation learning function is designed based on intra-sample collaboration, inter-sample collaboration, and sample reconstruction errors. Regarding multimodal fusion, an adaptive multimodal feature fusion method is designed, accounting for the possibility that each modality may exhibit varying types of effects and levels of noise at different times, using attention mechanisms and gated neural networks. Experimental results on the multimodal intent recognition dataset MIntRec and emotion datasets CMU-MOSI and CMU-MOSEI demonstrate that this multimodal learning approach outperforms baseline methods across multiple evaluation metrics.
, authors=Xuejian Huang
1, 2, Tinghuai Ma
2, *, Gensheng Wang
3, authorsList=Xuejian Huang, Tinghuai Ma, Gensheng Wang, authorCompany=null, correspAuthors=Tinghuai Ma, authorNote=
born in 1990. PhD candidate, lecturer. Member of CCF. His main research interests include multimodal machine learning and social network analysis
born in 1974. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include social network privacy protection, big data mining, and text emotion computing
born in 1974. PhD, professor, PhD supervisor. Member of CCF. His main research interests include data mining and social network
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329461216675738223, articleId=1329461212955390553, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于样本内外协同表示和自适应融合的多模态学习方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
多模态机器学习是一种新的人工智能范式,结合各种模态和智能处理算法以实现更高的性能. 多模态表示和多模态融合是多模态机器学习的2个关键任务. 目前,多模态表示方法很少考虑样本间的协同,导致特征表示缺乏鲁棒性,大部分多模态特征融合方法对噪声数据敏感. 因此,在多模态表示方面,为了充分学习模态内和模态间的交互,提升特征表示的鲁棒性,提出一种基于样本内和样本间多模态协同的表示方法. 首先,分别基于预训练的BERT,Wav2vec 2.0,Faster R-CNN提取文本特征、语音特征和视觉特征;其次,针对多模态数据的互补性和一致性,构建模态特定和模态共用2类编码器,分别学习模态特有和共享2种特征表示;然后,利用中心矩差异和正交性构建样本内协同损失函数,采用对比学习构建样本间协同损失函数;最后,基于样本内协同误差、样本间协同误差和样本重构误差设计表示学习函数. 在多模态融合方面,针对每种模态可能在不同时刻表现出不同作用类型和不同级别的噪声,设计一种基于注意力机制和门控神经网络的自适应的多模态特征融合方法. 在多模态意图识别数据集MIntRec和情感数据集CMU-MOSI,CMU-MOSEI上的实验结果表明,该多模态学习方法在多个评价指标上优于基线方法.
, authors=黄学坚
1, 2, 马廷淮
2, *, 王根生
3, authorsList=黄学坚, 马廷淮, 王根生, authorCompany=null, correspAuthors=马廷淮, authorNote=
 |
1990年生. 博士研究生,讲师. CCF会员. 主要研究方向为多模态机器学习、社交网络分析 |
 |
1974年生. 博士,教授,博士生导师. CCF 高级会员. 主要研究方向为社交网络隐私保护、大数据挖掘、文本情感计算 |
 |
1974年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为数据挖掘、社交网络 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=Zl06oneweG1RGXqMtSPXLA==, magXml=v8MdZ9xYK9+4sczS9u1qqA==, pdfUrl=null, pdf=7FP0poZaVKsdQMfgG/8gOA==, pdfFileSize=2216114, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=F91XxIY0c5kgcJYgjZPtmQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=oc1//4ZLWBrXAAABzZThnQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329461217082585722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=huangxuejian@jxufe.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461217149694589, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217082585722, language=EN, stringName=Xuejian Huang, firstName=Xuejian, middleName=null, lastName=Huang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1College of VR Modern Industry, Jiangxi University of Finance and Economics, Nanchang 330013
2College of Computer, Nanjing University of Information Science and Technology, Nanjing 210044, bio={"content":"
born in 1990. PhD candidate, lecturer. Member of CCF. His main research interests include multimodal machine learning and social network analysis
"}, bioImg=null, bioContent=
born in 1990. PhD candidate, lecturer. Member of CCF. His main research interests include multimodal machine learning and social network analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461217212609150, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217082585722, language=CN, stringName=黄学坚, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1江西财经大学虚拟现实(VR)现代产业学院 南昌 330013
2南京信息工程大学计算机学院 南京 210044, bio={"img":"HABBe4hiuzlPMfiPZ1xDEw==","content":"
1990年生. 博士研究生,讲师. CCF会员. 主要研究方向为多模态机器学习、社交网络分析
"}, bioImg=HABBe4hiuzlPMfiPZ1xDEw==, bioContent=
1990年生. 博士研究生,讲师. CCF会员. 主要研究方向为多模态机器学习、社交网络分析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461216868676208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=1, ext=[AuthorCompanyExt(id=1329461216877064817, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216868676208, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of VR Modern Industry, Jiangxi University of Finance and Economics, Nanchang 330013), AuthorCompanyExt(id=1329461216881259122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216868676208, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1江西财经大学虚拟现实(VR)现代产业学院 南昌 330013)]), AuthorCompany(id=1329461216948367987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=2, ext=[AuthorCompanyExt(id=1329461216952562292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2College of Computer, Nanjing University of Information Science and Technology, Nanjing 210044), AuthorCompanyExt(id=1329461216960950901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南京信息工程大学计算机学院 南京 210044)])]), Author(id=1329461217296495232, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=thma@nuist.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329461217363604098, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217296495232, language=EN, stringName=Tinghuai Ma, firstName=Tinghuai, middleName=null, lastName=Ma, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2College of Computer, Nanjing University of Information Science and Technology, Nanjing 210044, bio={"content":"
born in 1974. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include social network privacy protection, big data mining, and text emotion computing
"}, bioImg=null, bioContent=
born in 1974. PhD, professor, PhD supervisor. Senior member of CCF. His main research interests include social network privacy protection, big data mining, and text emotion computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461217434907267, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217296495232, language=CN, stringName=马廷淮, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, *, address=
2南京信息工程大学计算机学院 南京 210044, bio={"img":"Ti2mRS7uBAQ+UVVRYJzdVA==","content":"
1974年生. 博士,教授,博士生导师. CCF 高级会员. 主要研究方向为社交网络隐私保护、大数据挖掘、文本情感计算
"}, bioImg=Ti2mRS7uBAQ+UVVRYJzdVA==, bioContent=
1974年生. 博士,教授,博士生导师. CCF 高级会员. 主要研究方向为社交网络隐私保护、大数据挖掘、文本情感计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461216948367987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=2, ext=[AuthorCompanyExt(id=1329461216952562292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2College of Computer, Nanjing University of Information Science and Technology, Nanjing 210044), AuthorCompanyExt(id=1329461216960950901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南京信息工程大学计算机学院 南京 210044)])]), Author(id=1329461217481044613, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329461217564930695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217481044613, language=EN, stringName=Gensheng Wang, firstName=Gensheng, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3College of Information Management, Jiangxi University of Finance and Economics, Nanchang 330013, bio={"content":"
born in 1974. PhD, professor, PhD supervisor. Member of CCF. His main research interests include data mining and social network
"}, bioImg=null, bioContent=
born in 1974. PhD, professor, PhD supervisor. Member of CCF. His main research interests include data mining and social network
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329461217627845256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, authorId=1329461217481044613, language=CN, stringName=王根生, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
3, address=
3江西财经大学信息管理学院 南昌 330013, bio={"img":"oVydvgBdYMXfYVEzaX7uFA==","content":"
1974年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为数据挖掘、社交网络
"}, bioImg=oVydvgBdYMXfYVEzaX7uFA==, bioContent=
1974年生. 博士,教授,博士生导师. CCF会员. 主要研究方向为数据挖掘、社交网络
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329461217015476854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=3, ext=[AuthorCompanyExt(id=1329461217023865463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461217015476854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3College of Information Management, Jiangxi University of Finance and Economics, Nanchang 330013), AuthorCompanyExt(id=1329461217028059768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461217015476854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3江西财经大学信息管理学院 南昌 330013)])])], keywords=[Keyword(id=1329461217720119945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, orderNo=1, keyword=multimodal representation), Keyword(id=1329461217783034506, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, orderNo=2, keyword=multimodal fusion), Keyword(id=1329461217858531979, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, orderNo=3, keyword=multimodal learning), Keyword(id=1329461217934029452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, orderNo=4, keyword=collaborative representation), Keyword(id=1329461217996944013, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, orderNo=5, keyword=adaptive fusion), Keyword(id=1329461218076635790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, orderNo=1, keyword=多模态表示), Keyword(id=1329461219699831439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, orderNo=2, keyword=多模态融合), Keyword(id=1329461219796300432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, orderNo=3, keyword=多模态学习), Keyword(id=1329461219871797905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, orderNo=4, keyword=协同表示), Keyword(id=1329461219951489682, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, orderNo=5, keyword=自适应融合)], refs=[Reference(id=1329461222426129075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Rahate A, Walambe R, Ramanna S, et al. Multimodal co-learning: Challenges, applications with datasets, recent advances and future directions[J]. Information Fusion, 2022, 81: 203−239, articleTitle=null, refAbstract=null), Reference(id=1329461222510015156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang P P, Lyu Y, Fan Xiang, et al. MultiBench: Multiscale benchmarks for multimodal representation learning[J]. arXiv preprint, arXiv: 2107.07502, 2021, articleTitle=null, refAbstract=null), Reference(id=1329461224120627893, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Hazarika D, Zimmermann R, Poria S. MISA: Modality-invariant and-specific representations for multimodal sentiment analysis[C]//Proc of the 28th ACM Int Conf on Multimedia. New York: ACM, 2020: 1122−1131, articleTitle=null, refAbstract=null), Reference(id=1329461224187736758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=李学龙. 多模态认知计算[J]. 中国科学:信息科学,2023,53(1):1−32, articleTitle=null, refAbstract=null), Reference(id=1329461224259039927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Xuelong. Multi-modal cognitive computing[J]. SCIENTIA SINICA Informationis, 2023, 53(1): 1−32(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329461224321954488, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Yang, Lin Zijie, Zhao Yanyan, et al. A text-centered shared-private framework via cross-modal prediction for multimodal sentiment analysis[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2021: 4730−4738, articleTitle=null, refAbstract=null), Reference(id=1329461224397451961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Zhongkai, Sarma P, Sethares W, et al. Learning relationships between text, audio, and video via deep canonical correlation for multimodal language analysis[C]//Proc of the 34th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2020: 8992−8999, articleTitle=null, refAbstract=null), Reference(id=1329461224464560826, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Tsai Y H H, Liang P P, Zadeh A, et al. Learning factorized multimodal representations[J]. arXiv preprint, arXiv: 1806.06176, 2018, articleTitle=null, refAbstract=null), Reference(id=1329461224527475387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Pham H, Liang P P, Manzini T, et al. Found in translation: Learning robust joint representations by cyclic translations between modalities[C] //Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 6892−6899, articleTitle=null, refAbstract=null), Reference(id=1329461224611361468, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yansen, Shen Ying, Liu Zhun, et al. Words can shift: Dynamically adjusting word representations using nonverbal behaviors[C]//Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 7216−7223, articleTitle=null, refAbstract=null), Reference(id=1329461224699441853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Mai Sijie, Zeng Ying, Zheng Shuangjia, et al. Hybrid contrastive learning of tri-modal representation for multimodal sentiment analysis[J]. IEEE Transactions on Affective Computing, 2023, 14(3): 2276−2289, articleTitle=null, refAbstract=null), Reference(id=1329461224774939326, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Xuejian, Ma Tinghuai, Jia Li, et al. An effective multimodal representation and fusion method for multimodal intent recognition[J]. Neurocomputing, 2023, 548: 126373, articleTitle=null, refAbstract=null), Reference(id=1329461224837853887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Chao, Yang Zichao, He Xiaodong, et al. Multimodal intelligence: Representation learning, information fusion, and applications[J]. IEEE Journal of Selected Topics in Signal Processing, 2020, 14(3): 478−93, articleTitle=null, refAbstract=null), Reference(id=1329461224909157056, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=张燕咏,张莎,张昱,等. 基于多模态融合的自动驾驶感知及计算[J]. 计算机研究与发展,2020,57(9):1781−1799, articleTitle=null, refAbstract=null), Reference(id=1329461224984654529, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yanyong, Zhang Sha, Zhang Yu, et al. Multi-modality fusion perception and computing in autonomous driving[J]. Journal of Computer Research and Development, 2020, 57(9): 1781−1799(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329461225039180482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Peng, Zhu Xiatian, Clifton D A. Multimodal learning with transformers: A survey[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2023, 45(10): 12113−12132, articleTitle=null, refAbstract=null), Reference(id=1329461225173398211, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zadeh A, Chen Minghai, Poria S, et al. Tensor fusion network for multimodal sentiment analysis[J]. arXiv preprint, arXiv: 1707.07250, 2017, articleTitle=null, refAbstract=null), Reference(id=1329461225253089988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhun, Shen Ying, Lakshminarasimhan V B, et al. Efficient low-rank multimodal fusion with modality-specific factors[J]. arXiv preprint, arXiv: 1806.00064, 2018, articleTitle=null, refAbstract=null), Reference(id=1329461225324393157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Mengmeng, Ren Jia, Zhao Long, et al. SMIL: Multimodal learning with severely missing modality[C]//Proc of the 35th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2021: 2302−2310, articleTitle=null, refAbstract=null), Reference(id=1329461225378919110, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Abdullah S M S A, Ameen S Y A, Sadeeq M A M, et al. Multimodal emotion recognition using deep learning[J]. Journal of Applied Science and Technology Trends, 2021, 2(2): 52−58, articleTitle=null, refAbstract=null), Reference(id=1329461225429250759, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Jabeen S, Li Xi, Amin M S, et al. A review on methods and applications in multimodal deep learning[J]. ACM Transactions on Multimedia Computing, Communications and Applications, 2023, 19(2s): 1−41, articleTitle=null, refAbstract=null), Reference(id=1329461225492165320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Miyazawa K, Kyuragi Y, Nagai T. Simple and effective multimodal learning based on pre-trained transformer models[J]. IEEE Access, 2022, 10: 29821−29833, articleTitle=null, refAbstract=null), Reference(id=1329461225576051401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Bayoudh K, Knani R, Hamdaoui F, et al. A survey on deep multimodal learning for computer vision: Advances, trends, applications, and datasets[J]. The Visual Computer, 2022, 38: 2939−2970, articleTitle=null, refAbstract=null), Reference(id=1329461225643160266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Liang P P, Liu Ziyin, Zadeh A, et al. Multimodal language analysis with recurrent multistage fusion[J]. arXiv preprint, arXiv: 1808.03920, 2018, articleTitle=null, refAbstract=null), Reference(id=1329461225819321035, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Tsai Y H H, Bai Shaojie, Liang P P, et al. Multimodal Transformer for unaligned multimodal language sequences[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 6558–6569, articleTitle=null, refAbstract=null), Reference(id=1329461225903207116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Mou Luntian, Zhou Chao, Zhao Pengfei, et al. Driver stress detection via multimodal fusion using attention-based CNN-LSTM[J]. Expert Systems with Applications, 2021, 173: 114693, articleTitle=null, refAbstract=null), Reference(id=1329461225961927373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Rahman W, Hasan M K, Lee S, et al. Integrating multimodal information in large pretrained transformers[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 2359−2369, articleTitle=null, refAbstract=null), Reference(id=1329461226024841934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Baevski A, Zhou Yuhao, Mohamed A, et al. Wav2vec 2.0: A framework for self-supervised learning of speech representations[C]// Proc of the 34th Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2020: 12449−12460, articleTitle=null, refAbstract=null), Reference(id=1329461226083562191, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Hsu W N, Bolte B, Tsai Y H H, et al. HuBERT: Self-supervised speech representation learning by masked prediction of hidden units[J]. IEEE/ACM Transactions on Audio, Speech, and Language Processing, 2021, 29: 3451−3460, articleTitle=null, refAbstract=null), Reference(id=1329461226142282448, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Sanyuan, Wang Chengyi, Chen Zhengyang, et al. WavLM: Large-scale self-supervised pre-training for full stack speech processing[J]. IEEE Journal of Selected Topics in Signal Processing, 2022, 16(6): 1505−1518, articleTitle=null, refAbstract=null), Reference(id=1329461226213585617, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Hanlei, Xu Hua, Wang Xin, et al. MIntRec: A new dataset for multimodal intent recognition[C]//Proc of the 30th ACM Int Conf on Multimedia. New York: ACM, 2022: 1688−1697, articleTitle=null, refAbstract=null), Reference(id=1329461226335220434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Tao Ruijie, Pan Zexu, Das R K, et al. Is someone speaking?: Exploring long-term temporal features for audio-visual active speaker detection[C]//Proc of the 29th ACM Int Conf on Multimedia. New York: ACM, 2021: 3927−3935, articleTitle=null, refAbstract=null), Reference(id=1329461226398134995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Chauhan D S, Akhtar M S, Ekbal A, et al. Context-aware interactive attention for multi-modal sentiment and emotion analysis[C]// Proc of the 2019 Conf on Empirical Methods in Natural Language Processing and the 9th Int Joint Conf on Natural Language Processing (EMNLP-IJCNLP). Stroudsburg, PA: ACL, 2019: 5647−5657, articleTitle=null, refAbstract=null), Reference(id=1329461226461049556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Qiuchi, Gkoumas D, Lioma C, et al. Quantum-inspired multimodal fusion for video sentiment analysis[J]. Information Fusion, 2021, 65: 58−71, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329461216868676208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=1, ext=[AuthorCompanyExt(id=1329461216877064817, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216868676208, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of VR Modern Industry, Jiangxi University of Finance and Economics, Nanchang 330013), AuthorCompanyExt(id=1329461216881259122, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216868676208, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1江西财经大学虚拟现实(VR)现代产业学院 南昌 330013)]), AuthorCompany(id=1329461216948367987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=2, ext=[AuthorCompanyExt(id=1329461216952562292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2College of Computer, Nanjing University of Information Science and Technology, Nanjing 210044), AuthorCompanyExt(id=1329461216960950901, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461216948367987, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2南京信息工程大学计算机学院 南京 210044)]), AuthorCompany(id=1329461217015476854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, xref=3, ext=[AuthorCompanyExt(id=1329461217023865463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461217015476854, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3College of Information Management, Jiangxi University of Finance and Economics, Nanchang 330013), AuthorCompanyExt(id=1329461217028059768, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, companyId=1329461217015476854, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3江西财经大学信息管理学院 南昌 330013)])], figs=[ArticleFig(id=1329461220085707411, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 1, caption=
Architecture of CoAdMu, figureFileSmall=QT8MfHWC3695zAGhiMk30Q==, figureFileBig=F91XxIY0c5kgcJYgjZPtmQ==, tableContent=null), ArticleFig(id=1329461220152816276, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图1, caption=
CoAdMu的架构, figureFileSmall=QT8MfHWC3695zAGhiMk30Q==, figureFileBig=F91XxIY0c5kgcJYgjZPtmQ==, tableContent=null), ArticleFig(id=1329461220333171349, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 2, caption=
说话人检测, figureFileSmall=RPTX0/cF0a+nlMV3+YUp7w==, figureFileBig=BX+N4YGWdSw6cvpAg7+/tg==, tableContent=null), ArticleFig(id=1329461220387697302, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图2, caption=
Speaker detection, figureFileSmall=RPTX0/cF0a+nlMV3+YUp7w==, figureFileBig=BX+N4YGWdSw6cvpAg7+/tg==, tableContent=null), ArticleFig(id=1329461220454806167, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 3, caption=
Self-attention calculation process, figureFileSmall=KZeLEp1Q3BagjJb8ZRQ8rA==, figureFileBig=gb4QwPNC8NbsOinSJl60Tg==, tableContent=null), ArticleFig(id=1329461220526109336, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图3, caption=
Self-attention计算流程图, figureFileSmall=KZeLEp1Q3BagjJb8ZRQ8rA==, figureFileBig=gb4QwPNC8NbsOinSJl60Tg==, tableContent=null), ArticleFig(id=1329461220589023897, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 4, caption=
Cross-attention calculation process, figureFileSmall=0UIiJym+/Haj0PTCufTzpQ==, figureFileBig=1dq+KXOrD9VqPFQ7xZwS9A==, tableContent=null), ArticleFig(id=1329461220656132762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图4, caption=
Cross-attention计算流程图, figureFileSmall=0UIiJym+/Haj0PTCufTzpQ==, figureFileBig=1dq+KXOrD9VqPFQ7xZwS9A==, tableContent=null), ArticleFig(id=1329461220731630235, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 5, caption=
Hyperparameter search, figureFileSmall=yGkNKKKlXrMU+VUcrbzKkQ==, figureFileBig=mBQiAtFyn9j0yqtsVIPBfQ==, tableContent=null), ArticleFig(id=1329461220807127708, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图5, caption=
超参数搜索, figureFileSmall=yGkNKKKlXrMU+VUcrbzKkQ==, figureFileBig=mBQiAtFyn9j0yqtsVIPBfQ==, tableContent=null), ArticleFig(id=1329461220865847965, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 6, caption=
Visualization of confusion matrix, figureFileSmall=QNw5Y+s0fDa7+OMDM/10Xw==, figureFileBig=KQ5CEgvlOVUKOiS0q6TVTA==, tableContent=null), ArticleFig(id=1329461220928762526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图6, caption=
混淆矩阵可视化, figureFileSmall=QNw5Y+s0fDa7+OMDM/10Xw==, figureFileBig=KQ5CEgvlOVUKOiS0q6TVTA==, tableContent=null), ArticleFig(id=1329461220979094175, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Figure 7, caption=
Feature distribution visualization, figureFileSmall=JuQXl4W6WpT5YfUXmY3z7g==, figureFileBig=6CHJ0dinZPjCvDYEVy9h+g==, tableContent=null), ArticleFig(id=1329461221050397344, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=图7, caption=
特征分布可视化, figureFileSmall=JuQXl4W6WpT5YfUXmY3z7g==, figureFileBig=6CHJ0dinZPjCvDYEVy9h+g==, tableContent=null), ArticleFig(id=1329461221113311905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 1, caption=
Division Results of Datasets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 训练集 | 验证集 | 测试集 |
|---|
| MIntRec | 1344 | 455 | 455 |
| CMU-MOSI | 1319 | 440 | 440 |
| CMU-MOSEI | 16265 | 1869 | 4643 |
), ArticleFig(id=1329461221172032162, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表1, caption=
数据集划分结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 训练集 | 验证集 | 测试集 |
|---|
| MIntRec | 1344 | 455 | 455 |
| CMU-MOSI | 1319 | 440 | 440 |
| CMU-MOSEI | 16265 | 1869 | 4643 |
), ArticleFig(id=1329461221247529635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 2, caption=
Hyperparameters Setting
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数类型 | 参数 | 参数值 |
|---|
| 模型参数 | 文本的最大序列长度${l_t}$ | 30 |
| 语音的最大序列长度$ {l_a} $ | 230 |
| 视频的最大序列长度${l_v}$ | 480 |
| 文本特征维度${F_t}$ | 768 |
| 语音特征维度${F_a}$ | 256 |
| 视觉特征维度${F_v}$ | 768 |
| ${L_{{\text{intra}}}}$的权重α | 0.7 |
| ${L_{{\text{inter}}}}$的权重β | 0.7 |
| ${L_{{\text{recon}}}}$的权重γ | 0.6 |
| 中心矩差异CMDK 的阶数K | 5 |
| 全连接神经网络的隐藏层大小 | 256 |
| 训练参数 | 学习率 | 3E–5 |
| 正则化参数 | 1E–6 |
| 最大训练轮次 | 20 |
| 停止训练的等待次数 | 6 |
| 批量训练的batch size | 8 |
| Dropout比例 | 0.1 |
| 优化器Optimizer | Adam |
), ArticleFig(id=1329461221318832804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表2, caption=
超参数设置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 参数类型 | 参数 | 参数值 |
|---|
| 模型参数 | 文本的最大序列长度${l_t}$ | 30 |
| 语音的最大序列长度$ {l_a} $ | 230 |
| 视频的最大序列长度${l_v}$ | 480 |
| 文本特征维度${F_t}$ | 768 |
| 语音特征维度${F_a}$ | 256 |
| 视觉特征维度${F_v}$ | 768 |
| ${L_{{\text{intra}}}}$的权重α | 0.7 |
| ${L_{{\text{inter}}}}$的权重β | 0.7 |
| ${L_{{\text{recon}}}}$的权重γ | 0.6 |
| 中心矩差异CMDK 的阶数K | 5 |
| 全连接神经网络的隐藏层大小 | 256 |
| 训练参数 | 学习率 | 3E–5 |
| 正则化参数 | 1E–6 |
| 最大训练轮次 | 20 |
| 停止训练的等待次数 | 6 |
| 批量训练的batch size | 8 |
| Dropout比例 | 0.1 |
| 优化器Optimizer | Adam |
), ArticleFig(id=1329461221394330277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 3, caption=
Comparison with Baselines on CMU-MOSI Dataset
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | MAE | PCC | Acc-2/% | F1-score/% | Acc-7/% |
|---|
| TFN | 0.970 | 0.633 | 73.9/– | 73.4/– | 32.1 |
| LMF | 0.912 | 0.668 | 76.4/– | 75.7/– | 32.8 |
| MFM | 0.951 | 0.662 | 78.1/– | 78.1/– | 36.2 |
| RMFN | 0.922 | 0.681 | 78.4/– | 78.0/– | 38.3 |
| CIA | 0.914 | 0.689 | 79.9/– | 79.5/– | 38.9 |
| MCTN | 0.909 | 0.676 | 79.3/– | 79.1/– | 35.6 |
| RAVEN | 0.915 | 0.691 | 78.0/– | 76.6/– | 33.2 |
| MulT | 0.871 | 0.698 | –/83.0 | –/82.8 | 40.0 |
| ICCN | 0.862 | 0.714 | –/83.0 | –/83.0 | 39.0 |
| MISA | 0.783 | 0.761 | 81.8/83.4 | 81.7/83.6 | 42.3 |
| MAG-BERT | 0.790 | 0.769 | 82.2/83.5 | 82.6/83.5 | 42.9 |
| QMF | 0.915 | 0.696 | –/79.7 | –/79.6 | 33.5 |
| HyCon | 0.713 | 0.790 | –/85.2 | –/85.1 | 46.6 |
| EMRFM | 0.722 | 0.785 | –/84.7 | –/84.8 | 46.1 |
| CoAdMu(本文) | 0.711 | 0.798 | 84.1/86.1 | 84.0/86.1 | 47.2 |
| △SOTA | ↓0.002 | ↑0.008 | ↑1.9/↑0.9 | ↑1.4/↑1.0 | ↑0.6 |
), ArticleFig(id=1329461221469827750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表3, caption=
在CMU-MOSI数据集上与基线的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | MAE | PCC | Acc-2/% | F1-score/% | Acc-7/% |
|---|
| TFN | 0.970 | 0.633 | 73.9/– | 73.4/– | 32.1 |
| LMF | 0.912 | 0.668 | 76.4/– | 75.7/– | 32.8 |
| MFM | 0.951 | 0.662 | 78.1/– | 78.1/– | 36.2 |
| RMFN | 0.922 | 0.681 | 78.4/– | 78.0/– | 38.3 |
| CIA | 0.914 | 0.689 | 79.9/– | 79.5/– | 38.9 |
| MCTN | 0.909 | 0.676 | 79.3/– | 79.1/– | 35.6 |
| RAVEN | 0.915 | 0.691 | 78.0/– | 76.6/– | 33.2 |
| MulT | 0.871 | 0.698 | –/83.0 | –/82.8 | 40.0 |
| ICCN | 0.862 | 0.714 | –/83.0 | –/83.0 | 39.0 |
| MISA | 0.783 | 0.761 | 81.8/83.4 | 81.7/83.6 | 42.3 |
| MAG-BERT | 0.790 | 0.769 | 82.2/83.5 | 82.6/83.5 | 42.9 |
| QMF | 0.915 | 0.696 | –/79.7 | –/79.6 | 33.5 |
| HyCon | 0.713 | 0.790 | –/85.2 | –/85.1 | 46.6 |
| EMRFM | 0.722 | 0.785 | –/84.7 | –/84.8 | 46.1 |
| CoAdMu(本文) | 0.711 | 0.798 | 84.1/86.1 | 84.0/86.1 | 47.2 |
| △SOTA | ↓0.002 | ↑0.008 | ↑1.9/↑0.9 | ↑1.4/↑1.0 | ↑0.6 |
), ArticleFig(id=1329461221536936615, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 4, caption=
Comparison with Baselines on CMU-MOSEI Dataset
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | MAE | PCC | Acc-2/% | F1-score/% | Acc-7/% |
|---|
| TFN | 0.610 | 0.671 | 79.4/– | 79.7/– | 49.8 |
| LMF | 0.608 | 0.677 | 80.6/– | 81.0/– | 50.0 |
| MFM | 0.602 | 0.692 | 81.1/– | 81.6/– | 50.7 |
| RMFN | 0.604 | 0.685 | 80.9/– | 81.2/– | 50.5 |
| CIA | 0.680 | 0.590 | 80.4/– | 78.2/– | 50.1 |
| MCTN | 0.609 | 0.670 | 79.8/– | 80.6/– | 49.6 |
| RAVEN | 0.614 | 0.662 | 79.1/– | 79.5/– | 50.0 |
| MulT | 0.580 | 0.703 | –/82.5 | –/82.3 | 51.8 |
| ICCN | 0.565 | 0.713 | –/84.2 | –/84.2 | 51.6 |
| MISA | 0.555 | 0.756 | 83.6/85.5 | 83.8/85.3 | 52.2 |
| MAG-BERT | 0.602 | 0.778 | 83.1/85.0 | 83.2/85.0 | 51.9 |
| QMF | 0.640 | 0.658 | –/80.7 | –/79.8 | 47.9 |
| HyCon | 0.601 | 0.776 | –/85.4 | –/85.6 | 52.8 |
| EMRFM | 0.600 | 0.775 | –/85.2 | –/85.3 | 52.3 |
| CoAdMu(本文) | 0.550 | 0.791 | 84.2/86.5 | 84.6/86.7 | 53.6 |
| △SOTA | ↓0.005 | ↑0.013 | ↑0.6/↑1.0 | ↑0.8/↑1.1 | ↑0.8 |
), ArticleFig(id=1329461221599851176, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表4, caption=
在CMU-MOSEI数据集上与基线的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | MAE | PCC | Acc-2/% | F1-score/% | Acc-7/% |
|---|
| TFN | 0.610 | 0.671 | 79.4/– | 79.7/– | 49.8 |
| LMF | 0.608 | 0.677 | 80.6/– | 81.0/– | 50.0 |
| MFM | 0.602 | 0.692 | 81.1/– | 81.6/– | 50.7 |
| RMFN | 0.604 | 0.685 | 80.9/– | 81.2/– | 50.5 |
| CIA | 0.680 | 0.590 | 80.4/– | 78.2/– | 50.1 |
| MCTN | 0.609 | 0.670 | 79.8/– | 80.6/– | 49.6 |
| RAVEN | 0.614 | 0.662 | 79.1/– | 79.5/– | 50.0 |
| MulT | 0.580 | 0.703 | –/82.5 | –/82.3 | 51.8 |
| ICCN | 0.565 | 0.713 | –/84.2 | –/84.2 | 51.6 |
| MISA | 0.555 | 0.756 | 83.6/85.5 | 83.8/85.3 | 52.2 |
| MAG-BERT | 0.602 | 0.778 | 83.1/85.0 | 83.2/85.0 | 51.9 |
| QMF | 0.640 | 0.658 | –/80.7 | –/79.8 | 47.9 |
| HyCon | 0.601 | 0.776 | –/85.4 | –/85.6 | 52.8 |
| EMRFM | 0.600 | 0.775 | –/85.2 | –/85.3 | 52.3 |
| CoAdMu(本文) | 0.550 | 0.791 | 84.2/86.5 | 84.6/86.7 | 53.6 |
| △SOTA | ↓0.005 | ↑0.013 | ↑0.6/↑1.0 | ↑0.8/↑1.1 | ↑0.8 |
), ArticleFig(id=1329461221666960041, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 5, caption=
Comparison with Baselines on MIntRec Dataset %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Acc | MP | MR | MF1 |
|---|
| MulT | 71.24 | 67.53 | 68.15 | 67.58 |
| MISA | 71.91 | 69.98 | 68.91 | 68.92 |
| MAG-BERT | 71.01 | 68.15 | 65.83 | 66.09 |
| HyCon | 71.33 | 68.93 | 65.21 | 66.37 |
| CoAdMu(本文) | 73.26 | 72.45 | 71.26 | 71.14 |
| △SOTA | ↑1.35 | ↑2.47 | ↑2.35 | ↑2.22 |
), ArticleFig(id=1329461221738263210, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表5, caption=
在MIntRec数据集上与基线的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Acc | MP | MR | MF1 |
|---|
| MulT | 71.24 | 67.53 | 68.15 | 67.58 |
| MISA | 71.91 | 69.98 | 68.91 | 68.92 |
| MAG-BERT | 71.01 | 68.15 | 65.83 | 66.09 |
| HyCon | 71.33 | 68.93 | 65.21 | 66.37 |
| CoAdMu(本文) | 73.26 | 72.45 | 71.26 | 71.14 |
| △SOTA | ↑1.35 | ↑2.47 | ↑2.35 | ↑2.22 |
), ArticleFig(id=1329461221805372075, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 6, caption=
F1-score for Each Fine-grained Intent Category in “Express Emotions and Attitudes” %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Complain | Praise | Apologize | Thank | Criticize | Care | Agree | Taunt | Flaunt | Joke | Oppose |
|---|
| MulT | 67.26 | 87.36 | 98.11 | 95.83 | 48.00 | 86.49 | 91.67 | 9.52 | 36.36 | 50.00 | 35.29 |
| MISA | 62.14 | 86.67 | 98.11 | 98.04 | 47.06 | 81.82 | 100.00 | 25.00 | 50.00 | 37.50 | 27.27 |
| MAG-BERT | 66.09 | 90.24 | 98.18 | 98.04 | 40.00 | 85.71 | 95.65 | 9.09 | 15.38 | 40.00 | 40.00 |
| HyCon | 66.67 | 93.83 | 98.11 | 98.11 | 48.89 | 94.74 | 95.65 | 10.00 | 23.53 | 28.57 | 38.10 |
| CoAdMu(本文) | 64.08 | 90.24 | 96.30 | 94.34 | 60.87 | 91.89 | 96.00 | 28.57 | 44.44 | 40.00 | 34.78 |
), ArticleFig(id=1329461221880869548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表6, caption=
“表达情绪或态度”中每个细粒度意图类别的F1-score
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Complain | Praise | Apologize | Thank | Criticize | Care | Agree | Taunt | Flaunt | Joke | Oppose |
|---|
| MulT | 67.26 | 87.36 | 98.11 | 95.83 | 48.00 | 86.49 | 91.67 | 9.52 | 36.36 | 50.00 | 35.29 |
| MISA | 62.14 | 86.67 | 98.11 | 98.04 | 47.06 | 81.82 | 100.00 | 25.00 | 50.00 | 37.50 | 27.27 |
| MAG-BERT | 66.09 | 90.24 | 98.18 | 98.04 | 40.00 | 85.71 | 95.65 | 9.09 | 15.38 | 40.00 | 40.00 |
| HyCon | 66.67 | 93.83 | 98.11 | 98.11 | 48.89 | 94.74 | 95.65 | 10.00 | 23.53 | 28.57 | 38.10 |
| CoAdMu(本文) | 64.08 | 90.24 | 96.30 | 94.34 | 60.87 | 91.89 | 96.00 | 28.57 | 44.44 | 40.00 | 34.78 |
), ArticleFig(id=1329461221947978413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 7, caption=
F1-score for Each Fine-grained Intent Category in “Achieve Goals” %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Comfort | Inform | Advise | Arrange | Introduce | Leave | Prevent | Greet | Ask for help |
|---|
| MulT | 68.57 | 69.72 | 72.00 | 64.00 | 60.00 | 70.27 | 80.00 | 91.67 | 69.57 |
| MISA | 78.79 | 69.57 | 70.59 | 65.00 | 72.00 | 75.00 | 85.71 | 90.91 | 57.14 |
| MAG-BERT | 70.00 | 70.23 | 60.47 | 62.22 | 61.90 | 75.00 | 80.00 | 90.91 | 72.73 |
| HyCon | 74.29 | 65.67 | 72.73 | 62.50 | 59.46 | 68.97 | 69.23 | 85.71 | 72.73 |
| CoAdMu(本文) | 83.33 | 69.64 | 77.19 | 57.78 | 71.79 | 83.87 | 82.76 | 85.71 | 70.59 |
), ArticleFig(id=1329461222027670190, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表7, caption=
“实现目标”中每个细粒度意图类别的F1-score
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | Comfort | Inform | Advise | Arrange | Introduce | Leave | Prevent | Greet | Ask for help |
|---|
| MulT | 68.57 | 69.72 | 72.00 | 64.00 | 60.00 | 70.27 | 80.00 | 91.67 | 69.57 |
| MISA | 78.79 | 69.57 | 70.59 | 65.00 | 72.00 | 75.00 | 85.71 | 90.91 | 57.14 |
| MAG-BERT | 70.00 | 70.23 | 60.47 | 62.22 | 61.90 | 75.00 | 80.00 | 90.91 | 72.73 |
| HyCon | 74.29 | 65.67 | 72.73 | 62.50 | 59.46 | 68.97 | 69.23 | 85.71 | 72.73 |
| CoAdMu(本文) | 83.33 | 69.64 | 77.19 | 57.78 | 71.79 | 83.87 | 82.76 | 85.71 | 70.59 |
), ArticleFig(id=1329461222124139183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 8, caption=
Ablation Experiment Results
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | CMU-MOSI | | CMU-MOSEI | | MIntRec |
|---|
| MAE | Acc-7/% | | MAE | Acc-7/% | | Acc/% | MF1/% |
|---|
| CoAdMu(本文) | 0.711 | 47.2 | | 0.550 | 53.6 | | 73.3 | 71.1 |
| ①(–)Text | 1.372 | 22.6 | | 0.790 | 24.6 | | 29.9 | 22.8 |
| ②(–)Video | 0.786 | 44.7 | | 0.561 | 50.9 | | 71.5 | 67.4 |
| ③(–)Audio | 0.730 | 46.1 | | 0.557 | 52.0 | | 73.1 | 70.8 |
| ④(–)Lintra | 0.791 | 43.9 | | 0.568 | 49.4 | | 71.4 | 68.9 |
| ⑤(–)Linter | 0.734 | 45.8 | | 0.559 | 51.6 | | 72.6 | 70.5 |
| ⑥(–)Lrecon | 0.798 | 43.2 | | 0.570 | 49.1 | | 69.5 | 67.6 |
| ⑦(–)MultRe | 0.803 | 42.6 | | 0.575 | 48.4 | | 70.6 | 68.5 |
| ⑧(*)MultRe | 0.784 | 44.9 | | 0.562 | 50.9 | | 71.6 | 69.4 |
| ⑨(–)Gate_V | 0.805 | 42.3 | | 0.572 | 48.7 | | 69.6 | 66.7 |
| ⑩(–)Gate_A | 0.728 | 46.6 | | 0.555 | 52.5 | | 72.6 | 70.1 |
| ⑪(–)MultFu | 0.807 | 42.0 | | 0.578 | 48.0 | | 69.1 | 66.3 |
), ArticleFig(id=1329461222195442352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表8, caption=
消融实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | CMU-MOSI | | CMU-MOSEI | | MIntRec |
|---|
| MAE | Acc-7/% | | MAE | Acc-7/% | | Acc/% | MF1/% |
|---|
| CoAdMu(本文) | 0.711 | 47.2 | | 0.550 | 53.6 | | 73.3 | 71.1 |
| ①(–)Text | 1.372 | 22.6 | | 0.790 | 24.6 | | 29.9 | 22.8 |
| ②(–)Video | 0.786 | 44.7 | | 0.561 | 50.9 | | 71.5 | 67.4 |
| ③(–)Audio | 0.730 | 46.1 | | 0.557 | 52.0 | | 73.1 | 70.8 |
| ④(–)Lintra | 0.791 | 43.9 | | 0.568 | 49.4 | | 71.4 | 68.9 |
| ⑤(–)Linter | 0.734 | 45.8 | | 0.559 | 51.6 | | 72.6 | 70.5 |
| ⑥(–)Lrecon | 0.798 | 43.2 | | 0.570 | 49.1 | | 69.5 | 67.6 |
| ⑦(–)MultRe | 0.803 | 42.6 | | 0.575 | 48.4 | | 70.6 | 68.5 |
| ⑧(*)MultRe | 0.784 | 44.9 | | 0.562 | 50.9 | | 71.6 | 69.4 |
| ⑨(–)Gate_V | 0.805 | 42.3 | | 0.572 | 48.7 | | 69.6 | 66.7 |
| ⑩(–)Gate_A | 0.728 | 46.6 | | 0.555 | 52.5 | | 72.6 | 70.1 |
| ⑪(–)MultFu | 0.807 | 42.0 | | 0.578 | 48.0 | | 69.1 | 66.3 |
), ArticleFig(id=1329461222262551217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=EN, label=Table 9, caption=
Speech and Visual Feature Fusion Weights under Different Intent Categories
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 语音特征融合权重 | 视觉特征融合权重 |
|---|
| Advise | 0.17 | 0.97 |
| Agree | 0.40 | 0.98 |
| Apologize | 0.93 | 0.98 |
| Arrange | 0.24 | 0.99 |
| Ask for help | 0.15 | 0.99 |
| Care | 0.24 | 0.97 |
| Comfort | 0.80 | 0.99 |
| Complain | 0.92 | 0.94 |
| Criticize | 0.93 | 0.98 |
| Flaunt | 0.88 | 0.92 |
| Greet | 0.47 | 0.97 |
| Inform | 0.73 | 0.95 |
| Introduce | 0.72 | 0.96 |
| Joke | 0.85 | 0.98 |
| Leave | 0.78 | 0.96 |
| Oppose | 0.50 | 0.99 |
| Praise | 0.96 | 0.68 |
| Prevent | 0.52 | 0.98 |
| Taunt | 0.87 | 0.96 |
| Thank | 0.98 | 0.92 |
), ArticleFig(id=1329461222338048690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329461212955390553, language=CN, label=表9, caption=
不同意图类别下的语音和视觉特征融合权重
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 语音特征融合权重 | 视觉特征融合权重 |
|---|
| Advise | 0.17 | 0.97 |
| Agree | 0.40 | 0.98 |
| Apologize | 0.93 | 0.98 |
| Arrange | 0.24 | 0.99 |
| Ask for help | 0.15 | 0.99 |
| Care | 0.24 | 0.97 |
| Comfort | 0.80 | 0.99 |
| Complain | 0.92 | 0.94 |
| Criticize | 0.93 | 0.98 |
| Flaunt | 0.88 | 0.92 |
| Greet | 0.47 | 0.97 |
| Inform | 0.73 | 0.95 |
| Introduce | 0.72 | 0.96 |
| Joke | 0.85 | 0.98 |
| Leave | 0.78 | 0.96 |
| Oppose | 0.50 | 0.99 |
| Praise | 0.96 | 0.68 |
| Prevent | 0.52 | 0.98 |
| Taunt | 0.87 | 0.96 |
| Thank | 0.98 | 0.92 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330722, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330722, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330722, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330722, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1714492800000, fullTextJson=null, articleText=null, reference=null)