Article(id=1329419472735154464, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329419378451394604, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550451, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1749139200000, receivedDateStr=2025-06-06, revisedDate=1760976000000, revisedDateStr=2025-10-21, acceptedDate=1761840000000, acceptedDateStr=2025-10-31, onlineDate=1794887901719, onlineDateStr=2026-11-17, pubDate=1774972800000, pubDateStr=2026-04-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794887901719, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794887901719, creator=13701087609, updateTime=1794887901719, updator=13701087609, issue=Issue{id=1329419378451394604, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='4', pageStart='825', pageEnd='1093', issueExtLink='null', onlineDate='null', pubDate='1774972800000', pubDateStr='2026-04-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794887879240, creator='13701087609', updateTime=1794887879240, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=998, endPage=1009, ext={EN=ArticleExt(id=1329419474693894437, articleId=1329419472735154464, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=FedDW: Distilling Weights Through Consistency Optimization in Heterogeneous Federated Learning, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Federated learning is a classic distributed machine learning paradigm that enables collaborative model training without centralizing data. This approach offers significant advantages in ensuring data privacy. However, it faces numerous challenges in terms of training efficiency and model performance due to the significant data heterogeneity across clients and the increasing scale of federated networks. Existing studies have shown that, in independent and identically distributed (IID) environments, the model parameter structure typically adheres to specific consistency relations, which are often preserved in the intermediate results during the neural network training process. If these consistency relations can be identified and regularized under non-independent and identically distributed (non-IID) data, it can help align the parameter distribution with the IID scenario, thereby mitigating the impact of data heterogeneity. Based on this idea, we introduce the concept of deep learning on encrypted data and propose a consistency optimization paradigm. We further explore the consistency relationship between data soft labels and the model’s classification layer weight matrix, from which we construct a new heterogeneous federated learning framework, FedDW. Experiments are conducted on four public datasets and several neural network models, including ResNet and ViT. The results show that, under highly heterogeneous client data settings, FedDW outperforms 10 state-of-the-art federated learning methods with an average accuracy improvement of approximately 3%. Moreover, we theoretically prove that FedDW offers higher training efficiency, with the additional backpropagation computation overhead being negligible.
, authors=Jiayu Liu
1, Yong Wang
1, 2, *, Jing Yang
1, Nianbin Wang
1, 2, authorsList=Jiayu Liu, Yong Wang, Jing Yang, Nianbin Wang, authorCompany=null, correspAuthors=Yong Wang, authorNote=
born in 2000. PhD candidate. Student member of CCF. His main research interests include federated learning, reinforcement learning, and expert system of LLM mixture
born in 1983. PhD, associate professor. Senior member of CCF. His main research interests include artificial intelligence, privacy computing, and Internet of things
born in 1962. PhD, professor. Senior member of CCF. Her main research interests include artificial intelligence, social computing, and privacy protection
born in 1967. PhD, professor. Senior member of CCF. His main research interests include artificial intelligence, large language model, and data mining
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329419477160145220, articleId=1329419472735154464, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=FedDW:基于一致性优化的权重蒸馏异构联邦学习方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
联邦学习是一种经典的分布式机器学习范式,允许在不集中数据的前提实现模型协同训练。该方法在保障数据隐私方面具有显著优势,然而由于客户端间数据异质性显著以及联邦规模不断扩大,对训练效率和模型性能提出诸多挑战。已有研究表明,在独立同分布(independent and identically distributed,IID)环境下,模型的参数结构通常满足特定一致性关系,这些一致性关系往往在神经网络训练过程的中间结果中得以保留。若在非独立同分布(non-independent and identically distributed,non-IID)数据下能够识别并正则化上述一致性关系,有助于将参数分布向IID情形对齐,从而缓解数据异质性带来的影响。基于上述思想,引入深度学习加密数据概念,并基于此提出了一种一致性优化范式。发掘数据软标签与模型分类层权重矩阵之间的一致性关系,据此构建了一个新的异构联邦学习框架FedDW。在4个公开数据集及多种神经网络模型(包括ResNet,ViT)上开展实验。结果表明,在高度异构的客户端数据设置下,FedDW相较于10种主流联邦学习方法在平均准确率上提升了约3个百分点。此外从理论上证明了FedDW具备更高的训练效率,其附加的反向传播计算开销可以忽略不计。
, authors=刘佳瑜
1, 王勇
1, 2, *, 杨静
1, 王念滨
1, 2, authorsList=刘佳瑜, 王勇, 杨静, 王念滨, authorCompany=null, correspAuthors=王勇, authorNote=
 |
2000年生。博士研究生。CCF学生会员。主要研究方向为联邦学习、强化学习、大语言模型混合专家系统 |
 |
1983年生。博士,副教授。CCF高级会员。主要研究方向为人工智能、隐私计算、物联网 |
 |
1962年生。博士,教授。CCF高级会员。主要研究方向为人工智能、社会计算、隐私保护 |
 |
1967年生。博士,教授。CCF高级会员。主要研究方向为人工智能、大语言模型、数据挖掘 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=WfQOGQ+264I3irrAQiABwA==, magXml=YKJBMFZaCyV0BW69q4aIDw==, pdfUrl=null, pdf=6o722uCwbxPnAuIfMmF0ow==, pdfFileSize=2040655, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=YmakZ/YsEBfPpFLsZGBSWg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=lhd78DJwJoqyIlIT1IY33g==, mapNumber=null, fund=null)}, authors=[Author(id=1329419477621518668, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jiayuliu@hrbeu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419477697016142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419477621518668, language=EN, stringName=Jiayu Liu, firstName=Jiayu, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001, bio={"content":"
born in 2000. PhD candidate. Student member of CCF. His main research interests include federated learning, reinforcement learning, and expert system of LLM mixture
"}, bioImg=null, bioContent=
born in 2000. PhD candidate. Student member of CCF. His main research interests include federated learning, reinforcement learning, and expert system of LLM mixture
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419477776707920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419477621518668, language=CN, stringName=刘佳瑜, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001, bio={"img":"vfZj1uL1ouAmDHRL8Adp+Q==","content":"
2000年生。博士研究生。CCF学生会员。主要研究方向为联邦学习、强化学习、大语言模型混合专家系统
"}, bioImg=vfZj1uL1ouAmDHRL8Adp+Q==, bioContent=
2000年生。博士研究生。CCF学生会员。主要研究方向为联邦学习、强化学习、大语言模型混合专家系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419477403414853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=1, ext=[AuthorCompanyExt(id=1329419477411803462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001), AuthorCompanyExt(id=1329419477420192071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001)])]), Author(id=1329419477839622482, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=wangyongcs@hrbeu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329419477944480085, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419477839622482, language=EN, stringName=Yong Wang, firstName=Yong, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001
2Modeling and Emulation in E-Government National Engineering Laboratory (Harbin Engineering University), Harbin 150001, bio={"content":"
born in 1983. PhD, associate professor. Senior member of CCF. His main research interests include artificial intelligence, privacy computing, and Internet of things
"}, bioImg=null, bioContent=
born in 1983. PhD, associate professor. Senior member of CCF. His main research interests include artificial intelligence, privacy computing, and Internet of things
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419478040949079, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419477839622482, language=CN, stringName=王勇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, *, address=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001
2电子政务建模仿真国家工程实验室(哈尔滨工程大学) 哈尔滨 150001, bio={"img":"5/S+XyIonZabsLPmtF2VRw==","content":"
1983年生。博士,副教授。CCF高级会员。主要研究方向为人工智能、隐私计算、物联网
"}, bioImg=5/S+XyIonZabsLPmtF2VRw==, bioContent=
1983年生。博士,副教授。CCF高级会员。主要研究方向为人工智能、隐私计算、物联网
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419477403414853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=1, ext=[AuthorCompanyExt(id=1329419477411803462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001), AuthorCompanyExt(id=1329419477420192071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001)]), AuthorCompany(id=1329419477483106632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=2, ext=[AuthorCompanyExt(id=1329419477487300937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Modeling and Emulation in E-Government National Engineering Laboratory (Harbin Engineering University), Harbin 150001), AuthorCompanyExt(id=1329419477550215498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2电子政务建模仿真国家工程实验室(哈尔滨工程大学) 哈尔滨 150001)])]), Author(id=1329419478116446553, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419478221304156, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419478116446553, language=EN, stringName=Jing Yang, firstName=Jing, middleName=null, lastName=Yang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001, bio={"content":"
born in 1962. PhD, professor. Senior member of CCF. Her main research interests include artificial intelligence, social computing, and privacy protection
"}, bioImg=null, bioContent=
born in 1962. PhD, professor. Senior member of CCF. Her main research interests include artificial intelligence, social computing, and privacy protection
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419478334550365, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419478116446553, language=CN, stringName=杨静, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001, bio={"img":"CUjRIDNCmP/3h6erwW15Zw==","content":"
1962年生。博士,教授。CCF高级会员。主要研究方向为人工智能、社会计算、隐私保护
"}, bioImg=CUjRIDNCmP/3h6erwW15Zw==, bioContent=
1962年生。博士,教授。CCF高级会员。主要研究方向为人工智能、社会计算、隐私保护
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419477403414853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=1, ext=[AuthorCompanyExt(id=1329419477411803462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001), AuthorCompanyExt(id=1329419477420192071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001)])]), Author(id=1329419478426825055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329419478540071267, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419478426825055, language=EN, stringName=Nianbin Wang, firstName=Nianbin, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001
2Modeling and Emulation in E-Government National Engineering Laboratory (Harbin Engineering University), Harbin 150001, bio={"content":"
born in 1967. PhD, professor. Senior member of CCF. His main research interests include artificial intelligence, large language model, and data mining
"}, bioImg=null, bioContent=
born in 1967. PhD, professor. Senior member of CCF. His main research interests include artificial intelligence, large language model, and data mining
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329419478846255460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, authorId=1329419478426825055, language=CN, stringName=王念滨, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001
2电子政务建模仿真国家工程实验室(哈尔滨工程大学) 哈尔滨 150001, bio={"img":"8EBgmb0VM/fhRNeKub2lFQ==","content":"
1967年生。博士,教授。CCF高级会员。主要研究方向为人工智能、大语言模型、数据挖掘
"}, bioImg=8EBgmb0VM/fhRNeKub2lFQ==, bioContent=
1967年生。博士,教授。CCF高级会员。主要研究方向为人工智能、大语言模型、数据挖掘
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329419477403414853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=1, ext=[AuthorCompanyExt(id=1329419477411803462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001), AuthorCompanyExt(id=1329419477420192071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001)]), AuthorCompany(id=1329419477483106632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=2, ext=[AuthorCompanyExt(id=1329419477487300937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Modeling and Emulation in E-Government National Engineering Laboratory (Harbin Engineering University), Harbin 150001), AuthorCompanyExt(id=1329419477550215498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2电子政务建模仿真国家工程实验室(哈尔滨工程大学) 哈尔滨 150001)])])], keywords=[Keyword(id=1329419478984667494, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, orderNo=1, keyword=federated learning), Keyword(id=1329419479047582055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, orderNo=2, keyword=data heterogeneity), Keyword(id=1329419479106302312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, orderNo=3, keyword=deep learning encrypted data), Keyword(id=1329419479190188393, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, orderNo=4, keyword=consistency optimization paradigm), Keyword(id=1329419479286657386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, orderNo=5, keyword=weight distillation), Keyword(id=1329419479366349163, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, orderNo=1, keyword=联邦学习), Keyword(id=1329419479425069420, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, orderNo=2, keyword=数据异质), Keyword(id=1329419479496372590, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, orderNo=3, keyword=深度学习加密数据), Keyword(id=1329419479613813103, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, orderNo=4, keyword=一致性优化范式), Keyword(id=1329419479693504880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, orderNo=5, keyword=权重蒸馏)], refs=[Reference(id=1329419481996177806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Kaiyue, Song Xuan, Zhang Chenhan, et al. Challenges and future directions of secure federated learning: A survey[J]. Frontiers of Computer Science, 2022, 16(5): 1−8, articleTitle=null, refAbstract=null), Reference(id=1329419482063286671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=林伟伟, 石方, 曾岚, 等. 联邦学习开源框架综述[J]. 计算机研究与发展, 2023, 60(7): 1551−1580, articleTitle=null, refAbstract=null), Reference(id=1329419482138784144, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin Weiwei, Shi Fang, Zeng Lan, et al. A review of federated learning open-source frameworks[J]. Journal of Computer Research and Development, 2023, 60(7): 1551−1580 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419482205893009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=McMahan B, Moore E, Ramage D, et al. Communication-efficient learning of deep networks from decentralized data[C]//Proc of the 20th Int Conf on Artificial intelligence and statistics. New York: PMLR, 2017: 1273−1282, articleTitle=null, refAbstract=null), Reference(id=1329419482298167698, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Kuangpu, Ding Yuhe, Liang Jian, et al. Not all minorities are equal: Empty-class-aware distillation for heterogeneous federated Learning[J]. arXiv preprint, arXiv: 2401.02329, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419482394636692, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Mang, Fang Xiuwen, Du Bo, et al. Heterogeneous federated learning: State-of-the-art and research challenges[J]. ACM Computing Surveys, 2023, 56(3): 1−44, articleTitle=null, refAbstract=null), Reference(id=1329419482461745557, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Yue, Li Meng, Lai Liangzhen, et al. Federated learning with non-iid data[J]. arXiv preprint, arXiv: 1806.00582, 2018, articleTitle=null, refAbstract=null), Reference(id=1329419482554020246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Shi Jiangming, Zheng Shanshan, Yin Xiangbo, et al. Clip-guided federated learning on heterogeneous and long-tailed data[J]. arXiv preprint, arXiv: 2312.08648, 2023, articleTitle=null, refAbstract=null), Reference(id=1329419482621129111, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Kang Bingyi, Xie Saining, Rohrbach M, et al. Decoupling representation and classifier for long-tailed recognition[J]. arXiv preprint, arXiv: 1910.09217, 2019, articleTitle=null, refAbstract=null), Reference(id=1329419482713403800, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Yi Liping, Wang Gang, Liu Xiaoguang, et al. FedGH: Heterogeneous federated learning with generalized global header[C]//Proc of the 31st ACM Int Conf on Multimedia. New York: ACM, 2023: 8686−8696, articleTitle=null, refAbstract=null), Reference(id=1329419482780512666, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jianqing, Liu Yang, Hua Yang, et al. FedTGP: Trainable global prototypes with adaptive-margin-enhanced contrastive learning for data and model heterogeneity in federated learning[C]//Proc of the 38th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2024: 16768−16776, articleTitle=null, refAbstract=null), Reference(id=1329419482856010139, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan Yue, Long Guodong, Liu Lu, et al. FedProto: Federated prototype learning across heterogeneous clients[C]//Proc of the 36th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2022: 8432−8440, articleTitle=null, refAbstract=null), Reference(id=1329419482914730396, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Chulin, Huang D, Chu Wenda, et al. PerAda: Parameter-efficient federated learning personalization with generalization guarantees[C]//Proc of the 37th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 23838−23848, articleTitle=null, refAbstract=null), Reference(id=1329419482986033566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Luyuan, Lin Manqing, Luan Tianyu, et al. MH-pFLID: Model heterogeneous personalized federated learning via injection and distillation for medical data analysis[J]. arXiv preprint, arXiv: 2405.06822, 2024, articleTitle=null, refAbstract=null), Reference(id=1329419483057336735, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Jeong E, Oh S, Kim H, et al. Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data[J]. arXiv preprint, arXiv: 1811.11479, 2018, articleTitle=null, refAbstract=null), Reference(id=1329419483111862688, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Hinton G, Vinyals O, Dean J, et al. Distilling the knowledge in a neural network[J]. arXiv preprint, arXiv: 1503.02531, 2015, articleTitle=null, refAbstract=null), Reference(id=1329419483170582945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Ligeng, Liu Zhijian, Han Song. Deep leakage from gradients[C]//Proc of the 33rd Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2019: 14747−14756, articleTitle=null, refAbstract=null), Reference(id=1329419483229303203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Fan Haoqi, Wu Yuxin, et al. Momentum contrast for unsupervised visual representation learning[C]//Proc of the 33rd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 9729−9738, articleTitle=null, refAbstract=null), Reference(id=1329419483288023460, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Yuhao, Huang Chao, Xia Lianghao, et al. Debiased contrastive learning for sequential recommendation[C]//Proc of the 32nd Int Conf on World Wide Web. New York: ACM, 2023: 1063−1073, articleTitle=null, refAbstract=null), Reference(id=1329419483342549413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=钱忠胜, 黄恒, 朱辉, 等. 融合层注意力机制的多视角图对比学习推荐方法[J]. 计算机研究与发展, 2025, 62(1): 160−178, articleTitle=null, refAbstract=null), Reference(id=1329419483401269670, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Qian Zhongsheng, Huang Heng, Zhu Hui, et al. Multiview graph contrastive learning recommendation method with fusion-layer attention mechanism[J]. Journal of Computer Research and Development, 2025, 62(1): 160−178 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419483468378536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jianqing, Liu Yang, Hua Yang, et al. An upload-efficient scheme for transferring knowledge from a server-side pre-trained generator to clients in heterogeneous federated learning[C]//Proc of the 37th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 12109−12119, articleTitle=null, refAbstract=null), Reference(id=1329419483527098793, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Tian, Sahu A K, Zaheer M, et al. Federated optimization in heterogeneous networks[J]. Machine Learning and Systems, 2020, 2(1): 429−450, articleTitle=null, refAbstract=null), Reference(id=1329419483585819050, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Qinbin, He Bingsheng, Song D. Model-contrastive federated learning[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 10713−10722, articleTitle=null, refAbstract=null), Reference(id=1329419483648733612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Durmus A E, Yue Z, Ramon M, et al. Federated learning based on dynamic regularization[J]. arXiv preprint, arXiv: 2111.04263, 2021, articleTitle=null, refAbstract=null), Reference(id=1329419483707453869, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Yuhang, Huang Wenke, Ye Mang. Fair federated learning under domain skew with local consistency and domain diversity[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 12077−12086, articleTitle=null, refAbstract=null), Reference(id=1329419483774562734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Sattler F, Korjakow T, Rischke R, et al. FedAUX: Leveraging unlabeled auxiliary data in federated learning[J]. IEEE Transactions on Neural Networks and Learning Systems, 2021, 34(9): 5531−5543, articleTitle=null, refAbstract=null), Reference(id=1329419483837477295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Collins L, Hassani H, Mokhtari A, et al. Exploiting shared representations for personalized federated learning[C]//Proc of the 38th Int Conf on Machine Learning. New York: ICML, 2021: 2089−2099, articleTitle=null, refAbstract=null), Reference(id=1329419483896197553, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Jianqing, Hua Yua, Wang Hao, et al. FedALA: Adaptive local aggregation for personalized federated learning[C]//Proc of the 36th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2023: 11237−11244, articleTitle=null, refAbstract=null), Reference(id=1329419483959112114, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Arivazhagan M G, Aggarwal V, Singh A K, et al. Federated learning with personalization layers[J]. arXiv preprint, arXiv: 1912.00818, 2019, articleTitle=null, refAbstract=null), Reference(id=1329419484022026675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=高雨佳, 王鹏飞, 刘亮, 等. 基于注意力增强元学习网络的个性化联邦学习方法[J]. 计算机研究与发展, 2024, 61(1): 196−208, articleTitle=null, refAbstract=null), Reference(id=1329419484101718453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Yujia, Wang Pengfei, Liu Liang, et al. Personalized federated learning method based on attention-enhanced meta-learning network[J]. Journal of Computer Research and Development, 2024, 61(1): 196−208 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419484160438710, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan A, Yu Han, Cui Lizhen, et al. Towards personalized federated learning[J]. IEEE Transactions on Neural Networks and Learning Systems, 2022, 34(12): 9587−9603, articleTitle=null, refAbstract=null), Reference(id=1329419484235936183, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=史宏志, 赵健, 赵雅倩, 等. 大模型时代的混合专家系统优化综述[J]. 计算机研究与发展, 2025, 62(5): 1164−1189, articleTitle=null, refAbstract=null), Reference(id=1329419484340793784, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Shi Hongzhi, Zhao Jian, Zhao Yaqian, et al. Survey on system optimization for mixture of experts in the era of large models[J]. Journal of Computer Research and Development, 2025, 62(5): 1164−1189 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419484399514042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=台建玮, 杨双宁, 王佳佳, 等. 大语言模型对抗性攻击与防御综述[J]. 计算机研究与发展, 2025, 62(3): 563−588, articleTitle=null, refAbstract=null), Reference(id=1329419484475011515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Tai Jianwei, Yang Shuangning, Wang Jiajia, et al. A review of adversarial attacks and defenses on large language models[J]. Journal of Computer Research and Development, 2025, 62(3): 563−588 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329419484533731772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen T, Kornblith S, Norouzi M, et al. A simple framework for contrastive learning of visual representations[C]//Proc of the 37th Int Conf on Machine Learning. New York: ICML, 2020: 1597−1607, articleTitle=null, refAbstract=null), Reference(id=1329419484621812157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Abadi M, Chu A, Goodfellow I, et al. Deep learning with differential privacy[C]//Proc of the 23rd ACM SIGSAC Conf on Computer and Communications Security. New York: ACM, 2016: 308−318, articleTitle=null, refAbstract=null), Reference(id=1329419484705698239, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Son H M, Kim M H, Chung T M, et al. FedUV: Uniformity and variance for heterogeneous federated learning[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 5863−5872, articleTitle=null, refAbstract=null), Reference(id=1329419484768612800, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Oh J, Kim S, Yun S Y. FedBABU: Towards enhanced representation for federated image classification[J]. arXiv preprint, arXiv: 2106.06042, 2021, articleTitle=null, refAbstract=null), Reference(id=1329419484831527361, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Fallah A, Mokhtari A, Ozdaglar A. Personalized federated learning: A meta-learning approach[J]. arXiv preprint, arXiv: 2002.07948, 2020, articleTitle=null, refAbstract=null), Reference(id=1329419484898636226, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Paszke A, Gross S, Massa F, et al. PyTorch: An imperative style, high-performance deep learning library[C]//Proc of the 33rd Advances in Neural Information Processing Systems. Cambridge, MA: MIT, 2019: 8024−8035, articleTitle=null, refAbstract=null), Reference(id=1329419484965745091, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Kingma D P, Ba J L. Adam: A method for stochastic optimization[J]. arXiv preprint, arXiv: 1412.6980, 2014, articleTitle=null, refAbstract=null), Reference(id=1329419485016076740, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xiangyu, Zhou Xinyu, Lin Mengxiao, et al. ShuffleNet: An extremely efficient convolutional neural network for mobile devices[C]//Proc of the 31st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2018: 6848−6856, articleTitle=null, refAbstract=null), Reference(id=1329419485078991301, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Howard A G, Zhu Menglong, Chen Bo, et al. MobileNets: Efficient convolutional neural networks for mobile vision applications[J]. arXiv preprint, arXiv: 1704.04861, 2017, articleTitle=null, refAbstract=null), Reference(id=1329419485141905862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16×16 words: Transformers for image recognition at scale[J]. arXiv preprint, arXiv: 2010.11929, 2020, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329419477403414853, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=1, ext=[AuthorCompanyExt(id=1329419477411803462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science and Technology, Harbin Engineering University, Harbin 150001), AuthorCompanyExt(id=1329419477420192071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477403414853, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工程大学计算机科学与技术学院 哈尔滨 150001)]), AuthorCompany(id=1329419477483106632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, xref=2, ext=[AuthorCompanyExt(id=1329419477487300937, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Modeling and Emulation in E-Government National Engineering Laboratory (Harbin Engineering University), Harbin 150001), AuthorCompanyExt(id=1329419477550215498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, companyId=1329419477483106632, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2电子政务建模仿真国家工程实验室(哈尔滨工程大学) 哈尔滨 150001)])], figs=[ArticleFig(id=1329419479794168177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 1, caption=
Using DLE data for regular optimization, figureFileSmall=idL7MUgEBP4n1bK/EZVJOw==, figureFileBig=YmakZ/YsEBfPpFLsZGBSWg==, tableContent=null), ArticleFig(id=1329419479873859954, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图1, caption=
使用DLE数据进行正则优化, figureFileSmall=idL7MUgEBP4n1bK/EZVJOw==, figureFileBig=YmakZ/YsEBfPpFLsZGBSWg==, tableContent=null), ArticleFig(id=1329419480066797939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 2, caption=
The relationship between module length and data volume, figureFileSmall=ylehu4aiWfZwrDIPRItkyA==, figureFileBig=x8yaEpPiBL4jqUCPnBkdUg==, tableContent=null), ArticleFig(id=1329419480171655540, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图2, caption=
模长与数据量之间的关系, figureFileSmall=ylehu4aiWfZwrDIPRItkyA==, figureFileBig=x8yaEpPiBL4jqUCPnBkdUg==, tableContent=null), ArticleFig(id=1329419480251347317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 3, caption=
Visual experiment, figureFileSmall=6eosbGGpMvi+izfcQ3l5nA==, figureFileBig=WFxIBE2GXTM7ZZ6EX2EGbw==, tableContent=null), ArticleFig(id=1329419480326844790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图3, caption=
可视化实验, figureFileSmall=6eosbGGpMvi+izfcQ3l5nA==, figureFileBig=WFxIBE2GXTM7ZZ6EX2EGbw==, tableContent=null), ArticleFig(id=1329419480393953655, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 4, caption=
The entire training process of FedDW, figureFileSmall=MshxHvLJw+3KEFyQ62mvGA==, figureFileBig=3g0DaNyVAsRPfhrOxRCRUQ==, tableContent=null), ArticleFig(id=1329419480461062520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图4, caption=
FedDW的整个训练过程, figureFileSmall=MshxHvLJw+3KEFyQ62mvGA==, figureFileBig=3g0DaNyVAsRPfhrOxRCRUQ==, tableContent=null), ArticleFig(id=1329419480523977081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 5, caption=
Learning curves of different FL methods in different environments, figureFileSmall=RW7/BKS7bjwaQD2ZaNEMJA==, figureFileBig=v8u4hFLNMNJmwCi+YZAQsg==, tableContent=null), ArticleFig(id=1329419480595280250, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图5, caption=
不同的联邦学习方法在不同环境下的学习曲线, figureFileSmall=RW7/BKS7bjwaQD2ZaNEMJA==, figureFileBig=v8u4hFLNMNJmwCi+YZAQsg==, tableContent=null), ArticleFig(id=1329419480712720763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 6, caption=
Thermal map of SL matrix and CR matrix of FedAvg in IID environment, figureFileSmall=Zv+kx1SNmsc7YciW5m63Ug==, figureFileBig=EzfEDQI6XkCHU1B0FJE+bQ==, tableContent=null), ArticleFig(id=1329419480784023932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图6, caption=
FedAvg在IID环境下的SL矩阵和CR矩阵热力图, figureFileSmall=Zv+kx1SNmsc7YciW5m63Ug==, figureFileBig=EzfEDQI6XkCHU1B0FJE+bQ==, tableContent=null), ArticleFig(id=1329419480838549885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 7, caption=
Thermal map of SL matrix and CR matrix of Fedavg in non-IID environment, figureFileSmall=MwehdFWI2MPqTDFXfcIY+w==, figureFileBig=Bf2kaIQzQuILZV2sC3Nc+g==, tableContent=null), ArticleFig(id=1329419480897270142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图7, caption=
FedAvg在non-IID环境下的SL矩阵和CR矩阵热力图, figureFileSmall=MwehdFWI2MPqTDFXfcIY+w==, figureFileBig=Bf2kaIQzQuILZV2sC3Nc+g==, tableContent=null), ArticleFig(id=1329419480976961919, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Figure 8, caption=
Thermal map of SL matrix and CR matrix of FedDW in non-IID environment, figureFileSmall=clibO1jPFDeytmLh6HlgrA==, figureFileBig=LuH9poJBBLcZrl0+KNaXtg==, tableContent=null), ArticleFig(id=1329419481060848001, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=图8, caption=
FedDW在non-IID环境下的SL矩阵和CR矩阵热力图, figureFileSmall=clibO1jPFDeytmLh6HlgrA==, figureFileBig=LuH9poJBBLcZrl0+KNaXtg==, tableContent=null), ArticleFig(id=1329419481119568258, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Table 1, caption=
Classification Accuracy of Different Methods %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 实际异构环境 | | 极端异构环境 |
|---|
| MNIST | CIFAR-10 | CIFAR-100 | IMDB | | MNIST | CIFAR-10 | CIFAR-100 | IMDB |
|---|
| FedAvg | 99.31±0.2 | 63.44±0.4 | 62.16±0.6 | 83.33±0.4 | | 95.05±0.5 | 48.36±0.3 | 43.47±0.5 | 71.09±0.9 |
| MOON | 99.42±0.1 | 64.33±0.5 | 63.35±0.3 | 81.14±0.3 | | 96.11±0.1 | 54.01±0.4 | 49.04±0.2 | 80.28±0.4 |
| FedBABU | 99.51±0.1 | 65.59±0.2 | 63.49±0.2 | 82.41±0.4 | | 96.78±0.2 | 53.06±0.2 | 50.12±0.3 | 81.08±0.2 |
| FedUV | 99.52±0.2 | 65.05±0.3 | 63.35±0.2 | 68.22±0.6 | | 96.65±0.3 | 54.97±0.3 | 44.09±0.5 | 55.12±0.4 |
| FedProx | 99.39±0.1 | 64.74±0.2 | 62.81±1.0 | 73.12±0.2 | | 95.12±0.4 | 51.39±0.3 | 46.07±0.2 | 66.84±0.4 |
| FedRep | 96.88±0.3 | 52.42±1.1 | 39.03±2.2 | 74.64±1.2 | | 67.23±1.2 | 28.05±1.5 | 23.46±0.9 | 54.13±0.8 |
| FedProto | 97.11±0.1 | 45.52±0.8 | 23.15±0.9 | 70.69±0.8 | | 49.83±4.2 | 27.64±1.6 | 16.48±1.3 | 53.85±2.4 |
| FedALA | 99.02±0.1 | 48.39±1.5 | 41.97±3.3 | 74.14±0.8 | | 79.16±1.2 | 32.58±0.8 | 28.16±1.2 | 61.46±0.7 |
| PerFedAvg | 99.12±0.1 | 64.23±0.1 | 62.22±0.5 | 79.76±0.6 | | 96.21±0.5 | − | − | 63.45±0.8 |
| FedDistill+ | 99.05±0.0 | 63.89±1.1 | 63.11±1.2 | 80.64±1.6 | | 96.09±2.1 | 53.11±0.9 | 47.17±1.7 | 64.08±1.1 |
| Local | 95.35±3.2 | 42.38±5.1 | 22.83±6.2 | 63.18±3.6 | | 55.76±9.2 | 25.75±3.2 | 15.54±8.8 | 51.11±4.5 |
| FedDW(本文) | 99.52±0.1 | 66.24±0.6 | 63.53±0.3 | 84.46±0.3 | | 96.66±0.5 | 57.73±0.5 | 50.21±0.3 | 82.81±0.4 |
), ArticleFig(id=1329419481195065731, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=表1, caption=
不同方法的分类准确率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 实际异构环境 | | 极端异构环境 |
|---|
| MNIST | CIFAR-10 | CIFAR-100 | IMDB | | MNIST | CIFAR-10 | CIFAR-100 | IMDB |
|---|
| FedAvg | 99.31±0.2 | 63.44±0.4 | 62.16±0.6 | 83.33±0.4 | | 95.05±0.5 | 48.36±0.3 | 43.47±0.5 | 71.09±0.9 |
| MOON | 99.42±0.1 | 64.33±0.5 | 63.35±0.3 | 81.14±0.3 | | 96.11±0.1 | 54.01±0.4 | 49.04±0.2 | 80.28±0.4 |
| FedBABU | 99.51±0.1 | 65.59±0.2 | 63.49±0.2 | 82.41±0.4 | | 96.78±0.2 | 53.06±0.2 | 50.12±0.3 | 81.08±0.2 |
| FedUV | 99.52±0.2 | 65.05±0.3 | 63.35±0.2 | 68.22±0.6 | | 96.65±0.3 | 54.97±0.3 | 44.09±0.5 | 55.12±0.4 |
| FedProx | 99.39±0.1 | 64.74±0.2 | 62.81±1.0 | 73.12±0.2 | | 95.12±0.4 | 51.39±0.3 | 46.07±0.2 | 66.84±0.4 |
| FedRep | 96.88±0.3 | 52.42±1.1 | 39.03±2.2 | 74.64±1.2 | | 67.23±1.2 | 28.05±1.5 | 23.46±0.9 | 54.13±0.8 |
| FedProto | 97.11±0.1 | 45.52±0.8 | 23.15±0.9 | 70.69±0.8 | | 49.83±4.2 | 27.64±1.6 | 16.48±1.3 | 53.85±2.4 |
| FedALA | 99.02±0.1 | 48.39±1.5 | 41.97±3.3 | 74.14±0.8 | | 79.16±1.2 | 32.58±0.8 | 28.16±1.2 | 61.46±0.7 |
| PerFedAvg | 99.12±0.1 | 64.23±0.1 | 62.22±0.5 | 79.76±0.6 | | 96.21±0.5 | − | − | 63.45±0.8 |
| FedDistill+ | 99.05±0.0 | 63.89±1.1 | 63.11±1.2 | 80.64±1.6 | | 96.09±2.1 | 53.11±0.9 | 47.17±1.7 | 64.08±1.1 |
| Local | 95.35±3.2 | 42.38±5.1 | 22.83±6.2 | 63.18±3.6 | | 55.76±9.2 | 25.75±3.2 | 15.54±8.8 | 51.11±4.5 |
| FedDW(本文) | 99.52±0.1 | 66.24±0.6 | 63.53±0.3 | 84.46±0.3 | | 96.66±0.5 | 57.73±0.5 | 50.21±0.3 | 82.81±0.4 |
), ArticleFig(id=1329419481291534725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Table 2, caption=
Accuracy of Scalability Experiment %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 客户端数量可扩展性 | | 训练轮次可扩展性 | | 模型可扩展性 |
|---|
| N=10 | N=50 | N=100 | | $ {S}_{r}=25 $,${C}_{r}=10 $ | $ {S}_{r}=125 $,${C}_{r}=2 $ | | ResNet-18 | ShuffleNet | MobileNet |
|---|
| FedAvg | 63.44±0.4 | 56.07±0.1 | 51.41±0.3 | | 65.72±0.3 | 66.09±0.2 | | 62.16±0.6 | 50.41±0.4 | 52.77±0.5 |
| MOON | 64.33±0.5 | 53.59±0.4 | 49.59±0.5 | | 65.84±0.4 | 65.56±0.7 | | 63.35±0.3 | 50.87±0.3 | 52.98±0.5 |
| FedBABU | 65.59±0.2 | 56.12±0.2 | 50.55±0.1 | | 66.89±0.1 | 66.33±0.2 | | 63.49±0.2 | 52.08±0.2 | 53.05±0.4 |
| FedUV | 65.05±0.3 | 56.81±0.2 | − | | 66.81±0.3 | 67.01±0.4 | | 63.35±0.2 | 51.97±0.2 | 53.13±0.1 |
| FedProx | 64.74±0.2 | 55.87±0.6 | 51.19±0.5 | | 65.84±0.2 | 66.19±0.4 | | 62.81±1.0 | 50.34±0.3 | 50.52±0.2 |
| FedRep | 52.42±1.1 | 38.66±1.3 | 35.12±0.9 | | 49.89±0.7 | 50.11±0.5 | | 39.03±2.2 | 40.56±0.7 | 41.66±0.9 |
| FedProto | 45.52±0.8 | 37.15±1.1 | 34.57±0.8 | | 44.52±0.6 | 45.04±0.3 | | 23.15±0.9 | 28.34±1.4 | 30.43±0.8 |
| FedALA | 48.39±1.5 | 39.71±0.7 | 35.87±0.8 | | 46.65±1.3 | 47.54±2.4 | | 41.97±3.3 | 34.17±0.4 | 39.44±0.5 |
| PerFedAvg | 64.23±0.1 | 55.23±0.3 | 50.11±0.3 | | 63.55±0.2 | 64.53±0.5 | | 62.22±0.5 | 48.44±0.3 | 49.11±0.3 |
| FedDistill+ | 63.89±1.1 | 54.94±2.1 | 50.78±0.5 | | 63.48±1.3 | 66.14±0.3 | | 63.11±1.2 | 51.11±0.4 | 52.88±0.5 |
| Local | 42.38±5.1 | 34.31±1.3 | 28.13±1.2 | | 40.68±3.4 | 41.02±2.8 | | 22.83±6.2 | 25.71±1.2 | 27.94±0.5 |
| FedDW(本文) | 66.24±0.6 | 57.6±0.3 | 51.73±0.4 | | 67.06±0.4 | 67.21±0.2 | | 63.53±0.3 | 51.92±0.4 | 53.71±0.3 |
), ArticleFig(id=1329419481362837894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=表2, caption=
扩展性实验的准确率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 客户端数量可扩展性 | | 训练轮次可扩展性 | | 模型可扩展性 |
|---|
| N=10 | N=50 | N=100 | | $ {S}_{r}=25 $,${C}_{r}=10 $ | $ {S}_{r}=125 $,${C}_{r}=2 $ | | ResNet-18 | ShuffleNet | MobileNet |
|---|
| FedAvg | 63.44±0.4 | 56.07±0.1 | 51.41±0.3 | | 65.72±0.3 | 66.09±0.2 | | 62.16±0.6 | 50.41±0.4 | 52.77±0.5 |
| MOON | 64.33±0.5 | 53.59±0.4 | 49.59±0.5 | | 65.84±0.4 | 65.56±0.7 | | 63.35±0.3 | 50.87±0.3 | 52.98±0.5 |
| FedBABU | 65.59±0.2 | 56.12±0.2 | 50.55±0.1 | | 66.89±0.1 | 66.33±0.2 | | 63.49±0.2 | 52.08±0.2 | 53.05±0.4 |
| FedUV | 65.05±0.3 | 56.81±0.2 | − | | 66.81±0.3 | 67.01±0.4 | | 63.35±0.2 | 51.97±0.2 | 53.13±0.1 |
| FedProx | 64.74±0.2 | 55.87±0.6 | 51.19±0.5 | | 65.84±0.2 | 66.19±0.4 | | 62.81±1.0 | 50.34±0.3 | 50.52±0.2 |
| FedRep | 52.42±1.1 | 38.66±1.3 | 35.12±0.9 | | 49.89±0.7 | 50.11±0.5 | | 39.03±2.2 | 40.56±0.7 | 41.66±0.9 |
| FedProto | 45.52±0.8 | 37.15±1.1 | 34.57±0.8 | | 44.52±0.6 | 45.04±0.3 | | 23.15±0.9 | 28.34±1.4 | 30.43±0.8 |
| FedALA | 48.39±1.5 | 39.71±0.7 | 35.87±0.8 | | 46.65±1.3 | 47.54±2.4 | | 41.97±3.3 | 34.17±0.4 | 39.44±0.5 |
| PerFedAvg | 64.23±0.1 | 55.23±0.3 | 50.11±0.3 | | 63.55±0.2 | 64.53±0.5 | | 62.22±0.5 | 48.44±0.3 | 49.11±0.3 |
| FedDistill+ | 63.89±1.1 | 54.94±2.1 | 50.78±0.5 | | 63.48±1.3 | 66.14±0.3 | | 63.11±1.2 | 51.11±0.4 | 52.88±0.5 |
| Local | 42.38±5.1 | 34.31±1.3 | 28.13±1.2 | | 40.68±3.4 | 41.02±2.8 | | 22.83±6.2 | 25.71±1.2 | 27.94±0.5 |
| FedDW(本文) | 66.24±0.6 | 57.6±0.3 | 51.73±0.4 | | 67.06±0.4 | 67.21±0.2 | | 63.53±0.3 | 51.92±0.4 | 53.71±0.3 |
), ArticleFig(id=1329419481438335367, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Table 3, caption=
Accuracy Comparison of Different Methods on Transformer Based Architecture Models %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 准确率 | | 方法 | 准确率 |
|---|
| FedAvg | 62.07±0.21 | | FedProto | 22.39±4.12 |
| MOON | 53.12±0.6 | | FedALA | 45.52±1.34 |
| FedBABU | 56.84±0.87 | | PerFedAvg | 44.32±0.87 |
| FedUV | 66.84±0.5 | | FedDistill+ | 63.96±1.43 |
| FedProx | 74.7±0.3 | | Local | 19.98±0.56 |
| FedRep | 49.21±2.3 | | FedDW(本文) | 79.62±0.6 |
), ArticleFig(id=1329419481564164488, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=表3, caption=
不同方法在基于Transformer架构模型上的准确率对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 准确率 | | 方法 | 准确率 |
|---|
| FedAvg | 62.07±0.21 | | FedProto | 22.39±4.12 |
| MOON | 53.12±0.6 | | FedALA | 45.52±1.34 |
| FedBABU | 56.84±0.87 | | PerFedAvg | 44.32±0.87 |
| FedUV | 66.84±0.5 | | FedDistill+ | 63.96±1.43 |
| FedProx | 74.7±0.3 | | Local | 19.98±0.56 |
| FedRep | 49.21±2.3 | | FedDW(本文) | 79.62±0.6 |
), ArticleFig(id=1329419481656439177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Table 4, caption=
Comparative Experiment of Time-Consuming
, figureFileSmall=null, figureFileBig=null, tableContent=
| FedAvg | FedProto | FedDW (本文) | FedBABU | MOON | FedRep |
|---|
| 耗时倍数 | 1 | 1.01 | 0.953 | 0.96 | 1.13 | 0.99 |
| | | | | | |
| FedUV | FedProx | FedALA | PerFedAvg | FedPer | FedDistill+ |
| 耗时倍数 | 0.974 | 1.03 | 0.975 | 1.11 | 1.06 | 1.02 |
), ArticleFig(id=1329419481744519562, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=表4, caption=
耗时对比实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| FedAvg | FedProto | FedDW (本文) | FedBABU | MOON | FedRep |
|---|
| 耗时倍数 | 1 | 1.01 | 0.953 | 0.96 | 1.13 | 0.99 |
| | | | | | |
| FedUV | FedProx | FedALA | PerFedAvg | FedPer | FedDistill+ |
| 耗时倍数 | 0.974 | 1.03 | 0.975 | 1.11 | 1.06 | 1.02 |
), ArticleFig(id=1329419481824211339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=EN, label=Table 5, caption=
Accuracy Comparison of Single Method and Combined Method %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 单个方法 | 结合DW |
|---|
| FedDW(本文) | 50.21±0.3 | |
| FedDistill+ | 43.96±0.8 | 47.26±0.6 |
| MOON | 49.04±0.9 | 52.81±0.2 |
| FedUV | 44.09±0.5 | 44.09±0.8 |
| FedProx | 46.07±0.3 | 48.39±0.8 |
), ArticleFig(id=1329419481891320204, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329419472735154464, language=CN, label=表5, caption=
单个方法和组合方法的准确率比较
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 单个方法 | 结合DW |
|---|
| FedDW(本文) | 50.21±0.3 | |
| FedDistill+ | 43.96±0.8 | 47.26±0.6 |
| MOON | 49.04±0.9 | 52.81±0.2 |
| FedUV | 44.09±0.5 | 44.09±0.8 |
| FedProx | 46.07±0.3 | 48.39±0.8 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550451, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550451, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550451, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550451, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1774972800000, fullTextJson=null, articleText=null, reference=null)