Article(id=1325493670253822813, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550002, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1735660800000, receivedDateStr=2025-01-01, revisedDate=1754841600000, revisedDateStr=2025-08-11, acceptedDate=1756742400000, acceptedDateStr=2025-09-02, onlineDate=1793951917470, onlineDateStr=2026-11-06, pubDate=1769875200000, pubDateStr=2026-02-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1793951917470, onlineIssueDateStr=2026-11-06, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1793951917470, creator=13701087609, updateTime=1793951917470, updator=13701087609, issue=Issue{id=1325493569112388051, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='2', pageStart='275', pageEnd='538', issueExtLink='null', onlineDate='null', pubDate='1769875200000', pubDateStr='2026-02-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1793951893355, creator='13701087609', updateTime=1793952511329, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1325496161167090054, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1325496161167090055, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1325493569112388051, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=505, endPage=524, ext={EN=ArticleExt(id=1325493671914767199, articleId=1325493670253822813, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Survey on Reinforcement Learning-Based Service Function Chain Deployment, columnId=1325493671541474142, journalTitle=Journal of Computer Research and Development, columnName=Network and Information Security, runingTitle=null, highlight=null, articleAbstract=
With the rapid development of emerging network technologies such as B5G/6G and Internet of things, network services present characteristics of diverse business types, differentiated quality requirements, and dynamic resource demands. Under the software defined networking (SDN) and network function virtualization (NFV) paradigm, service function chaining (SFC) technology enables customized network service deployment through flexible orchestration of virtual network functions (VNF). However, SFC deployment in dynamic network environments faces challenges such as large decision space, and complex and changing environments. Reinforcement learning (RL) demonstrates significant advantages in solving SFC deployment problems due to its capability to adaptively learn complex environmental characteristics and make dynamic decisions. Although research on applying RL to SFC deployment has made certain progress, a systematic and comprehensive review analysis remains lacking. To address this gap, the fundamental concepts and technical architecture of SFC deployment are elaborated, along with a specific introduction to the RL-based SFC deployment framework. Subsequently, from the perspectives of algorithm design, application scenarios, and optimization strategies, the research progress and innovative applications of reinforcement learning in three key phases—SFC placement, scheduling, and reconfiguration—are systematically examined and thoroughly analyzed. Finally, the advantages and limitations of existing research in terms of algorithm design, performance optimization, and practical deployment are summarized, while technical challenges and future development trends in this field are analyzed.
, authors=Yintan Ai
1, Hongwei Ruan
1, Hanlin Liu
1, Hua Li
1, 2, 3, *, authorsList=Yintan Ai, Hongwei Ruan, Hanlin Liu, Hua Li, authorCompany=null, correspAuthors=Hua Li, authorNote=
born in 1994. PhD candidate. His main research interests include software-defined networking, service function chaining, and multi-agent reinforcement learning
born in 1981. PhD. His main research interests include software-defined networking and software testing. (csrhw@imu.edu.cn)
born in 1996. PhD candidate. Her main research interests include intent-based networking and graph neural networks. (imucslhl@mail.imu.edu.cn)
born in 1964. PhD, professor, PhD supervisor. Her main research interests include cloud-network integration, big data analysis and evaluation methods, and software service computing and testing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1325493681926570873, articleId=1325493670253822813, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于强化学习的服务功能链部署综述, columnId=1325493672690713440, journalTitle=计算机研究与发展, columnName=网络与信息安全, runingTitle=null, highlight=null, articleAbstract=
在软件定义网络和网络功能虚拟化范式下,服务功能链(service function chaining,SFC)技术通过灵活编排虚拟网络功能实现了网络服务的定制化部署。然而,动态网络环境下SFC部署面临着决策空间大、环境复杂多变等挑战。强化学习因其自适应学习复杂环境特征并动态决策的能力,在解决SFC部署问题上展现出显著优势。该研究首先阐述了SFC部署的基本概念与技术架构,并具体介绍了基于强化学习的SFC部署框架。随后,从算法设计、应用场景和优化策略等角度,梳理并深入分析了强化学习在SFC放置、调度和重配置3个关键阶段中的研究进展与创新应用。最后,总结了现有研究在算法设计、性能优化和实际部署方面的优势与局限,并分析了该领域的技术挑战与未来发展趋势。
, authors=爱因坦
1, 阮宏玮
1, 刘翰林
1, 李华
1, 2, 3, *, authorsList=爱因坦, 阮宏玮, 刘翰林, 李华, authorCompany=null, correspAuthors=李华, authorNote=
 |
1994年生。博士研究生。主要研究方向为软件定义网络、服务功能链、多智能体强化学习 |
 |
1981年生。博士。主要研究方向为软件定义网络、软件测试 |
 |
1996年生。博士研究生。主要研究方向为意图驱动网络、图神经网络 |
 |
1964年生。博士,教授,博士生导师。主要研究方向为云网融合、大数据分析与评估方法、软件服务计算与测试 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=p2ZK6cjVYg8he6UGnwuoSg==, magXml=qwHb7ytJ3rWon9g30y9Ebw==, pdfUrl=null, pdf=4wqAvV21WhWNx9Mi+bpQBQ==, pdfFileSize=1134713, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=OT331tEXFjwTuusXEoYSXQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=oU7CiY4A41StkSsYI+xmmw==, mapNumber=null, fund=null)}, authors=[Author(id=1325493689522455429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=aiyintan@mail.imu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493689904137095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493689522455429, language=EN, stringName=Yintan Ai, firstName=Yintan, middleName=null, lastName=Ai, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science, Inner Mongolia University, Hohhot 010021, bio={"content":"
born in 1994. PhD candidate. His main research interests include software-defined networking, service function chaining, and multi-agent reinforcement learning
"}, bioImg=null, bioContent=
born in 1994. PhD candidate. His main research interests include software-defined networking, service function chaining, and multi-agent reinforcement learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493690390676360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493689522455429, language=CN, stringName=爱因坦, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1内蒙古大学计算机学院 呼和浩特 010021, bio={"img":"9hXPvmADSjdXt/3DBe4MvA==","content":"
1994年生。博士研究生。主要研究方向为软件定义网络、服务功能链、多智能体强化学习
"}, bioImg=9hXPvmADSjdXt/3DBe4MvA==, bioContent=
1994年生。博士研究生。主要研究方向为软件定义网络、服务功能链、多智能体强化学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493684887749498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=1, ext=[AuthorCompanyExt(id=1325493685646918523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science, Inner Mongolia University, Hohhot 010021), AuthorCompanyExt(id=1325493685734998908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1内蒙古大学计算机学院 呼和浩特 010021)])]), Author(id=1325493691191788426, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=csrhw@imu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493691984511884, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493691191788426, language=EN, stringName=Hongwei Ruan, firstName=Hongwei, middleName=null, lastName=Ruan, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science, Inner Mongolia University, Hohhot 010021, bio={"content":"
born in 1981. PhD. His main research interests include software-defined networking and software testing. (csrhw@imu.edu.cn)
"}, bioImg=null, bioContent=
born in 1981. PhD. His main research interests include software-defined networking and software testing. (csrhw@imu.edu.cn)
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493693632873357, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493691191788426, language=CN, stringName=阮宏玮, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1内蒙古大学计算机学院 呼和浩特 010021, bio={"img":"VJ2TOW7EPUJtSWrVbLpJpA==","content":"
1981年生。博士。主要研究方向为软件定义网络、软件测试
"}, bioImg=VJ2TOW7EPUJtSWrVbLpJpA==, bioContent=
1981年生。博士。主要研究方向为软件定义网络、软件测试
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493684887749498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=1, ext=[AuthorCompanyExt(id=1325493685646918523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science, Inner Mongolia University, Hohhot 010021), AuthorCompanyExt(id=1325493685734998908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1内蒙古大学计算机学院 呼和浩特 010021)])]), Author(id=1325493693775479695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=imucslhl@mail.imu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1325493694870193041, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493693775479695, language=EN, stringName=Hanlin Liu, firstName=Hanlin, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1College of Computer Science, Inner Mongolia University, Hohhot 010021, bio={"content":"
born in 1996. PhD candidate. Her main research interests include intent-based networking and graph neural networks. (imucslhl@mail.imu.edu.cn)
"}, bioImg=null, bioContent=
born in 1996. PhD candidate. Her main research interests include intent-based networking and graph neural networks. (imucslhl@mail.imu.edu.cn)
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493694966662034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493693775479695, language=CN, stringName=刘翰林, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1内蒙古大学计算机学院 呼和浩特 010021, bio={"img":"D33AmwLpNXR1CyGpMxJd+Q==","content":"
1996年生。博士研究生。主要研究方向为意图驱动网络、图神经网络
"}, bioImg=D33AmwLpNXR1CyGpMxJd+Q==, bioContent=
1996年生。博士研究生。主要研究方向为意图驱动网络、图神经网络
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493684887749498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=1, ext=[AuthorCompanyExt(id=1325493685646918523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science, Inner Mongolia University, Hohhot 010021), AuthorCompanyExt(id=1325493685734998908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1内蒙古大学计算机学院 呼和浩特 010021)])]), Author(id=1325493695398675348, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=cslihua@imu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1325493696673743769, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493695398675348, language=EN, stringName=Hua Li, firstName=Hua, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1College of Computer Science, Inner Mongolia University, Hohhot 010021
2Engineering Research Center of Ecological Big Data (Inner Mongolia University), Ministry of Education, Hohhot 010021
3Inner Mongolia Engineering Laboratory for Cloud Computing and Service Software (Inner Mongolia University), Hohhot 010021, bio={"content":"
born in 1964. PhD, professor, PhD supervisor. Her main research interests include cloud-network integration, big data analysis and evaluation methods, and software service computing and testing
"}, bioImg=null, bioContent=
born in 1964. PhD, professor, PhD supervisor. Her main research interests include cloud-network integration, big data analysis and evaluation methods, and software service computing and testing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1325493698351465370, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, authorId=1325493695398675348, language=CN, stringName=李华, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, 3, *, address=
1内蒙古大学计算机学院 呼和浩特 010021
2生态大数据教育部工程研究中心(内蒙古大学) 呼和浩特 010021
3内蒙古自治区云计算与服务软件工程实验室(内蒙古大学) 呼和浩特 010021, bio={"img":"spUYtazfBuMiefNWiI0mDg==","content":"
1964年生。博士,教授,博士生导师。主要研究方向为云网融合、大数据分析与评估方法、软件服务计算与测试
"}, bioImg=spUYtazfBuMiefNWiI0mDg==, bioContent=
1964年生。博士,教授,博士生导师。主要研究方向为云网融合、大数据分析与评估方法、软件服务计算与测试
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1325493684887749498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=1, ext=[AuthorCompanyExt(id=1325493685646918523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science, Inner Mongolia University, Hohhot 010021), AuthorCompanyExt(id=1325493685734998908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1内蒙古大学计算机学院 呼和浩特 010021)]), AuthorCompany(id=1325493686091514749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=2, ext=[AuthorCompanyExt(id=1325493686494167934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493686091514749, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Engineering Research Center of Ecological Big Data (Inner Mongolia University), Ministry of Education, Hohhot 010021), AuthorCompanyExt(id=1325493686557082495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493686091514749, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2生态大数据教育部工程研究中心(内蒙古大学) 呼和浩特 010021)]), AuthorCompany(id=1325493687366583168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=3, ext=[AuthorCompanyExt(id=1325493687404331905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493687366583168, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Inner Mongolia Engineering Laboratory for Cloud Computing and Service Software (Inner Mongolia University), Hohhot 010021), AuthorCompanyExt(id=1325493687416914818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493687366583168, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3内蒙古自治区云计算与服务软件工程实验室(内蒙古大学) 呼和浩特 010021)])])], keywords=[Keyword(id=1325493699479733147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, orderNo=1, keyword=service function chaining (SFC)), Keyword(id=1325493699928523678, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, orderNo=2, keyword=reinforcement learning), Keyword(id=1325493700343759775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, orderNo=3, keyword=resource optimization), Keyword(id=1325493700800938912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, orderNo=4, keyword=virtual network function), Keyword(id=1325493702843564962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, orderNo=5, keyword=intelligent deployment), Keyword(id=1325493703258801059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, orderNo=1, keyword=服务功能链), Keyword(id=1325493703695008676, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, orderNo=2, keyword=强化学习), Keyword(id=1325493704114439077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, orderNo=3, keyword=资源优化), Keyword(id=1325493704940716966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, orderNo=4, keyword=虚拟网络功能), Keyword(id=1325493705041380264, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, orderNo=5, keyword=智能部署)], refs=[Reference(id=1325493716051428288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=International Telecommunication Union (ITU). ICT facts and figures 2024[R]. Geneva: International Telecommunication Union, 2024, articleTitle=null, refAbstract=null), Reference(id=1325493716135314369, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=CISCO. 2024 global networking trends report[R]. San Jose: Cisco Systems Inc, 2024, articleTitle=null, refAbstract=null), Reference(id=1325493716277920706, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Mijumbi R, Serrat J, Gorricho J L, et al. Network function virtualization: State-of-the-art and research challenges[J]. IEEE Communications Surveys & Tutorials, 2015, 18(1): 236−262, articleTitle=null, refAbstract=null), Reference(id=1325493716366001091, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Kreutz D, Ramos F M V, Verissimo P E, et al. Software-defined networking: A comprehensive survey[J]. Proceedings of the IEEE, 2014, 103(1): 14−76, articleTitle=null, refAbstract=null), Reference(id=1325493716449887172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Halpern J, Pignataro C. Service function chaining (SFC) architecture[R]. Fremont, CA: Internet Engineering Task Force, 2015, articleTitle=null, refAbstract=null), Reference(id=1325493716735099845, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Bhamare D, Jain R, Samaka M, et al. A survey on service function chaining[J]. Journal of Network and Computer Applications, 2016, 75: 138−155, articleTitle=null, refAbstract=null), Reference(id=1325493716810597318, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Yikai, Zhang Qixia, Liu Fangming, et al. NFVdeep: Adaptive online service function chain deployment with deep reinforcement learning[C]//Proc of the 27th Int Symp on Quality of Service. New York: ACM, 2019: 1−10, articleTitle=null, refAbstract=null), Reference(id=1325493716898677703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaelbling L P, Littman M L, Moore A W. Reinforcement learning: A survey[J]. Journal of Artificial Intelligence Research, 1996, 4: 237−285, articleTitle=null, refAbstract=null), Reference(id=1325493717167113160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Heo D N, Lange S, Kim H G, et al. Graph neural network based service function chaining for automatic network control[C]//Proc of the 21st Asia-Pacific Network Operations and Management Symp (APNOMS). Piscataway, NJ: IEEE, 2020: 7−12, articleTitle=null, refAbstract=null), Reference(id=1325493717280359369, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Shah H A, Zhao Lian. Multiagent deep-reinforcement-learning-based virtual resource allocation through network function virtualization in Internet of things[J]. IEEE Internet of Things Journal, 2020, 8(5): 3410−3421, articleTitle=null, refAbstract=null), Reference(id=1325493717334885322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Xuhui, Deng Hui, Deng Lingli, et al. Evolving NFV towards the next decade[R]. Sophia Antipolis, France: European Telecommunications Standards Institute, 2023, articleTitle=null, refAbstract=null), Reference(id=1325493717410382795, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Biao, Fan Qilin, Zhang Xu, et al. A survey of VNF forwarding graph embedding in B5G/6G networks[J]. Wireless Networks, 2024, 30(5): 3735−3758, articleTitle=null, refAbstract=null), Reference(id=1325493717477491660, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=周伟林, 杨芫, 徐明伟. 网络功能虚拟化技术研究综述[J]. 计算机研究与发展, 2018, 55(4): 675−688, articleTitle=null, refAbstract=null), Reference(id=1325493717582349261, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Weilin, Yang Yuan, Xu Mingwei. Network function virtualization technology research[J]. Journal of Computer Research and Development, 2018, 55(4): 675−688 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493717657846734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Kaur K, Mangat V, Kumar K. A comprehensive survey of service function chain provisioning approaches in SDN and NFV architecture[J]. Computer Science Review, 2020, 38: 100298, articleTitle=null, refAbstract=null), Reference(id=1325493717737538511, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Schardong F, Nunes I, Schaeffer-Filho A. NFV resource allocation: A systematic review and taxonomy of VNF forwarding graph embedding[J]. Computer Networks, 2021, 185: 107726, articleTitle=null, refAbstract=null), Reference(id=1325493717959836624, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=祖家琛, 胡谷雨, 严佳洁, 等. 网络功能虚拟化下服务功能链的资源管理研究综述[J]. 计算机研究与发展, 2021, 58(1): 137−152, articleTitle=null, refAbstract=null), Reference(id=1325493718047917009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zu Jiachen, Hu Guyu, Yan Jiajie, et al. Resource management of service function chain in NFV enabled network: A survey[J]. Journal of Computer Research and Development, 2021, 58(1): 137−152 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493718106637266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Song, Li Fan, Trajanovski S, et al. Recent advances of resource allocation in network function virtualization[J]. IEEE Transactions on Parallel and Distributed Systems, 2021, 32(2): 295−314, articleTitle=null, refAbstract=null), Reference(id=1325493718190523347, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Santos G L, Bezerra D F, Rocha E S, et al. Service function chain placement in distributed scenarios: A systematic review[J]. Journal of Network and Systems Management, 2022, 30(1): 4, articleTitle=null, refAbstract=null), Reference(id=1325493718257632212, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Pattaranantakul M, Vorakulpipat C, Takahashi T. Service function chaining security survey: Addressing security challenges and threats[J]. Computer Networks, 2023, 221: 109484, articleTitle=null, refAbstract=null), Reference(id=1325493718328935381, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=ETSI ISG NFV. Network functions virtualisation (NFV): Architectural framework[R]. Sophia Antipolis, France: European Telecommunications Standards Institute, 2013, articleTitle=null, refAbstract=null), Reference(id=1325493718391849942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=John W, Pentikousis K, Agapiou G, et al. Research directions in network service chaining[C]//Proc of the 2013 IEEE SDN for Future Networks and Services (SDN4FNS). Piscataway, NJ: IEEE, 2013: 1−7, articleTitle=null, refAbstract=null), Reference(id=1325493718458958807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Bjorklund M. YANG—A data modeling language for the network configuration protocol (NETCONF)[R]. Fremont, CA: Internet Engineering Task Force, 2010, articleTitle=null, refAbstract=null), Reference(id=1325493718521873368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Mehraghdam S, Keller M, Karl H. Specifying and placing chains of virtual network functions[C]//Proc of the 3rd IEEE Int Conf on Cloud Networking (CloudNet). Piscataway, NJ: IEEE, 2014: 7−13, articleTitle=null, refAbstract=null), Reference(id=1325493718593176537, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Binz T, Breitenbücher U, Kopp O, et al. TOSCA: Portable Automated Deployment and Management of Cloud Applications[M]//Advanced Web Services. Berlin: Springer, 2013: 527−549, articleTitle=null, refAbstract=null), Reference(id=1325493718668674010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Chen, Bi Jun, Zheng Zhilong, et al. NFP: Enabling network function parallelism in NFV[C]//Proc of the Conf of the ACM Special Interest Group on Data Communication. New York: ACM, 2017: 43−56, articleTitle=null, refAbstract=null), Reference(id=1325493718739977179, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Chen, Bi Jun, Zheng Zhilong, et al. NFP: Enabling network function parallelism in NFV[C]//Proc of the Conf of the ACM Special Interest Group on Data Communication. New York: ACM, 2017: 43−56, articleTitle=null, refAbstract=null), Reference(id=1325493720438670300, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Lin I C, Yeh Y H, Lin K C J. Toward optimal partial parallelization for service function chaining[J]. IEEE/ACM Transactions on Networking, 2021, 29(5): 2033−2044, articleTitle=null, refAbstract=null), Reference(id=1325493720518362077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Bari F, Chowdhury S R, Ahmed R, et al. Orchestrating virtualized network functions[J]. IEEE Transactions on Network and Service Management, 2016, 13(4): 725−739, articleTitle=null, refAbstract=null), Reference(id=1325493720589665246, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Addis B, Belabed D, Bouet M, et al. Virtual network functions placement and routing optimization[C]//Proc of the 4th IEEE Int Conf on Cloud Networking (CloudNet). Piscataway, NJ: IEEE, 2015: 171−177, articleTitle=null, refAbstract=null), Reference(id=1325493720816157663, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=刘艺, 张红旗, 杨英杰, 等. 一种区分等级的可生存服务功能链映射方法[J]. 计算机研究与发展, 2018, 55(4): 748−767, articleTitle=null, refAbstract=null), Reference(id=1325493720887460832, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yi, Zhang Hongqi, Yang Yingjie, et al. A hierarchical method for survivable service function chain embedding[J]. Journal of Computer Research and Development, 2018, 55(4): 748−767 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493720958764001, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Riera J F, Hesselbach X, Escalona E, et al. On the complex scheduling formulation of virtual network functions over optical networks[C]//Proc of the 16th Int Conf on Transparent Optical Networks (ICTON). Piscataway, NJ: IEEE, 2014: 1−5, articleTitle=null, refAbstract=null), Reference(id=1325493721051038690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Qu Long, Assi C, Shaban K. Delay-aware scheduling and resource optimization with network function virtualization[J]. IEEE Transactions on Communications, 2016, 64(9): 3746−3758, articleTitle=null, refAbstract=null), Reference(id=1325493721306891235, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=阳勇, 孟相如, 康巧燕, 等. 基于资源需求预测的动态服务功能链迁移方法[J]. 计算机研究与发展, 2023, 60(5): 1151−1163, articleTitle=null, refAbstract=null), Reference(id=1325493721646629860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Yong, Meng Xiangru, Kang Qiaoyan, et al. Dynamic service function chain migration method based on resource requirements prediction[J]. Journal of Computer Research and Development, 2023, 60(5): 1151−1163 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493721747293157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Eramo V, Miucci E, Ammar M, et al. An approach for service function chain routing and virtual function network instance migration in network function virtualization architectures[J]. IEEE/ACM Transactions on Networking, 2017, 25(4): 2008−2025, articleTitle=null, refAbstract=null), Reference(id=1325493721814402022, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Junjie, Lu Wei, Zhou Fen, et al. On dynamic service function chain deployment and readjustment[J]. IEEE Transactions on Network and Service Management, 2017, 14(3): 543−553, articleTitle=null, refAbstract=null), Reference(id=1325493721894093799, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Bellman R. A Markovian decision process[J]. Journal of Mathematics and Mechanics, 1957, 6(5): 679−684, articleTitle=null, refAbstract=null), Reference(id=1325493722011534312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Mnih V, Kavukcuoglu K, Silver D, et al. Human-level control through deep reinforcement learning[J]. Nature, 2015, 518(7540): 529−533, articleTitle=null, refAbstract=null), Reference(id=1325493722082837481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Silver D, Huang A, Maddison C J, et al. Mastering the game of Go with deep neural networks and tree search[J]. Nature, 2016, 529(7587): 484−489, articleTitle=null, refAbstract=null), Reference(id=1325493722149946346, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=刘全, 翟建伟, 章宗长, 等. 深度强化学习综述[J]. 计算机学报, 2018, 41(1): 1−27, articleTitle=null, refAbstract=null), Reference(id=1325493722342884331, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Quan, Zhai Jianwei, Zhang Zongzhang, et al. A survey on deep reinforcement learning[J]. Chinese Journal of Computers, 2018, 41(1): 1−27 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493722510656492, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=丁世飞, 杜威, 张健, 等. 多智能体深度强化学习研究进展[J]. 计算机学报, 2024, 47(7): 1547−1567, articleTitle=null, refAbstract=null), Reference(id=1325493722602931181, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Shifei, Du Wei, Zhang Jian, et al. Research progress of multi-agent deep reinforcement learning[J]. Chinese Journal of Computers, 2024, 47(7): 1547−1567 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493722670040046, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim S I, Kim H S. A research on dynamic service function chaining based on reinforcement learning using resource usage[C]//Proc of the 9th Int Conf on Ubiquitous and Future Networks (ICUFN). Piscataway, NJ: IEEE, 2017: 582−586, articleTitle=null, refAbstract=null), Reference(id=1325493722745537519, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Jian, Huang Guanhua, Sun Gang, et al. A Q-learning-based approach for deploying dynamic service function chains[J]. Symmetry, 2018, 10(11): 646, articleTitle=null, refAbstract=null), Reference(id=1325493722812646384, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Watkins C J C H, Dayan P. Q-learning[J]. Machine Learning, 1992, 8(3): 279−292, articleTitle=null, refAbstract=null), Reference(id=1325493722879755249, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Jing, Chen Jia, Zhang Hongke. DRL-QOR: Deep reinforcement learning-based QoS/QoE-aware adaptive online orchestration in NFV-enabled networks[J]. IEEE Transactions on Network and Service Management, 2021, 18(2): 1758−1774, articleTitle=null, refAbstract=null), Reference(id=1325493722951058418, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Nouruzi A, Zakeri A, Javan M R, et al. Online service provisioning in NFV-enabled networks using deep reinforcement learning[J]. IEEE Transactions on Network and Service Management, 2022, 19(3): 3276−3289, articleTitle=null, refAbstract=null), Reference(id=1325493723026555891, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Guanglei, Feng Bohao, Zhou Huachun, et al. Adaptive service function chaining mappings in 5G using deep Q-learning[J]. Computer Communications, 2020, 152: 305−315, articleTitle=null, refAbstract=null), Reference(id=1325493723110441972, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=刘光远, 陈世莹, 庞紫园. 边缘云环境中收益最大化的在线服务功能链部署机制[J]. 清华大学学报: 自然科学版, 2025, 65(8): 1516−1529, articleTitle=null, refAbstract=null), Reference(id=1325493723185939445, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Guangyuan, Chen Shiying, Pang Ziyuan. Deployment mechanism for maximizing revenue from online service function chains in edge cloud environments[J]. Journal of Tsinghua University: Science and Technology, 2025, 65(8): 1516−1529, articleTitle=null, refAbstract=null), Reference(id=1325493724893021174, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Quang P T A, Hadjadj-Aoul Y, Outtagarts A. A deep reinforcement learning approach for VNF forwarding graph embedding[J]. IEEE Transactions on Network and Service Management, 2019, 16(4): 1318−1331, articleTitle=null, refAbstract=null), Reference(id=1325493724960130039, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=唐伦, 贺兰钦, 连沁怡, 等. 基于改进深度强化学习的虚拟网络功能部署优化算法[J]. 电子与信息学报, 2021, 43(6): 1724−1732, articleTitle=null, refAbstract=null), Reference(id=1325493725073376248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Lun, He Lanqin, Lian Qinyi, et al. Virtual network function placement optimization algorithm based on improve deep reinforcement learning[J]. Journal of Electronics & Information Technology, 2021, 43(6): 1724−1732 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493725153068025, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=He Nan, Yang Song, Li Fan, et al. A-DDPG: Attention mechanism-based deep reinforcement learning for NFV[C]//Proc of the 29th IEEE/ACM Int Symp on Quality of Service (IWQOS). Piscataway, NJ: IEEE, 2021: 1−10, articleTitle=null, refAbstract=null), Reference(id=1325493725236954106, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=He Nan, Yang Song, Li Fan, et al. Leveraging deep reinforcement learning with attention mechanism for virtual network function placement and routing[J]. IEEE Transactions on Parallel and Distributed Systems, 2023, 34(4): 1186−1201, articleTitle=null, refAbstract=null), Reference(id=1325493725346006011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yicen, Zhang Junning. Service function chain embedding meets machine learning: Deep reinforcement learning approach[J]. IEEE Transactions on Network and Service Management, 2024, 21(3): 3465−3481, articleTitle=null, refAbstract=null), Reference(id=1325493725413114876, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Zhongwei, Zhong Weijian, Li Dagang, et al. Delay constrained SFC orchestration for edge intelligence-enabled IIoT: A DRL approach[J]. Journal of Network and Systems Management, 2023, 31(3): 53, articleTitle=null, refAbstract=null), Reference(id=1325493725513778173, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Lei, Mao Weixi, Zhao Jin, et al. DDQP: A double deep Q-learning approach to online fault-tolerant SFC placement[J]. IEEE Transactions on Network and Service Management, 2021, 18(1): 118−132, articleTitle=null, refAbstract=null), Reference(id=1325493725610247166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Qu Hua, Wang Ke, Zhao Jihong. Reliable service function chain deployment method based on deep reinforcement learning[J]. Sensors, 2021, 21(8): 2733, articleTitle=null, refAbstract=null), Reference(id=1325493725694133247, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Santos G L, Lynn T, Kelner J, et al. Availability-aware and energy-aware dynamic SFC placement using reinforcement learning[J]. The Journal of Supercomputing, 2021, 77(11): 12711−12740, articleTitle=null, refAbstract=null), Reference(id=1325493725798990848, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Santos G L, Endo P T, Lynn T, et al. A reinforcement learning-based approach for availability-aware service function chain placement in large-scale networks[J]. Future Generation Computer Systems, 2022, 136: 93−109, articleTitle=null, refAbstract=null), Reference(id=1325493725874487296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Marler R T, Arora J S. The weighted sum method for multi-objective optimization: new insights[J]. Structural and Multidisciplinary Optimization, 2010, 41(6): 853−862, articleTitle=null, refAbstract=null), Reference(id=1325493725987733505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Konak A, Coit D W, Smith A E. Multi-objective optimization using genetic algorithms: A tutorial[J]. Reliability Engineering & System Safety, 2006, 91(9): 992−1007, articleTitle=null, refAbstract=null), Reference(id=1325493726080008194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Bi Yu, Meixner C C, Bunyakitanon M, et al. Multi-objective deep reinforcement learning assisted service function chains placement[J]. IEEE Transactions on Network and Service Management, 2021, 18(4): 4134−4150, articleTitle=null, refAbstract=null), Reference(id=1325493726201643011, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Huaping, Kordi M E. DSPPV: Dynamic service function chains placement with parallelized virtual network functions in mobile edge computing[J]. Internet of Things, 2023, 22: 100733, articleTitle=null, refAbstract=null), Reference(id=1325493726277140484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Jing, Hua Jing. Dynamic SFC placement with parallelized VNFs in data center networks: A DRL-based approach[J]. ICT Express, 2024, 10(1): 104−110, articleTitle=null, refAbstract=null), Reference(id=1325493726486855685, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Penghao, Lan Julong, Li Junfei, et al. Combining deep reinforcement learning with graph neural networks for optimal VNF placement[J]. IEEE Communications Letters, 2020, 25(1): 176−180, articleTitle=null, refAbstract=null), Reference(id=1325493726562353158, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Battaglia P W, Hamrick J B, Bapst V, et al. Relational inductive biases, deep learning, and graph networks[J]. arXiv preprint, arXiv: 1806.01261, 2018, articleTitle=null, refAbstract=null), Reference(id=1325493726642044935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Yanghao, Huang Lin, Kong Yuyang, et al. Virtualized network function forwarding graph placing in SDN and NFV-enabled IoT networks: A graph neural network assisted deep reinforcement learning method[J]. IEEE Transactions on Network and Service Management, 2021, 19(1): 524−537, articleTitle=null, refAbstract=null), Reference(id=1325493726738513928, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Qiu Rixuan, Bao Jiawen, Li Yuancheng, et al. Virtual network function deployment algorithm based on graph convolution deep reinforcement learning[J]. The Journal of Supercomputing, 2023, 79(6): 6849−6870, articleTitle=null, refAbstract=null), Reference(id=1325493726818205705, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Qilin, Pan Pan, Li Xiuhua, et al. DRL-D: Revenue-aware online service function chain deployment via deep reinforcement learning[J]. IEEE Transactions on Network and Service Management, 2022, 19(4): 4531−4545, articleTitle=null, refAbstract=null), Reference(id=1325493726881120266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Yuchao, Yao Haipeng, Mai Tianle, et al. Multiagent reinforcement-learning-aided service function chain deployment for Internet of things[J]. IEEE Internet of Things Journal, 2022, 9(17): 15674−15684, articleTitle=null, refAbstract=null), Reference(id=1325493727061475339, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Da, Zhang J A, Liu Xin, et al. A two-stage GCN-based deep reinforcement learning framework for SFC embedding in multi-datacenter networks[J]. IEEE Transactions on Network and Service Management, 2023, 20(4): 4297−4312, articleTitle=null, refAbstract=null), Reference(id=1325493727174721548, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Shaoyang, Yuen C, Ni Wei, et al. Multiagent deep reinforcement learning for cost-and delay-sensitive virtual network function placement and routing[J]. IEEE Transactions on Communications, 2022, 70(8): 5208−5224, articleTitle=null, refAbstract=null), Reference(id=1325493727338299405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Kan, Yuan Peng, Jan M A, et al. Digital twin-assisted service function chaining in multi-domain computing power networks with multi-agent reinforcement learning[J]. Future Generation Computer Systems, 2024, 158: 294−307, articleTitle=null, refAbstract=null), Reference(id=1325493727426379790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Shuyi, Cao Haotong, Yang Longxiang, et al. GCN-based multi-agent deep reinforcement learning for dynamic service function chain deployment in IoT[J]. IEEE Transactions on Consumer Electronics, 2024, 70(3): 6105−6118, articleTitle=null, refAbstract=null), Reference(id=1325493727518654479, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tianfeng, Zu Jiachen, Hu Guyu, et al. Adaptive service function chain scheduling in mobile edge computing via deep reinforcement learning[J]. IEEE Access, 2020, 8: 164922−164935, articleTitle=null, refAbstract=null), Reference(id=1325493727581569040, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=He Rui, Ren Bangbang, Xie Junjie, et al. A reinforcement learning method for scheduling service function chains with multi-resource constraints[J]. Computer Networks, 2023, 235: 109985, articleTitle=null, refAbstract=null), Reference(id=1325493727657066513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Jiamin, Wang Junli, Wang Cheng, et al. DRL-based VNF cooperative scheduling framework with priority-weighted delay[J]. IEEE Transactions on Mobile Computing, 2024, 23(12): 11375−11388, articleTitle=null, refAbstract=null), Reference(id=1325493729318010898, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Jia Ziye, Cao Yilu, He Lijun, et al. Service function chain dynamic scheduling in space-air-ground integrated networks[J]. IEEE Transactions on Vehicular Technology, 2025, 74(7): 11235−11248, articleTitle=null, refAbstract=null), Reference(id=1325493729473200147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junling, Shi Weisen, Zhang Ning, et al. Delay-aware VNF scheduling: A reinforcement learning approach with variable action set[J]. IEEE Transactions on Cognitive Communications and Networking, 2020, 7(1): 304−318, articleTitle=null, refAbstract=null), Reference(id=1325493729829715988, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Akbari M, Abedi M R, Joda R, et al. Age of information aware VNF scheduling in industrial IoT using deep reinforcement learning[J]. IEEE Journal on Selected Areas in Communications, 2021, 39(8): 2487−2500, articleTitle=null, refAbstract=null), Reference(id=1325493729921990677, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Kuai Zhenran, Wang Tianyu, Wang Shaowei. Fair virtual network function mapping and scheduling using proximal policy optimization[J]. IEEE Transactions on Communications, 2022, 70(11): 7434−7445, articleTitle=null, refAbstract=null), Reference(id=1325493730110734358, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=张庆华, 张先超, 王寅昊, 等. 面向医疗急救的信息网络服务功能链调度方法[J]. 电子学报, 2023, 51(11): 3128−3136, articleTitle=null, refAbstract=null), Reference(id=1325493730198814743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Qinghua, Zhang Xianchao, Wang Yinhao, et al. Service function chains scheduling of information networks used for emergency treatment[J]. Acta Electronica Sinica, 2023, 51(11): 3128−3136 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493730282700824, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Lu Yuxi, Zhang Peiying, Duan Youxiang, et al. Dynamic scheduling of iov edge cloud service functions under NFV: A multi-agent reinforcement learning approach[J]. IEEE Transactions on Vehicular Technology, 2023, 73(4): 5730−5741, articleTitle=null, refAbstract=null), Reference(id=1325493730584690713, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhiwei, Shu Zhaogang, Chen Shuwu, et al. Low-latency virtual network function scheduling algorithm based on deep reinforcement learning[J]. Computer Networks, 2024, 246: 110418, articleTitle=null, refAbstract=null), Reference(id=1325493730660188186, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=唐伦, 周钰, 谭颀, 等. 基于强化学习的5G网络切片虚拟网络功能迁移算法[J]. 电子与信息学报, 2020, 42(3): 669−677, articleTitle=null, refAbstract=null), Reference(id=1325493730744074267, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Lun, Zhou Yu, Tan Qi, et al. Virtual network function migration algorithm based on reinforcement learning for 5G network slicing[J]. Journal of Electronics & Information Technology, 2020, 42(3): 669−677 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1325493730836348956, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yuantao, Shu Zhaogang, Chen Shuwu, et al. A cost and demand sensitive adjustment algorithm for service function chain in data center network[J]. Computer Networks, 2024, 242: 110254, articleTitle=null, refAbstract=null), Reference(id=1325493730916040733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Pei Jianing, Hong Peilin, Pan Miao, et al. Optimal VNF placement via deep reinforcement learning in SDN/NFV-enabled networks[J]. IEEE Journal on Selected Areas in Communications, 2019, 38(2): 263−278, articleTitle=null, refAbstract=null), Reference(id=1325493730999926814, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=Ran Jing, Wang Wenkai, Hu Hefei. Dynamic service function chain deployment and readjustment method based on deep reinforcement learning[J]. Sensors, 2023, 23(6): 3054, articleTitle=null, refAbstract=null), Reference(id=1325493731071229983, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Peiying, Li Yilin, Tan Lizhuang, et al. Latency-sensitive service function chains intelligent migration in satellite communication driven by deep reinforcement learning[J]. Transactions on Emerging Telecommunications Technologies, 2024, 35(11): e70006, articleTitle=null, refAbstract=null), Reference(id=1325493731134144544, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Hefei, Zhang Wei, Xu Lingyi, et al. A mobility-aware service function chain migration strategy based on deep reinforcement learning[J]. Journal of Network and Systems Management, 2023, 31(1): 21, articleTitle=null, refAbstract=null), Reference(id=1325493731201253409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Lingyi, Liu Wenbin, Wang Zhiwei, et al. Mobile-aware service function chain intelligent seamless migration in multi-access edge computing[J]. Journal of Network and Systems Management, 2024, 32(3): 49, articleTitle=null, refAbstract=null), Reference(id=1325493731268362274, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yicen, Lu Yu, Li Xi, et al. On dynamic service function chain reconfiguration in IoT networks[J]. IEEE Internet of Things Journal, 2020, 7(11): 10969−10984, articleTitle=null, refAbstract=null), Reference(id=1325493731352248355, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Jun, Qian Kaili, Luo Jianzhen, et al. SARM: Service function chain active reconfiguration mechanism based on load and demand prediction[J]. International Journal of Intelligent Systems, 2022, 37(9): 6388−6414, articleTitle=null, refAbstract=null), Reference(id=1325493731436134436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Qu Hua, Wang Ke, Zhao Jihong. Priority-awareness VNF migration method based on deep reinforcement learning[J]. Computer Networks, 2022, 208: 108866, articleTitle=null, refAbstract=null), Reference(id=1325493731532603429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Xue, Wang Ran, Hao Jie, et al. Priority-aware deployment of autoscaling service function chains based on deep reinforcement learning[J]. IEEE Transactions on Cognitive Communications and Networking, 2024, 10(3): 1050−1062, articleTitle=null, refAbstract=null), Reference(id=1325493731608100902, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Jing, Chen Jia, Guo Kuo, et al. Fault tolerance oriented SFC optimization in SDN/NFV-enabled cloud environment based on deep reinforcement learning[J]. IEEE Transactions on Cloud Computing, 2024, 12(1): 200−218, articleTitle=null, refAbstract=null), Reference(id=1325493731683598375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yilin, Zhang Peiying, Kumar N, et al. Reliability-assured service function chain migration strategy in edge networks using deep reinforcement learning[J]. Journal of Network and Computer Applications, 2024, 231: 103999, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1325493684887749498, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=1, ext=[AuthorCompanyExt(id=1325493685646918523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1College of Computer Science, Inner Mongolia University, Hohhot 010021), AuthorCompanyExt(id=1325493685734998908, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493684887749498, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1内蒙古大学计算机学院 呼和浩特 010021)]), AuthorCompany(id=1325493686091514749, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=2, ext=[AuthorCompanyExt(id=1325493686494167934, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493686091514749, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Engineering Research Center of Ecological Big Data (Inner Mongolia University), Ministry of Education, Hohhot 010021), AuthorCompanyExt(id=1325493686557082495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493686091514749, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2生态大数据教育部工程研究中心(内蒙古大学) 呼和浩特 010021)]), AuthorCompany(id=1325493687366583168, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, xref=3, ext=[AuthorCompanyExt(id=1325493687404331905, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493687366583168, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Inner Mongolia Engineering Laboratory for Cloud Computing and Service Software (Inner Mongolia University), Hohhot 010021), AuthorCompanyExt(id=1325493687416914818, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, companyId=1325493687366583168, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3内蒙古自治区云计算与服务软件工程实验室(内蒙古大学) 呼和浩特 010021)])], figs=[ArticleFig(id=1325493707520213929, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Figure 1, caption=
Framework of NFV architecture, figureFileSmall=zZnBPhE6ec6d20kcj7gilQ==, figureFileBig=OT331tEXFjwTuusXEoYSXQ==, tableContent=null), ArticleFig(id=1325493707897701290, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=图1, caption=
NFV架构框架, figureFileSmall=zZnBPhE6ec6d20kcj7gilQ==, figureFileBig=OT331tEXFjwTuusXEoYSXQ==, tableContent=null), ArticleFig(id=1325493708447155115, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Figure 2, caption=
SFC architecture in NFV/SDN architecture, figureFileSmall=Es/dM2Zq4h1CF2N3fserAQ==, figureFileBig=jCyloZsmVLhT6x/utKT9pA==, tableContent=null), ArticleFig(id=1325493708803670957, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=图2, caption=
NFV/SDN架构下SFC体系结构, figureFileSmall=Es/dM2Zq4h1CF2N3fserAQ==, figureFileBig=jCyloZsmVLhT6x/utKT9pA==, tableContent=null), ArticleFig(id=1325493708895945646, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Figure 3, caption=
Deployment workflow of SFC, figureFileSmall=A34oHszd+4gPjnVYe7xBYQ==, figureFileBig=Eh5gFEs4c/AzoEW9ltFrAw==, tableContent=null), ArticleFig(id=1325493709277627311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=图3, caption=
SFC部署流程, figureFileSmall=A34oHszd+4gPjnVYe7xBYQ==, figureFileBig=Eh5gFEs4c/AzoEW9ltFrAw==, tableContent=null), ArticleFig(id=1325493709567034288, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Figure 4, caption=
MDP modeling of SFC deployment process, figureFileSmall=a8IAeadZU4zkcXGCGdxEIw==, figureFileBig=Zrj+FkRapYN9RgIYUAOjWQ==, tableContent=null), ArticleFig(id=1325493709642531761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=图4, caption=
SFC部署过程的MDP建模, figureFileSmall=a8IAeadZU4zkcXGCGdxEIw==, figureFileBig=Zrj+FkRapYN9RgIYUAOjWQ==, tableContent=null), ArticleFig(id=1325493709965493170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Figure 5, caption=
SFC deployment framework based on reinforcement learning, figureFileSmall=BOE64XDDXYMJjY7RX/2+rQ==, figureFileBig=7rZvG42gNVlmR6qeTrsUFQ==, tableContent=null), ArticleFig(id=1325493711492219827, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=图5, caption=
基于强化学习的SFC部署框架, figureFileSmall=BOE64XDDXYMJjY7RX/2+rQ==, figureFileBig=7rZvG42gNVlmR6qeTrsUFQ==, tableContent=null), ArticleFig(id=1325493711571911604, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 1, caption=
Comparison of Our Paper and Other Service Function Chaining Relative Surveys, figureFileSmall=null, figureFileBig=null, tableContent=
| 相关综述 | 年份 | 综述范围 | 基于强化学习的SFC分析情况 |
|---|
| 放置 | 调度 | 重配置 | 分析深度 |
|---|
| 注:“√”表示详细分析;“△”表示简要提及;“×”表示未涉及。“无”表示未涉及;“浅”表示仅做简单介绍;“中”表示有专门章节但不系统;“深”表示系统全面分析。 |
| 文献[6] | 2016 | SFC定义、架构、用例、优化策略分类 | × | × | × | 无 |
| 文献[13] | 2018 | NFV架构、NFV环境下SFC部署方法 | × | × | × | 无 |
| 文献[14] | 2020 | NFV/SDN架构下的SFC定义、架构、优化策略分类 | △ | × | × | 无 |
| 文献[15] | 2020 | NFV架构下资源分配、VNF-FG嵌入问题(VNF放置、流量路由) | △ | × | × | 无 |
| 文献[16] | 2021 | NFV架构下资源管理(组链、部署、调度和按需缩放) | × | △ | × | 无 |
| 文献[17] | 2021 | NFV资源分配问题定义及建模、VNF-FG嵌入策略分类 | △ | × | × | 浅 |
| 文献[18] | 2022 | 分布式场景下SFC放置、优化策略分类 | △ | × | × | 浅 |
| 文献[19] | 2023 | SFC用例、安全机制(架构安全、解决方案、安全管理) | × | × | × | 无 |
| 文献[12] | 2024 | B5G/6G网络中VNF-FG嵌入、优化方法分类 | △ | △ | × | 中 |
| 本文 | 2024 | 基于强化学习的SFC部署架构以及(放置、调度、重配置) | √ | √ | √ | 深 |
), ArticleFig(id=1325493711718712245, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表1, caption=
本文与其他服务功能链相关综述的对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 相关综述 | 年份 | 综述范围 | 基于强化学习的SFC分析情况 |
|---|
| 放置 | 调度 | 重配置 | 分析深度 |
|---|
| 注:“√”表示详细分析;“△”表示简要提及;“×”表示未涉及。“无”表示未涉及;“浅”表示仅做简单介绍;“中”表示有专门章节但不系统;“深”表示系统全面分析。 |
| 文献[6] | 2016 | SFC定义、架构、用例、优化策略分类 | × | × | × | 无 |
| 文献[13] | 2018 | NFV架构、NFV环境下SFC部署方法 | × | × | × | 无 |
| 文献[14] | 2020 | NFV/SDN架构下的SFC定义、架构、优化策略分类 | △ | × | × | 无 |
| 文献[15] | 2020 | NFV架构下资源分配、VNF-FG嵌入问题(VNF放置、流量路由) | △ | × | × | 无 |
| 文献[16] | 2021 | NFV架构下资源管理(组链、部署、调度和按需缩放) | × | △ | × | 无 |
| 文献[17] | 2021 | NFV资源分配问题定义及建模、VNF-FG嵌入策略分类 | △ | × | × | 浅 |
| 文献[18] | 2022 | 分布式场景下SFC放置、优化策略分类 | △ | × | × | 浅 |
| 文献[19] | 2023 | SFC用例、安全机制(架构安全、解决方案、安全管理) | × | × | × | 无 |
| 文献[12] | 2024 | B5G/6G网络中VNF-FG嵌入、优化方法分类 | △ | △ | × | 中 |
| 本文 | 2024 | 基于强化学习的SFC部署架构以及(放置、调度、重配置) | √ | √ | √ | 深 |
), ArticleFig(id=1325493711840347062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 2, caption=
Comparison of SFC Optimization Methods, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 计算复杂度 | 求解质量 | 适应性 | 适用场景 |
|---|
| ILP/MILP | 高(指数级时间复杂度) | 精确解 | 低(环境变化需重新建模求解) | 小规模静态网络 |
| 启发式算法 | 中等(多项式时间复杂度) | 近似最优解 | 中等(依赖预设规则,难以自适应调整) | 中等规模静态网络 |
| 强化学习 | 训练阶段高,决策阶段低 | 随经验积累逐渐接近最优 | 高(能通过交互学习适应环境变化) | 动态大规模网络 |
), ArticleFig(id=1325493712079422391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表2, caption=
SFC优化方法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 计算复杂度 | 求解质量 | 适应性 | 适用场景 |
|---|
| ILP/MILP | 高(指数级时间复杂度) | 精确解 | 低(环境变化需重新建模求解) | 小规模静态网络 |
| 启发式算法 | 中等(多项式时间复杂度) | 近似最优解 | 中等(依赖预设规则,难以自适应调整) | 中等规模静态网络 |
| 强化学习 | 训练阶段高,决策阶段低 | 随经验积累逐渐接近最优 | 高(能通过交互学习适应环境变化) | 动态大规模网络 |
), ArticleFig(id=1325493712180085688, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 3, caption=
Comparison of Reinforcement Learning Algorithms, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 算法 | 特点及优势 | 劣势 |
|---|
基于值的 方法 | Q-Learning | 通过更新Q值表学习最优策略。算法实现简单,适合离散动作空间。 | 对于高维状态/动作空间表现较差, 需要探索策略。 |
| DQN | 使用神经网络逼近Q值函数,适合高维状态空间, 结合经验回放缓解样本相关性问题。 | 训练时间较长,难以处理连续动作空间, 容易出现过估计问题。 |
| Double DQN | 改进DQN,通过双网络缓解Q值过估计问题。 算法更稳定,Q值估计更准确,收敛效果好。 | 实现复杂度比DQN略高。 |
TD (temporal difference) Learning | 基于时序差分的学习方法,结合蒙特卡洛与 动态规划优点,适用于在线学习。 | 对初始值敏感,需要手动设计探索策略。 |
基于策略 的方法 | REINFORCE | 基本的策略梯度算法,实现简单,可处理连续动作空间 | 高方差、样本效率低、收敛速度慢。 |
| PG | 基于策略直接优化目标函数,使用梯度更新策略; 简单易实现,可直接处理连续动作空间。 | 高方差、收敛速度慢、可能陷入局部最优。 |
| TRPO | 信任域策略优化,保证策略更新单调改进,稳定性高, 适合大规模复杂任务。 | 实现复杂、计算开销大、实现难度大。 |
基于值和 策略的方法 | AC | 结合策略梯度和值函数,减少方差,提高收敛速度; 适合连续动作空间问题。 | Actor和Critic网络需要同时训练, 设计和调参复杂。 |
| A2C | 同步版本的AC算法,使用优势函数A代替Q值或V值。 | 性能不如异步版本,样本利用效率低。 |
| A3C | 异步版本的AC,使用多线程并行更新全局网络。 | 实现复杂,异步更新可能导致不稳定性。 |
| DDPG | 基于Actor-Critic的离线算法,高效处理连续 动作空间任务,样本效率高。 | 对超参数敏感,探索能力不足,可能不稳定。 |
| PPO | 改进TRPO,使用简单但有效的剪辑机制来限制策略更新幅度; 实现简单、稳定性好、收敛速度快;适合大规模任务。 | 超参数较多,可能需要较多调试。 |
| SAC | 基于最大熵的强化学习,平衡探索和利用,目标是最大化 策略期望回报与熵值,样本效率高,稳定性好。 | 计算开销较大,超参数较多,调参复杂。 |
多智能体 方法 | MADDPG | DDPG的多智能体扩展,针对每个智能体 使用独立Actor和共享Critic。 | 对环境建模要求高,协作机制复杂, 可能不稳定。 |
| MAPPO | PPO算法的多智能体扩展,适用于多智能体协 作或竞争环境;可扩展性好、训练稳定。 | 计算开销较大,通信和协作机制设计复杂。 |
), ArticleFig(id=1325493712540795833, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表3, caption=
强化学习算法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类别 | 算法 | 特点及优势 | 劣势 |
|---|
基于值的 方法 | Q-Learning | 通过更新Q值表学习最优策略。算法实现简单,适合离散动作空间。 | 对于高维状态/动作空间表现较差, 需要探索策略。 |
| DQN | 使用神经网络逼近Q值函数,适合高维状态空间, 结合经验回放缓解样本相关性问题。 | 训练时间较长,难以处理连续动作空间, 容易出现过估计问题。 |
| Double DQN | 改进DQN,通过双网络缓解Q值过估计问题。 算法更稳定,Q值估计更准确,收敛效果好。 | 实现复杂度比DQN略高。 |
TD (temporal difference) Learning | 基于时序差分的学习方法,结合蒙特卡洛与 动态规划优点,适用于在线学习。 | 对初始值敏感,需要手动设计探索策略。 |
基于策略 的方法 | REINFORCE | 基本的策略梯度算法,实现简单,可处理连续动作空间 | 高方差、样本效率低、收敛速度慢。 |
| PG | 基于策略直接优化目标函数,使用梯度更新策略; 简单易实现,可直接处理连续动作空间。 | 高方差、收敛速度慢、可能陷入局部最优。 |
| TRPO | 信任域策略优化,保证策略更新单调改进,稳定性高, 适合大规模复杂任务。 | 实现复杂、计算开销大、实现难度大。 |
基于值和 策略的方法 | AC | 结合策略梯度和值函数,减少方差,提高收敛速度; 适合连续动作空间问题。 | Actor和Critic网络需要同时训练, 设计和调参复杂。 |
| A2C | 同步版本的AC算法,使用优势函数A代替Q值或V值。 | 性能不如异步版本,样本利用效率低。 |
| A3C | 异步版本的AC,使用多线程并行更新全局网络。 | 实现复杂,异步更新可能导致不稳定性。 |
| DDPG | 基于Actor-Critic的离线算法,高效处理连续 动作空间任务,样本效率高。 | 对超参数敏感,探索能力不足,可能不稳定。 |
| PPO | 改进TRPO,使用简单但有效的剪辑机制来限制策略更新幅度; 实现简单、稳定性好、收敛速度快;适合大规模任务。 | 超参数较多,可能需要较多调试。 |
| SAC | 基于最大熵的强化学习,平衡探索和利用,目标是最大化 策略期望回报与熵值,样本效率高,稳定性好。 | 计算开销较大,超参数较多,调参复杂。 |
多智能体 方法 | MADDPG | DDPG的多智能体扩展,针对每个智能体 使用独立Actor和共享Critic。 | 对环境建模要求高,协作机制复杂, 可能不稳定。 |
| MAPPO | PPO算法的多智能体扩展,适用于多智能体协 作或竞争环境;可扩展性好、训练稳定。 | 计算开销较大,通信和协作机制设计复杂。 |
), ArticleFig(id=1325493712645653434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 4, caption=
Comparison of SFC Placement Algorithms Based on Reinforcement Learning, figureFileSmall=null, figureFileBig=null, tableContent=
| 分类 | 放置算法 | 强化学习算法 | 优化目标 | VNF放置策略 | 虚拟链路放置策略 |
|---|
基础DRL 算法 | NFVdeep[7] | PG | 运行成本、吞吐量 | 节点序号 | |
| DRL-QOR[43] | DQN | QoE | 节点序号 | |
| DQN-AR[44] | DQN | 运行成本、带宽资源 | 节点序号 | 链路序号 |
| ADAP[45] | DQN | 带宽消耗、CPU消耗 | 2种基于贪婪的候选算法 | 重赋链路权重 |
| SDRM-EC-DPR[46] | Dueling Double DQN | 收入、成本 | 边缘/云层设备选择 | |
| DDQP[53] | Double DQN | 接受率、服务可用性 | 放置与备份节点序号 | |
| PA-DRL[54] | DQN | 传输时延、网络负载平衡 | 放置与备份节点序号 | |
Actor-Critic 类算法 | E2D2PG[47] | DDPG | 接受率 | 二进制节点放置决策 | 重赋链路权重 |
| 改进DDPG[48] | DDPG | 时延、部署成本 | 资源分配与放置节点 | |
| A-DDPG[49] | 基于注意力的DDPG | 收入、成本 | 二进制节点放置决策 | 二进制链路放置决策 |
| A-DDPG[50] | 基于注意力的DDPG | 收入、成本 | 二进制节点放置决策 | 二进制链路放置决策 |
| E-DDPG[51] | DDPG | 时延 | 二进制节点放置决策 | 二进制链路放置决策 |
| Opt-SAC[52] | SAC | 时延 | 节点放置概率 | |
| A2C[55] | A2C/PPO | 可用性、能耗 | 节点序号与冗余实例数量 | |
| Cand-RL[56] | PPO | 部署成本、能耗 | 候选节点序号与备份决策 | 最短路径 |
| Chebyshev-MODRL[59] | Actor-Critic | 时延,拥塞率 | 节点序号 | 最短路径 |
| DSPPV[60] | A3C | 时延、资源消耗、吞吐量 | 节点序号 | |
| SPC3D[61] | A3C | 时延,资源消耗、吞吐量 | 候选节点序号 | |
图神经网络 辅助方法 | DeepOpt[62] | REINFORCE | 部署成本 | 二进制节点放置决策 | |
| Kolin[64] | REINFORCE | 部署成本、流量转发成本 | 节点放置概率 | 重赋链路权重 |
| GDRL-VNFP[65] | A3C | 部署成本、流量转发成本 | 节点序号 | 最短路径 |
| DRL-D[66] | TD | 长期平均收入 | 二进制候选节点放置决策 | |
多智能体协 同放置方法 | MA-DQL[10] | DQN(独立学习) | 接受率、部署成本 | IoT设备选择 | |
| MADDPG[67] | MADDPG(集中训练分散执行) | 负载平衡、时延 | 节点序号 | 链路序号 |
| two-stage GCN-based DRL[68] | MAPPO(集中训练分散执行) | 接受率、成本 | 路由路径 | 路由路径 |
| MADRL-P&R[69] | DDPG(独立学习) | 成本、时延 | 节点智能体放置决策 | 链路智能体放置决策 |
| DT-assisted MADDPG[70] | MADDPG(集中训练分散执行) | 能耗、时延、部署成本 | 二进制服务域决策 | 路由路径 |
| GCN-MADDPG[71] | MADDPG(集中训练分散执行) | 资源使用率、时延 | 节点序号 | |
), ArticleFig(id=1325493713014752187, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表4, caption=
基于强化学习的SFC放置算法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 分类 | 放置算法 | 强化学习算法 | 优化目标 | VNF放置策略 | 虚拟链路放置策略 |
|---|
基础DRL 算法 | NFVdeep[7] | PG | 运行成本、吞吐量 | 节点序号 | |
| DRL-QOR[43] | DQN | QoE | 节点序号 | |
| DQN-AR[44] | DQN | 运行成本、带宽资源 | 节点序号 | 链路序号 |
| ADAP[45] | DQN | 带宽消耗、CPU消耗 | 2种基于贪婪的候选算法 | 重赋链路权重 |
| SDRM-EC-DPR[46] | Dueling Double DQN | 收入、成本 | 边缘/云层设备选择 | |
| DDQP[53] | Double DQN | 接受率、服务可用性 | 放置与备份节点序号 | |
| PA-DRL[54] | DQN | 传输时延、网络负载平衡 | 放置与备份节点序号 | |
Actor-Critic 类算法 | E2D2PG[47] | DDPG | 接受率 | 二进制节点放置决策 | 重赋链路权重 |
| 改进DDPG[48] | DDPG | 时延、部署成本 | 资源分配与放置节点 | |
| A-DDPG[49] | 基于注意力的DDPG | 收入、成本 | 二进制节点放置决策 | 二进制链路放置决策 |
| A-DDPG[50] | 基于注意力的DDPG | 收入、成本 | 二进制节点放置决策 | 二进制链路放置决策 |
| E-DDPG[51] | DDPG | 时延 | 二进制节点放置决策 | 二进制链路放置决策 |
| Opt-SAC[52] | SAC | 时延 | 节点放置概率 | |
| A2C[55] | A2C/PPO | 可用性、能耗 | 节点序号与冗余实例数量 | |
| Cand-RL[56] | PPO | 部署成本、能耗 | 候选节点序号与备份决策 | 最短路径 |
| Chebyshev-MODRL[59] | Actor-Critic | 时延,拥塞率 | 节点序号 | 最短路径 |
| DSPPV[60] | A3C | 时延、资源消耗、吞吐量 | 节点序号 | |
| SPC3D[61] | A3C | 时延,资源消耗、吞吐量 | 候选节点序号 | |
图神经网络 辅助方法 | DeepOpt[62] | REINFORCE | 部署成本 | 二进制节点放置决策 | |
| Kolin[64] | REINFORCE | 部署成本、流量转发成本 | 节点放置概率 | 重赋链路权重 |
| GDRL-VNFP[65] | A3C | 部署成本、流量转发成本 | 节点序号 | 最短路径 |
| DRL-D[66] | TD | 长期平均收入 | 二进制候选节点放置决策 | |
多智能体协 同放置方法 | MA-DQL[10] | DQN(独立学习) | 接受率、部署成本 | IoT设备选择 | |
| MADDPG[67] | MADDPG(集中训练分散执行) | 负载平衡、时延 | 节点序号 | 链路序号 |
| two-stage GCN-based DRL[68] | MAPPO(集中训练分散执行) | 接受率、成本 | 路由路径 | 路由路径 |
| MADRL-P&R[69] | DDPG(独立学习) | 成本、时延 | 节点智能体放置决策 | 链路智能体放置决策 |
| DT-assisted MADDPG[70] | MADDPG(集中训练分散执行) | 能耗、时延、部署成本 | 二进制服务域决策 | 路由路径 |
| GCN-MADDPG[71] | MADDPG(集中训练分散执行) | 资源使用率、时延 | 节点序号 | |
), ArticleFig(id=1325493713383850940, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 5, caption=
Comparison of SFC Scheduling Algorithms Based on Reinforcement Learning, figureFileSmall=null, figureFileBig=null, tableContent=
| 调度算法 | 强化学习算法 | 优化目标 | VNF调度动作 | 优先级机制 |
|---|
| DQS[72] | DQN | 传输、传播、 处理、排队时延 | MDC序号 | 基于未处理VNF数量:未处理VNF越多优先级越高 |
| 文献[73] | DQN | 完成时间 | 服务与节点序号 | 动态优先级:可暂停当前VNF执行高收益任务; 集成最短作业优先和最小资源优先规则 |
| VNF-CSWD[74] | Double DQN | 传输、传播、 处理、排队时延 | VNF节点序号 | 最短剩余时间优先:根据排队时延和完成时延计算优先级 |
DRL-MSSNL- SAGIN[75] | Double DQN | 接受率(有限时延) | VNF节点序号 | 基于数据量的SFC优先级:资源冲突 时按数据量升序排序处理 |
| 文献[76] | Q-Learning | 完成时间 | VNF节点序号 | 时延敏感度权重:高时延敏感服务获得更大权重系数 |
| CA2C[77] | Compound A2C | 放置与调度成本、 信息年龄 | 节点放置决策、功率 和子载波分配 | 基于信息年龄:信息年龄值越高优先级越高 |
| PPO-MCTS[78] | PPO | 处理时延 | 候选节点与调度策略 | 学习型公平优先级:通过神经网络动态分配优先级确保公平性 |
| 文献[79] | Q-Learning | 总加权完成时间 | 服务与节点匹配 | 基于业务类型的静态权重:按紧急程度和服务区域分为4级 |
| 文献[80] | PPO | 完成时间、资源利 用率、接受率 | 服务与节点对 | 所有服务请求默认具有相同处理优先级, 通过强化学习算法动态调整处理顺序 |
| D3QN[81] | Dueling Double DQN | 接受率(有限时延) | 5种调度算法的选择 | 复合规则自适应选择:根据网络状态在 5种优先级规则中选择最优方案 |
), ArticleFig(id=1325493713803281341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表5, caption=
基于强化学习的SFC调度算法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 调度算法 | 强化学习算法 | 优化目标 | VNF调度动作 | 优先级机制 |
|---|
| DQS[72] | DQN | 传输、传播、 处理、排队时延 | MDC序号 | 基于未处理VNF数量:未处理VNF越多优先级越高 |
| 文献[73] | DQN | 完成时间 | 服务与节点序号 | 动态优先级:可暂停当前VNF执行高收益任务; 集成最短作业优先和最小资源优先规则 |
| VNF-CSWD[74] | Double DQN | 传输、传播、 处理、排队时延 | VNF节点序号 | 最短剩余时间优先:根据排队时延和完成时延计算优先级 |
DRL-MSSNL- SAGIN[75] | Double DQN | 接受率(有限时延) | VNF节点序号 | 基于数据量的SFC优先级:资源冲突 时按数据量升序排序处理 |
| 文献[76] | Q-Learning | 完成时间 | VNF节点序号 | 时延敏感度权重:高时延敏感服务获得更大权重系数 |
| CA2C[77] | Compound A2C | 放置与调度成本、 信息年龄 | 节点放置决策、功率 和子载波分配 | 基于信息年龄:信息年龄值越高优先级越高 |
| PPO-MCTS[78] | PPO | 处理时延 | 候选节点与调度策略 | 学习型公平优先级:通过神经网络动态分配优先级确保公平性 |
| 文献[79] | Q-Learning | 总加权完成时间 | 服务与节点匹配 | 基于业务类型的静态权重:按紧急程度和服务区域分为4级 |
| 文献[80] | PPO | 完成时间、资源利 用率、接受率 | 服务与节点对 | 所有服务请求默认具有相同处理优先级, 通过强化学习算法动态调整处理顺序 |
| D3QN[81] | Dueling Double DQN | 接受率(有限时延) | 5种调度算法的选择 | 复合规则自适应选择:根据网络状态在 5种优先级规则中选择最优方案 |
), ArticleFig(id=1325493714205934526, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=EN, label=Table 6, caption=
Comparison of SFC Reconfiguration Algorithms Based on Reinforcement Learning, figureFileSmall=null, figureFileBig=null, tableContent=
| 重配置算法 | 强化学习算法 | 优化目标 | VNF重配置动作 | 应用场景 |
|---|
| 文献[82] | DQN | QoS、能耗 | 迁移决策(是否迁移、 目标节点)与资源重分配 | 5G网络切片架构下VNF迁移优化 |
| ISFCDAA[83] | Double DQN | 迁移成本、实例化成本、 资源均衡度 | 重配置策略(纵向扩展、 横向扩展、迁移) | NFV数据中心网络应对SFC动态需求的重配置 |
| DDQN-VNFPA[84] | Double DQN | 部署成本、接受 率、运行成本 | 对节点是否进行优化 决策(额外算法) | SDN/NFV环境下应对动态负载的VNF重配置 |
| MQDR[85] | DQN | 接受率 | 二进制节点迁移决策 | SDN/NFV环境下处理动态到达SFC请求的重配置 |
| LS-SFCM[86] | DDPG | 时延、迁移成本 | 可迁移节点序号 | 卫星通信网络针对时延敏感型业务的SFC迁移优化 |
| DQN-MTD[87] | DQN | 宕机时间、迁移成功率 | 二进制节点迁移决策 | 边缘计算环境用户移动路径可预测场景的迁移时机优化 |
| DRL-ADMO[88] | Double DQN | 时延、迁移成功 率、迁移时间 | 迁移路径选择 | 多接入边缘计算环境下用户移动导致的 SFC动态迁移优化 |
| DDQ[89] | Dyna-Q | 收入、重配置成本 | 迁移与重路由决策 | IoT网络基于GNN预测资源需求的SFC重配置优化 |
| SARM[90] | DQN | 时延、迁移成本、带宽成本 | 下一个时隙的短期状态值 | 基于LSTM与DQN预测计算负载的主动重配置优化 |
| PAVM[91] | DQN | 时延、节点与链路负载率 | 迁移节点序号 | NFV环境下基于优先级感知的可靠VNF迁移优化 |
| APSD[92] | DQN | 时延、接受率、部署成本 | 重配置节点序号 | NFV环境下优先级感知与自动伸缩的重配置 |
SADDQN/ MADDQN[93] | Double DQN / MADDQN | 能耗、迁移成本、 收入、负载均衡 | 迁移决策(是否迁移、 目标节点) | SDN/NFV云环境下面向容错SFC弹性重配置 |
| RA-SFCM[94] | A2C | 可靠性、迁移成本 | 可迁移节点序号 | 边缘计算环境下多智能体的可靠性保障型SFC迁移优化 |
), ArticleFig(id=1325493715904627647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1325493670253822813, language=CN, label=表6, caption=
基于强化学习的SFC重配置算法对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 重配置算法 | 强化学习算法 | 优化目标 | VNF重配置动作 | 应用场景 |
|---|
| 文献[82] | DQN | QoS、能耗 | 迁移决策(是否迁移、 目标节点)与资源重分配 | 5G网络切片架构下VNF迁移优化 |
| ISFCDAA[83] | Double DQN | 迁移成本、实例化成本、 资源均衡度 | 重配置策略(纵向扩展、 横向扩展、迁移) | NFV数据中心网络应对SFC动态需求的重配置 |
| DDQN-VNFPA[84] | Double DQN | 部署成本、接受 率、运行成本 | 对节点是否进行优化 决策(额外算法) | SDN/NFV环境下应对动态负载的VNF重配置 |
| MQDR[85] | DQN | 接受率 | 二进制节点迁移决策 | SDN/NFV环境下处理动态到达SFC请求的重配置 |
| LS-SFCM[86] | DDPG | 时延、迁移成本 | 可迁移节点序号 | 卫星通信网络针对时延敏感型业务的SFC迁移优化 |
| DQN-MTD[87] | DQN | 宕机时间、迁移成功率 | 二进制节点迁移决策 | 边缘计算环境用户移动路径可预测场景的迁移时机优化 |
| DRL-ADMO[88] | Double DQN | 时延、迁移成功 率、迁移时间 | 迁移路径选择 | 多接入边缘计算环境下用户移动导致的 SFC动态迁移优化 |
| DDQ[89] | Dyna-Q | 收入、重配置成本 | 迁移与重路由决策 | IoT网络基于GNN预测资源需求的SFC重配置优化 |
| SARM[90] | DQN | 时延、迁移成本、带宽成本 | 下一个时隙的短期状态值 | 基于LSTM与DQN预测计算负载的主动重配置优化 |
| PAVM[91] | DQN | 时延、节点与链路负载率 | 迁移节点序号 | NFV环境下基于优先级感知的可靠VNF迁移优化 |
| APSD[92] | DQN | 时延、接受率、部署成本 | 重配置节点序号 | NFV环境下优先级感知与自动伸缩的重配置 |
SADDQN/ MADDQN[93] | Double DQN / MADDQN | 能耗、迁移成本、 收入、负载均衡 | 迁移决策(是否迁移、 目标节点) | SDN/NFV云环境下面向容错SFC弹性重配置 |
| RA-SFCM[94] | A2C | 可靠性、迁移成本 | 可迁移节点序号 | 边缘计算环境下多智能体的可靠性保障型SFC迁移优化 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550002, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550002, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550002, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550002, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1769875200000, fullTextJson=null, articleText=null, reference=null)