Article(id=1329457184284455570, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329457157424132411, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440189, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1710518400000, receivedDateStr=2024-03-16, revisedDate=1715270400000, revisedDateStr=2024-05-10, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896892853, onlineDateStr=2026-11-17, pubDate=1722441600000, pubDateStr=2024-08-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896892853, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896892853, creator=13701087609, updateTime=1794896892853, updator=13701087609, issue=Issue{id=1329457157424132411, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='8', pageStart='1863', pageEnd='2126', issueExtLink='null', onlineDate='null', pubDate='1722441600000', pubDateStr='2024-08-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896886449, creator='13701087609', updateTime=1794896886449, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=1904, endPage=1916, ext={EN=ArticleExt(id=1329457184489976467, articleId=1329457184284455570, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Discovering Coordinated Subtask Patterns from a Graphical Multi-Agent Task Modeling Perspective, columnId=1329457158304936255, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Graph Machine Learning, runingTitle=null, highlight=null, articleAbstract=
Numerous multi-agent tasks exhibit a nearly decomposable structure, wherein interactions among agents within the same interaction set are strong while interactions between different sets are weak. Efficiently modeling this structure and leveraging it to coordinate agents can enhance the learning efficiency of multi-agent reinforcement learning algorithms for cooperative multi-agent tasks, while existing work typically neglects and fails. To address this limitation, we model the nearly decomposable structure using a dynamic graph and accordingly propose a novel algorithm named coordinated subtask pattern (CSP) that enhances both local and global coordination among agents. Specifically, CSP identifies agents’ interaction sets as subtasks and utilizes a bi-level structure to periodically distribute agents into multiple subtasks, which ensures accurate characterizations regarding their interactions on the dynamic graph. Based on the subtask assignment, CSP proposes intra-subtask and inter-subtask pattern constraints to facilitate both local and global coordination among agents. These two constraints ensure that partial agents within the same subtask are aware of their action selections and all agents select superior joint actions that maximize the overall task performance. Experimentally, we evaluate CSP across multiple maps of SMAC benchmark, and its superior performance against multiple baseline algorithms demonstrates its effectiveness on efficiently coordinating agents.
, authors=Chao Li, Wenbin Li*, Yang Gao, authorsList=Chao Li, Wenbin Li, Yang Gao, authorCompany=null, correspAuthors=Wenbin Li, authorNote=
born in 1996. PhD candidate. Student member of CCF. His main research interests include reinforcement learning, multi-agent systems, and task modeling
born in 1991. PhD, associate researcher. Member of CCF. His main research interests include machine learning, meta learning, and continual learning
born in 1972. PhD, professor. Committee member of CCF. His main research interests include multi-agent reinforcement learning, game theory, and machine learning
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329457186071229096, articleId=1329457184284455570, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=图多智能体任务建模视角下的协作子任务行为发现, columnId=1329457158523040065, journalTitle=计算机研究与发展, columnName=图机器学习专题, runingTitle=null, highlight=null, articleAbstract=
大量多智能体任务都表现出近似可分解结构,其中相同交互集合中智能体间交互强度大,而不同交互集合中智能体间交互强度小. 有效建模该结构并利用其来协调智能体动作选择可以提升合作型多智能体任务中多智能体强化学习算法的学习效率. 然而,目前已有工作通常忽视并且无法有效实现这一目标. 为解决该问题,使用动态图来建模多智能体任务中的近似可分解结构,并由此提出一种名叫协作子任务行为(coordinated subtask pattern,CSP)的新算法来增强智能体间局部以及全局协作. 具体而言,CSP算法使用子任务来识别智能体间的交互集合,并利用双层策略结构来将所有智能体周期性地分配到多个子任务中. 这种分配方式可以准确刻画动态图上智能体间的交互关系. 基于这种子任务分配,CSP算法提出子任务内和子任务间行为约束来提升智能体间局部以及全局协作. 这2种行为约束确保相同子任务内的部分智能体间可以预知彼此动作选择,同时所有智能体选择优异的联合动作来最大化整体任务性能. 在星际争霸环境的多个地图上开展实验,实验结果表明CSP算法明显优于多种对比算法,验证了所提算法可以实现智能体间的高效协作.
, authors=李超, 李文斌*, 高阳, authorsList=李超, 李文斌, 高阳, authorCompany=null, correspAuthors=李文斌, authorNote=
 |
1996年生. 博士研究生. CCF学生会员. 主要研究方向为强化学习、多智能体系统、任务建模 |
 |
1991年生. 博士,副研究员. CCF会员. 主要研究方向为机器学习、元学习、持续学习 |
 |
1972年生. 博士,教授. CCF委员会委员. 主要研究方向为多智能体强化学习、博弈论、机器学习 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=X8sP5ycnj6xAIs56t++tBg==, magXml=Qq97RAWuLFTb2XgrTOZC1w==, pdfUrl=null, pdf=hRMI5BNabG8iusenId1I+A==, pdfFileSize=2092917, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=b6jo1Ho4SBEOLhSWkTEJTA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=Bn/TJWXu7kCxgLFYMzgBeA==, mapNumber=null, fund=null)}, authors=[Author(id=1329457186356441773, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=chaoli1996@smail.nju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329457186423550639, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186356441773, language=EN, stringName=Chao Li, firstName=Chao, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1996. PhD candidate. Student member of CCF. His main research interests include reinforcement learning, multi-agent systems, and task modeling
"}, bioImg=null, bioContent=
born in 1996. PhD candidate. Student member of CCF. His main research interests include reinforcement learning, multi-agent systems, and task modeling
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329457186482270896, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186356441773, language=CN, stringName=李超, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=计算机软件新技术全国重点实验室(南京大学)南京 210023, bio={"img":"eueTCJTkFO6Fu+zVQf9QSg==","content":"
1996年生. 博士研究生. CCF学生会员. 主要研究方向为强化学习、多智能体系统、任务建模
"}, bioImg=eueTCJTkFO6Fu+zVQf9QSg==, bioContent=
1996年生. 博士研究生. CCF学生会员. 主要研究方向为强化学习、多智能体系统、任务建模
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329457186264167081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, xref=null, ext=[AuthorCompanyExt(id=1329457186272555690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329457186276749995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=计算机软件新技术全国重点实验室(南京大学)南京 210023)])]), Author(id=1329457186549379762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=liwenbin@nju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329457186612294324, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186549379762, language=EN, stringName=Wenbin Li, firstName=Wenbin, middleName=null, lastName=Li, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1991. PhD, associate researcher. Member of CCF. His main research interests include machine learning, meta learning, and continual learning
"}, bioImg=null, bioContent=
born in 1991. PhD, associate researcher. Member of CCF. His main research interests include machine learning, meta learning, and continual learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329457186666820277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186549379762, language=CN, stringName=李文斌, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=计算机软件新技术全国重点实验室(南京大学)南京 210023, bio={"img":"7nWoKuTkQY5fpLGoRrkhhQ==","content":"
1991年生. 博士,副研究员. CCF会员. 主要研究方向为机器学习、元学习、持续学习
"}, bioImg=7nWoKuTkQY5fpLGoRrkhhQ==, bioContent=
1991年生. 博士,副研究员. CCF会员. 主要研究方向为机器学习、元学习、持续学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329457186264167081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, xref=null, ext=[AuthorCompanyExt(id=1329457186272555690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329457186276749995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=计算机软件新技术全国重点实验室(南京大学)南京 210023)])]), Author(id=1329457186729734839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329457186788455098, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186729734839, language=EN, stringName=Yang Gao, firstName=Yang, middleName=null, lastName=Gao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1972. PhD, professor. Committee member of CCF. His main research interests include multi-agent reinforcement learning, game theory, and machine learning
"}, bioImg=null, bioContent=
born in 1972. PhD, professor. Committee member of CCF. His main research interests include multi-agent reinforcement learning, game theory, and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329457186868146875, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, authorId=1329457186729734839, language=CN, stringName=高阳, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=计算机软件新技术全国重点实验室(南京大学)南京 210023, bio={"img":"mxaPdUhEo+ULjj9HY6TOTg==","content":"
1972年生. 博士,教授. CCF委员会委员. 主要研究方向为多智能体强化学习、博弈论、机器学习
"}, bioImg=mxaPdUhEo+ULjj9HY6TOTg==, bioContent=
1972年生. 博士,教授. CCF委员会委员. 主要研究方向为多智能体强化学习、博弈论、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329457186264167081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, xref=null, ext=[AuthorCompanyExt(id=1329457186272555690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329457186276749995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=计算机软件新技术全国重点实验室(南京大学)南京 210023)])])], keywords=[Keyword(id=1329457186964615868, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, orderNo=1, keyword=multi-agent reinforcement learning), Keyword(id=1329457187056890557, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, orderNo=2, keyword=cooperative tasks), Keyword(id=1329457187123999422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, orderNo=3, keyword=nearly decomposable structure), Keyword(id=1329457187182719679, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, orderNo=4, keyword=dynamic graph), Keyword(id=1329457187237245633, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, orderNo=5, keyword=coordination), Keyword(id=1329457187300160194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, orderNo=1, keyword=多智能体强化学习), Keyword(id=1329457187384046275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, orderNo=2, keyword=合作型任务), Keyword(id=1329457187467932356, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, orderNo=3, keyword=近似可分解结构), Keyword(id=1329457187522458309, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, orderNo=4, keyword=动态图), Keyword(id=1329457187576984262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, orderNo=5, keyword=协作)], refs=[Reference(id=1329457188797526744, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Yongcan, Yu Wenwu, Ren Wei, et al. An overview of recent progress in the study of distributed multi-agent coordination[J]. IEEE Transactions on Industrial Informatics, 2012, 9(1): 427−438, articleTitle=null, refAbstract=null), Reference(id=1329457188889801434, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Xiaoqiang, Ke Liangjun, Qiao Zhimin, et al. Large-scale traffic signal control using a novel multiagent reinforcement learning[J]. IEEE Transactions on Cybernetics, 2020, 51(1): 174−187, articleTitle=null, refAbstract=null), Reference(id=1329457188956910299, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=高涵,罗娟,蔡乾娅,等. 一种基于异步决策的智能交通信号协调方法[J]. 计算机研究与发展,2023,60(12):2797−2805, articleTitle=null, refAbstract=null), Reference(id=1329457189032407772, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Han, Luo Juan, Cai Qianya, et al. An intelligent traffic signal coordination method based on asynchronous decision-making[J]. Journal of Computer Research and Development, 2023, 60(12): 2797−2805 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329457189091128029, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=郑莹莹,周俊龙,申钰凡,等. 时间和能量敏感的端—边—云车路协同系统资源调度优化方法[J]. 计算机研究与发展,2023,60(5):1037−1052, articleTitle=null, refAbstract=null), Reference(id=1329457189145653982, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Yingying, Zhou Junlong, Shen Yufan, et al. Time and energy-sensitive end-edge-cloud resource provisioning optimization method for collaborative vehicle-road systems[J]. Journal of Computer Research and Development, 2023, 60(5): 1037−1052 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329457189200179935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=De Souza C, Newbury R, Cosgun A, et al. Decentralized multi-agent pursuit using deep reinforcement learning[J]. IEEE Robotics and Automation Letters, 2021, 6(3): 4552−4559, articleTitle=null, refAbstract=null), Reference(id=1329457189271483105, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Weipeng, Zhang Ning, Yan Junchi, et al. Auto uning of price prediction models for high-frequency trading via reinforcement learning[J]. Pattern Recognition, 2022, 125: 108543, articleTitle=null, refAbstract=null), Reference(id=1329457189346980578, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Xu Jing, Zhong Fangwei, Wang Yizhou. Learning multi-agent coordination for enhancing target coverage in directional sensor networks[C/OL]//Advances in Neural Information Processing Systems. 2020[2024-05-10]. https://proceedings.neurips.cc/paper/2020/hash/7250eb93b3c18cc9daa29cf58af7a004-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329457189435060963, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Mnih V, Kavukcuoglu K, Silver D, et al. Human-level control through deep reinforcement learning[J]. Nature, 2015, 518(7540): 529−533, articleTitle=null, refAbstract=null), Reference(id=1329457189510558436, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Simon H A. The architecture of complexity[J]. Proceedings of the American Philosophical Society, 1962, 106(6): 467−482, articleTitle=null, refAbstract=null), Reference(id=1329457189586055910, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Sunehag P, Lever G, Gruslys A, et al. Value-decomposition networks for cooperative multi-agent learning based on team reward[C]//Proc of the Int Conf on Autonomous Agents and Multi-Agent Systems. Richland, SC, USA: International Foundation for Autonomous Agents and Multiagent Systems/ACM, 2018: 2085−2087, articleTitle=null, refAbstract=null), Reference(id=1329457189665747687, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Rashid T, Samvelyan M, De Witt C S, et al. Monotonic value function factorization for deep multi-agent reinforcement learning[J]. The Journal of Machine Learning Research, 2020, 21(1): 7234−7284, articleTitle=null, refAbstract=null), Reference(id=1329457189741245160, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Son K, Kim D, Kang W J, et al. QTRAN: Learning to factorize with transformation for cooperative multi-agent reinforcement learning[C/OL]//Proc of Int Conf on Machine Learning. New York: PMLR, 2019[2024-05-10]. https://proceedings.mlr.press/v97/son19a, articleTitle=null, refAbstract=null), Reference(id=1329457189804159722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jianhao, Ren Zhizhou, Liu Terry, et al. QPLEX: Duplex dueling multi-agent q-learning[C/OL]//Proc of Int Conf on Learning Representations. 2021[2024-05-10]. https://openreview.net/forum?id=Rcmk0xxIQV, articleTitle=null, refAbstract=null), Reference(id=1329457189879657195, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Lowe R, Wu Y I, Tamar A, et al. Multi-agent actor-critic for mixed cooperative-competitive environments[C]//Advances in Neural Information Processing Systems. Red Hook, NY: Curran Associates Inc, 2017, 30: 6379−6390, articleTitle=null, refAbstract=null), Reference(id=1329457189938377452, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Foerster J, Farquhar G, Afouras T, et al. Counterfactual multi-agent policy gradients[C]//Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2018, 32(1): 2974−2982, articleTitle=null, refAbstract=null), Reference(id=1329457190001292013, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yihan, Han Beining, Wang Tonghan, et al. DOP: Off-policy multi-agent decomposed policy gradients[C/OL]//Proc of Int Conf on Learning Representations. 2021[2024-05-10]. https://openreview.net/forum?id=6FqKiVAdI3Y, articleTitle=null, refAbstract=null), Reference(id=1329457190072595182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Peng Bei, Rashid T, Schroeder de Witt C, et al. FACMAC: Factored multi-agent centralised policy gradients[C/OL]//Advances in Neural Information Processing Systems. 2021[2024-05-10]. https://proceedings.neurips.cc/paper/2021/hash/65b9eea6e1cc6bb9f0cd2a47751a186f-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329457190139704047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Chao, Velu A, Vinitsky E, et al. The surprising effectiveness of ppo in cooperative multi-agent games[C/OL]//Advances in Neural Information Processing Systems. 2022[2024-05-10]. https://proceedings.neurips.cc/paper_files/paper/2022/hash/9c1535a02f0ce079433344e14d910597-Abstract-Datasets_and_Benchmarks.html, articleTitle=null, refAbstract=null), Reference(id=1329457190257144561, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Yifan, Kuba J G, Feng Xidong, et al. Heterogeneous-agent reinforcement learning[J]. Journal of Machine Learning Research, 2024, 25: 1−67, articleTitle=null, refAbstract=null), Reference(id=1329457190328447730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=丁世飞,杜威,郭丽丽,等. 基于双评论家的多智能体深度确定性策略梯度方法[J]. 计算机研究与发展,2023,60(10):2394−2404, articleTitle=null, refAbstract=null), Reference(id=1329457190437499635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Ding Shifei, Du Wei, Guo Lili, et al. Multi-agent deep deterministic policy gradient method based on double critics[J]. Journal of Computer Research and Development, 2023, 60(10): 2394−2404 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329457190500414196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Guestrin C, Lagoudakis M, Parr R. Coordinated reinforcement learning[C]//Proc of Int Conf on Machine Learning, San Francisco, CA: Morgan Kaufmann Publishers Inc, 2002, 2: 227−234, articleTitle=null, refAbstract=null), Reference(id=1329457190575911669, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Chongjie, Lesser V. Coordinated multi-agent reinforcement learning in networked distributed POMDPs[C]//Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2011: 764−770, articleTitle=null, refAbstract=null), Reference(id=1329457190638826230, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Chongjie, Lesser V. Coordinating multi-agent reinforcement learning with limited communication[C]//Proc of the Int Conf on Autonomous Agents and Multi-Agent Systems. Richland, SC: International Foundation for Autonomous Agents and Multiagent Systems, 2013: 1101−1108, articleTitle=null, refAbstract=null), Reference(id=1329457190714323703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Das A, Gervet T, Romoff J, et al. Tarmac: Targeted multi-agent communication[C/OL]//Proc of Int Conf on Machine Learning. New York: PMLR, 2019[2024-05-10]. https://proceedings.mlr.press/v97/das19a.html, articleTitle=null, refAbstract=null), Reference(id=1329457192312353529, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Kim W, Park J, Sung Y. Communication in multi-agent reinforcement learning: intention sharing[C/OL]//Proc of Int Conf on Learning Representations. 2021[2024-05-10]. https://openreview.net/forum?id=qpsl2dR9twy, articleTitle=null, refAbstract=null), Reference(id=1329457192404628218, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Mao Hangyu, Liu Wulong, Hao Jianye, et al. Neighborhood cognition consistent multi-agent reinforcement learning[C]//Proc of the AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI , 2020, 34(5): 7219−7226, articleTitle=null, refAbstract=null), Reference(id=1329457192475931387, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Zang Yifan, He Jinmin, Li Kai, et al. Automatic grouping for efficient cooperative multi-agent reinforcement learning[C/OL]//Advances in Neural Information Processing Systems. 2024[2024-05-10]. https://proceedings.neurips.cc/paper_files/paper/2023/hash/906c860f1b7515a8ffec02dcdac74048-Abstract-Conference.html, articleTitle=null, refAbstract=null), Reference(id=1329457192530457340, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Weiwei, Peng Linpeng, Wen Licheng, et al. Decomposing shared networks for separate cooperation with multi-agent reinforcement learning[J]. Information Sciences, 2023, 641: 119085, articleTitle=null, refAbstract=null), Reference(id=1329457192601760509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Yilin, Luo Guiyang, Yuan Quan, et al. GpLight: Grouped multi-agent reinforcement learning for large-scale traffic signal control[C/OL]//Proc of the Int Joint Conf on Artificial Intelligence. 2023[2024-05-10]. https://www.ijcai.org/proceedings/2023/23, articleTitle=null, refAbstract=null), Reference(id=1329457192681452286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Shanqi, Hu Yujing, Wu Runze, et al. Adaptive value decomposition with greedy marginal contribution computation for cooperative multi-agent reinforcement learning[C]//Proc of the Int Conf on Autonomous Agents and Multi-Agent Systems. Richland, SC: International Foundation for Autonomous Agents and Multiagent Systems, 2023: 31−39, articleTitle=null, refAbstract=null), Reference(id=1329457192765338368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tonghan, Dong Heng, Lesser V, et al. ROMA: Multi-agent reinforcement learning with emergent roles[C/OL]//Proc of the Int Conf on Machine Learning. New York: PMLR, 2020[2024-05-10]. https://proceedings.mlr.press/v119/wang20f, articleTitle=null, refAbstract=null), Reference(id=1329457192824058625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tonghan, Gupta T, Mahajan A, et al, et al. RODE: Learning roles to decompose multi-agent tasks[C/OL]//Proc of the Int Conf on Learning Representations. 2021[2024-05-10]. https://openreview.net/forum?id=TTUVg6vkNjK, articleTitle=null, refAbstract=null), Reference(id=1329457192886973186, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Mingyu, Zhao Jian, Hu Xunhan, et al. LDSA: Learning dynamic subtask assignment in cooperative multi-agent reinforcement learning[C/OL]//Advances in Neural Information Processing Systems. 2022[2024-05-10]. https://proceedings.neurips.cc/paper_files/paper/2022/hash/0b4145b562cc22fb7fa50a2cd17c191d-Abstract-Conference.html, articleTitle=null, refAbstract=null), Reference(id=1329457192949887747, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Iqbal S, Costales R, Sha F. ALMA: Hierarchical learning for composite multi-agent tasks[C/OL]//Advances in Neural Information Processing Systems. 2022[2024-05-10]. https://proceedings.neurips.cc/paper_files/paper/2022/hash/2f27964513a28d034530bfdd117ea31d-Abstract-Conference.html, articleTitle=null, refAbstract=null), Reference(id=1329457193012802308, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Yuan Lei, Wang Chenghe, Wang Jianhao, et al. Multi-agent concentrative coordination with decentralized task representation[C/OL]//Proc of the Int Joint Conf on Artificial Intelligence. 2022[2024-05-10]. https://www.ijcai.org/proceedings/2022/85, articleTitle=null, refAbstract=null), Reference(id=1329457193071522566, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Chenghao, Wang Tonghan, Wu Chengjie, et al. Celebrating diversity with subtask specialization in shared multiagent reinforcement learning[J]. IEEE Transactions on Neural Networks and Learning Systems, 2023, 1−15, articleTitle=null, refAbstract=null), Reference(id=1329457193134437127, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Samvelyan M, Rashid T, De Witt C S, et al. The starcraft multi-agent challenge[C]//Proc of the Int Conf on Autonomous Agents and Multi-Agent Systems. Richland, SC: International Foundation for Autonomous Agents and Multiagent Systems, 2019: 2186−2188, articleTitle=null, refAbstract=null), Reference(id=1329457193197351688, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tonghan, Wang Jianhao, Wu Yi, et al. Influence-based multi-agent exploration[C/OL]//Proc of the Int Conf on Learning Representations. 2020[2024-05-10]. https://openreview.net/forum?id=BJgy96EYvr, articleTitle=null, refAbstract=null), Reference(id=1329457193272849161, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Mahajan A, Rashid T, Samvelyan M, et al. MAVEN: Multi-agent variational exploration[C/OL]//Advances in Neural Information Processing Systems. 2019[2024-05-10]. https://papers.nips.cc/paper_files/paper/2019/hash/f816dc0acface7498e10496222e9db10-Abstract.html, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329457186264167081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, xref=null, ext=[AuthorCompanyExt(id=1329457186272555690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=State Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329457186276749995, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, companyId=1329457186264167081, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=计算机软件新技术全国重点实验室(南京大学)南京 210023)])], figs=[ArticleFig(id=1329457187669258952, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Figure 1, caption=
Dynamic coordination graph of the nearly decomposable structure in multi-agent tasks, figureFileSmall=1qU4rZcQ6o23rRO+qCyEjA==, figureFileBig=b6jo1Ho4SBEOLhSWkTEJTA==, tableContent=null), ArticleFig(id=1329457187765727945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=图1, caption=
对于多智能体任务中近似可分解结构的动态协作图, figureFileSmall=1qU4rZcQ6o23rRO+qCyEjA==, figureFileBig=b6jo1Ho4SBEOLhSWkTEJTA==, tableContent=null), ArticleFig(id=1329457187933500106, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Figure 2, caption=
Agent dynamic coordination graph of a 6-agent task at certain timestep, figureFileSmall=ZtUKVMeli5rgm4muJ00ZJQ==, figureFileBig=uyUgFF1AyLAuwqMK/wNtTQ==, tableContent=null), ArticleFig(id=1329457187996414667, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=图2, caption=
一个6智能体任务在某一时间步的智能体动态协作图, figureFileSmall=ZtUKVMeli5rgm4muJ00ZJQ==, figureFileBig=uyUgFF1AyLAuwqMK/wNtTQ==, tableContent=null), ArticleFig(id=1329457188055134924, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Figure 3, caption=
Architecture of CSP algorithm, figureFileSmall=07/tI30/axydqhYAImH3nQ==, figureFileBig=znzfuoI3pd6NOUSJB4o7wg==, tableContent=null), ArticleFig(id=1329457188147409613, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=图3, caption=
CSP算法结构, figureFileSmall=07/tI30/axydqhYAImH3nQ==, figureFileBig=znzfuoI3pd6NOUSJB4o7wg==, tableContent=null), ArticleFig(id=1329457188227101391, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Figure 4, caption=
Comparison results of our algorithm against multiple baselines on six maps in SMAC, figureFileSmall=/+dNKESS1m9/uU1q2GrGiA==, figureFileBig=66l27iDcPi4ANmFBPTRedQ==, tableContent=null), ArticleFig(id=1329457188298404560, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=图4, caption=
星际争霸环境6个地图上本文算法与多个基准算法的对比结果, figureFileSmall=/+dNKESS1m9/uU1q2GrGiA==, figureFileBig=66l27iDcPi4ANmFBPTRedQ==, tableContent=null), ArticleFig(id=1329457188352930513, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Figure 5, caption=
Ablation studies regarding major modules of CSP algorithm on maps of 3s5z and 2c_vs_64zg, figureFileSmall=COXrCTg1+2CAgMNHU3A6Jg==, figureFileBig=OjF3zCSrAxxE6HiDpJboAg==, tableContent=null), ArticleFig(id=1329457188420039378, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=图5, caption=
地图3s5z和2c_vs_64zg下CSP算法主要模块的消融实验, figureFileSmall=COXrCTg1+2CAgMNHU3A6Jg==, figureFileBig=OjF3zCSrAxxE6HiDpJboAg==, tableContent=null), ArticleFig(id=1329457188482953939, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Table 1, caption=
Descriptions of Selected Maps in SMAC
, figureFileSmall=null, figureFileBig=null, tableContent=
| 地图信息 | 难度 | 作战单元配置 |
|---|
| 3s5z | 简单 | 友方:3 Stalkers, 5 Zealots 敌方:3 Stalkers, 5 Zealots |
| 1c3s5z | 简单 | 友方:1 Colossus, 3 Stalkers, 5 Zealots 敌方:1 Colossus, 3 Stalkers, 5 Zealots |
| 3s_vs_5z | 困难 | 友方:3 Stalkers 敌方:5 Zealots |
| 5m_vs_6m | 困难 | 友方:5 Marines 敌方:6 Marines |
| 2c_vs_64zg | 困难 | 友方:2 Colossi 敌方:64 Zerglings |
| MMM2 | 超级困难 | 友方:1 Medivac, 2 Marauders, 7 Marines 敌方:1 Medivac, 3 Marauders, 8 Marines |
), ArticleFig(id=1329457188562645717, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=表1, caption=
星际争霸环境下选用地图的描述
, figureFileSmall=null, figureFileBig=null, tableContent=
| 地图信息 | 难度 | 作战单元配置 |
|---|
| 3s5z | 简单 | 友方:3 Stalkers, 5 Zealots 敌方:3 Stalkers, 5 Zealots |
| 1c3s5z | 简单 | 友方:1 Colossus, 3 Stalkers, 5 Zealots 敌方:1 Colossus, 3 Stalkers, 5 Zealots |
| 3s_vs_5z | 困难 | 友方:3 Stalkers 敌方:5 Zealots |
| 5m_vs_6m | 困难 | 友方:5 Marines 敌方:6 Marines |
| 2c_vs_64zg | 困难 | 友方:2 Colossi 敌方:64 Zerglings |
| MMM2 | 超级困难 | 友方:1 Medivac, 2 Marauders, 7 Marines 敌方:1 Medivac, 3 Marauders, 8 Marines |
), ArticleFig(id=1329457188621365974, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=EN, label=Table 2, caption=
Hyper-Parameter Settings for CSP Algorithm on All Maps
, figureFileSmall=null, figureFileBig=null, tableContent=
| 地图 | $ m $ | $ k $ | $ \alpha $ | $ \lambda $ |
|---|
| 3s5z | 5 | 5 | 0.001 | 1.0 |
| 1c3s5z | 3 | 5 | 0.001 | 1.0 |
| 2c_vs_64zg | 3 | 5 | 0.001 | 1.0 |
| 3s_vs_5z | 3 | 5 | 0.001 | 1.0 |
| 5m_vs_6m | 3 | 5 | 0.001 | 1.0 |
| MMM2 | 3 | 5 | 0.001 | 0.1 |
), ArticleFig(id=1329457188701057751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329457184284455570, language=CN, label=表2, caption=
所有地图下CSP算法超参数设置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 地图 | $ m $ | $ k $ | $ \alpha $ | $ \lambda $ |
|---|
| 3s5z | 5 | 5 | 0.001 | 1.0 |
| 1c3s5z | 3 | 5 | 0.001 | 1.0 |
| 2c_vs_64zg | 3 | 5 | 0.001 | 1.0 |
| 3s_vs_5z | 3 | 5 | 0.001 | 1.0 |
| 5m_vs_6m | 3 | 5 | 0.001 | 1.0 |
| MMM2 | 3 | 5 | 0.001 | 0.1 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440189, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440189, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440189, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440189, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1722441600000, fullTextJson=null, articleText=null, reference=null)