Article(id=1329381645813133974, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202220697, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1659888000000, receivedDateStr=2022-08-08, revisedDate=1680710400000, revisedDateStr=2023-04-06, acceptedDate=null, acceptedDateStr=null, onlineDate=1794878883077, onlineDateStr=2026-11-17, pubDate=1704124800000, pubDateStr=2024-01-02, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794878883077, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794878883077, creator=13701087609, updateTime=1794878883077, updator=13701087609, issue=Issue{id=1329381463562236291, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='1', pageStart='1', pageEnd='270', issueExtLink='null', onlineDate='null', pubDate='1704124800000', pubDateStr='2024-01-02', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794878839626, creator='13701087609', updateTime=1794899256120, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1329467096993477032, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1329467096997671337, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329381463562236291, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=145, endPage=155, ext={EN=ArticleExt(id=1329381645985100439, articleId=1329381645813133974, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Solving GuanDan Poker Games with Deep Reinforcement Learning, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Decisions are often made in complex environment without exact information in many real-world occasions. Hence the capability of making proper decisions is expected for artificial intelligence agents. As abstractions of the real world, games provoke interests of researchers with the benefits of well-defined game structure and the facility to evaluate various algorithms. Among these games, GuanDan poker games are typical games with large action space and huge information set size, which exacerbates the problem and increases the difficulty to solve these games. In this work, we propose a novel soft deep Monte Carlo(SDMC) method to overcome the above-mentioned difficulties. By considering how the expert strategy acts in the training process, SDMC can better utilize the expert knowledge and accelerate the convergence of training process. Meanwhile, SDMC applies an action sample strategy in real time playing to confuse the opponents and prohibits the potentional exploitation of them, which could also lead to significant improvement of the performance against different agents. SDMC agent was the champion of the 2nd Chinese Artificial Intelligence Game Algorithm competition. Comprehensive experiments that evaluate the training time and final performance are conducted in this work, showing superior performance of SDMC against other agents such as the champion of 1st competition.
, authors=Zhenxing Ge
1, Shuai Xiang
1, Pinzhuo Tian
2, Yang Gao
1, 3, *, authorsList=Zhenxing Ge, Shuai Xiang, Pinzhuo Tian, Yang Gao, authorCompany=null, correspAuthors=Yang Gao, authorNote=
born in 1998. PhD candidate. Student member of CCF. His main research interests include game theory, multi-agent systems, and reinforcement learning
born in 1997. Master candidate. Student member of CCF. His main research interests include game theory, reinforcement learning, and multi-agent systems
born in 1991. PhD, lecturer. His main research interests include machine learning, meta-learning, and transfer learning. (pinzhuo@shu.edu.cn)
born in 1972. PhD, professor, PhD supervisor. Committee member of CCF. His main research interests include reinforcement learning, multi-agent systems, computer vision, and big data analysis
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329381647490855590, articleId=1329381645813133974, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于深度强化学习的掼蛋扑克博弈求解, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
在不确定信息的复杂环境下进行决策是现实中人们经常面对的困难之一,因此具有能够进行良好决策的能力被视为人工智能的重要能力之一. 而游戏类型的博弈作为对现实世界的一种高度抽象,具有良定义、易检验算法优劣等特点,成为研究的主流. 其中以掼蛋为代表的扑克类博弈不仅具有他人手牌未知这样的难点,还由于可选出牌动作与他人手牌情况数量庞大等特点,难以进行高效求解. 因此,提出了一种软深度蒙特卡洛(soft deep Monte Carlo,SDMC)求解方法. 该方法能够更好地融合领域知识,加快策略学习速度,并采用软动作采样策略调整实时决策,提升策略胜率. 所提出的SDMC方法训练出的策略模型参加第2届“中国人工智能博弈算法大赛”时获得冠军. 与第1届比赛冠军策略和第2届其他策略模型的实验对比证明了该方法在解决掼蛋扑克博弈中的有效性.
, authors=葛振兴
1, 向帅
1, 田品卓
2, 高阳
1, 3, *, authorsList=葛振兴, 向帅, 田品卓, 高阳, authorCompany=null, correspAuthors=高阳, authorNote=
 |
1998年生. 博 士 研 究 生. CCF学生会员. 主要研究方向为博弈论、多智能体系统、强化学习 |
 |
1997年生. 硕士研究生. CCF学生会员. 主要研究方向为博弈论、强化学习、多智能体系统 |
 |
1991年生. 博 士,讲师. 主要研究方向为机器学习、元学习、迁移学习 |
 |
1972年生. 博士,教授,博士生导师. CCF委员会委员. 主要研究方向为强化学习、多智能体系统、计算机视觉、大数据分析 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=AyXd01AXR+7XfmpswQ4F3g==, magXml=dpDVU73Uzsjpm0jpKM3BYA==, pdfUrl=null, pdf=Etyht9N0sx+/H53tYydv4g==, pdfFileSize=1672523, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=QAXFdtt0HF32O0B0PUDGlA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=OCPwX8QOSw6OMFdyjAQPFQ==, mapNumber=null, fund=null)}, authors=[Author(id=1329381648002560689, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhenxingge@smail.nju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381648069669555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648002560689, language=EN, stringName=Zhenxing Ge, firstName=Zhenxing, middleName=null, lastName=Ge, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1998. PhD candidate. Student member of CCF. His main research interests include game theory, multi-agent systems, and reinforcement learning
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. Student member of CCF. His main research interests include game theory, multi-agent systems, and reinforcement learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381648153555636, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648002560689, language=CN, stringName=葛振兴, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023, bio={"img":"pmUcC8l3ZwdgM6AZT1gsdg==","content":"
1998年生. 博 士 研 究 生. CCF学生会员. 主要研究方向为博弈论、多智能体系统、强化学习
"}, bioImg=pmUcC8l3ZwdgM6AZT1gsdg==, bioContent=
1998年生. 博 士 研 究 生. CCF学生会员. 主要研究方向为博弈论、多智能体系统、强化学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381647755096743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=1, ext=[AuthorCompanyExt(id=1329381647767679656, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329381647776068265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023)])]), Author(id=1329381648216470198, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xiangshuai@smail.nju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381648304550584, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648216470198, language=EN, stringName=Shuai Xiang, firstName=Shuai, middleName=null, lastName=Xiang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023, bio={"content":"
born in 1997. Master candidate. Student member of CCF. His main research interests include game theory, reinforcement learning, and multi-agent systems
"}, bioImg=null, bioContent=
born in 1997. Master candidate. Student member of CCF. His main research interests include game theory, reinforcement learning, and multi-agent systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381648363270841, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648216470198, language=CN, stringName=向帅, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023, bio={"img":"P22+JdLQsa/qE1jE3L5mZQ==","content":"
1997年生. 硕士研究生. CCF学生会员. 主要研究方向为博弈论、强化学习、多智能体系统
"}, bioImg=P22+JdLQsa/qE1jE3L5mZQ==, bioContent=
1997年生. 硕士研究生. CCF学生会员. 主要研究方向为博弈论、强化学习、多智能体系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381647755096743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=1, ext=[AuthorCompanyExt(id=1329381647767679656, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329381647776068265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023)])]), Author(id=1329381648426185403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=pinzhuo@shu.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329381648493294269, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648426185403, language=EN, stringName=Pinzhuo Tian, firstName=Pinzhuo, middleName=null, lastName=Tian, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2School of Computer Engineering and Science, Shanghai University, Shanghai 200444, bio={"content":"
born in 1991. PhD, lecturer. His main research interests include machine learning, meta-learning, and transfer learning. (pinzhuo@shu.edu.cn)
"}, bioImg=null, bioContent=
born in 1991. PhD, lecturer. His main research interests include machine learning, meta-learning, and transfer learning. (pinzhuo@shu.edu.cn)
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381648564597438, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648426185403, language=CN, stringName=田品卓, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2上海大学计算机工程与科学学院 上海 200444, bio={"img":"6bC10hJg8WUTwBFXFuj8qw==","content":"
1991年生. 博 士,讲师. 主要研究方向为机器学习、元学习、迁移学习
"}, bioImg=6bC10hJg8WUTwBFXFuj8qw==, bioContent=
1991年生. 博 士,讲师. 主要研究方向为机器学习、元学习、迁移学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381647872537258, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=2, ext=[AuthorCompanyExt(id=1329381647880925867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647872537258, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Computer Engineering and Science, Shanghai University, Shanghai 200444), AuthorCompanyExt(id=1329381647889314476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647872537258, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2上海大学计算机工程与科学学院 上海 200444)])]), Author(id=1329381648623317696, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=gaoy@nju.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329381648736563907, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648623317696, language=EN, stringName=Yang Gao, firstName=Yang, middleName=null, lastName=Gao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, *, address=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023
3Shenzhen Research Institute of Nanjing University, Shenzhen, Guangdong 518057, bio={"content":"
born in 1972. PhD, professor, PhD supervisor. Committee member of CCF. His main research interests include reinforcement learning, multi-agent systems, computer vision, and big data analysis
"}, bioImg=null, bioContent=
born in 1972. PhD, professor, PhD supervisor. Committee member of CCF. His main research interests include reinforcement learning, multi-agent systems, computer vision, and big data analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329381648816255684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, authorId=1329381648623317696, language=CN, stringName=高阳, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 3, *, address=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023
3南京大学深圳研究院 广东深圳 518057, bio={"img":"zvu5H8GJrbCbCljl45sg6A==","content":"
1972年生. 博士,教授,博士生导师. CCF委员会委员. 主要研究方向为强化学习、多智能体系统、计算机视觉、大数据分析
"}, bioImg=zvu5H8GJrbCbCljl45sg6A==, bioContent=
1972年生. 博士,教授,博士生导师. CCF委员会委员. 主要研究方向为强化学习、多智能体系统、计算机视觉、大数据分析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329381647755096743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=1, ext=[AuthorCompanyExt(id=1329381647767679656, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329381647776068265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023)]), AuthorCompany(id=1329381647943840429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=3, ext=[AuthorCompanyExt(id=1329381647948034734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647943840429, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Shenzhen Research Institute of Nanjing University, Shenzhen, Guangdong 518057), AuthorCompanyExt(id=1329381647956423343, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647943840429, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3南京大学深圳研究院 广东深圳 518057)])])], keywords=[Keyword(id=1329381648916918981, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, orderNo=1, keyword=imperfect information), Keyword(id=1329381649000805062, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, orderNo=2, keyword=deep reinforcement learning), Keyword(id=1329381649067913927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, orderNo=3, keyword=multi-agent system), Keyword(id=1329381649135022792, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, orderNo=4, keyword=soft deep Monte Carlo method), Keyword(id=1329381649202131657, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, orderNo=5, keyword=poker game), Keyword(id=1329381649298600650, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, orderNo=1, keyword=非完美信息), Keyword(id=1329381649390875340, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, orderNo=2, keyword=深度强化学习), Keyword(id=1329381649474761421, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, orderNo=3, keyword=多智能体系统), Keyword(id=1329381649550258894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, orderNo=4, keyword=软深度蒙特卡洛方法), Keyword(id=1329381649604784847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, orderNo=5, keyword=扑克博弈)], refs=[Reference(id=1329381650888241888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Silver D, Huang A, Maddison C J, et al. Mastering the game of Go with deep neural networks and tree search[J]. Nature, 2016, 529(7587): 484−489, articleTitle=null, refAbstract=null), Reference(id=1329381650972127969, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Silver D, Schrittwieser J, Simonyan K, et al. Mastering the game of Go without human knowledge[J]. Nature, 2017, 550(7676): 354−359, articleTitle=null, refAbstract=null), Reference(id=1329381651039236834, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown N, Sandholm T. Superhuman AI for heads-up no-limit poker: Libratus beats top professionals[J]. Science, 2018, 359(6374): 418−424, articleTitle=null, refAbstract=null), Reference(id=1329381651118928611, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown N, Sandholm T. Superhuman AI for multiplayer poker[J]. Science, 2019, 365(6456): 885−890, articleTitle=null, refAbstract=null), Reference(id=1329381651181843172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Junjie, Koyamada S, Ye Qiwei, et al. Suphx: Mastering mahjong with deep reinforcement learning[J]. arXiv preprint, arXiv: 2003. 13590, 2020, articleTitle=null, refAbstract=null), Reference(id=1329381651244757733, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Vinyals O, Babuschkin I, Czarnecki W M, et al. Grandmaster level in StarCraft II using multi-agent reinforcement learning[J]. Nature, 2019, 575(7782): 350−354, articleTitle=null, refAbstract=null), Reference(id=1329381651307672294, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Berner C, Brockman G, Chan B, et al. Dota 2 with large scale deep reinforcement learning[J]. arXiv preprint, arXiv: 1912. 06680, 2019, articleTitle=null, refAbstract=null), Reference(id=1329381651378975463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zha Daochen, Xie Jingru, Ma Wenye, et al. DouZero: Mastering DouDiZhu with self-play deep reinforcement learning [C] //Proc of the 38th Int Conf on Machine Learning. New York: ACM, 2021: 12333−12344, articleTitle=null, refAbstract=null), Reference(id=1329381651441890024, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Zinkevich M, Johanson M, Bowling M, et al. Regret minimization in games with incomplete information [C] //Proc of the 21st Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2007: 1729−1736, articleTitle=null, refAbstract=null), Reference(id=1329381651492221673, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Lanctot M, Waugh K, Zinkevich M, et al. Monte Carlo sampling for regret minimization in extensive games [C] //Proc of the 23rd Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2009: 1078−1086, articleTitle=null, refAbstract=null), Reference(id=1329381651555136234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Farina G, Kroer C, Sandholm T. Online convex optimization for sequential decision processes and extensive-form games [C] //Proc of the 33rd AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2019: 1917−1925, articleTitle=null, refAbstract=null), Reference(id=1329381651622245099, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Johanson M, Bard N, Lanctot M, et al. Efficient Nash equilibrium approximation through Monte Carlo counterfactual regret minimization [C] //Proc of the 11th Int Conf on Autonomous Agents and Multiagent Systems. Berlin: Springer, 2012: 837−846, articleTitle=null, refAbstract=null), Reference(id=1329381651685159660, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Burch N. Time and space: Why imperfect information games are hard [D]. Edmonton: University of Alberta, 2018, articleTitle=null, refAbstract=null), Reference(id=1329381651752268525, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Mnih V, Kavukcuoglu K, Silver D, et al. Human-level control through deep reinforcement learning[J]. Nature, 2015, 518(7540): 529−533, articleTitle=null, refAbstract=null), Reference(id=1329381651819377390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=亓法欣,童向荣,于雷. 基于强化学习DQN的智能体信任增强[J]. 计算机研究与发展,2020,57(6):1227−1238, articleTitle=null, refAbstract=null), Reference(id=1329381651890680559, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Qi Faxin, Tong Xiangrong, Yu Lei. Agent trust boost via reinforcement learning DQN[J]. Journal of Computer Research and Development, 2020, 57(6): 1227−1238 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329381651966178032, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=郑渤龙,明岭峰,胡琦,等. 基于深度强化学习的网约车动态路径规划[J]. 计算机研究与发展,2022,59(2):329−341, articleTitle=null, refAbstract=null), Reference(id=1329381652045869809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Zheng Bolong, Ming Lingfeng, Hu Qi, et al. Dynamic ride-hailing route planning based on deep reinforcement learning[J]. Journal of Computer Research and Development, 2022, 59(2): 329−341 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329381652112978674, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Mnih V, Badia A P, Mirza M, et al. Asynchronous methods for deep reinforcement learning [C] //Proc of the 33rd Int Conf on Machine Learning. New York: ACM, 2016: 1928−1937, articleTitle=null, refAbstract=null), Reference(id=1329381652171698931, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Küttler H, Nardelli N, Lavril T, et al. TorchBeast: A pytorch platform for distributed rl[J]. arXiv preprint, arXiv: 1910. 03552, 2019, articleTitle=null, refAbstract=null), Reference(id=1329381652238807796, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Brown N, Sandholm T. Strategy-based warm starting for regret minimization in games [C] //Proc of the 30th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2016: 432−438, articleTitle=null, refAbstract=null), Reference(id=1329381652331082485, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Sandholm T. Abstraction for solving large incomplete-information games [C] //Proc of the 29th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2015: 4127−4131, articleTitle=null, refAbstract=null), Reference(id=1329381652410774262, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Bard N, Foerster J N, Chandar S, et al. The Hanabi Challenge: A new frontier for AI research[J]. Artificial Intelligence, 2020, 280: 103216, articleTitle=null, refAbstract=null), Reference(id=1329381652482077431, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Foerster J, Song F, Hughes E, et al. Bayesian action decoder for deep multi-agent reinforcement learning [C] //Proc of the 36th Int Conf on Machine Learning. New York: ACM, 2019: 1942−1951, articleTitle=null, refAbstract=null), Reference(id=1329381652578546424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Hengyuan, Foerster J. Simplified action decoder for deep multi-agent reinforcement learning[J]. arXiv preprint, arXiv: 1912. 02288, 2019, articleTitle=null, refAbstract=null), Reference(id=1329381652666626809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=You Yang, Li Liangwei, Guo Baisong, et al. Combinatorial Q-learning for Dou Di Zhu [C] //Proc of the 16th AAAI Conf on Artificial Intelligence and Interactive Digital Entertainment. Palo Alto, CA: AAAI, 2020: 301−307, articleTitle=null, refAbstract=null), Reference(id=1329381652725347066, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Qiqi, Li Kuangzheng, Du Boyao, et al. DeltaDou: Expert-level Doudizhu AI through self-play [C] //Proc of the 28th Int Joint Conf on Artificial Intelligence. San Francisco: Morgan Kaufmann, 2019: 1265−1271, articleTitle=null, refAbstract=null), Reference(id=1329381652800844539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Zahavy T, Haroush M, Merlis N, et al. Learn what not to learn: Action elimination with deep reinforcement learning [C] // Proc of the 32nd Conf on Neural Information Processing Systems. Cambridge, MA: MIT, 2018: 3566−3577, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329381647755096743, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=1, ext=[AuthorCompanyExt(id=1329381647767679656, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1National Key Laboratory for Novel Software Technology (Nanjing University), Nanjing 210023), AuthorCompanyExt(id=1329381647776068265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647755096743, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1计算机软件新技术国家重点实验室(南京大学) 南京 210023)]), AuthorCompany(id=1329381647872537258, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=2, ext=[AuthorCompanyExt(id=1329381647880925867, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647872537258, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Computer Engineering and Science, Shanghai University, Shanghai 200444), AuthorCompanyExt(id=1329381647889314476, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647872537258, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2上海大学计算机工程与科学学院 上海 200444)]), AuthorCompany(id=1329381647943840429, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, xref=3, ext=[AuthorCompanyExt(id=1329381647948034734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647943840429, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Shenzhen Research Institute of Nanjing University, Shenzhen, Guangdong 518057), AuthorCompanyExt(id=1329381647956423343, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, companyId=1329381647943840429, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3南京大学深圳研究院 广东深圳 518057)])], figs=[ArticleFig(id=1329381649718031057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Figure 1, caption=
Overview of SDMC, figureFileSmall=0dGTv3heeeFZZjyskUa3BQ==, figureFileBig=QAXFdtt0HF32O0B0PUDGlA==, tableContent=null), ArticleFig(id=1329381649776751314, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=图1, caption=
SDMC的整体流程, figureFileSmall=0dGTv3heeeFZZjyskUa3BQ==, figureFileBig=QAXFdtt0HF32O0B0PUDGlA==, tableContent=null), ArticleFig(id=1329381649952912083, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Figure 2, caption=
An example of information encoding in GuanDan poker game, figureFileSmall=pBSd5MhpkZsrCyU/oKXRmg==, figureFileBig=SUX87Nlu6XjW6n47d8DPMw==, tableContent=null), ArticleFig(id=1329381650032603860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=图2, caption=
掼蛋扑克信息编码示例, figureFileSmall=pBSd5MhpkZsrCyU/oKXRmg==, figureFileBig=SUX87Nlu6XjW6n47d8DPMw==, tableContent=null), ArticleFig(id=1329381650108101333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Figure 3, caption=
Performance of three methods against baseline in training stage, figureFileSmall=mzHYm9PiJy+xGPOZ61gbag==, figureFileBig=ndG2tlPpcemKKLPjT9B3rQ==, tableContent=null), ArticleFig(id=1329381650183598806, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=图3, caption=
3种方法在训练过程中对抗基准算法时的表现, figureFileSmall=mzHYm9PiJy+xGPOZ61gbag==, figureFileBig=ndG2tlPpcemKKLPjT9B3rQ==, tableContent=null), ArticleFig(id=1329381650246513368, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Table 1, caption=
State Representation of GuanDan Games
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 含义 | one-hot编码长度 |
|---|
| 出牌动作 | 卡牌的矩阵表示 | 108 |
| 类型的矩阵表示 | 10 |
| 大小的矩阵表示 | 15 |
| 私有信息 | 手牌的卡牌矩阵表示 | 108 |
| 手牌中逢人配数量 | 3 |
| 公共信息 | 当前等级 | 13 |
| 其他玩家剩余手牌 | 108 |
| 上家已出卡牌矩阵表示 | 108 |
| 对家已出卡牌矩阵表示 | 108 |
| 下家已出卡牌矩阵表示 | 108 |
| 最近一次的出牌动作 | 133 |
| 上家最近一次出牌动作 | 133 |
| 对家最近一次出牌动作 | 133 |
| 下家最近一次出牌动作 | 133 |
| 上家剩余手牌数量 | 28 |
| 对家剩余手牌数量 | 28 |
| 下家剩余手牌数量 | 28 |
| 最近4轮出牌的联合表示 | 532 |
), ArticleFig(id=1329381650326205145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=表1, caption=
掼蛋环境状态编码
, figureFileSmall=null, figureFileBig=null, tableContent=
| 类型 | 含义 | one-hot编码长度 |
|---|
| 出牌动作 | 卡牌的矩阵表示 | 108 |
| 类型的矩阵表示 | 10 |
| 大小的矩阵表示 | 15 |
| 私有信息 | 手牌的卡牌矩阵表示 | 108 |
| 手牌中逢人配数量 | 3 |
| 公共信息 | 当前等级 | 13 |
| 其他玩家剩余手牌 | 108 |
| 上家已出卡牌矩阵表示 | 108 |
| 对家已出卡牌矩阵表示 | 108 |
| 下家已出卡牌矩阵表示 | 108 |
| 最近一次的出牌动作 | 133 |
| 上家最近一次出牌动作 | 133 |
| 对家最近一次出牌动作 | 133 |
| 下家最近一次出牌动作 | 133 |
| 上家剩余手牌数量 | 28 |
| 对家剩余手牌数量 | 28 |
| 下家剩余手牌数量 | 28 |
| 最近4轮出牌的联合表示 | 532 |
), ArticleFig(id=1329381650393314010, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Table 2, caption=
Reward Functions Designed in GuanDan Games
, figureFileSmall=null, figureFileBig=null, tableContent=
| 完牌顺序 | 队伍1获得奖励 | 队伍2获得奖励 |
|---|
| 1—1—2—2 | +3 | −3 |
| 1—2—1—2 | +2 | −2 |
| 1—2—2—1 | +1 | −1 |
| 2—1—1—2 | −1 | +1 |
| 2—1—2—1 | −2 | +2 |
| 2—2—1—1 | −3 | +3 |
), ArticleFig(id=1329381650506560219, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=表2, caption=
掼蛋环境训练中的奖励设计
, figureFileSmall=null, figureFileBig=null, tableContent=
| 完牌顺序 | 队伍1获得奖励 | 队伍2获得奖励 |
|---|
| 1—1—2—2 | +3 | −3 |
| 1—2—1—2 | +2 | −2 |
| 1—2—2—1 | +1 | −1 |
| 2—1—1—2 | −1 | +1 |
| 2—1—2—1 | −2 | +2 |
| 2—2—1—1 | −3 | +3 |
), ArticleFig(id=1329381650582057692, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Table 3, caption=
Winning Percentage of Different Algorithms Against Each Other %
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法1 | 算法2 |
|---|
| SDMC(本文) | SDMC-无SAS | 1st Champion | 2nd Top 16 | 1st Top 16 |
|---|
| SDMC(本文) | \ | $ 51.0\pm 1.0 $ | $ 92.1\pm 1.0 $ | $ 97.5\pm 0.7 $ | $ 100.0\pm 0.0 $ |
| SDMC-无SAS | $ 49.0\pm 1.0 $ | \ | $ 91.8\pm 0.9 $ | $ 97.2\pm 0.9 $ | $ 100.0\pm 0.0 $ |
| 1st Champion | $ 7.9\pm 1.0 $ | $ 8.2\pm 0.9 $ | \ | $ 62.2\pm 1.0 $ | $ 97.3\pm 0.6 $ |
| 2nd Top 16 | $ 2.5\pm 0.7 $ | $ 2.8\pm 0.9 $ | $ 37.8\pm 1.0 $ | \ | $ 94.9\pm 0.8 $ |
| 1st Top 16 | $ 0.0\pm 0.0 $ | $ 0.0\pm 0.0 $ | $ 2.7\pm 0.6 $ | $ 5.1\pm 0.8 $ | \ |
), ArticleFig(id=1329381650653360861, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=表3, caption=
不同算法对抗胜率
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法1 | 算法2 |
|---|
| SDMC(本文) | SDMC-无SAS | 1st Champion | 2nd Top 16 | 1st Top 16 |
|---|
| SDMC(本文) | \ | $ 51.0\pm 1.0 $ | $ 92.1\pm 1.0 $ | $ 97.5\pm 0.7 $ | $ 100.0\pm 0.0 $ |
| SDMC-无SAS | $ 49.0\pm 1.0 $ | \ | $ 91.8\pm 0.9 $ | $ 97.2\pm 0.9 $ | $ 100.0\pm 0.0 $ |
| 1st Champion | $ 7.9\pm 1.0 $ | $ 8.2\pm 0.9 $ | \ | $ 62.2\pm 1.0 $ | $ 97.3\pm 0.6 $ |
| 2nd Top 16 | $ 2.5\pm 0.7 $ | $ 2.8\pm 0.9 $ | $ 37.8\pm 1.0 $ | \ | $ 94.9\pm 0.8 $ |
| 1st Top 16 | $ 0.0\pm 0.0 $ | $ 0.0\pm 0.0 $ | $ 2.7\pm 0.6 $ | $ 5.1\pm 0.8 $ | \ |
), ArticleFig(id=1329381650716275422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=EN, label=Table 4, caption=
Score of Different Algorithms Against Each Other
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 对战算法 | 3分占比/% | 2分占比/% | 1分占比/% | 净胜小分 (500局) |
|---|
| SDMC-无SAS | SDMC(本文) | $ 23.0\pm 0.7 $ | $ 9.8\pm 0.3 $ | $ 13.7\pm 0.6 $ | $ -95.6\pm 233.9 $ |
| 1st Champion | $ 12.3\pm 0.2 $ | $ 6.0\pm 0.4 $ | $ 13.9\pm 0.6 $ | $ -495.6\pm 126.5 $ |
| 2nd Top 16 | $ 8.5\pm 0.7 $ | $ 5.7\pm 0.6 $ | $ 12.8\pm 0.4 $ | $ -5869.4\pm 96.7 $ |
| 1st Top 16 | $ 2.0\pm 0.2 $ | $ 1.7\pm 0.2 $ | $ 7.5\pm 0.2 $ | $ -7415.2\pm 47.1 $ |
| SDMC(本文) | SDMC-无SAS | $ 23.4\pm 0.6 $ | $ 11.3\pm 0.4 $ | $ 15.6\pm 0.8 $ | $ 95.6\pm 233.9 $ |
| 1st Champion | $ 12.4\pm 0.4 $ | $ 6.2\pm 0.4 $ | $ 13.8\pm 0.3 $ | $ -4907.0\pm 80.0 $ |
| 2nd Top 16 | $ 8.8\pm 0.4 $ | $ 5.7\pm 0.2 $ | $ 12.2\pm 0.4 $ | $ -5885.4\pm 93.8 $ |
| 1st Top 16 | $ 1.9\pm 0.2 $ | $ 1.8\pm 0.2 $ | $ 7.4\pm 0.3 $ | $ -7387.4\pm 14.9 $ |
| SDMC(本文) | 1st Champion | $ 44.3\pm 1.1 $ | $ 9.6\pm 0.2 $ | $ 13.8\pm 0.7 $ | $ 4955.6\pm 126.5 $ |
| SDMC-无SAS | $ 44.2\pm 0.8 $ | $ 9.8\pm 0.3 $ | $ 13.7\pm 0.6 $ | $ 4907.0\pm 80.0 $ |
| 2nd Top 16 | $ 23.3\pm 0.7 $ | $ 7.2\pm 0.3 $ | $ 16.3\pm 0.6 $ | $ -1213.0\pm 128.4 $ |
| 1st Top 16 | $ 8.7\pm 0.4 $ | $ 3.8\pm 0.4 $ | $ 14.4\pm 0.7 $ | $ -5997.4\pm 140.3 $ |
| SDMC(本文) | 2nd Top 16 | $ 48.4\pm 0.4 $ | $ 12.0\pm 0.3 $ | $ 12.6\pm 0.3 $ | $ 5869.4\pm 96.7 $ |
| SDMC-无SAS | $ 48.8\pm 0.7 $ | $ 12.0\pm 0.2 $ | $ 12.6\pm 0.4 $ | $ 5885.4\pm 93.8 $ |
| 1st Champion | $ 30.2\pm 0.4 $ | $ 9.2\pm 0.4 $ | $ 13.7\pm 0.4 $ | $ 1213.0\pm 128.4 $ |
| 1st Top 16 | $ 10.1\pm 0.3 $ | $ 5.1\pm 0.3 $ | $ 15.7\pm 0.5 $ | $ -5367.6\pm 63.4 $ |
| SDMC(本文) | 1st Top 16 | $ 68.4\pm 0.5 $ | $ 13.5\pm 0.6 $ | $ 7.0\pm 0.1 $ | $ 7415.2\pm 47.1 $ |
| SDMC-无SAS | $ 68.1\pm 0.5 $ | $ 13.9\pm 0.5 $ | $ 7.0\pm 0.3 $ | $ 7387.4\pm 14.9 $ |
| 1st Champion | $ 50.5\pm 1.2 $ | $ 11.5\pm 0.4 $ | $ 11.0\pm 0.4 $ | $ 5997.4\pm 140.3 $ |
| 2nd Top 16 | $ 42.6\pm 0.7 $ | $ 14.2\pm 0.4 $ | $ 12.4\pm 0.3 $ | $ 5367.6\pm 63.4 $ |
), ArticleFig(id=1329381650783384287, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329381645813133974, language=CN, label=表4, caption=
不同算法对抗时得分
, figureFileSmall=null, figureFileBig=null, tableContent=
| 算法 | 对战算法 | 3分占比/% | 2分占比/% | 1分占比/% | 净胜小分 (500局) |
|---|
| SDMC-无SAS | SDMC(本文) | $ 23.0\pm 0.7 $ | $ 9.8\pm 0.3 $ | $ 13.7\pm 0.6 $ | $ -95.6\pm 233.9 $ |
| 1st Champion | $ 12.3\pm 0.2 $ | $ 6.0\pm 0.4 $ | $ 13.9\pm 0.6 $ | $ -495.6\pm 126.5 $ |
| 2nd Top 16 | $ 8.5\pm 0.7 $ | $ 5.7\pm 0.6 $ | $ 12.8\pm 0.4 $ | $ -5869.4\pm 96.7 $ |
| 1st Top 16 | $ 2.0\pm 0.2 $ | $ 1.7\pm 0.2 $ | $ 7.5\pm 0.2 $ | $ -7415.2\pm 47.1 $ |
| SDMC(本文) | SDMC-无SAS | $ 23.4\pm 0.6 $ | $ 11.3\pm 0.4 $ | $ 15.6\pm 0.8 $ | $ 95.6\pm 233.9 $ |
| 1st Champion | $ 12.4\pm 0.4 $ | $ 6.2\pm 0.4 $ | $ 13.8\pm 0.3 $ | $ -4907.0\pm 80.0 $ |
| 2nd Top 16 | $ 8.8\pm 0.4 $ | $ 5.7\pm 0.2 $ | $ 12.2\pm 0.4 $ | $ -5885.4\pm 93.8 $ |
| 1st Top 16 | $ 1.9\pm 0.2 $ | $ 1.8\pm 0.2 $ | $ 7.4\pm 0.3 $ | $ -7387.4\pm 14.9 $ |
| SDMC(本文) | 1st Champion | $ 44.3\pm 1.1 $ | $ 9.6\pm 0.2 $ | $ 13.8\pm 0.7 $ | $ 4955.6\pm 126.5 $ |
| SDMC-无SAS | $ 44.2\pm 0.8 $ | $ 9.8\pm 0.3 $ | $ 13.7\pm 0.6 $ | $ 4907.0\pm 80.0 $ |
| 2nd Top 16 | $ 23.3\pm 0.7 $ | $ 7.2\pm 0.3 $ | $ 16.3\pm 0.6 $ | $ -1213.0\pm 128.4 $ |
| 1st Top 16 | $ 8.7\pm 0.4 $ | $ 3.8\pm 0.4 $ | $ 14.4\pm 0.7 $ | $ -5997.4\pm 140.3 $ |
| SDMC(本文) | 2nd Top 16 | $ 48.4\pm 0.4 $ | $ 12.0\pm 0.3 $ | $ 12.6\pm 0.3 $ | $ 5869.4\pm 96.7 $ |
| SDMC-无SAS | $ 48.8\pm 0.7 $ | $ 12.0\pm 0.2 $ | $ 12.6\pm 0.4 $ | $ 5885.4\pm 93.8 $ |
| 1st Champion | $ 30.2\pm 0.4 $ | $ 9.2\pm 0.4 $ | $ 13.7\pm 0.4 $ | $ 1213.0\pm 128.4 $ |
| 1st Top 16 | $ 10.1\pm 0.3 $ | $ 5.1\pm 0.3 $ | $ 15.7\pm 0.5 $ | $ -5367.6\pm 63.4 $ |
| SDMC(本文) | 1st Top 16 | $ 68.4\pm 0.5 $ | $ 13.5\pm 0.6 $ | $ 7.0\pm 0.1 $ | $ 7415.2\pm 47.1 $ |
| SDMC-无SAS | $ 68.1\pm 0.5 $ | $ 13.9\pm 0.5 $ | $ 7.0\pm 0.3 $ | $ 7387.4\pm 14.9 $ |
| 1st Champion | $ 50.5\pm 1.2 $ | $ 11.5\pm 0.4 $ | $ 11.0\pm 0.4 $ | $ 5997.4\pm 140.3 $ |
| 2nd Top 16 | $ 42.6\pm 0.7 $ | $ 14.2\pm 0.4 $ | $ 12.4\pm 0.3 $ | $ 5367.6\pm 63.4 $ |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202220697, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202220697, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202220697, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202220697, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1704124800000, fullTextJson=null, articleText=null, reference=null)