Article(id=1242140467312271651, tenantId=1146029695717560320, journalId=1146031591421210625, issueId=1242140458881725214, articleNumber=null, orderNo=7, doi=10.3981/j.issn.1000-7857.2023.10.005, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1672070400000, receivedDateStr=2022-12-27, revisedDate=1678809600000, revisedDateStr=2023-03-15, acceptedDate=null, acceptedDateStr=null, onlineDate=1687742695843, onlineDateStr=2023-06-26, pubDate=1685203200000, pubDateStr=2023-05-28, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1687742695843, onlineIssueDateStr=2023-06-26, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1774078965257, creator=sys-migrate, updateTime=1774078965257, updator=sys-migrate, issue=Issue{id=1242140458881725214, tenantId=1146029695717560320, journalId=1146031591421210625, year='2023', volume='41', issue='10', pageStart='1', pageEnd='132', issueExtLink='null', onlineDate='null', pubDate='null', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=3, issueType=-1, specialIssue=null, createTime=1774078963249, creator=sys-migrate, updateTime=1774078963249, updator=sys-migrate, preIssue=null, nextIssue=null, ext=null, issueFiles=null}, startPage=62, endPage=72, ext={EN=ArticleExt(id=1242140471800176965, articleId=1242140467312271651, tenantId=1146029695717560320, journalId=1146031591421210625, language=EN, title=A cooperative control based reference curve generating method for virtually coupled train sets, columnId=1242140471322026303, journalTitle=Science & Technology Review, columnName=Exclusive：Advanced train control technolog, runingTitle=null, highlight=null, articleAbstract=Virtual Coupling has been a hot research topic in railways in recent years. The proposed control methods in the existing literature for virtually coupled train sets (VCTS) mainly try to operate train units with the constraint of maintaining a small gap distance, but pay insufficient attention to the needs in the entering station process, which affects the work of VCTS in a station and is thus one of the most important part of VCTS in unban rail transits. To fill this gap, this paper firstly proposes an unsynchronized stopping problem between the train units in a VCTS when entering a station, defines the concept and the calculation method of stopping time difference between the train units. Then, inspired by the multi-agent cooperative control methods in related fields, a cooperative control-based reference curve generating method for VCTS is proposed. Followed by it, a mathematical optimization model to generate the reference curves for the train units in a VCTS is formulated, and a reinforcement learning DQN (deep Q network) based algorithm is designed to solve this problem. Optimized reference curves for each train units are generated automatically, considering the global objects and all constraints of VCTS. Finally, based on the real data of trains and lines from Beijing Metro Line 11, numerical simulation experiments are conducted. Experimental results prove the effectiveness of the proposed method which outperforms a commonly used control method of VCTS in the literature., correspAuthors=null, authorNote=null, correspAuthorsNote=null, copyrightStatement=null, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=sm8e7uAMT8K1IBB5Ww+IvQ==, pdfFileSize=3597265, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, authorCompany=1. School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing 100044, China
2. National Engineering Research Center of Rail Transportation Operation and Control System, Beijing Jiaotong University, Beijing 100044, China
3. Department of Research Institute, Traffic Control Technology Co., Ltd., Beijing 100070, China
4. State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing 100044, China, fund=null, authors=LIU Hongjie^1,2, LANG Yinghui¹, ZHANG Lei^1,3, TANG Tao⁴, authorsList=LIU Hongjie, LANG Yinghui, ZHANG Lei, TANG Tao), CN=ArticleExt(id=1242140470411866952, articleId=1242140467312271651, tenantId=1146029695717560320, journalId=1146031591421210625, language=CN, title=基于协同控制的虚拟编组列车参考曲线生成方法, columnId=1242140469916934445, journalTitle=科技导报, columnName=专题：先进列控技术, runingTitle=null, highlight=null, articleAbstract=面向虚拟编组在城市轨道交通中的应用需求，提出了对虚拟编组列车运行具有重要影响的停站时间不同步问题，并定义了停站时间差的计算方式；在分析相关领域多智能体协同控制方法的基础上，提出了基于信息汇总集中决策型协同控制方式的虚拟编组列车参考曲线生成方法；构建了虚拟编组列车参考曲线生成问题的数学优化模型，并设计了基于强化学习DQN（deep Q network）的求解方法，在考虑全局优化目标的基础上为每一个列车单元生成各自的参考曲线，指导各列车单元协同运行控制实现虚拟编组列车整体运行的目标；基于北京地铁11号线真实数据进行了数值仿真实验并与既有文献中的虚拟编组列车运行控制方式进行了对比，实验结果验证了所提基于协同控制的虚拟编组列车参考曲线生成方法的有效性。, correspAuthors=null, authorNote=刘宏杰，副研究员，研究方向为列控系统设计、集成与优化，电子信箱：hjliu2@bjtu.edu.cn, correspAuthorsNote=null, copyrightStatement=null, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=zXHBSOZmMMb6fp8DI0t2kw==, pdfFileSize=3597265, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, authorCompany=1. 北京交通大学电子信息工程学院，北京 100044
2. 北京交通大学轨道交通运行控制系统国家工程研究中心，北京 100044
3. 交控科技股份有限公司交控研究院，北京 100070
4. 北京交通大学轨道交通控制与安全国家重点实验室，北京 100044, fund=中央高校基本科研业务费专项（2022JBQY001）；北京市自然科学基金项目（L201004）；城市轨道交通北京实验室项目；中国铁道科学研究院集团有限公司项目（2021YJ149）, authors=刘宏杰^1,2，郎颖辉¹，张蕾^1,3，唐涛⁴, authorsList=刘宏杰，郎颖辉，张蕾，唐涛)}, authors=null, keywords=[Keyword(id=1242140469933716288, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=CN, orderNo=1, keyword=城市轨道交通), Keyword(id=1242140470017602370, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=CN, orderNo=1, keyword=虚拟编组列车), Keyword(id=1242140470105682755, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=CN, orderNo=1, keyword=协同控制), Keyword(id=1242140470185374532, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=CN, orderNo=1, keyword=参考曲线), Keyword(id=1242140470265066309, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=CN, orderNo=1, keyword=强化学习), Keyword(id=1242140471338803520, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=EN, orderNo=1, keyword=urban rail transit), Keyword(id=1242140471410106690, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=EN, orderNo=1, keyword=virtually coupled train sets), Keyword(id=1242140471493992770, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=EN, orderNo=1, keyword=cooperative control), Keyword(id=1242140471577878851, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=EN, orderNo=1, keyword=reference curve), Keyword(id=1242140471661764932, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242140467312271651, language=EN, orderNo=1, keyword=reinforcement learning)], refs=null, funds=null, companyList=null, figs=null, attaches=null, journal=Journal(id=1125356956822126595, delFlag=0, nameCn=科技导报, nameEn=Science & Technology Review, nameHistory1=null, nameHistory2=null, issn=1000-7857, eissn=, cn=11-1421/N, coden=null, periodic=3, language=CN, oaType=0, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=aEuqdCNQUjPEKa3rm5A/8Q==, journalPrice=null, startedYear=null, abbrevIsoEn=Sci Technol Rev, journalRemark=null, publicationField=null, createdTime=null, updatedTime=1754267492363, createdBy=null, updatedBy=13701087609, firstLetterCn=S, firstLetterEn=S, subjectCode=Natural Sciences, subjectName=自然科学, subjectCodeEn=Natural Sciences, subjectNameEn=null, picCn=aEuqdCNQUjPEKa3rm5A/8Q==, picEn=4AIQ9/oc3H8lvjeELJ6WWw==, jcr=null, cjcr=null, exts=[JournalExt(id=1159045127382855686, language=CN, name=科技导报, nameHistory1=null, nameHistory2=null, managedBy=中国科学技术协会, sponsoredBy=中国科学技术协会, publishedBy=科技导报社, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=null, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=http://www.kjdb.org/CN/home, createdTime=1754267492385, updatedTime=1754267492385, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=http://www.kjdb.org/CN/column/column7.shtml, submissionAuthorUrl=https://kjdbauthor.cast.org.cn/webm, submissionEditorUrl=https://kjdbeditor.cast.org.cn/webm/, submissionReviewUrl=https://kjdbauthor.cast.org.cn/webm, submissionCeEditorUrl=https://kjdbeditor.cast.org.cn/webm/, submissionAeEditorUrl=https://kjdbeditor.cast.org.cn/webm/, option={"copyright":""}), JournalExt(id=1159045127433187335, language=EN, name=Science & Technology Review, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=null, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=http://www.kjdb.org/EN/home, createdTime=1754267492398, updatedTime=1754267492398, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=http://www.kjdb.org/EN/column/column7.shtml, submissionAuthorUrl=https://kjdbauthor.manuscriptcloud.com/login, submissionEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, submissionReviewUrl=https://kjdbauthor.manuscriptcloud.com/login, submissionCeEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, submissionAeEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, option={"copyright":""})], databaseList=null, tenantJournalId=1146031591421210625, websiteList=[Website(id=1146104741081231361, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1146031591421210625, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/kjdb/CN, language=CN, createTime=1751182263881, createBy=18614031015, updateTime=1751778001962, updateBy=18614031015, name=科技导报, tplId=1146099689490845704, title=科技导报, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1148021146403992296, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=articleTextType, value=kx, createTime=1751639170504, updateTime=1751639170504, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146378826469, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=banner, value=null, createTime=1751639170498, updateTime=1751639170498, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146366243556, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=logo, value=https://castjournals.cast.org.cn/joweb/kjdb/CN/file/pic?fileId=9GHSf7eGlIPH0Tv/OOdstA==, createTime=1751639170495, updateTime=1751639170495, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146395603687, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/kjdb/CN/file/pic, createTime=1751639170502, updateTime=1751639170502, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146387215078, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1751639170500, updateTime=1751639170500, creator=18614031015, updator=18614031015)]), Website(id=1146105254833139715, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1146031591421210625, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/kjdb/EN, language=EN, createTime=1751182386363, createBy=18614031015, updateTime=1753500121937, updateBy=18614031015, name=科技导报, tplId=1146101810881728533, title=Science & Technology Review, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1155838567709528217, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=articleTextType, value=kx, createTime=1753502988984, updateTime=1753502988984, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567692750998, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=banner, value=null, createTime=1753502988980, updateTime=1753502988980, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567688556693, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=logo, value=https://castjournals.cast.org.cn/joweb/kjdb/EN/file/pic?fileId=9GHSf7eGlIPH0Tv/OOdstA==, createTime=1753502988979, updateTime=1753502988979, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567705333912, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/kjdb/EN/file/pic, createTime=1753502988983, updateTime=1753502988983, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567701139607, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1753502988982, updateTime=1753502988982, creator=18614031015, updator=18614031015)])], journalTitle=科技导报, weixinUrl=null, journalUrl=null, iacademicId=null, status=0, seqNo=null, journalTitleEn=Science & Technology Review, journalPhotoCn=aEuqdCNQUjPEKa3rm5A/8Q==, journalPhotoEn=4AIQ9/oc3H8lvjeELJ6WWw==, journalFirstLetter=S, journalRecommend=null, journalNew=null, journalCollection=1, jcrJf=null, cjcrJf=0.91, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=null, provinceCode=null, provinceName=null, collectFlag=false), detailUrlCn=https://castjournals.cast.org.cn/joweb/kjdb/CN/10.3981/j.issn.1000-7857.2023.10.005, detailUrlEn=https://castjournals.cast.org.cn/joweb/kjdb/EN/10.3981/j.issn.1000-7857.2023.10.005, pdfUrlCn=https://castjournals.cast.org.cn/joweb/kjdb/CN/PDF/10.3981/j.issn.1000-7857.2023.10.005, pdfUrlEn=https://castjournals.cast.org.cn/joweb/kjdb/EN/PDF/10.3981/j.issn.1000-7857.2023.10.005, aliStartDate=null, aliEndDate=null, collectionFlag=false, citedCount=null, citedUrl=null, reference=null)