{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T14:24:57Z","timestamp":1784643897923,"version":"3.55.0"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62192783"],"award-info":[{"award-number":["62192783"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106100"],"award-info":[{"award-number":["62106100"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62206133"],"award-info":[{"award-number":["62206133"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu","doi-asserted-by":"publisher","award":["BK20221441"],"award-info":[{"award-number":["BK20221441"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019005","name":"Young Elite Scientists Sponsorship Program by the China Association for Science and Technology","doi-asserted-by":"publisher","award":["2023QNRC001"],"award-info":[{"award-number":["2023QNRC001"]}],"id":[{"id":"10.13039\/501100019005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011246","name":"State Key Laboratory of Novel Software Technology Project","doi-asserted-by":"publisher","award":["KFKT2022B12"],"award-info":[{"award-number":["KFKT2022B12"]}],"id":[{"id":"10.13039\/501100011246","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019005","name":"Collaborative Innovation Center of Novel Software Technology and Industrialization","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100019005","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1109\/tits.2024.3410023","type":"journal-article","created":{"date-parts":[[2024,6,13]],"date-time":"2024-06-13T14:18:54Z","timestamp":1718288334000},"page":"15947-15963","source":"Crossref","is-referenced-by-count":19,"title":["Learning Multi-Intersection Traffic Signal Control via Coevolutionary Multi-Agent Reinforcement Learning"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6527-968X","authenticated-orcid":false,"given":"Wubing","family":"Chen","sequence":"first","affiliation":[{"name":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5379-9539","authenticated-orcid":false,"given":"Shangdong","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0935-7124","authenticated-orcid":false,"given":"Wenbin","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yujing","family":"Hu","sequence":"additional","affiliation":[{"name":"Netease Fuxi AI Laboratory, Netease, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6523-0155","authenticated-orcid":false,"given":"Xiao","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2488-1813","authenticated-orcid":false,"given":"Yang","family":"Gao","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"2022 Global Traffic Scorecard","author":"Pishue","year":"2023"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3146811"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3264709"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3230701"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3447556.3447565"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2815520"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1963.61"},{"key":"ref8","article-title":"Traffic signal timing manual","author":"Koonce","year":"2008"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6243-9_2"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2012.6338817"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2014.2378871"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.11591\/ijai.v11.i3.pp809-818"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.1992.252240"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/S0968-090X(99)00026-1"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2276571"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3008612"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220096"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3107258"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3131596"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3091014"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3216203"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3229477"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3105426"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3115240"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3232711"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3146201"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3146858"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3094901"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2007.913919"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3197918"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2008.2005605"},{"key":"ref32","first-page":"4502","article-title":"Interaction networks for learning about objects, relations and physics","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Battaglia"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1126\/science.aau6249"},{"issue":"4","key":"ref35","first-page":"190","article-title":"The scoot online traffic signal optimisation technique","volume":"23","author":"Hunt","year":"1982","journal-title":"Traffic Eng., Control"},{"key":"ref36","volume-title":"Scats: A Traffic Responsive Method of Controlling Urban Traffic Control","author":"Lowrie","year":"1992"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-5113-5_3"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/S0968-090X(00)00047-4"},{"key":"ref39","first-page":"22","article-title":"Transyt: Traffic network study tool","volume-title":"Proc. Int. Symp. Theory Traffic Flow","author":"Robertson"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357902"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2020.3033782"},{"key":"ref42","first-page":"1","article-title":"Coordinated deep reinforcement learners for traffic light control","volume-title":"Proc. Learn. Inference Control Multi-Agent Syst. (NIPS)","author":"Van der Pol"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87479-9_61"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2010.2091408"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2255286"},{"key":"ref46","first-page":"2065","article-title":"Multi-agent reinforcement learning for traffic light control","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Wiering"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330949"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357900"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5744"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i1.16147"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901791"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/1082473.1082545"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2009.0070"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569301"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3390\/s20010137"},{"key":"ref56","first-page":"26645","article-title":"Expression might be enough: Representing pressure and demand for reinforcement learning based traffic signal control","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Zhang"},{"key":"ref57","article-title":"Efficient pressure: Improving efficiency for signalized intersections","author":"Wu","year":"2021","journal-title":"arXiv:2112.02336"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3564754"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3087228"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"ref61","first-page":"15650","article-title":"Reinforcement learning with state observation costs in action-contingent noiselessly observable Markov decision processes","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Nam"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3314139"},{"key":"ref63","article-title":"Graph attention networks","author":"Velickovic","year":"2018","journal-title":"arXiv:1710.10903"},{"key":"ref64","article-title":"Relational inductive biases, deep learning, and graph networks","author":"Battaglia","year":"2018","journal-title":"arXiv:1806.01261"},{"key":"ref65","first-page":"113","article-title":"Deep learning","volume-title":"Nonlinear Filters: Theory and Applications","author":"Setoodeh","year":"2022"},{"key":"ref66","article-title":"An empirical evaluation of generic convolutional and recurrent networks for sequence modeling","author":"Bai","year":"2018","journal-title":"arXiv:1803.01271"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.113"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3155749"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.2965434"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2862341"},{"key":"ref72","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref73","first-page":"531","article-title":"Mutual information neural estimation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Belghazi"},{"key":"ref74","article-title":"Learning to share in multi-agent reinforcement learning","author":"Yi","year":"2021","journal-title":"arXiv:2112.08702"},{"key":"ref75","volume-title":"Roadnetsz","author":"Xu","year":"2022"},{"key":"ref76","first-page":"4509","article-title":"AttendLight: Universal attention-based reinforcement learning model for traffic signal control","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Oroojlooy"},{"key":"ref77","article-title":"Playing Atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2010.5596468"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TCYB.2024.3403729","article-title":"WToE: Learning when to explore in multiagent reinforcement learning","author":"Dong","year":"2024","journal-title":"IEEE Trans. Cybern."},{"key":"ref80","article-title":"Data-efficient reinforcement learning with self-predictive representations","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Schwarzer"},{"key":"ref81","first-page":"33632","article-title":"Understanding self-predictive learning for reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Tang"},{"key":"ref82","first-page":"9","article-title":"Learning explicit credit assignment for cooperative multi-agent reinforcement learning via polarization policy gradient","volume-title":"Proc. AAAI Conf. Artif. Intell. (AAAI)","author":"Chen"},{"key":"ref83","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.21236\/ADA276517"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6979\/10742224\/10556581.pdf?arnumber=10556581","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T21:52:19Z","timestamp":1733867539000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10556581\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":84,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tits.2024.3410023","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.23254547.v1","asserted-by":"object"}]},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]}}}