{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T13:41:10Z","timestamp":1775050870092,"version":"3.50.1"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004731","name":"Zhejiang Provincial Natural Science Foundation","doi-asserted-by":"publisher","award":["LR19F030002"],"award-info":[{"award-number":["LR19F030002"]}],"id":[{"id":"10.13039\/501100004731","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52172334"],"award-info":[{"award-number":["52172334"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52131202"],"award-info":[{"award-number":["52131202"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014103","name":"Key Technology Research and Development Program of Shandong","doi-asserted-by":"publisher","award":["2019TSLH0203"],"award-info":[{"award-number":["2019TSLH0203"]}],"id":[{"id":"10.13039\/100014103","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1109\/tits.2021.3107258","type":"journal-article","created":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T20:14:20Z","timestamp":1630527260000},"page":"11789-11800","source":"Crossref","is-referenced-by-count":80,"title":["A Deep Reinforcement Learning Approach to Traffic Signal Control With Temporal Traffic Pattern Mining"],"prefix":"10.1109","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9334-1570","authenticated-orcid":false,"given":"Dongfang","family":"Ma","sequence":"first","affiliation":[{"name":"Institute of Marine Sensing and Networking, Zhejiang University, Hangzhou, China"}]},{"given":"Bin","family":"Zhou","sequence":"additional","affiliation":[{"name":"Institute of Marine Sensing and Networking, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5429-6749","authenticated-orcid":false,"given":"Xiang","family":"Song","sequence":"additional","affiliation":[]},{"given":"Hanwen","family":"Dai","sequence":"additional","affiliation":[{"name":"Department of Industrial Engineering, Tsinghua University, Beijing, China"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1613\/jair.807"},{"key":"ref38","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref33","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220096"},{"key":"ref31","article-title":"Adaptive traffic signal control with deep reinforcement learning an exploratory investigation","author":"muresan","year":"2019","journal-title":"arXiv 1901 00960"},{"key":"ref30","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref37","article-title":"An analysis of temporal-difference learning with function approximationtechnical","author":"tsitsiklis","year":"0"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2018.11.002"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2017.09.022"},{"key":"ref34","first-page":"4532","article-title":"Multimodal iNtelligent deep (MiND) traffic signal controller","author":"shabestray","year":"2019","journal-title":"Proc IEEE Intell Transp Syst Conf (ITSC)"},{"key":"ref28","first-page":"426","article-title":"Deep reinforcement learning: An overview","author":"mousavi","year":"2016","journal-title":"Proc SAI Intell Syst Conf"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","article-title":"Traffic signal timing via deep reinforcement learning","volume":"3","author":"li","year":"2016","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"ref29","article-title":"Deep reinforcement learning: An overview","author":"li","year":"2017","journal-title":"arXiv 1701 07274"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/srep04141"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2005.02.034"},{"key":"ref20","first-page":"1151","article-title":"Multi-agent reinforcement learning for traffic light control","author":"wiering","year":"2000","journal-title":"Proc 17th Int Conf Mach Learn (ICML)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2010.5625066"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1139\/l03-014"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114030"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2942014"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-947X(2003)129:3(278)"},{"key":"ref25","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref50","first-page":"55","article-title":"Sumo–simulation of urban mobility: An overview","author":"behrisch","year":"2011","journal-title":"Proc 3rd Int Conf Adv Syst Simul (SIMUL)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2015.2426056"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2010.2070795"},{"key":"ref54","article-title":"Traffic signal settings","author":"webster","year":"1958"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s11771-013-1519-6"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2012.04.008"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/25.69966"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/T-VT.1980.23833"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2012.6315022"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2005.15"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/S1474-6670(17)52678-6"},{"key":"ref14","first-page":"209","article-title":"Adaptive look-ahead optimization of traffic signals","volume":"4","author":"porche","year":"1999","journal-title":"J Intell Transp Syst"},{"key":"ref15","first-page":"865","article-title":"Traffic flow prediction with big data: A deep learning approach","volume":"16","author":"lv","year":"2015","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/j.trc.2017.08.027","article-title":"A recurrent neural network based microscopic car following model to predict traffic oscillation","volume":"84","author":"mofan","year":"2017","journal-title":"Transport Res C Emerg Technol"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87479-9_61"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2255286"},{"key":"ref19","first-page":"1","article-title":"Coordinated deep reinforcement learners for traffic light control","author":"van der pol","year":"2016","journal-title":"Proc Learn Inference Control Multi-Agent Syst (NIPS)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2015.2399303"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2008.10.002"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1287\/trsc.2017.0754"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2521424"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2849029"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2017.08.008"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.12.031"},{"key":"ref9","article-title":"A back-pressure-based model with fixed phase sequences for traffic signal optimization under oversaturated networks","author":"ma","year":"2020","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"ref46","article-title":"Traffic signal timing manual","author":"koonce","year":"2008"},{"key":"ref45","article-title":"Traffic signal operations handbook","author":"bonneson","year":"2009"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2973279"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2883572"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1680\/jtran.17.00085"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2017.09.020"},{"key":"ref44","article-title":"An efficient deep reinforcement learning model for urban traffic control","author":"lin","year":"2018","journal-title":"arXiv 1808 01876"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901791"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9853713\/09527188.pdf?arnumber=9527188","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,29]],"date-time":"2022-08-29T21:00:07Z","timestamp":1661806807000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9527188\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":55,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tits.2021.3107258","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]}}}