{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T23:33:51Z","timestamp":1783035231828,"version":"3.54.6"},"reference-count":82,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100004919","name":"King Abdulaziz City of Science and Technology (KACST), Riyadh, Kingdom of Saudi Arabia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004919","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1109\/tits.2019.2958859","type":"journal-article","created":{"date-parts":[[2020,3,31]],"date-time":"2020-03-31T03:21:13Z","timestamp":1585624873000},"page":"404-415","source":"Crossref","is-referenced-by-count":153,"title":["Using Reinforcement Learning With Partial Vehicle Detection for Intelligent Traffic Signal Control"],"prefix":"10.1109","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1673-5186","authenticated-orcid":false,"given":"Rusheng","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akihiro","family":"Ishikawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenli","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Striner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ozan K.","family":"Tonguz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","year":"2014","journal-title":"Traffic Monitoring Guide"},{"key":"ref72","year":"2018","journal-title":"Reinforcement learning for traffic optimization"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569938"},{"key":"ref70","first-page":"5597","article-title":"Metastable states in a microscopic model of traffic flow","volume":"55","author":"krauss","year":"2002","journal-title":"Phys Rev E Stat Phys Plasmas Fluids Relat Interdiscip Top"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.tranpol.2010.01.013"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2019.00314"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/MITS.2017.2666585"},{"key":"ref39","first-page":"11","article-title":"Advanced leader election for virtual traffic lights","volume":"12","author":"hagenauer","year":"2014","journal-title":"ZTE Communications Special Issue on VANET"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2011.02.010"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/EuCNC.2014.6882621"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.3141\/1708-04"},{"key":"ref79","first-page":"324","article-title":"A comparative study on traffic characteristics and driver behavior at signalized intersections in Germany and Japan","volume":"6","author":"tang","year":"2007","journal-title":"Proc Eastern Asia Soc Transp Stud 7th Int Conf Eastern Asia Soc Transp Stud"},{"key":"ref33","year":"2016","journal-title":"Scats System Cost"},{"key":"ref32","year":"2016","journal-title":"Intelligent traffic system cost"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICITE.2018.8492537"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","article-title":"Traffic signal timing via deep reinforcement learning","volume":"3","author":"li","year":"2016","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVE.2013.6799833"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/SAHCN.2013.6644984"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2011.2169791"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2307888.2307907"},{"key":"ref60","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref62","article-title":"Reinforcement learning with deep energy-based policies","author":"haarnoja","year":"2017","journal-title":"arXiv 1702 08165 [cs]"},{"key":"ref61","first-page":"5","article-title":"Deep reinforcement learning with double Q-learning","volume":"2","author":"van hasselt","year":"2016","journal-title":"Proc AAAI"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2725912"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2255286"},{"key":"ref64","article-title":"Flow: Architecture and benchmarking for reinforcement learning in traffic control","author":"wu","year":"2017","journal-title":"arXiv 1710 05465"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2012.6338911"},{"key":"ref65","article-title":"Reinforcement learning for robots using neural networks","author":"lin","year":"1993"},{"key":"ref66","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2014.01.007"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref68","first-page":"278","article-title":"Policy invariance under reward transformations: Theory and application to reward shaping","author":"ng","year":"1999","journal-title":"Proc ICML"},{"key":"ref69","article-title":"Recent development and applications of sumo–simulation of urban mobility","volume":"5","author":"krajzewicz","year":"2012","journal-title":"Int J Adv Syst Meas"},{"key":"ref2","article-title":"‘Tansyt’ method for area traffic control","volume":"8","author":"robertson","year":"1969","journal-title":"Traffic Eng Control"},{"key":"ref1","year":"2017","journal-title":"Traffic Congestion and Reliability Trends and Advanced Strategies for Congestion Mitigation"},{"key":"ref20","first-page":"223","article-title":"Genetic reinforcement learning for cooperative traffic signal control","author":"mikami","year":"2002","journal-title":"Proc 1st IEEE Conf Evol Comput IEEE World Congr Comput Intell"},{"key":"ref22","first-page":"1015","article-title":"Hybrid cooperative agents with online reinforcement learning for traffic control","author":"chee choy","year":"2003","journal-title":"Proc IEEE World Congr Comput Intell IEEE Int Conf Fuzzy Syst (FUZZ)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/S0377-2217(00)00123-5"},{"key":"ref24","first-page":"80","article-title":"Adaptive traffic control with reinforcement learning","author":"da silva","year":"2006","journal-title":"Proc 4th Int Conf Auton Agents Multiagent Syst (AAMAS)"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-947X(2003)129:3(278)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2011.6083114"},{"key":"ref25","article-title":"Reinforcement learning based control of traffic lights in non-stationary environments: A case study in a microscopic simulator","author":"de oliveira","year":"2006","journal-title":"EuMA Proc"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2014.01.010"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2015.11.013"},{"key":"ref59","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Int Conf Mach Learn"},{"key":"ref58","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901285"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IECON.2018.8591074"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2014.6966225"},{"key":"ref53","article-title":"Colombo: Investigating the potential of V2X for traffic management purposes assuming low penetration rates","author":"krajzewicz","year":"2013","journal-title":"Proc ITS Eur"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2656346.2656363"},{"key":"ref10","year":"2016","journal-title":"Traffic light control and coordination"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1860058.1860077"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6979971"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ATNAC.2012.6398066"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2011.2178839"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MPOT.2009.932094"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s13177-014-0092-1"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph13121213"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2010.5621980"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/s10111-015-0339-x"},{"key":"ref17","year":"2017","journal-title":"Average Age of Cars on US"},{"key":"ref18","article-title":"Using a deep reinforcement learning agent for traffic signal control","author":"genders","year":"2016","journal-title":"arXiv 1611 01142"},{"key":"ref19","article-title":"Deep reinforcement learning for coordination in traffic light control","author":"van der pol","year":"2016"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.3141\/2149-10"},{"key":"ref4","article-title":"The SCOOT on-line traffic signal optimisation technique","volume":"23","author":"hunt","year":"1982","journal-title":"Traffic Eng Control"},{"key":"ref3","article-title":"Scats, sydney co-ordinated adaptive traffic system: A traffic responsive method of controlling urban traffic","author":"lowrie","year":"1990"},{"key":"ref6","article-title":"OPAC: A demand-responsive strategy for traffic signal control","author":"gartner","year":"1983"},{"key":"ref5","article-title":"Two traffic-responsive area traffic control methods: SCAT and SCOOT","volume":"25","author":"luk","year":"1984","journal-title":"Traffic Eng Control"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-029365-3.50048-1"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S0968-090X(00)00047-4"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2008.4732534"},{"key":"ref9","article-title":"‘MOVA’: Traffic responsive, self-optimising signal control for isolated intersections","author":"vincent","year":"1988","journal-title":"Transport and Road Research Laboratory"},{"key":"ref46","first-page":"50","article-title":"Congestion evaluation from traffic flow information based on fuzzy logic","volume":"1","author":"lu","year":"2004","journal-title":"Proc IEEE Int Conf Intell Transp Syst"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2018.8482420"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ITST.2006.288722"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2005.1520133"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2016.06.006"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/MMAR.2015.7283927"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2018.8690709"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2016.7498098"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9307358\/09050641.pdf?arnumber=9050641","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T15:56:33Z","timestamp":1642002993000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9050641\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1]]},"references-count":82,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tits.2019.2958859","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1]]}}}