{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T23:33:22Z","timestamp":1783035202872,"version":"3.54.6"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002341","name":"Academy of Finland in the 5GEAR Project, FIT Project, and AIDA Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002920","name":"Hong Kong Research Grants Council","doi-asserted-by":"publisher","award":["16214817"],"award-info":[{"award-number":["16214817"]}],"id":[{"id":"10.13039\/501100002920","id-type":"DOI","asserted-by":"publisher"}]},{"name":"FL4IoT Project from Huawei"},{"DOI":"10.13039\/501100001691","name":"JSPS KAKENHI","doi-asserted-by":"publisher","award":["19H04092"],"award-info":[{"award-number":["19H04092"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"JSPS KAKENHI","doi-asserted-by":"publisher","award":["20H04174"],"award-info":[{"award-number":["20H04174"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ROIS NII Open Collaborative Research","award":["2020(20FA02)"],"award-info":[{"award-number":["2020(20FA02)"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1109\/tits.2020.3035841","type":"journal-article","created":{"date-parts":[[2020,12,1]],"date-time":"2020-12-01T22:37:09Z","timestamp":1606862229000},"page":"2262-2273","source":"Crossref","is-referenced-by-count":58,"title":["DRLE: Decentralized Reinforcement Learning at the Edge for Traffic Light Control in the IoV"],"prefix":"10.1109","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7909-4059","authenticated-orcid":false,"given":"Pengyuan","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5485-4955","authenticated-orcid":false,"given":"Xianfu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0537-4522","authenticated-orcid":false,"given":"Zhi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9571-0544","authenticated-orcid":false,"given":"Tristan","family":"Braud","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0848-2599","authenticated-orcid":false,"given":"Pan","family":"Hui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6119-1638","authenticated-orcid":false,"given":"Jussi","family":"Kangasharju","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2016.7525014"},{"key":"ref38","article-title":"Vehicle-based modelling of traffic. Theory and application to environmental impact modelling","author":"eissfeldt","year":"2004"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2018.07.001"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2014.6803166"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2017.7973459"},{"key":"ref30","article-title":"RLlib: Abstractions for distributed reinforcement learning","author":"liang","year":"2017","journal-title":"arXiv 1712 09381"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1177\/095965180121500402"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s12572-009-0005-8"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2018.02.006"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2815989"},{"key":"ref28","article-title":"Flow: A modular learning framework for autonomy in traffic","author":"wu","year":"2017","journal-title":"arXiv 1710 05465"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOMW.2019.8730706"},{"key":"ref29","first-page":"561","article-title":"Ray: A distributed framework for emerging AI applications","author":"moritz","year":"2018","journal-title":"Proc USENIX Symp on Operating System Design and Implementation"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2019.1800453"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2690902"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","article-title":"Traffic signal timing via deep reinforcement learning","volume":"3","author":"li","year":"2016","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/S0377-2217(00)00123-5"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993306"},{"key":"ref24","article-title":"Reinforcement learning based control of traffic lights in non-stationary environments: A case study in a microscopic simulator","author":"de oliveira","year":"2006","journal-title":"Proc EUMAS"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-947X(2003)129:3(278)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICIN.2019.8685872"},{"key":"ref25","first-page":"530","article-title":"Multiagent traffic management: A reservation-based intersection control mechanism","volume":"2","author":"dresner","year":"2004","journal-title":"Proc 3rd Int Joint Conf Auto Agents Multiagent Syst"},{"key":"ref50","year":"2016","journal-title":"Study on LTE-Based V2X services"},{"key":"ref51","year":"2020","journal-title":"Simulation\/Traffic Lights"},{"key":"ref54","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref53","article-title":"Evolution strategies as a scalable alternative to reinforcement learning","author":"salimans","year":"2017","journal-title":"arXiv 1703 03864"},{"key":"ref52","article-title":"Simple random search provides a competitive approach to reinforcement learning","author":"mania","year":"2018","journal-title":"arXiv 1803 07055"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2750180"},{"key":"ref11","article-title":"Distributed vehicular computing at the dawn of 5G: A survey","author":"alhilal","year":"2020","journal-title":"arXiv 2001 07077"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2255286"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2872013"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2903191"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.001.1800526"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2002.1184622"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2005.06.013"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1111\/itor.12039"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2009.0096"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901791"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2017.2674661"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2019.1800411"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3229556.3229564"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASI.2017.7988549"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.3002253"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2327587"},{"key":"ref49","first-page":"128","article-title":"Recent development and applications of SUMO—Simulation of urban mobility","volume":"5","author":"krajzewicz","year":"2012","journal-title":"Int J Adv Syst Meas"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2714704"},{"key":"ref46","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref48","first-page":"3215","article-title":"Rainbow: Combining improvements in deep reinforcement learning","author":"hessel","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref47","first-page":"449","article-title":"A distributional perspective on reinforcement learning","author":"bellemare","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn (ICML)"},{"key":"ref42","first-page":"1","article-title":"Cellular V2X as the essential enabler of superior global connected transportation services","volume":"1","author":"papathanassiou","year":"2017","journal-title":"IEEE 5G Tech Focus"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2904742"},{"key":"ref44","first-page":"229","article-title":"Simulation of modern traffic lights control systems using the open source traffic simulation SUMO","author":"krajzewicz","year":"2005","journal-title":"Proc 3rd Ind Simulation Conf"},{"key":"ref43","year":"2015","journal-title":"Study on LTE Support for Vehicle to Everything (V2X) Services"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9390268\/09275391.pdf?arnumber=9275391","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:01Z","timestamp":1652194321000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9275391\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4]]},"references-count":54,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tits.2020.3035841","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4]]}}}