{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T14:01:49Z","timestamp":1777125709622,"version":"3.51.4"},"reference-count":30,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176027"],"award-info":[{"award-number":["62176027"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science and Technology Development Fund Macau SAR","award":["0015\/2019\/AKP"],"award-info":[{"award-number":["0015\/2019\/AKP"]}]},{"name":"Science and Technology Development Fund Macau SAR","award":["0031\/2022\/A"],"award-info":[{"award-number":["0031\/2022\/A"]}]},{"name":"Science and Technology Development Fund Macau SAR","award":["SKL-IOTSC-2021-2023"],"award-info":[{"award-number":["SKL-IOTSC-2021-2023"]}]},{"name":"Research Grant of University of Macau","award":["MYRG2022-00252-FST"],"award-info":[{"award-number":["MYRG2022-00252-FST"]}]},{"name":"Wuyi University Hong Kong and Macau joint Research Fund","award":["2021WGALH14"],"award-info":[{"award-number":["2021WGALH14"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["cstc2020jcyj- msxmX0790"],"award-info":[{"award-number":["cstc2020jcyj- msxmX0790"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Human Resources and Social Security Bureau Project of Chongqing","award":["cx2020073"],"award-info":[{"award-number":["cx2020073"]}]},{"name":"Guangdong OPPO MOBILE Telecommunications Corp., Ltd.","award":["H20221694"],"award-info":[{"award-number":["H20221694"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Ind. Inf."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tii.2023.3296910","type":"journal-article","created":{"date-parts":[[2023,7,27]],"date-time":"2023-07-27T17:56:28Z","timestamp":1690480588000},"page":"2653-2661","source":"Crossref","is-referenced-by-count":13,"title":["MixLight: Mixed-Agent Cooperative Reinforcement Learning for Traffic Light Control"],"prefix":"10.1109","volume":"20","author":[{"given":"Ming","family":"Yang","sequence":"first","affiliation":[{"name":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Wang","sequence":"additional","affiliation":[{"name":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1052-5447","authenticated-orcid":false,"given":"Yang","family":"Yu","sequence":"additional","affiliation":[{"name":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1874-3641","authenticated-orcid":false,"given":"Mingliang","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5135-5165","authenticated-orcid":false,"given":"Leong Hou","family":"U","sequence":"additional","affiliation":[{"name":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220096"},{"key":"ref2","article-title":"SCATS: Sydney co-ordinated adaptive traffic system: A traffic responsive method of controlling urban traffic","author":"Lowrie","year":"1990"},{"issue":"2","key":"ref3","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/S1474-6670(17)52676-2","article-title":"Scoot urban traffic control systemPhilosophy and evaluation1","volume":"23","author":"Hunt","year":"1990","journal-title":"IFAC Proc. Volumes"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357902"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5744"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357900"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1963.61"},{"key":"ref8","volume-title":"Traffic Engineering","author":"Roess","year":"2004"},{"key":"ref9","first-page":"40","article-title":"MAXBAND: A versatile program for setting signals on arteries and triangular networks","volume-title":"Proc. 60th Annu. Meeting. Transp. Res. Board","author":"Little","year":"1981"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84628-982-8_3"},{"key":"ref11","article-title":"MOVA: Traffic responsive, self-optimising signal control for isolated intersections","author":"Vincent","year":"1988"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6243-9_2"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3141\/1811-18"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5467"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411859"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358079"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2010.2091408"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24580-3_38"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2009.0070"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901791"},{"key":"ref21","first-page":"1151","article-title":"Multi-agent reinforcement learning for traffic light control","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wiering","year":"2000"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330949"},{"key":"ref23","first-page":"6379","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst.","author":"Lowe","year":"2017"},{"key":"ref24","first-page":"12967","article-title":"Learning fair policies in decentralized cooperative multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zimmer","year":"2021"},{"key":"ref25","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref26","article-title":"High-dimensional continuous control using generalized advantage estimation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Schulman","year":"2016"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3314139"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569938"},{"key":"ref29","first-page":"4295","article-title":"QMIX: Monotonic value function factorisation for deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rashid","year":"2018"},{"key":"ref30","article-title":"Gamma-reward: A novel multi-agent reinforcement learning method for traffic signal control","author":"Liu","year":"2020"}],"container-title":["IEEE Transactions on Industrial Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9424\/10440649\/10196017.pdf?arnumber=10196017","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T18:08:47Z","timestamp":1725905327000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10196017\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":30,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tii.2023.3296910","relation":{},"ISSN":["1551-3203","1941-0050"],"issn-type":[{"value":"1551-3203","type":"print"},{"value":"1941-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}