{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T08:32:17Z","timestamp":1773736337145,"version":"3.50.1"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T00:00:00Z","timestamp":1763424000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T00:00:00Z","timestamp":1763424000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62372384"],"award-info":[{"award-number":["62372384"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,18]]},"DOI":"10.1109\/itsc60802.2025.11423800","type":"proceedings-article","created":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T20:10:23Z","timestamp":1773691823000},"page":"1765-1772","source":"Crossref","is-referenced-by-count":0,"title":["A Hierarchical Deep Reinforcement Learning Framework for Traffic Signal Control with Predictable Cycle Planning"],"prefix":"10.1109","author":[{"given":"Hankang","family":"Gu","sequence":"first","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuli","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengming","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruiyuan","family":"Jiang","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziheng","family":"Qiao","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengfei","family":"Fan","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongyao","family":"Jia","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University,Suzhou,China,215123"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1080\/19427867.2022.2065592"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2016.2544851"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/0361198113235600102"},{"key":"ref4","article-title":"A survey on traffic signal control methods","author":"Wei","year":"2019","journal-title":"arXiv preprint arXiv"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3008612"},{"key":"ref6","article-title":"Efficient pressure: Improving efficiency for signalized intersections","author":"Wu","year":"2021","journal-title":"arXiv preprint arXiv"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2025.3536541"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3352446"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2025.3556931"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC55140.2022.9921819"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330949"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357902"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC57777.2023.10422534"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2805379"},{"key":"ref16","first-page":"3540","article-title":"Feudal networks for hierarchical reinforcement learning","volume-title":"International conference on machine learning. PMLR","author":"Vezhnevets","year":"2017"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i1.16147"},{"issue":"4","key":"ref18","article-title":"The scoot on-line traffic signal optimisation technique","volume":"23","author":"Hunt","year":"1982","journal-title":"Traffic Engineering & Control"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220096"},{"key":"ref20","article-title":"Coordinated deep reinforcement learners for traffic light control","volume-title":"Proceedings of learning, inference and control of multi-agent systems (at NIPS 2016)","volume":"1","author":"Van Der Pol","year":"2016"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25808-9_4"},{"key":"ref22","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv preprint arXiv"},{"key":"ref23","article-title":"Traffic signal settings","author":"Webster","year":"1958","journal-title":"Tech. Rep."},{"key":"ref24","article-title":"Traffic signal timing manual","author":"Koonce","year":"2008","journal-title":"United States. Federal Highway Administration, Tech. Rep."},{"key":"ref25","volume-title":"Maxband: A versatile program for setting signals on arteries and triangular networks","author":"Little","year":"1981"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3314139"},{"key":"ref27","article-title":"Self-organizing traffic lights","author":"Gershenson","year":"2004","journal-title":"arXiv preprint"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2013.08.014"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref30","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"International conference on machine learning","author":"Wang","year":"2016"}],"event":{"name":"2025 IEEE 28th International Conference on Intelligent Transportation Systems (ITSC)","location":"Gold Coast, Australia","start":{"date-parts":[[2025,11,18]]},"end":{"date-parts":[[2025,11,21]]}},"container-title":["2025 IEEE 28th International Conference on Intelligent Transportation Systems (ITSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11422813\/11423000\/11423800.pdf?arnumber=11423800","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T06:23:43Z","timestamp":1773728623000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11423800\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,18]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/itsc60802.2025.11423800","relation":{},"subject":[],"published":{"date-parts":[[2025,11,18]]}}}