{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T18:53:43Z","timestamp":1776452023823,"version":"3.51.2"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T00:00:00Z","timestamp":1731888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T00:00:00Z","timestamp":1731888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62372163"],"award-info":[{"award-number":["62372163"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Natural Science Foundation of Chongqin","award":["cstc2021jcyjmsxmX0460"],"award-info":[{"award-number":["cstc2021jcyjmsxmX0460"]}]},{"name":"The science and technology innovation Program of Hunan Province","award":["2024RC1033"],"award-info":[{"award-number":["2024RC1033"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Complex Intell. Syst."],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s40747-024-01651-5","type":"journal-article","created":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T09:13:15Z","timestamp":1731921195000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Pri-DDQN: learning adaptive traffic signal control strategy through a hybrid agent"],"prefix":"10.1007","volume":"11","author":[{"given":"Yanliu","family":"Zheng","sequence":"first","affiliation":[]},{"given":"Juan","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Han","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Yi","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Keqin","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,18]]},"reference":[{"key":"1651_CR1","unstructured":"Wei H, Zheng G, Gayah V, Li Z (2019) A survey on traffic signal control methods. CoRR. abs\/1904.08117"},{"issue":"1","key":"1651_CR2","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/TITS.2020.3008612","volume":"23","author":"A Haydari","year":"2022","unstructured":"Haydari A, Yilmaz Y (2022) Deep reinforcement learning for intelligent transportation systems: a survey. IEEE Trans Intell Transport Syst 23(1):11\u201332. https:\/\/doi.org\/10.1109\/TITS.2020.3008612","journal-title":"IEEE Trans Intell Transport Syst"},{"key":"1651_CR3","volume-title":"Urban traffic control","author":"Q Yong","year":"1989","unstructured":"Yong Q (1989) Urban traffic control. China Communications Press, Beijing"},{"key":"1651_CR4","unstructured":"Zhang J, Deng S (2005) Application study and remedy on theory and method by webster calculation in signal timings. Hebei Jiaotong Science and Technology"},{"key":"1651_CR5","doi-asserted-by":"publisher","unstructured":"Spall JC, Chin DC (1997) Traffic-responsive signal timing for system-wide traffic control. In: Proceedings of the 1997 American control conference (Cat. No.97CH36041), vol 4, pp 2462\u20132463. https:\/\/doi.org\/10.1109\/ACC.1997.609205","DOI":"10.1109\/ACC.1997.609205"},{"issue":"1","key":"1651_CR6","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.trc.2004.12.004","volume":"13","author":"YS Murat","year":"2005","unstructured":"Murat YS, Gedizlioglu E (2005) A fuzzy logic multi-phased signal control model for isolated junctions. Transport Res Part C 13(1):19\u201336","journal-title":"Transport Res Part C"},{"key":"1651_CR7","unstructured":"Liu J, Zuo X (2020) Research on fuzzy control and optimization for traffic lights at single intersection. J Syst Simul 32(12)"},{"issue":"9","key":"1651_CR8","doi-asserted-by":"publisher","first-page":"3009","DOI":"10.1109\/TITS.2017.2762085","volume":"19","author":"Y Bi","year":"2018","unstructured":"Bi Y, Lu X, Sun Z, Srinivasan D, Sun Z (2018) Optimal type-2 fuzzy system for arterial traffic signal control. IEEE Trans Intell Transport Syst 19(9):3009\u20133027. https:\/\/doi.org\/10.1109\/TITS.2017.2762085","journal-title":"IEEE Trans Intell Transport Syst"},{"key":"1651_CR9","doi-asserted-by":"publisher","unstructured":"Li X, Guo Z, Dai X, Liu Y (2020) Deep imitation learning for traffic signal control and operations based on graph convolutional neural networks. In: 2020 IEEE 23rd international conference on intelligent transportation systems (ITSC), pp 1\u20136. https:\/\/doi.org\/10.1109\/ITSC45102.2020.9294215","DOI":"10.1109\/ITSC45102.2020.9294215"},{"key":"1651_CR10","doi-asserted-by":"publisher","unstructured":"Sanchez-Medina JJ, Galan-Moreno JM, Rubio-Royo E (2010) Traffic signal optimization in \u201cla almozara\u201d district in saragossa under congestion conditions, using genetic algorithms, traffic microsimulation, and cluster computing. IEEE Trans Intell Transport Syst 11(1):132\u2013141. https:\/\/doi.org\/10.1109\/TITS.2009.2034383","DOI":"10.1109\/TITS.2009.2034383"},{"key":"1651_CR11","unstructured":"Watkins CJCH (1989) Learning from delayed rewards"},{"issue":"4","key":"1651_CR12","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/j.trc.2006.08.002","volume":"14","author":"X-H Yu","year":"2006","unstructured":"Yu X-H, Recker WW (2006) Stochastic adaptive control model for traffic signal systems. Transport Res Part C Emerg Technol 14(4):263\u2013282","journal-title":"Transport Res Part C Emerg Technol"},{"key":"1651_CR13","unstructured":"Gao J, Shen Y, Liu J, Ito M, Shiratori N (2017) Adaptive traffic signal control: deep reinforcement learning algorithm with experience replay and target network. CoRR"},{"issue":"2","key":"1651_CR14","doi-asserted-by":"publisher","first-page":"169","DOI":"10.11896\/jsjkx.190600154","volume":"47","author":"H Sun","year":"2020","unstructured":"Sun H, Chen C, Liu Q, Zhao J (2020) Traffic signal control method based on deep reinforcement learning. Comput Sci 47(2):169. https:\/\/doi.org\/10.11896\/jsjkx.190600154","journal-title":"Comput Sci"},{"issue":"2","key":"1651_CR15","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang X, Du X, Wang G, Zhu H (2019) A deep reinforcement learning network for traffic light cycle control. IEEE Trans Veh Technol 68(2):1243\u20131253. https:\/\/doi.org\/10.1109\/TVT.2018.2890726","journal-title":"IEEE Trans Veh Technol"},{"key":"1651_CR16","doi-asserted-by":"publisher","unstructured":"Long S, Wang Z, Liu H (2020) Based on deep reinforcement learning optimization of traffic signal control at single intersection. Ind Control Comput 33(10):16\u201322. https:\/\/doi.org\/10.3969\/j.issn.1001-182X.2020.10.006","DOI":"10.3969\/j.issn.1001-182X.2020.10.006"},{"issue":"3","key":"1651_CR17","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","volume":"3","author":"L Li","year":"2016","unstructured":"Li L, Lv Y, Wang F (2016) Traffic signal timing via deep reinforcement learning. IEEE\/CAA J Autom Sin 3(3):247\u2013254. https:\/\/doi.org\/10.1109\/JAS.2016.7508798","journal-title":"IEEE\/CAA J Autom Sin"},{"issue":"2","key":"1651_CR18","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1109\/TVT.2019.2962514","volume":"69","author":"J Lee","year":"2020","unstructured":"Lee J, Chung J, Sohn K (2020) Reinforcement learning for joint control of traffic signals in a transportation network. IEEE Trans Veh Technol 69(2):1375\u20131387. https:\/\/doi.org\/10.1109\/TVT.2019.2962514","journal-title":"IEEE Trans Veh Technol"},{"key":"1651_CR19","doi-asserted-by":"crossref","unstructured":"Hua W, Chen C, Zheng G, Wu K, Gayah V, Xu K, Li Z (2019) Presslight: learning max pressure control to coordinate traffic signals in arterial network. In: Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery and amp; data mining. KDD \u201919. Association for Computing Machinery, pp 1290\u20131298","DOI":"10.1145\/3292500.3330949"},{"issue":"2","key":"1651_CR20","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang X, Du X, Wang G, Han Z (2019) A deep reinforcement learning network for traffic light cycle control. IEEE Trans Veh Technol 68(2):1243\u20131253. https:\/\/doi.org\/10.1109\/TVT.2018.2890726","journal-title":"IEEE Trans Veh Technol"},{"key":"1651_CR21","doi-asserted-by":"publisher","unstructured":"Zheng G, Xiong Y, Zang X, Feng J, Wei H, Huichu Z, Li Y, Xu K, Li Z (2019) Learning phase competition for traffic signal control, pp 1963\u20131972. https:\/\/doi.org\/10.1145\/3357384.3357900","DOI":"10.1145\/3357384.3357900"},{"key":"1651_CR22","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1609\/aaai.v34i01.5467","volume":"34","author":"X Zang","year":"2020","unstructured":"Zang X, Yao H, Zheng G, Xu N, Xu K, Li Z (2020) Metalight: value-based meta-reinforcement learning for traffic signal control. Proc AAAI Conf Artif Intell 34:1153\u20131160. https:\/\/doi.org\/10.1609\/aaai.v34i01.5467","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"1651_CR23","unstructured":"Hua\u00a0YBJ, Wang X (2023) Multi-agent deep reinforcement learning-based urban traffic signal management. Oper Res Trans 27(02):49\u201362"},{"key":"1651_CR24","doi-asserted-by":"publisher","unstructured":"Xu D, Lei\u00a0Zhou DWJD, Wei C (2022) Overview of reinforcement learning-based urban traffic signal control. J Transport Eng Inf 20(01):15\u201330. https:\/\/doi.org\/10.19961\/j.cnki.1672-4747.2021.04.017","DOI":"10.19961\/j.cnki.1672-4747.2021.04.017"},{"key":"1651_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12544-020-00440-8","volume":"12","author":"M Eom","year":"2020","unstructured":"Eom M, Kim B-I (2020) The traffic signal control problem for intersections: a review. Eur Transport Res Rev 12:1\u201320","journal-title":"Eur Transport Res Rev"},{"key":"1651_CR26","doi-asserted-by":"publisher","unstructured":"Edwards A, Pottenger WM (2011) Higher order q-learning. In: 2011 IEEE symposium on adaptive dynamic programming and reinforcement learning (ADPRL), pp 128\u2013134. https:\/\/doi.org\/10.1109\/ADPRL.2011.5967385","DOI":"10.1109\/ADPRL.2011.5967385"},{"key":"1651_CR27","doi-asserted-by":"crossref","unstructured":"Wei H, Xu N, Zhang H, Zheng G, Zang X, Chen C, Zhang W, Zhu Y, Xu K, Li Z (2019) Colight: learning network-level cooperation for traffic signal control. In: Proceedings of the 28th ACM international conference on information and knowledge management. CIKM \u201919","DOI":"10.1145\/3357384.3357902"}],"container-title":["Complex &amp; Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-024-01651-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40747-024-01651-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-024-01651-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,30]],"date-time":"2025-01-30T20:17:21Z","timestamp":1738268241000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40747-024-01651-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,18]]},"references-count":27,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["1651"],"URL":"https:\/\/doi.org\/10.1007\/s40747-024-01651-5","relation":{},"ISSN":["2199-4536","2198-6053"],"issn-type":[{"value":"2199-4536","type":"print"},{"value":"2198-6053","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,18]]},"assertion":[{"value":"25 July 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"47"}}