{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T22:22:12Z","timestamp":1776205332700,"version":"3.50.1"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T00:00:00Z","timestamp":1631577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T00:00:00Z","timestamp":1631577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s11227-021-04068-w","type":"journal-article","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T10:02:51Z","timestamp":1631613771000},"page":"4911-4937","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Reinforcement learning for traffic light control with emphasis on emergency vehicles"],"prefix":"10.1007","volume":"78","author":[{"given":"Mahboubeh","family":"Shamsi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4817-9380","authenticated-orcid":false,"given":"Abdolreza","family":"Rasouli Kenari","sequence":"additional","affiliation":[]},{"given":"Roghayeh","family":"Aghamohammadi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,14]]},"reference":[{"key":"4068_CR1","unstructured":"Litman T (2013) Congestion Costing Critique: Critical Evaluation of the \u201cUrban Mobility Report\u201d"},{"issue":"2","key":"4068_CR2","doi-asserted-by":"publisher","first-page":"157","DOI":"10.3390\/s16020157","volume":"16","author":"K Nellore","year":"2016","unstructured":"Nellore K, Hancke GP (2016) A survey on urban traffic management system using wireless sensor networks. Sensors 16(2):157","journal-title":"Sensors"},{"key":"4068_CR3","doi-asserted-by":"crossref","unstructured":"Gr\u00e9goire P-L et al (2007) Urban traffic control based on learning agents. in 2007 IEEE Intelligent Transportation Systems Conference.. IEEE","DOI":"10.1109\/ITSC.2007.4357719"},{"issue":"7","key":"4068_CR4","first-page":"105","volume":"7","author":"Z Liu","year":"2007","unstructured":"Liu Z (2007) A survey of intelligence methods in urban traffic signal control. IJCSNS Int J Computer Sci Netw Secur 7(7):105\u2013112","journal-title":"IJCSNS Int J Computer Sci Netw Secur"},{"key":"4068_CR5","unstructured":"Alam J, Pandey M and Ahmed H (2013) Intelligent Traffic Light Control System for Isolated Intersection Using Fuzzy Logic. in Proceedings of the Conference on Advances in Communication and Control Systems-2013. Atlantis Press"},{"issue":"1","key":"4068_CR6","first-page":"49","volume":"9","author":"H Homaei","year":"2015","unstructured":"Homaei H, Hejazi S, Dehghan SAM (2015) A new traffic light controller using fuzzy logic for a full single junction involving emergency vehicle preemption. J Uncertain Syst 9(1):49\u201361","journal-title":"J Uncertain Syst"},{"key":"4068_CR7","unstructured":"Ben Arbi I (2019) A Survey on Intelligent Urban Road Traffic Control Systems. (Research Proposal)"},{"issue":"2","key":"4068_CR8","first-page":"4","volume":"2","author":"L Singh","year":"2009","unstructured":"Singh L, Tripathi S, Arora H (2009) Time optimization for traffic signal control using genetic algorithm. Int J Recent Trends Eng 2(2):4","journal-title":"Int J Recent Trends Eng"},{"issue":"1","key":"4068_CR9","doi-asserted-by":"publisher","first-page":"133","DOI":"10.3141\/1683-17","volume":"1683","author":"B Park","year":"1999","unstructured":"Park B, Messer CJ, Urbanik T (1999) Traffic signal optimization program for oversaturated conditions: genetic algorithm approach. Transp Res Rec 1683(1):133\u2013142","journal-title":"Transp Res Rec"},{"issue":"1","key":"4068_CR10","doi-asserted-by":"publisher","first-page":"66","DOI":"10.3182\/20050703-6-CZ-1902.02034","volume":"38","author":"A Di Febbraro","year":"2005","unstructured":"Di Febbraro A, Sacco N (2005) Freeway traffic control based on neural network estimation. IFAC Proceedings Volumes 38(1):66\u201371","journal-title":"IFAC Proceedings Volumes"},{"issue":"5S","key":"4068_CR11","doi-asserted-by":"crossref","first-page":"8471","DOI":"10.35940\/ijeat.E1031.0585S19","volume":"8","author":"G Dhingra","year":"2019","unstructured":"Dhingra G et al (2019) Traffic management using convolution neural network. Int J Eng Adv Technol 8(5S):8471","journal-title":"Int J Eng Adv Technol"},{"key":"4068_CR12","unstructured":"Vidali A, Crociani L, Vizzari G, Bandini S (2019) A Deep Reinforcement Learning Approach to Adaptive Traffic Lights Management. In WOA Jun (pp. 42\u201350)."},{"issue":"7","key":"4068_CR13","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1049\/iet-its.2017.0153","volume":"11","author":"SS Mousavi","year":"2017","unstructured":"Mousavi SS, Schukat M, Howley E (2017) Traffic light control using deep policy-gradient and value-function-based reinforcement learning. IET Intel Transport Syst 11(7):417\u2013423","journal-title":"IET Intel Transport Syst"},{"key":"4068_CR14","unstructured":"Gao J et al (2017) Adaptive traffic signal control: Deep reinforcement learning algorithm with experience replay and target network. arXiv preprint http:\/\/arxiv.org\/abs\/1705.02755"},{"key":"4068_CR15","unstructured":"Genders W and Razavi S (2016) Using a deep reinforcement learning agent for traffic signal control. arXiv preprint http:\/\/arxiv.org\/abs\/1611.01142"},{"issue":"3","key":"4068_CR16","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","volume":"3","author":"L Li","year":"2016","unstructured":"Li L, Lv Y, Wang F-Y (2016) Traffic signal timing via deep reinforcement learning. IEEE\/CAA J Automatica Sinica 3(3):247\u2013254","journal-title":"IEEE\/CAA J Automatica Sinica"},{"key":"4068_CR17","unstructured":"Vidali A, Crociani L, Vizzari G, Bandini S (2019) A Deep Reinforcement Learning Approach to Adaptive Traffic Lights Management. InWOA Jun (pp. 42\u201350)."},{"key":"4068_CR18","unstructured":"Lison P (2015) An introduction to machine learning. Language Technology Group: Edinburgh, UK,"},{"issue":"3","key":"4068_CR19","first-page":"34","volume":"50","author":"K-LA Yau","year":"2017","unstructured":"Yau K-LA et al (2017) A survey on reinforcement learning models and algorithms for traffic signal control. ACM Comput Surv (CSUR) 50(3):34","journal-title":"ACM Comput Surv (CSUR)"},{"key":"4068_CR20","first-page":"3","volume":"12","author":"M Wiering","year":"2012","unstructured":"Wiering M, Van Otterlo M (2012) Reinforcement learning. Adapt Learn Optim 12:3","journal-title":"Adapt Learn Optim"},{"key":"4068_CR21","unstructured":"Van der Pol E (2016) Deep reinforcement learning for coordination in traffic light control. Master's thesis, University of Amsterdam"},{"issue":"3","key":"4068_CR22","first-page":"29","volume":"12","author":"YK Chin","year":"2011","unstructured":"Chin YK et al (2011) Q-learning based traffic optimization in management of signal timing plan. Int J Simul Syst Sci Technol 12(3):29\u201335","journal-title":"Int J Simul Syst Sci Technol"},{"key":"4068_CR23","unstructured":"Lin L-J (1993) Reinforcement learning for robots using neural networks., Carnegie-Mellon Univ Pittsburgh PA School of Computer Science"},{"issue":"7","key":"4068_CR24","doi-asserted-by":"publisher","first-page":"2451","DOI":"10.1007\/s11276-017-1482-5","volume":"24","author":"MB Younes","year":"2018","unstructured":"Younes MB, Boukerche A (2018) An efficient dynamic traffic light scheduling algorithm considering emergency vehicles for intelligent transportation systems. Wireless Netw 24(7):2451\u20132463","journal-title":"Wireless Netw"},{"key":"4068_CR25","unstructured":"Behrisch M et al (2011) SUMO\u2013simulation of urban mobility: an overview. in Proceedings of SIMUL 2011, The Third International Conference on Advances in System Simulation. ThinkMind."},{"key":"4068_CR26","doi-asserted-by":"publisher","first-page":"4558","DOI":"10.3390\/app9214558","volume":"9","author":"H Chu","year":"2019","unstructured":"Chu H, Liao Y, Chang L, Lee Y (2019) Traffic Light Cycle Configuration of Single Intersection Based on Modified Q-Learning. Appl Sci 9:4558\u20134577","journal-title":"Appl Sci"},{"key":"4068_CR27","doi-asserted-by":"crossref","unstructured":"Kumar N and Rahman (2019) Deep Reinforcement Learning with Vehicle Heterogeneity Based Traffic Light Control for Intelligent Transportation System, IEEE International Conference on Industrial Internet, pp. 28\u201333","DOI":"10.1109\/ICII.2019.00016"},{"key":"4068_CR28","doi-asserted-by":"crossref","unstructured":"Wei H, Zheng G, Yao H and Li Z (2018) IntelliLight: a Reinforcement Learning Approach for Intelligent Traffic Light Control, ACM International Conference on Knowledge Discovery & Data Mining, pp. 2496\u20132505","DOI":"10.1145\/3219819.3220096"},{"key":"4068_CR29","doi-asserted-by":"publisher","first-page":"2302","DOI":"10.3390\/s21072302","volume":"21","author":"S Bouktif","year":"2021","unstructured":"Bouktif S, Cheniki A, Ouni A (2021) Traffic signal control using hybrid action space deep reinforcement learning. Sensors 21:2302\u20132317","journal-title":"Sensors"},{"issue":"2","key":"4068_CR30","doi-asserted-by":"publisher","first-page":"14936","DOI":"10.1016\/j.ifacol.2020.12.1980","volume":"53","author":"H Maske","year":"2020","unstructured":"Maske H, Chu T, Kalabi\u0107 U (2020) Control of traffic light timing using decentralized deep reinforcement learning. IFAC-PapersOnLine 53(2):14936\u201314941","journal-title":"IFAC-Papers OnLine"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04068-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-021-04068-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04068-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T19:42:33Z","timestamp":1699472553000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-021-04068-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,14]]},"references-count":30,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["4068"],"URL":"https:\/\/doi.org\/10.1007\/s11227-021-04068-w","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,14]]},"assertion":[{"value":"3 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}