{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T19:58:46Z","timestamp":1778788726696,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T00:00:00Z","timestamp":1688947200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T00:00:00Z","timestamp":1688947200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-16112-3","type":"journal-article","created":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T03:08:56Z","timestamp":1688958536000},"page":"13851-13872","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Adaptive traffic light control using deep reinforcement learning technique"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7934-2369","authenticated-orcid":false,"given":"Ritesh","family":"Kumar","sequence":"first","affiliation":[]},{"given":"Nistala Venkata Kameshwer","family":"Sharma","sequence":"additional","affiliation":[]},{"given":"Vijay K.","family":"Chaurasiya","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,10]]},"reference":[{"issue":"8","key":"16112_CR1","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1073\/pnas.43.8.749","volume":"43","author":"R Bellman","year":"1957","unstructured":"Bellman R, Kalaba R (1957) Dynamic programming and statistical communication theory. Proc Natl Acad Sci USA 43(8):749","journal-title":"Proc Natl Acad Sci USA"},{"key":"16112_CR2","unstructured":"Casas N (2017) Deep deterministic policy gradient for urban traffic light control,\u201d arXiv preprint arXiv:1703.09035"},{"issue":"3","key":"16112_CR3","first-page":"279","volume":"8","author":"J Christopher","year":"1992","unstructured":"Christopher J (1992) Watkins and peter dayan. Q-Learn Mach Learn 8(3):279\u2013292","journal-title":"Q-Learn Mach Learn"},{"key":"16112_CR4","doi-asserted-by":"crossref","unstructured":"Co\u015fkun M, Baggag A, Chawla S (2018) Deep reinforcement learning for traffic light optimization. In: 2018 IEEE International Conference on Data Mining Workshops (ICDMW). IEEE, 564\u2013571","DOI":"10.1109\/ICDMW.2018.00088"},{"key":"16112_CR5","doi-asserted-by":"publisher","unstructured":"Farazi NP, Ahamed T, Barua L, Zou B (2020) Deep reinforcement learning and transportation research: A comprehensive review.\u00a0https:\/\/doi.org\/10.48550\/arXiv.2010.06187","DOI":"10.48550\/arXiv.2010.06187"},{"key":"16112_CR6","unstructured":"Gao J, Shen Y, Liu J, Ito M, Shiratori N (2017) Adaptive traffic signal control: Deep reinforcement learning algorithm with experience replay and target network. arXiv preprint arXiv:1705.02755"},{"key":"16112_CR7","doi-asserted-by":"publisher","unstructured":"Garg D, Chli M, Vogiatzis G (2018) Deep reinforcement learning for autonomous traffic light control. In: 2018 3rd IEEE international conference on intelligent transportation engineering (ICITE), IEEE,\u00a0Singapore, pp\u00a0214\u2013218. https:\/\/doi.org\/10.1109\/ICITE.2018.8492537","DOI":"10.1109\/ICITE.2018.8492537"},{"key":"16112_CR8","doi-asserted-by":"publisher","unstructured":"Genders W, Razavi S (2016) Using a deep reinforcement learning agent for traffic signal control.\u00a0https:\/\/doi.org\/10.48550\/arXiv.1611.01142","DOI":"10.48550\/arXiv.1611.01142"},{"key":"16112_CR9","first-page":"100020","volume":"1","author":"Y Gong","year":"2019","unstructured":"Gong Y, Abdel-Aty M, Cai Q, Rahman MS (2019) Decentralized network level adaptive signal control by multi-agent deep reinforcement learning. Transp Res Interdiscip Perspect 1:100020","journal-title":"Transp Res Interdiscip Perspect"},{"key":"16112_CR10","doi-asserted-by":"publisher","unstructured":"Hu X, Zhao C, Wang G (2020) A traffic light dynamic control algorithm with deep reinforcement learning based on GNN Prediction.\u00a0https:\/\/doi.org\/10.48550\/arXiv.2009.14627","DOI":"10.48550\/arXiv.2009.14627"},{"issue":"1\u20132","key":"16112_CR11","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling LP, Littman ML, Cassandra AR (1998) Planning and acting in partially observable stochastic domains. Artif Intell 101(1\u20132):99\u2013134","journal-title":"Artif Intell"},{"key":"16112_CR12","doi-asserted-by":"crossref","unstructured":"Kumar N, Rahman SS, Dhakad N (2020) Fuzzy inference enabled deep reinforcement learning-based traffic light control for intelligent transportation system. IEEE Trans IntellTransp Syst","DOI":"10.1109\/ICII.2019.00016"},{"key":"16112_CR13","doi-asserted-by":"publisher","unstructured":"Li C, Ma X, Xia L, Zhao Q, Yang J (2020) Fairness control of traffic light via deep reinforcement learning. In: 2020 IEEE 16th International Conference on Automation Science and Engineering (CASE). IEEE,\u00a0Hong Kong, China, pp 652\u2013658. https:\/\/doi.org\/10.1109\/CASE48305.2020.9216899","DOI":"10.1109\/CASE48305.2020.9216899"},{"issue":"3","key":"16112_CR14","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JAS.2016.7508798","volume":"3","author":"L Li","year":"2016","unstructured":"Li L, Lv Y, Wang F-Y (2016) Traffic signal timing via deep reinforcement learning. IEEE\/CAA J Automat Sin 3(3):247\u2013254","journal-title":"IEEE\/CAA J Automat Sin"},{"key":"16112_CR15","unstructured":"Liang X (2019) Applied deep learning in intelligent transportation systems and embedding exploration, Ph.D. thesis, New Jersey Institute of Technology"},{"key":"16112_CR16","unstructured":"Liang X, Du X, Wang G, Han Z (2018) Deep reinforcement learning for traffic light control in vehicular networks. arXiv preprint arXiv:1803.11115"},{"issue":"3","key":"16112_CR17","doi-asserted-by":"publisher","first-page":"1924","DOI":"10.1109\/JIOT.2018.2817459","volume":"5","author":"X Liang","year":"2018","unstructured":"Liang X, Yan T, Lee J, Wang G (2018) A distributed intersection management protocol for safety, efficiency, and driver\u2019s comfort. IEEE Internet Things J 5(3):1924\u20131935","journal-title":"IEEE Internet Things J"},{"issue":"2","key":"16112_CR18","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang X, Du X, Wang G, Han Z (2019) A deep reinforcement learning network for traffic light cycle control. IEEE Trans Veh Technol 68(2):1243\u20131253","journal-title":"IEEE Trans Veh Technol"},{"key":"16112_CR19","doi-asserted-by":"crossref","unstructured":"Ma Z, Cui T, Deng W, Jiang F, Zhang L (2021) Adaptive optimization of traffic signal timing via deep reinforcement learning. J Adv Transp 2021","DOI":"10.23919\/CCC52363.2021.9550100"},{"key":"16112_CR20","doi-asserted-by":"crossref","unstructured":"Ma D, Zhou B, Song X, Dai H (2021) A deep reinforcement learning approach to traffic signal control with temporal traffic pattern mining. IEEE Trans Intell Transp Syst","DOI":"10.1109\/TITS.2021.3107258"},{"issue":"19","key":"16112_CR21","doi-asserted-by":"publisher","first-page":"7501","DOI":"10.3390\/s22197501","volume":"22","author":"S Maadi","year":"2022","unstructured":"Maadi S, Stein S, Hong J, Murray-Smith R (2022) Real-time adaptive traffic signal control in a connected and automated vehicle environment: optimisation of signal planning with reinforcement learning under vehicle speed guidance. Sensors 22(19):7501","journal-title":"Sensors"},{"issue":"7540","key":"16112_CR22","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"16112_CR23","doi-asserted-by":"crossref","unstructured":"Mousavi SS, Schukat M, Howley E (2017)\u00a0Traffic light control using deep policy\u2010gradient and value\u2010function\u2010based reinforcement learning. IET Intel Transport Syst 11(7):417\u2013423","DOI":"10.1049\/iet-its.2017.0153"},{"key":"16112_CR24","doi-asserted-by":"crossref","unstructured":"Navarro-Espinoza A, L\u00f3pez-Bonilla OR, Garc\u00eda-Guerrero EE, Tlelo-Cuautle E, L\u00f3pez-Mancilla D, Hern\u00e1ndez-Mej\u00eda C, Inzunza-Gonz\u00e1lez E (2022) Traffic flow prediction for smart traffic lights using machine learning algorithms. Technologies 10(1):5","DOI":"10.3390\/technologies10010005"},{"key":"16112_CR25","doi-asserted-by":"publisher","unstructured":"Pang H, Gao W (2019) Deep Deterministic policy gradient for traffic signal control of single intersection. In: 2019 Chinese Control And Decision Conference (CCDC), Nanchang,\u00a0China, pp 5861\u20135866.\u00a0https:\/\/doi.org\/10.1109\/CCDC.2019.8832406","DOI":"10.1109\/CCDC.2019.8832406"},{"key":"16112_CR26","doi-asserted-by":"publisher","unstructured":"Prosper HB (2017) Deep learning and Bayesian methods.\u00a0EPJ Web Conf 137:9. https:\/\/doi.org\/10.1051\/epjconf\/201713711007","DOI":"10.1051\/epjconf\/201713711007"},{"key":"16112_CR27","doi-asserted-by":"crossref","unstructured":"Raeisi M, Mahboob AS (2021) Intelligent control of urban intersection traffic light based on reinforcement learning algorithm. In: 2021 26th International Computer Conference, Computer Society of Iran (CSICC). IEEE, 1\u20135","DOI":"10.1109\/CSICC52343.2021.9420622"},{"key":"16112_CR28","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1016\/j.future.2020.03.065","volume":"109","author":"F Rasheed","year":"2020","unstructured":"Rasheed F, Yau K-LA, Low Y-C (2020) Deep reinforcement learning for traffic signal control under disturbances: A case study on Sunway city, Malaysia. Futur Gener Comput Syst 109:431\u2013445","journal-title":"Futur Gener Comput Syst"},{"key":"16112_CR29","doi-asserted-by":"publisher","unstructured":"Sahu SP, Dewangan DK, Agrawal A, Priyanka TS (2021) Traffic light cycle control using deep reinforcement technique. In: 2021 International Conference on Artificial Intelligence and Smart Systems (ICAIS). IEEE,\u00a0Coimbatore, India, pp 697\u2013702. https:\/\/doi.org\/10.1109\/ICAIS50930.2021.9395880","DOI":"10.1109\/ICAIS50930.2021.9395880"},{"issue":"3","key":"16112_CR30","first-page":"417","volume":"23","author":"M Saleem","year":"2022","unstructured":"Saleem M, Abbas S, Ghazal TM, Khan MA, Sahawneh N, Ahmad M (2022) Smart cities: Fusion-based intelligent traffic congestion control system for vehicular networks using machine learning techniques. Egypt Inf J 23(3):417\u2013426","journal-title":"Egypt Inf J"},{"key":"16112_CR31","unstructured":"Schneider C (2020) Intelligent signalized intersection management for mixed traffic using Deep Q-Learning. Not applicable"},{"key":"16112_CR32","unstructured":"Sutton RS, Barto AG et al (1998) Introduction to reinforcement learning, volume 135. MIT press Cambridge"},{"key":"16112_CR33","doi-asserted-by":"crossref","unstructured":"Tan KL, Poddar S, Sarkar S, Sharma A (2019) Deep reinforcement learning for adaptive traffic signal control. In: Dynamic Systems and Control Conference, volume 59162. American Society of Mechanical Engineers, V003T18A006","DOI":"10.1115\/DSCC2019-9076"},{"key":"16112_CR34","doi-asserted-by":"publisher","first-page":"10823","DOI":"10.1109\/ACCESS.2019.2891073","volume":"7","author":"W Tong","year":"2019","unstructured":"Tong W, Hussain A, Bo WX, Maharjan S (2019) Artificial Intelligence for Vehicle-to-Everything: A Survey. IEEE Access 7:10823\u201310843. https:\/\/doi.org\/10.1109\/ACCESS.2019.2891073","journal-title":"IEEE Access"},{"key":"16112_CR35","unstructured":"van der Pol E (2016) Deep reinforcement learning for coordination in traffic light control. Master\u2019s thesis, University of Amsterdam"},{"key":"16112_CR36","doi-asserted-by":"crossref","unstructured":"Wei H, Zheng G, Yao H, Li Z (2018) Intellilight: A reinforcement learning approach for intelligent traffic light control. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, 2496\u20132505","DOI":"10.1145\/3219819.3220096"},{"issue":"8","key":"16112_CR37","doi-asserted-by":"publisher","first-page":"8243","DOI":"10.1109\/TVT.2020.2997896","volume":"69","author":"T Wu","year":"2020","unstructured":"Wu T, Zhou P, Liu K, Yuan Y, Wang X, Huang H, Wu DO (2020) Multi-agent deep reinforcement learning for urban traffic light control in vehicular networks. IEEE Trans Veh Technol 69(8):8243\u20138256","journal-title":"IEEE Trans Veh Technol"},{"key":"16112_CR38","doi-asserted-by":"crossref","unstructured":"Yu B, Guo J, Zhao Q, Li J, Rao W (2020) Smarter and safer traffic signal controlling via deep reinforcement learning. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, 3345\u20133348","DOI":"10.1145\/3340531.3417450"},{"key":"16112_CR39","doi-asserted-by":"crossref","unstructured":"Yuan X (2021) Faster Finding of Optimal Path in Robotics Playground Using Q-Learning with \u201cExploitation-Exploration Trade-Off\u201d.\u00a0J Phys Conf Ser\u00a01748(2):022008","DOI":"10.1088\/1742-6596\/1748\/2\/022008"},{"issue":"2","key":"16112_CR40","doi-asserted-by":"publisher","first-page":"1329","DOI":"10.3390\/su15021329","volume":"15","author":"Z Zeinaly","year":"2023","unstructured":"Zeinaly Z, Sojoodi M, Bolouki S (2023) A resilient intelligent traffic signal control scheme for accident scenario at intersections via deep reinforcement learning. Sustainability 15(2):1329","journal-title":"Sustainability"},{"issue":"1","key":"16112_CR41","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1109\/TITS.2019.2958859","volume":"22","author":"R Zhang","year":"2020","unstructured":"Zhang R, Ishikawa A, Wang W, Striner B, Tonguz OK (2020) Using reinforcement learning with partial vehicle detection for intelligent traffic signal control. IEEE Trans Intell Transp Syst 22(1):404\u2013415","journal-title":"IEEE Trans Intell Transp Syst"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16112-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-16112-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16112-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,26]],"date-time":"2024-01-26T10:36:12Z","timestamp":1706265372000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-16112-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,10]]},"references-count":41,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2024,2]]}},"alternative-id":["16112"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-16112-3","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,10]]},"assertion":[{"value":"23 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 June 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No conflict.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest\/Competing interests"}}]}}