{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T00:18:30Z","timestamp":1772151510143,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5-6","license":[{"start":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T00:00:00Z","timestamp":1725408000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T00:00:00Z","timestamp":1725408000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Evol. Intel."],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s12065-024-00978-9","type":"journal-article","created":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T17:02:11Z","timestamp":1725469331000},"page":"4179-4197","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Optimizing traffic flow with Q-learning and genetic algorithm for congestion control"],"prefix":"10.1007","volume":"17","author":[{"family":"Deepika","sequence":"first","affiliation":[]},{"given":"Gitanjali","family":"Pandove","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,4]]},"reference":[{"key":"978_CR1","doi-asserted-by":"publisher","first-page":"5","DOI":"10.3390\/technologies10010005","volume":"10","author":"A Navarro-Espinoza","year":"2022","unstructured":"Navarro-Espinoza A, L\u00f3pez-Bonilla OR, Garc\u00eda-Guerrero EE, Tlelo-Cuautle E, L\u00f3pez-Mancilla D, Hern\u00e1ndez-Mej\u00eda C, Inzunza-Gonz\u00e1lez E (2022) Traffic flow prediction for smart traffic lights using machine learning algorithms. Technologies 10:5","journal-title":"Technologies"},{"key":"978_CR2","doi-asserted-by":"crossref","unstructured":"Natafgi MB, Osman M, Haidar AS, Hamandi L (2018) Smart traffic light system using machine learning. In: IEEE international multidisciplinary conference on engineering technology (IMCET). pp 1\u20136","DOI":"10.1109\/IMCET.2018.8603041"},{"key":"978_CR3","doi-asserted-by":"publisher","first-page":"5309","DOI":"10.1007\/s10115-023-01938-y","volume":"65","author":"C Ounoughi","year":"2023","unstructured":"Ounoughi C, Ounoughi D, Ben Yahia S (2023) EcoLight+: a novel multi-modal data fusion for enhanced eco-friendly traffic signal control driven by urban traffic noise prediction. Knowl Inf Syst 65:5309\u20135329. https:\/\/doi.org\/10.1007\/s10115-023-01938-y","journal-title":"Knowl Inf Syst"},{"key":"978_CR4","doi-asserted-by":"crossref","unstructured":"Xiao Z, Xiao Z, Wang D, Li X (2015) An intelligent traffic light control approach for reducing vehicles CO2 emissions in VANET. In: the 12th international conference on fuzzy systems and knowledge discovery (FSKD). pp 2070\u20132075.","DOI":"10.1109\/FSKD.2015.7382270"},{"key":"978_CR5","unstructured":"ONU. (2019). World population prospects 2019: Highlights. United Nations Department for Economic and Social Affairs, New York, US."},{"issue":"10","key":"978_CR6","first-page":"1086","volume":"3","author":"Y Joshi","year":"2016","unstructured":"Joshi Y, Joshi A, Tayade N, Shinde P, Rokade S (2016) IoT based smart traffic density alarming indicator. Int Res J Eng Technol 3(10):1086\u20131089","journal-title":"Int Res J Eng Technol"},{"key":"978_CR7","doi-asserted-by":"crossref","unstructured":"Chong HF, Ng DWK (2016) Development of IoT device for traffic management system. In: IEEE student conference on research and development (SCOReD) pp 1\u20136","DOI":"10.1109\/SCORED.2016.7810059"},{"key":"978_CR8","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/s11277-021-08912-3","volume":"122","author":"A Paul","year":"2022","unstructured":"Paul A, Haricharan J, Mitra S (2022) An intelligent traffic signal management strategy to reduce vehicles CO2 emissions in fog oriented VANET. Wirel Pers Commun 122:543\u2013576","journal-title":"Wirel Pers Commun"},{"issue":"11","key":"978_CR9","doi-asserted-by":"publisher","first-page":"1672","DOI":"10.1093\/comjnl\/bxz129","volume":"64","author":"A Ata","year":"2021","unstructured":"Ata A, Khan MA, Abbas S, Khan MS, Ahmad G (2021) Adaptive IoT empowered smart road traffic congestion control system using supervised machine learning algorithm. Comput J 64(11):1672\u20131679","journal-title":"Comput J"},{"key":"978_CR10","doi-asserted-by":"publisher","first-page":"7345","DOI":"10.1109\/JIOT.2020.2983089","volume":"7","author":"T Xu","year":"2020","unstructured":"Xu T, Han G, Qi X, Du J, Lin C, Shu L (2020) A hybrid machine learning model for demand prediction of edge-computing based bike sharing system using internet of things. IEEE Internet Things Journal 7:7345\u20137356","journal-title":"IEEE Internet Things Journal"},{"key":"978_CR11","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s13177-024-00387-3","volume":"22","author":"Deepika, & Pandove, G.","year":"2024","unstructured":"Deepika, & Pandove, G. (2024) A comparison of ML models for predicting congestion in urban cities. Int J Intell Transp Syst Res 22:171\u2013184. https:\/\/doi.org\/10.1007\/s13177-024-00387-3","journal-title":"Int J Intell Transp Syst Res"},{"key":"978_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2020.107530","volume":"181","author":"A Boukerche","year":"2020","unstructured":"Boukerche A, Wang J (2020) Machine learning-based traffic prediction models for intelligent transportation systems. Comput Netw 181:107530","journal-title":"Comput Netw"},{"issue":"3","key":"978_CR13","doi-asserted-by":"publisher","first-page":"1840","DOI":"10.1109\/TITS.2020.3025687","volume":"22","author":"C Chen","year":"2021","unstructured":"Chen C, Liu B, Wan S, Qiao P, Pei Q (2021) An edge traffic flow detection scheme based on deep learning in an intelligent transportation system. IEEE Trans Intell Transp Syst 22(3):1840\u20131852","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"978_CR14","doi-asserted-by":"publisher","unstructured":"Deepika, Pandove G (2022) Estimation of congestion level at intersection points using AI. In: 3rd international conference on issues and challenges in intelligent computing techniques (ICICT), pp 1\u20136. https:\/\/doi.org\/10.1109\/ICICT55121.2022.10064550.","DOI":"10.1109\/ICICT55121.2022.10064550"},{"key":"978_CR15","doi-asserted-by":"crossref","unstructured":"Mannion P, Duggan J, Howley E (2016) An experimental review of reinforcement learning algorithms for adaptive traffic signal control. In: Autonomic road transport support systems, pp 47\u201366.","DOI":"10.1007\/978-3-319-25808-9_4"},{"issue":"1","key":"978_CR16","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1080\/09540091.2014.885282","volume":"26","author":"T Brys","year":"2014","unstructured":"Brys T, Pham TT, Taylor ME (2014) Distributed learning and multi objectivity in traffic light control. Connect Sci 26(1):65\u201383","journal-title":"Connect Sci"},{"issue":"8","key":"978_CR17","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan A, Sohail A, Zahoora U, Qureshi AS (2020) A survey of the recent architectures of deep convolutional neural networks. Artif Intell Rev 53(8):5455\u20135516","journal-title":"Artif Intell Rev"},{"issue":"5","key":"978_CR18","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1080\/15472450.2020.1734801","volume":"25","author":"D Ma","year":"2021","unstructured":"Ma D, Xiao J, Ma X (2021) A decentralized model predictive traffic signal control method with fixed phase sequence for urban networks. J Intell Transp Syst 25(5):455\u2013468. https:\/\/doi.org\/10.1080\/15472450.2020.1734801","journal-title":"J Intell Transp Syst"},{"issue":"20","key":"978_CR19","doi-asserted-by":"publisher","first-page":"11254","DOI":"10.3390\/su132011254","volume":"13","author":"B Kovari","year":"2021","unstructured":"Kovari B, Szoke L, Becsi T, Aradi S, Gaspar P (2021) Traffic signal control via reinforcement learning for reducing global vehicle emission. Sustainability 13(20):11254","journal-title":"Sustainability"},{"key":"978_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2022\/9604362","volume":"2022","author":"L Zhang","year":"2022","unstructured":"Zhang L, Wu B (2022) A reinforcement learning based traffic control strategy in a macroscopic fundamental diagram region. J Adv Transp 2022:1\u201312","journal-title":"J Adv Transp"},{"key":"978_CR21","doi-asserted-by":"publisher","first-page":"99155","DOI":"10.1109\/ACCESS.2021.3096666","volume":"9","author":"DF Borges","year":"2021","unstructured":"Borges DF, Leite JPRR, Moreira EM, Carpinteiro OAS (2021) Traffic light control using hierarchical reinforcement learning and options framework. IEEE Access 9:99155\u201399165","journal-title":"IEEE Access"},{"issue":"9","key":"978_CR22","doi-asserted-by":"publisher","first-page":"0256405","DOI":"10.1371\/journal.pone.0256405","volume":"16","author":"S Park","year":"2021","unstructured":"Park S, Han E, Park S, Jeong H, Yun I (2021) Deep Q-network-based traffic signal control models. PLoS ONE 16(9):0256405","journal-title":"PLoS ONE"},{"issue":"6","key":"978_CR23","doi-asserted-by":"publisher","first-page":"5960","DOI":"10.1109\/TVT.2022.3160871","volume":"71","author":"J Liu","year":"2022","unstructured":"Liu J, Qin S, Luo Y, Wang Y, Yang S (2022) Intelligent traffic light control by exploring strategies in an optimized space of deep Q-learning. IEEE Trans Vehic Technol 71(6):5960\u20135970","journal-title":"IEEE Trans Vehic Technol"},{"key":"978_CR24","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s40747-019-00125-3","volume":"6","author":"C Wuthishuwong","year":"2019","unstructured":"Wuthishuwong C, Traechtler A (2019) Distributed control system architecture for balancing and stabilizing traffic in the network of multiple autonomous intersections using feedback consensus and route assignment method. Complex Intell Syst 6:165\u2013187","journal-title":"Complex Intell Syst"},{"issue":"7","key":"978_CR25","doi-asserted-by":"publisher","first-page":"7033","DOI":"10.1109\/TVT.2022.3169907","volume":"71","author":"A Guillen-Perez","year":"2022","unstructured":"Guillen-Perez A, Cano M-D (2022) Multi-agent deep reinforcement learning to manage connected autonomous vehicles at tomorrow\u2019s intersections. IEEE Trans Vehic Technol 71(7):7033\u20137043","journal-title":"IEEE Trans Vehic Technol"},{"issue":"21","key":"978_CR26","doi-asserted-by":"publisher","first-page":"4558","DOI":"10.3390\/app9214558","volume":"9","author":"H-C Chu","year":"2019","unstructured":"Chu H-C, Liao Y-X, Chang L-h, Lee Y-H (2019) Traffic light cycle configuration of single intersection based on modified Q-learning. Appl Sci 9(21):4558. https:\/\/doi.org\/10.3390\/app9214558","journal-title":"Appl Sci"},{"key":"978_CR27","unstructured":"Toh M, Erasmus L (2019) Alibaba's 'City Brain' is slashing congestion in its hometown. CNN Business. Retrieved from https:\/\/edition.cnn.com\/2019\/01\/15\/tech\/alibaba-city-brain-hangzhou\/index.htm"},{"key":"978_CR28","doi-asserted-by":"publisher","unstructured":"Luigi R (2021) Optimization of urban paths in the pandemic era. In: Proceedings of the 33rd European Modeling & Simulation Symposium and 18th International Multidisciplinary Modeling & Simulation Multiconference, ISSN 2724\u20130029, ISBN 978\u201388\u201385741\u201357\u20137, https:\/\/doi.org\/10.46354\/i3m.2021.emss.052.","DOI":"10.46354\/i3m.2021.emss.052"},{"key":"978_CR29","doi-asserted-by":"publisher","unstructured":"Luigi R (2020) Optimization approaches to manage congestion for the phenomenon \u201cLuci D\u2019Artista\u201d in Salerno. In: Proceedings of the 32nd European modeling & simulation symposium and 17th international multidisciplinary modeling & simulation multiconference, ISSN 2724\u20130029, ISBN 978\u201388\u201385741\u201344\u20137, https:\/\/doi.org\/10.46354\/i3m.2020.emss.046.","DOI":"10.46354\/i3m.2020.emss.046"},{"key":"978_CR30","doi-asserted-by":"publisher","unstructured":"Daganzo, C.F. (1997), \"References\", Fundamentals of Transportation and Traffic Operations, Emerald Group Publishing Limited, Leeds, pp 322\u2013327. https:\/\/doi.org\/10.1108\/9780585475301-009","DOI":"10.1108\/9780585475301-009"},{"key":"978_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2022\/5938411","volume":"2022","author":"R Sathiyaraj","year":"2022","unstructured":"Sathiyaraj R, Bharathi A, Khan S et al (2022) A genetic predictive model approach for smart traffic prediction and congestion avoidance for urban transportation. Wirel Commun Mobile Comput 2022:1\u201312. https:\/\/doi.org\/10.1155\/2022\/5938411","journal-title":"Wirel Commun Mobile Comput"},{"issue":"22","key":"978_CR32","first-page":"37","volume":"182","author":"ND Nwiabu","year":"2018","unstructured":"Nwiabu ND, Udoudom EE (2018) Traffic light control system using genetic algorithm. Int J Comput Appl 182(22):37","journal-title":"Int J Comput Appl"},{"key":"978_CR33","doi-asserted-by":"publisher","first-page":"15550","DOI":"10.1038\/s41598-023-38884-2","volume":"13","author":"SS Leal","year":"2023","unstructured":"Leal SS, de Almeida PEM (2023) Traffic light optimization using non-dominated sorting genetic algorithm (NSGA2). Sci Rep 13:15550. https:\/\/doi.org\/10.1038\/s41598-023-38884-2","journal-title":"Sci Rep"},{"issue":"22","key":"978_CR34","doi-asserted-by":"publisher","first-page":"7067","DOI":"10.1007\/s00500-016-2248-1","volume":"21","author":"M Gaeta","year":"2017","unstructured":"Gaeta M, Orciuoli F, Rarit\u00e0 L et al (2017) Fitted Q-iteration and functional networks for ubiquitous recommender systems. Soft Comput 21(22):7067\u20137075. https:\/\/doi.org\/10.1007\/s00500-016-2248-1","journal-title":"Soft Comput"},{"key":"978_CR35","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-023-08672-1","author":"N Cini","year":"2024","unstructured":"Cini N, Aydin Z (2024) A deep ensemble approach for long-term traffic flow prediction. Arab J Sci Eng. https:\/\/doi.org\/10.1007\/s13369-023-08672-1","journal-title":"Arab J Sci Eng"},{"key":"978_CR36","doi-asserted-by":"publisher","first-page":"2909","DOI":"10.1007\/s13369-023-07835-4","volume":"49","author":"HA Sayed","year":"2024","unstructured":"Sayed HA, Said AM, Ibrahim AW (2024) Smart utilities IoT-based data collection scheduling. Arab J Sci Eng 49:2909\u20132923. https:\/\/doi.org\/10.1007\/s13369-023-07835-4","journal-title":"Arab J Sci Eng"},{"key":"978_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11277-023-10236-3","volume":"131","author":"B Epela","year":"2023","unstructured":"Epela B, Manirabona A, Nahayo F (2023) iITLMA, an intelligent traffic light management algorithm based on wireless sensor networks. Wirel Pers Commun 131:1\u20131","journal-title":"Wirel Pers Commun"},{"key":"978_CR38","doi-asserted-by":"publisher","first-page":"51005","DOI":"10.1109\/ACCESS.2021.3063463","volume":"9","author":"A Mushtaq","year":"2021","unstructured":"Mushtaq A, Haq IU, Imtiaz MU, Khan A, Shafiq O (2021) Traffic flow management of autonomous vehicles using deep reinforcement learning and smart rerouting. IEEE Access 9:51005\u201351019","journal-title":"IEEE Access"},{"key":"978_CR39","doi-asserted-by":"crossref","unstructured":"Genders W, Razavi S (2018) Evaluating reinforcement learning state representations for adaptive traffic signal control. In: the 9th international conference on ambient systems, networks and technologies (ANT 2018), Procedia Computer Science, 130, 26\u201333.","DOI":"10.1016\/j.procs.2018.04.008"},{"issue":"1","key":"978_CR40","doi-asserted-by":"publisher","first-page":"5","DOI":"10.20858\/tp.2022.17.1.01","volume":"17","author":"DT Hai","year":"2022","unstructured":"Hai DT, Manh DV, Nhat NM (2022) Genetic algorithm application for optimizing traffic signal timing reflecting vehicle emission intensity. Transp Probl 17(1):5\u201316","journal-title":"Transp Probl"},{"key":"978_CR41","doi-asserted-by":"crossref","unstructured":"Sahu SP, Dewangan DK, Agrawal A, Sai Priyanka T (2021) Traffic light cycle control using deep reinforcement technique. In: International conference on artificial intelligence and smart systems (ICAIS), pp 697\u2013702.","DOI":"10.1109\/ICAIS50930.2021.9395880"},{"issue":"2","key":"978_CR42","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang X, Du X, Wang G, Han Z (2019) A deep reinforcement learning network for traffic light cycle control. IEEE Trans Veh Technol 68(2):1243\u20131253","journal-title":"IEEE Trans Veh Technol"},{"key":"978_CR43","volume":"2449","author":"T Du","year":"2023","unstructured":"Du T, Wang B, Hu L (2023) Single intersection traffic light control by multi-agent reinforcement learning. J Phys: Conf Ser 2449:012031","journal-title":"J Phys: Conf Ser"},{"key":"978_CR44","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1007\/s11277-024-11063-w","volume":"135","author":"P Deepika","year":"2024","unstructured":"Deepika P, G. (2024) Implementation of controlling the traffic light system using RQL. Wireless Pers Commun 135:451\u2013491. https:\/\/doi.org\/10.1007\/s11277-024-11063-w","journal-title":"Wireless Pers Commun"},{"key":"978_CR45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-95380-5_10","volume-title":"Optimization in Artificial Intelligence and Data Sciences. AIRO Springer Series","author":"L Rarit\u00e0","year":"2022","unstructured":"Rarit\u00e0 L (2022) A genetic algorithm to optimize dynamics of supply chains. In: Amorosi L, Dell\u2019Olmo P, Lari I (eds) Optimization in Artificial Intelligence and Data Sciences. AIRO Springer Series, vol 8. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-95380-5_10"},{"key":"978_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.amc.2020.125464","volume":"388","author":"L Rarit\u00e0","year":"2021","unstructured":"Rarit\u00e0 L, Stamova I, Tomasiello S (2021) Numerical schemes and genetic algorithms for the optimal control of a continuous model of supply chains. Appl Math Comput 388:125464. https:\/\/doi.org\/10.1016\/j.amc.2020.125464","journal-title":"Appl Math Comput"},{"key":"978_CR47","unstructured":"Behrisch M, Bieker L, Erdmann J, Krajzewicz D (2011) SUMO\u2013Simulation of urban MObility: an overview. In Proceedings of SIMUL 2011, The third international conference on advances in system simulation pp 1\u20138. ThinkMind. Barcelona, October 23\u201328, 2011. ISBN 978\u20131\u201361208\u2013169\u20134"},{"key":"978_CR48","unstructured":"Jones ED, Oliphant TE, Peterson P (2007) SciPy: open source scientific tools for Python. Retrieved from https:\/\/api.semanticscholar.org\/CorpusID:215874460"},{"key":"978_CR49","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, et al. (2016) Tensorflow: Large-scale machine learning on heterogeneous distributed systems. Distributed, Parallel, and Cluster Computing."}],"container-title":["Evolutionary Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12065-024-00978-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12065-024-00978-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12065-024-00978-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T06:22:16Z","timestamp":1729318936000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12065-024-00978-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,4]]},"references-count":49,"journal-issue":{"issue":"5-6","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["978"],"URL":"https:\/\/doi.org\/10.1007\/s12065-024-00978-9","relation":{},"ISSN":["1864-5909","1864-5917"],"issn-type":[{"value":"1864-5909","type":"print"},{"value":"1864-5917","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,4]]},"assertion":[{"value":"22 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 July 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 August 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 September 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"There are no human subjects in this article, consent is not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}}]}}