{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T16:14:31Z","timestamp":1774368871107,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s11277-024-11063-w","type":"journal-article","created":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T10:02:16Z","timestamp":1714125736000},"page":"451-491","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Implementation of Controlling the Traffic Light System Using RQL"],"prefix":"10.1007","volume":"135","author":[{"family":"Deepika","sequence":"first","affiliation":[]},{"given":"Gitanjali","family":"Pandove","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,26]]},"reference":[{"key":"11063_CR1","unstructured":"Xiao, Z., Xiao, Z., Wang, D., & Li, X. (2015). An intelligent traffic light control approach for reducing vehicles CO2 emissions in VANET. In The 12th international conference on fuzzy systems and knowledge discovery (FSKD) (pp. 2070\u20132075)."},{"key":"11063_CR2","doi-asserted-by":"crossref","unstructured":"Gahlan, D., & Pandove, G. (2020). A review on various issues, challenges and different methodologies in vehicular environment. In International conference on innovative computing & communications (ICICC) 2020. Retrieved from https:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=3606267.","DOI":"10.2139\/ssrn.3606267"},{"key":"11063_CR3","doi-asserted-by":"crossref","unstructured":"Natafgi, M. B., Osman, M., Haidar, A. S., & Hamandi, L. (2018). Smart traffic light system using machine learning. In IEEE international multidisciplinary conference on engineering technology (IMCET) (pp. 1\u20136).","DOI":"10.1109\/IMCET.2018.8603041"},{"key":"11063_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.3390\/technologies10010005","volume":"10","author":"A Navarro-Espinoza","year":"2022","unstructured":"Navarro-Espinoza, A., L\u00f3pez-Bonilla, O. R., Garc\u00eda-Guerrero, E. E., Tlelo-Cuautle, E., L\u00f3pez-Mancilla, D., Hern\u00e1ndez-Mej\u00eda, C., & Inzunza-Gonz\u00e1lez, E. (2022). Traffic flow prediction for smart traffic lights using machine learning algorithms. Technologies, 10, 5.","journal-title":"Technologies"},{"key":"11063_CR5","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/s11277-021-08912-3","volume":"122","author":"A Paul","year":"2022","unstructured":"Paul, A., Haricharan, J., & Mitra, S. (2022). An intelligent traffic signal management strategy to reduce vehicles CO2 emissions in fog oriented VANET. Wireless Personal Communications, 122, 543\u2013576.","journal-title":"Wireless Personal Communications"},{"key":"11063_CR6","volume-title":"World Population Prospects 2019: Highlights","author":"ONU","year":"2019","unstructured":"ONU. (2019). World Population Prospects 2019: Highlights. United Nations Department for Economic and Social Affairs."},{"key":"11063_CR7","doi-asserted-by":"publisher","first-page":"7345","DOI":"10.1109\/JIOT.2020.2983089","volume":"7","author":"T Xu","year":"2020","unstructured":"Xu, T., Han, G., Qi, X., Du, J., Lin, C., & Shu, L. (2020). A hybrid machine learning model for demand prediction of edge-computing based bike sharing system using internet of things. IEEE Internet Things Journal, 7, 7345\u20137356.","journal-title":"IEEE Internet Things Journal"},{"issue":"10","key":"11063_CR8","first-page":"1086","volume":"3","author":"Y Joshi","year":"2016","unstructured":"Joshi, Y., Joshi, A., Tayade, N., Shinde, P., & Rokade, S. (2016). IoT based smart traffic density alarming indicator. International Research Journal of Engineering and Technology, 3(10), 1086\u20131089.","journal-title":"International Research Journal of Engineering and Technology"},{"key":"11063_CR9","doi-asserted-by":"crossref","unstructured":"Chong, H. F., & Ng, D. W. K. (2016). Development of IoT device for traffic management system. In IEEE student conference on research and development (SCOReD) (pp. 1\u20136).","DOI":"10.1109\/SCORED.2016.7810059"},{"issue":"11","key":"11063_CR10","doi-asserted-by":"publisher","first-page":"1672","DOI":"10.1093\/comjnl\/bxz129","volume":"64","author":"A Ata","year":"2021","unstructured":"Ata, A., Khan, M. A., Abbas, S., Khan, M. S., & Ahmad, G. (2021). Adaptive IoT empowered smart road traffic congestion control system using supervised machine learning algorithm. The Computer Journal, 64(11), 1672\u20131679.","journal-title":"The Computer Journal"},{"key":"11063_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2020.107530","volume":"181","author":"A Boukerche","year":"2020","unstructured":"Boukerche, A., & Wang, J. (2020). Machine learning-based traffic prediction models for intelligent transportation systems. Computer Networks, 181, 107530.","journal-title":"Computer Networks"},{"issue":"3","key":"11063_CR12","doi-asserted-by":"publisher","first-page":"1840","DOI":"10.1109\/TITS.2020.3025687","volume":"22","author":"C Chen","year":"2021","unstructured":"Chen, C., Liu, B., Wan, S., Qiao, P., & Pei, Q. (2021). An edge traffic flow detection scheme based on deep learning in an intelligent transportation system. IEEE Transactions on Intelligent Transportation Systems, 22(3), 1840\u20131852.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"11063_CR13","doi-asserted-by":"publisher","unstructured":"Deepika, & Pandove, G. (2022). Estimation of congestion level at intersection points using AI. In 3rd international conference on issues and challenges in intelligent computing techniques (ICICT) (pp. 1\u20136). https:\/\/doi.org\/10.1109\/ICICT55121.2022.10064550.","DOI":"10.1109\/ICICT55121.2022.10064550"},{"key":"11063_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/s13177-024-00387-3","author":"Deepika","year":"2024","unstructured":"Deepika, & Pandove, G. (2024). A Comparison of ML models for predicting congestion in urban cities. International Journal of Intelligent Transportation System Research. https:\/\/doi.org\/10.1007\/s13177-024-00387-3","journal-title":"International Journal of Intelligent Transportation System Research"},{"issue":"8","key":"11063_CR15","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan, A., Sohail, A., Zahoora, U., & Qureshi, A. S. (2020). A survey of the recent architectures of deep convolutional neural networks. Artificial Intelligence Review, 53(8), 5455\u20135516.","journal-title":"Artificial Intelligence Review"},{"issue":"2","key":"11063_CR16","doi-asserted-by":"publisher","first-page":"267","DOI":"10.3390\/diagnostics12020267","volume":"12","author":"SH Khan","year":"2022","unstructured":"Khan, S. H., Sohail, A., & Khan, A. (2022). COVID-19 detection in chest X-ray images using a new channel boosted CNN. Diagnostics (Basel), 12(2), 267.","journal-title":"Diagnostics (Basel)"},{"issue":"1","key":"11063_CR17","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1080\/09540091.2014.885282","volume":"26","author":"T Brys","year":"2014","unstructured":"Brys, T., Pham, T. T., & Taylor, M. E. (2014). Distributed learning and multi objectivity in traffic light control. Connection Science, 26(1), 65\u201383.","journal-title":"Connection Science"},{"key":"11063_CR18","doi-asserted-by":"crossref","unstructured":"Mannion, P., Duggan, J., & Howley, E. (2016). An experimental review of reinforcement learning algorithms for adaptive traffic signal control. In Autonomic road transport support systems (pp. 47\u201366).","DOI":"10.1007\/978-3-319-25808-9_4"},{"key":"11063_CR19","doi-asserted-by":"crossref","unstructured":"Zhang, L., & Wu, B. (2022). A reinforcement learning based traffic control strategy in a macroscopic fundamental diagram region. Journal of Advanced Transportation.","DOI":"10.1155\/2022\/5681234"},{"issue":"9","key":"11063_CR20","doi-asserted-by":"publisher","first-page":"0256405","DOI":"10.1371\/journal.pone.0256405","volume":"16","author":"S Park","year":"2021","unstructured":"Park, S., Han, E., Park, S., Jeong, H., & Yun, I. (2021). Deep Q-network-based traffic signal control models. PLoS ONE, 16(9), 0256405.","journal-title":"PLoS ONE"},{"issue":"20","key":"11063_CR21","doi-asserted-by":"publisher","first-page":"11254","DOI":"10.3390\/su132011254","volume":"13","author":"B Kovari","year":"2021","unstructured":"Kovari, B., Szoke, L., Becsi, T., Aradi, S., & Gaspar, P. (2021). Traffic signal control via reinforcement learning for reducing global vehicle emission. Sustainability, 13(20), 11254.","journal-title":"Sustainability"},{"issue":"6","key":"11063_CR22","doi-asserted-by":"publisher","first-page":"5960","DOI":"10.1109\/TVT.2022.3160871","volume":"71","author":"J Liu","year":"2022","unstructured":"Liu, J., Qin, S., Luo, Y., Wang, Y., & Yang, S. (2022). Intelligent traffic light control by exploring strategies in an optimized space of deep Q-learning. IEEE Trans. on Vehicular Technology, 71(6), 5960\u20135970.","journal-title":"IEEE Trans. on Vehicular Technology"},{"key":"11063_CR23","doi-asserted-by":"publisher","first-page":"99155","DOI":"10.1109\/ACCESS.2021.3096666","volume":"9","author":"DF Borges","year":"2021","unstructured":"Borges, D. F., Leite, J. P. R. R., Moreira, E. M., & Carpinteiro, O. A. S. (2021). Traffic light control using hierarchical reinforcement learning and options framework. IEEE Access, 9, 99155\u201399165.","journal-title":"IEEE Access"},{"issue":"7","key":"11063_CR24","doi-asserted-by":"publisher","first-page":"7033","DOI":"10.1109\/TVT.2022.3169907","volume":"71","author":"A Guillen-Perez","year":"2022","unstructured":"Guillen-Perez, A., & Cano, M.-D. (2022). Multi-agent deep reinforcement learning to manage connected autonomous vehicles at tomorrow\u2019s intersections. IEEE Transaction on Vehicular Technology, 71(7), 7033\u20137043.","journal-title":"IEEE Transaction on Vehicular Technology"},{"key":"11063_CR25","doi-asserted-by":"publisher","first-page":"51005","DOI":"10.1109\/ACCESS.2021.3063463","volume":"9","author":"A Mushtaq","year":"2021","unstructured":"Mushtaq, A., Haq, I. U., Imtiaz, M. U., Khan, A., & Shafiq, O. (2021). Traffic flow management of autonomous vehicles using deep reinforcement learning and smart rerouting. IEEE Access, 9, 51005\u201351019.","journal-title":"IEEE Access"},{"key":"11063_CR26","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s40747-019-00125-3","volume":"6","author":"C Wuthishuwong","year":"2019","unstructured":"Wuthishuwong, C., & Traechtler, A. (2019). Distributed control system architecture for balancing and stabilizing traffic in the network of multiple autonomous intersections using feedback consensus and route assignment method. Complex Intelligent Systems, 6, 165\u2013187.","journal-title":"Complex Intelligent Systems"},{"key":"11063_CR27","doi-asserted-by":"publisher","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","volume":"7","author":"B Jang","year":"2019","unstructured":"Jang, B., Kim, M., Harerimana, G., & Kim, J. W. (2019). Q-learning algorithms: A comprehensive classification and applications. IEEE Access, 7, 133653\u2013133667.","journal-title":"IEEE Access"},{"issue":"11","key":"11063_CR28","doi-asserted-by":"publisher","first-page":"4011","DOI":"10.3390\/app10114011","volume":"10","author":"M Greguri\u0107","year":"2020","unstructured":"Greguri\u0107, M., Vuji\u0107, M., Alexopoulos, C., & Mileti\u0107, M. (2020). Application of deep reinforcement learning in traffic signal control: An overview and impact of open traffic data. Applied Sciences, 10(11), 4011.","journal-title":"Applied Sciences"},{"issue":"6","key":"11063_CR29","first-page":"1","volume":"4","author":"NH Kham","year":"2014","unstructured":"Kham, N. H., & New, C. M. (2014). Implementation of modern traffic light control system. International Journal of Scientific and Research Publications, 4(6), 1\u20136.","journal-title":"International Journal of Scientific and Research Publications"},{"issue":"004","key":"11063_CR30","doi-asserted-by":"publisher","first-page":"639","DOI":"10.26692\/sujo\/2018.12.00104","volume":"50","author":"SS Zia","year":"2018","unstructured":"Zia, S. S., Naseem, M., Mala, I., Taahir, M., Mughal, T. J. A., & Mubeen, J. (2018). Smart traffic light system by using artificial intelligence. Sindh University Research Journal Science Series, 50(004), 639\u2013646.","journal-title":"Sindh University Research Journal Science Series"},{"key":"11063_CR31","doi-asserted-by":"crossref","unstructured":"Genders, W., & Razavi, S. (2018). Evaluating reinforcement learning state representations for adaptive traffic signal control. In 9th international conference on ambient systems, networks and technologies (ANT 2018), Procedia Computer Science (vol. 130, pp. 26\u201333).","DOI":"10.1016\/j.procs.2018.04.008"},{"key":"11063_CR32","doi-asserted-by":"crossref","unstructured":"Maiti, N., & Chilukuri, B. R. (2021). Traffic signal control for an isolated intersection using reinforcement learning. In International conference on communication systems & NETworkS (COMSNETS) (pp. 629\u2013633).","DOI":"10.1109\/COMSNETS51098.2021.9352834"},{"key":"11063_CR33","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., et al. (2016). Tensorflow: Large-scale machine learning on heterogeneous distributed systems. Distributed, Parallel, and Cluster Computing."},{"key":"11063_CR34","unstructured":"Jones, E., Oliphant, T., & Peterson, P. (2007). SciPy: Open source scientific tools for Python. Scientific Computing."},{"key":"11063_CR35","doi-asserted-by":"crossref","unstructured":"Bilal, M., Mohsain, M., & Aslam, M. (2021). Weibull-Exponential distribution and its application in monitoring industrial process. Mathematical Problems in Engineering.","DOI":"10.1155\/2021\/6650237"},{"key":"11063_CR36","doi-asserted-by":"crossref","unstructured":"Paul, A., & Mitra, S. (2020). Deep reinforcement learning based traffic signal optimization for multiple intersections in ITS. In IEEE international conference on advanced networks and telecommunications systems (ANTS) (pp. 1\u20136).","DOI":"10.1109\/ANTS50601.2020.9342819"},{"issue":"6","key":"11063_CR37","doi-asserted-by":"publisher","first-page":"2228","DOI":"10.1109\/TMC.2020.3033782","volume":"21","author":"T Wang","year":"2022","unstructured":"Wang, T., Xu, T., Niu, X., Tan, C., Chen, E., & Xiong, H. (2022). STMARL: A spatio-temporal multi-agent reinforcement learning approach for cooperative traffic light control. IEEE Transactions on Mobile Computing, 21(6), 2228\u20132242.","journal-title":"IEEE Transactions on Mobile Computing"},{"issue":"7","key":"11063_CR38","doi-asserted-by":"publisher","first-page":"1958","DOI":"10.1109\/TITS.2016.2613997","volume":"18","author":"Z Cao","year":"2017","unstructured":"Cao, Z., Jiang, S., Zhang, J., & Guo, H. (2017). A unified framework for vehicle rerouting and traffic light control to reduce traffic congestion. IEEE Transactions on Intelligent Transportation Systems, 18(7), 1958\u20131973.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"2","key":"11063_CR39","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang, X., Du, X., Wang, G., & Han, Z. (2019). A deep reinforcement learning network for traffic light cycle control. IEEE Transactions on Vehicular Technology, 68(2), 1243\u20131253.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"11063_CR40","doi-asserted-by":"crossref","unstructured":"Sahu, S. P., Dewangan, D. K., Agrawal, A., & Sai Priyanka, T. (2021). Traffic light cycle control using deep reinforcement technique. In International conference on artificial intelligence and smart systems (ICAIS) (pp. 697\u2013702).","DOI":"10.1109\/ICAIS50930.2021.9395880"},{"key":"11063_CR41","doi-asserted-by":"crossref","unstructured":"Egea, A. C., Howell, S., Knutins, M., & Connaughton, C. (2020). Assessment of reward functions for reinforcement learning traffic signal control under real-world limitations. In IEEE international conference on systems, man, and cybernetics (SMC) (pp. 965\u2013972).","DOI":"10.1109\/SMC42975.2020.9283498"},{"issue":"8","key":"11063_CR42","doi-asserted-by":"publisher","first-page":"8243","DOI":"10.1109\/TVT.2020.2997896","volume":"69","author":"T Wu","year":"2020","unstructured":"Wu, T., et al. (2020). Multi-agent deep reinforcement learning for urban traffic light control in vehicular networks. IEEE Transactions on Vehicular Technology, 69(8), 8243\u20138256.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"11063_CR43","volume":"2449","author":"T Du","year":"2023","unstructured":"Du, T., Wang, B., & Hu, L. (2023). Single intersection traffic light control by multi-agent reinforcement learning. Journal of Physics: Conference Series, 2449, 012031.","journal-title":"Journal of Physics: Conference Series"},{"issue":"4","key":"11063_CR44","doi-asserted-by":"publisher","first-page":"3479","DOI":"10.3390\/su15043479","volume":"15","author":"M Kolat","year":"2023","unstructured":"Kolat, M., K\u0151v\u00e1ri, B., B\u00e9csi, T., & Aradi, S. (2023). Multi-agent reinforcement learning for traffic signal control: A cooperative approach. Sustainability, 15(4), 3479. https:\/\/doi.org\/10.3390\/su15043479","journal-title":"Sustainability"},{"issue":"18","key":"11063_CR45","doi-asserted-by":"publisher","first-page":"13668","DOI":"10.3390\/su151813668","volume":"15","author":"Z Wenjiao","year":"2023","unstructured":"Wenjiao, Z., & Yang, D. (2023). Improved deep reinforcement learning for intelligent traffic signal control using ECA_LSTM network. Sustainability, 15(18), 13668. https:\/\/doi.org\/10.3390\/su151813668","journal-title":"Sustainability"},{"key":"11063_CR46","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s44163-023-00087-z","volume":"3","author":"SM Mortazavi Azad","year":"2023","unstructured":"Mortazavi Azad, S. M., & Ramazani, A. (2023). Smart control of traffic lights based on traffic density in the multi-intersection network by using Q learning. Discover Artificial Intelligence, 3, 39.","journal-title":"Discover Artificial Intelligence"},{"issue":"1","key":"11063_CR47","doi-asserted-by":"publisher","first-page":"9396","DOI":"10.1038\/s41598-023-36606-2","volume":"13","author":"D Liu","year":"2023","unstructured":"Liu, D., & Li, L. (2023). A traffic light control method based on a multi-agent deep reinforcement learning algorithm. Scientific Reports, 13(1), 9396.","journal-title":"Scientific Reports"},{"key":"11063_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11277-023-10236-3","volume":"131","author":"B Epela","year":"2023","unstructured":"Epela, B., Manirabona, A., & Nahayo, F. (2023). iITLMA, an intelligent traffic light management algorithm based on wireless sensor networks. Wireless Personal Communications, 131, 1\u20131.","journal-title":"Wireless Personal Communications"},{"issue":"4","key":"11063_CR49","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.3390\/smartcities5040066","volume":"5","author":"S Damadam","year":"2022","unstructured":"Damadam, S., Zourbakhsh, M., Javidan, R., & Faroughi, A. (2022). An Intelligent IoT based traffic light management system: Deep reinforcement learning. Smart Cities, 5(4), 1293\u20131311.","journal-title":"Smart Cities"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-024-11063-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11277-024-11063-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-024-11063-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T08:17:25Z","timestamp":1715156245000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11277-024-11063-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":49,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["11063"],"URL":"https:\/\/doi.org\/10.1007\/s11277-024-11063-w","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"4 April 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"There are no human subjects in this article, consent is not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}}]}}