{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T18:09:51Z","timestamp":1783015791162,"version":"3.54.6"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,6,29]],"date-time":"2021-06-29T00:00:00Z","timestamp":1624924800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,29]],"date-time":"2021-06-29T00:00:00Z","timestamp":1624924800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. ITS Res."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s13177-021-00262-5","type":"journal-article","created":{"date-parts":[[2021,6,29]],"date-time":"2021-06-29T07:02:47Z","timestamp":1624950167000},"page":"557-571","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Evaluating Action Durations for Adaptive Traffic Signal Control Based On Deep Q-Learning"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7097-2521","authenticated-orcid":false,"given":"Seyit Alperen","family":"CELTEK","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akif","family":"DURDU","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muzamil Eltejani Mohammed","family":"ALI","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,6,29]]},"reference":[{"key":"262_CR1","doi-asserted-by":"publisher","first-page":"40797","DOI":"10.1109\/ACCESS.2019.2907618","volume":"7","author":"H Ge","year":"2019","unstructured":"Ge, H., Song, Y., Wu, C., Ren, J., Tan, G.: Cooperative deep Q-learning with Q-value transfer for multi-intersection signal control. IEEE Access 7, 40797\u201340809 (2019)","journal-title":"IEEE Access"},{"issue":"3\u20134","key":"262_CR2","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/S0968-090X(97)00012-0","volume":"5","author":"JC Spall","year":"1997","unstructured":"Spall, J.C., Chin, D.C.: Traffic-responsive signal timing for system-wide traffic control. Transportation Research Part C: Emerging Technologies 5(3\u20134), 153\u2013163 (1997)","journal-title":"Transportation Research Part C: Emerging Technologies"},{"issue":"2","key":"262_CR3","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1016\/j.ejor.2010.05.018","volume":"207","author":"J McCrea","year":"2010","unstructured":"McCrea, J., Moutari, S.: A hybrid macroscopic-based model for traffic flow in road networks. Eur. J. Oper. Res. 207(2), 676\u2013684 (2010)","journal-title":"Eur. J. Oper. Res."},{"issue":"6","key":"262_CR4","doi-asserted-by":"publisher","first-page":"588","DOI":"10.3390\/app7060588","volume":"7","author":"B-L Ye","year":"2017","unstructured":"Ye, B.-L., Wu, W., Gao, H., Lu, Y., Cao, Q., Zhu, L.: Stochastic model predictive control for urban traffic networks. Appl. Sci. 7(6), 588 (2017)","journal-title":"Appl. Sci."},{"key":"262_CR5","doi-asserted-by":"crossref","unstructured":"Bull, A., Thomson, I.: \"Urban traffic congestion: its economic and social causes and consequences,\" Cepal Review (2002)","DOI":"10.18356\/f43aec5d-en"},{"issue":"6","key":"262_CR6","doi-asserted-by":"publisher","first-page":"823","DOI":"10.1109\/TEVC.2013.2260755","volume":"17","author":"J Garcia-Nieto","year":"2013","unstructured":"Garcia-Nieto, J., Olivera, A.C., Alba, E.: Optimal cycle program of traffic lights with particle swarm optimization. IEEE Trans. Evol. Comput. 17(6), 823\u2013839 (2013)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"262_CR7","doi-asserted-by":"crossref","unstructured":"Zhou, P., Fang, Z., Dong, H., Liu, J., & Pan, S.:\u00a0\"Data analysis with multi-objective optimization algorithm: A study in smart traffic signal system,\" in 2017 IEEE 15th International Conference on Software Engineering Research, Management and Applications (SERA),Int. J. Softw. Eng. its Appl. (SERA),\u00a0pp. 307-310. (2017)","DOI":"10.1109\/SERA.2017.7965743"},{"key":"262_CR8","unstructured":"HCM, \"Highway capacity manual,\" in \"Washington, DC,\" vol. 2. (2002)"},{"issue":"3","key":"262_CR9","doi-asserted-by":"publisher","first-page":"1538","DOI":"10.1016\/j.eswa.2014.09.003","volume":"42","author":"S Araghi","year":"2015","unstructured":"Araghi, S., Khosravi, A., Creighton, D.: A review on computational intelligence methods for controlling traffic signal timing. Expert Syst. Appl. 42(3), 1538\u20131550 (2015)","journal-title":"Expert Syst. Appl."},{"key":"262_CR10","unstructured":"Webster, F., \"Traffic signal settings, road research technical paper no. 39,\" Road Research Laboratory,\u00a0(1958)"},{"key":"262_CR11","unstructured":"Wei, H., Zheng, G., Gayah, V., Li, Z.: \"A survey on traffic signal control methods,\" arXiv preprint,\u00a01904.08117\u00a0(2019)"},{"key":"262_CR12","unstructured":"Hunt, P., Robertson, D., Bretherton, R.,  Royle, M. C.: \"The SCOOT on-line traffic signal optimisation technique,\" Traffic Engineering & Control\u00a023(4) (1982)"},{"key":"262_CR13","unstructured":"Lowrie, P.: \"SCATS\u2013A Traffic Responsive Method of Controlling Urban Traffic. Roads and Traffic Authority, Sydney,\" New South Wales, Australia\u00a0(1990)"},{"key":"262_CR14","unstructured":"Roess, R.P., Prassas, E. S., McShane\u00a0W. R.:\u00a0Traffic Engineering. Pearson\/Prentice Hall, (2004)"},{"issue":"4","key":"262_CR15","first-page":"485","volume":"42","author":"D Zhao","year":"2012","unstructured":"Zhao, D., Dai, Y., Zhang, Z.: \u201cComputational intelligence in urban traffic signal control: A survey,\u201d IEEE Transactions on Systems, Man, and Cybernetics. Part C (Applications and Reviews) 42(4), 485\u2013494 (2012)","journal-title":"Part C (Applications and Reviews)"},{"key":"262_CR16","doi-asserted-by":"crossref","unstructured":"Ali,\u00a0M. E. M.,\u00a0Durdu, A., \u00c7eltek,\u00a0S. A.,\u00a0G\u00fcltekin,\u00a0S. S.: \"Fuzzy logic and webster's optimal cycle based decentralized coordinated adaptive traffic control method,\" (2020)","DOI":"10.5755\/j01.eie.26.4.25959"},{"key":"262_CR17","doi-asserted-by":"crossref","unstructured":"Joo H.,  Ahmed,\u00a0S. H.,\u00a0Lim, Y.: \"Traffic signal control for smart cities using reinforcement learning,\" Comput. Commun.\u00a0(2020)","DOI":"10.1016\/j.comcom.2020.03.005"},{"key":"262_CR18","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/j.ins.2012.10.012","volume":"223","author":"H Wang","year":"2013","unstructured":"Wang, H., Sun, H., Li, C., Rahnamayan, S., Pan, J.-S.: Diversity enhanced particle swarm optimization with neighborhood search. Inf. Sci. 223, 119\u2013135 (2013)","journal-title":"Inf. Sci."},{"issue":"5","key":"262_CR19","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/j.trc.2007.11.003","volume":"16","author":"L Dimitriou","year":"2008","unstructured":"Dimitriou, L., Tsekeris, T., Stathopoulos, A.: Adaptive hybrid fuzzy rule-based system approach for modeling and predicting urban traffic flow. Transportation Research Part C: Emerging Technologies 16(5), 554\u2013573 (2008)","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"262_CR20","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.trc.2017.02.006","volume":"77","author":"A Jovanovi\u0107","year":"2017","unstructured":"Jovanovi\u0107, A., Nikoli\u0107, M., Teodorovi\u0107, D.: Area-wide urban traffic control: A Bee Colony Optimization approach. Transportation Research Part C: Emerging Technologies 77, 329\u2013350 (2017)","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"262_CR21","doi-asserted-by":"crossref","unstructured":"De Oliveira, M.B. de Almeida Neto, A.: \"Optimization of traffic lights timing based on Artificial Neural Networks,\" in 17th International IEEE Conference on Intelligent Transportation Systems (ITSC), IEEE, pp. 1921\u20131922 (2014)","DOI":"10.1109\/ITSC.2014.6957986"},{"key":"262_CR22","doi-asserted-by":"crossref","unstructured":"Celtek,\u00a0S. A.,\u00a0Durdu, A., Al\u0131, M. E. M.: \"Real-time Traffic Signal Control with Swarm Optimization Methods,\" Measurement\u00a0(2020)","DOI":"10.1016\/j.measurement.2020.108206"},{"issue":"3","key":"262_CR23","doi-asserted-by":"publisher","first-page":"1140","DOI":"10.1109\/TITS.2013.2255286","volume":"14","author":"S El-Tantawy","year":"2013","unstructured":"El-Tantawy, S., Abdulhai, B., Abdelgawad, H.: Multiagent reinforcement learning for integrated network of adaptive traffic signal controllers (MARLIN-ATSC): methodology and large-scale application on downtown Toronto. IEEE Trans. Intell. Transp. Syst. 14(3), 1140\u20131150 (2013)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"262_CR24","doi-asserted-by":"crossref","unstructured":"Abdoos, M.: \"Fuzzy Graph and Collective Multi-Agent Reinforcement Learning for Traffic Signals Control,\" IEEE Intelligent Systems,\u00a0(2020)","DOI":"10.1109\/MIS.2020.3000180"},{"key":"262_CR25","unstructured":"Wiering, M.A.: \"Multi-agent reinforcement learning for traffic light control,\" in Machine Learning: Proceedings of the Seventeenth International Conference (ICML'2000) pp. 1151\u20131158 (2000)"},{"key":"262_CR26","doi-asserted-by":"crossref","unstructured":"Abdoos, M., Mozayani, N.,  Bazzan,\u00a0A. L.: \"Traffic light control in non-stationary environments based on multi agent Q-learning,\" in 2011 14th International IEEE conference on intelligent transportation systems (ITSC) IEEE, pp. 1580\u20131585 (2011)","DOI":"10.1109\/ITSC.2011.6083114"},{"key":"262_CR27","doi-asserted-by":"crossref","unstructured":"Chin, Y. K., Kow,\u00a0W. Y.,\u00a0Khong, W. L., Tan, M. K.,  Teo,\u00a0K. T. K.: \"Q-learning traffic signal optimization within multiple intersections traffic network,\" in 2012 Sixth UKSim\/AMSS European Symposium on Computer Modeling and Simulation\u00a0IEEE, pp. 343\u2013348 (2012)","DOI":"10.1109\/EMS.2012.75"},{"issue":"4","key":"262_CR28","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1080\/15472450.2018.1491003","volume":"23","author":"W Genders","year":"2019","unstructured":"Genders, W., Razavi, S.: Asynchronous n-step q-learning adaptive traffic signal control. Journal of Intelligent Transportation Systems 23(4), 319\u2013331 (2019)","journal-title":"Journal of Intelligent Transportation Systems"},{"issue":"2","key":"262_CR29","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang, X., Du, X., Wang, G., Han, Z.: A deep reinforcement learning network for traffic light cycle control. IEEE Trans. Veh. Technol. 68(2), 1243\u20131253 (2019)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"6","key":"262_CR30","doi-asserted-by":"publisher","first-page":"2687","DOI":"10.1109\/TCYB.2019.2904742","volume":"50","author":"T Tan","year":"2019","unstructured":"Tan, T., Bao, F., Deng, Y., Jin, A., Dai, Q., Wang, J.: Cooperative deep reinforcement learning for large-scale traffic grid signal control. IEEE transactions on cybernetics 50(6), 2687\u20132700 (2019)","journal-title":"IEEE transactions on cybernetics"},{"key":"262_CR31","doi-asserted-by":"crossref","unstructured":"Haydari, A., Yilmaz, Y.: \"Deep Reinforcement Learning for Intelligent Transportation Systems: A Survey\u00a0(2020)","DOI":"10.1109\/TITS.2020.3008612"},{"key":"262_CR32","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1016\/j.aei.2018.08.002","volume":"38","author":"M Aslani","year":"2018","unstructured":"Aslani, M., Seipel, S., Mesgari, M.S., Wiering, M.: Traffic signal optimization through discrete and continuous reinforcement learning with robustness analysis in downtown Tehran. Adv. Eng. Inform. 38, 639\u2013655 (2018)","journal-title":"Adv. Eng. Inform."},{"key":"262_CR33","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1016\/j.trc.2017.09.020","volume":"85","author":"M Aslani","year":"2017","unstructured":"Aslani, M., Mesgari, M.S., Wiering, M.: Adaptive traffic signal control with actor-critic methods in a real-world traffic network with different traffic disruption events. Transportation Research Part C: Emerging Technologies 85, 732\u2013752 (2017)","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"262_CR34","doi-asserted-by":"crossref","unstructured":"Xu, L. H.,  Xia,\u00a0X. H.\u00a0Luo, Q.: \"The study of reinforcement learning for traffic self-adaptive control under multiagent markov game environment,\" Mathematical Problems in Engineering, vol. 2013 (2013)","DOI":"10.1155\/2013\/962869"},{"issue":"3","key":"262_CR35","doi-asserted-by":"publisher","first-page":"714","DOI":"10.1109\/TITS.2010.2050688","volume":"11","author":"BP Gokulan","year":"2010","unstructured":"Gokulan, B.P., Srinivasan, D.: Distributed geometric fuzzy multiagent urban traffic signal control. IEEE Trans. Intell. Transp. Syst. 11(3), 714\u2013727 (2010)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"262_CR36","doi-asserted-by":"crossref","unstructured":"Chin, Y. K., Lee, L. K., Bolong, N., Yang, S. S., & Teo, K. T. K.: \"Exploring Q-learning optimization in traffic signal timing plan management,\" in 2011 third international conference on computational intelligence, communication systems and networks, IEEE, pp. 269\u2013274 (2011)","DOI":"10.1109\/CICSyN.2011.64"},{"key":"262_CR37","doi-asserted-by":"crossref","unstructured":"Wei, H., Zheng, G., Yao, H., & Li, Z.: \"Intellilight: A reinforcement learning approach for intelligent traffic light control,\" in Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2496\u20132505 (2018)","DOI":"10.1145\/3219819.3220096"},{"key":"262_CR38","doi-asserted-by":"crossref","unstructured":"Mannion, P., Duggan, J., Howley, E.: \"An experimental review of reinforcement learning algorithms for adaptive traffic signal control,\" in Autonomic road transport support systems: Springer,\u00a0pp. 47\u201366 (2016)","DOI":"10.1007\/978-3-319-25808-9_4"},{"issue":"1","key":"262_CR39","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1080\/09540091.2014.885282","volume":"26","author":"T Brys","year":"2014","unstructured":"Brys, T., Pham, T.T., Taylor, M.E.: Distributed learning and multi-objectivity in traffic light control. Connect. Sci. 26(1), 65\u201383 (2014)","journal-title":"Connect. Sci."},{"issue":"2","key":"262_CR40","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1049\/iet-its.2009.0070","volume":"4","author":"I Arel","year":"2010","unstructured":"Arel, I., Liu, C., Urbanik, T., Kohls, A.G.: Reinforcement learning-based multi-agent system for network traffic signal control. IET Intel. Transport Syst. 4(2), 128\u2013135 (2010)","journal-title":"IET Intel. Transport Syst."},{"issue":"3","key":"262_CR41","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1109\/TITS.2019.2901791","volume":"21","author":"T Chu","year":"2019","unstructured":"Chu, T., Wang, J., Codec\u00e0, L., Li, Z.: Multi-agent deep reinforcement learning for large-scale traffic signal control. IEEE Trans. Intell. Transp. Syst. 21(3), 1086\u20131095 (2019)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"262_CR42","doi-asserted-by":"crossref","unstructured":"Khamis, M. A., Gomaa, W., El-Mahdy, A., & Shoukry, A.: \"Adaptive traffic control system based on Bayesian probability interpretation,\" IEEE, pp. 151\u2013156. (2012)","DOI":"10.1109\/JEC-ECC.2012.6186974"},{"key":"262_CR43","doi-asserted-by":"crossref","unstructured":"Choe, C. J., Baek, S., Woon, B., & Kong, S. H.: \"Deep Q Learning with LSTM for Traffic Light Control,\" in 2018 24th Asia-Pacific Conference on Communications (APCC), IEEE, pp. 331\u2013336 (2018)","DOI":"10.1109\/APCC.2018.8633520"},{"key":"262_CR44","unstructured":"Sutton R. S., Barto, A. G.:\u00a0Reinforcement learning: An introduction. MIT press, (2018)"},{"key":"262_CR45","doi-asserted-by":"publisher","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","volume":"7","author":"B Jang","year":"2019","unstructured":"Jang, B., Kim, M., Harerimana, G., Kim, J.W.: Q-learning algorithms: A comprehensive classification and applications. IEEE Access 7, 133653\u2013133667 (2019)","journal-title":"IEEE Access"},{"issue":"2","key":"262_CR46","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0191-2615(03)00003-1","volume":"38","author":"F Dion","year":"2004","unstructured":"Dion, F., Rakha, H., Kang, Y.-S.: Comparison of delay estimates at under-saturated and over-saturated pre-timed signalized intersections. Transportation Research Part B: Methodological 38(2), 99\u2013122 (2004)","journal-title":"Transportation Research Part B: Methodological"},{"issue":"3","key":"262_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3068287","volume":"50","author":"K-LA Yau","year":"2017","unstructured":"Yau, K.-L.A., Qadir, J., Khoo, H.L., Ling, M.H., Komisarczuk, P.: A survey on reinforcement learning models and algorithms for traffic signal control. ACM Computing Surveys (CSUR) 50(3), 1\u201338 (2017)","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"262_CR48","unstructured":"Krajzewicz, D., Hertkorn, G. R\u00f6ssel, C. Wagner, P.: \"SUMO (Simulation of Urban MObility)-an open-source traffic simulation,\" in Proceedings of the 4th middle East Symposium on Simulation and Modelling (MESM20002), pp. 183\u2013187 (2002)"},{"key":"262_CR49","unstructured":"Kotusevski, G., Hawick, K.: \"A review of traffic simulation software,\" (2009)"},{"key":"262_CR50","unstructured":"Vidali, A. Crociani, L., Vizzari, G., Bandini, S.: \"A Deep Reinforcement Learning Approach to Adaptive Traffic Lights Management,\" in WOA, pp. 42\u201350. (2012)"},{"key":"262_CR51","doi-asserted-by":"crossref","unstructured":"Rinne, R.:\u00a0The Weibull distribution: a handbook. CRC press, (2008)","DOI":"10.1201\/9781420087444"},{"key":"262_CR52","unstructured":"Celtek, S. A., The dataset for ATSC-DQ, 15.04.2021,\u00a0https:\/\/github.com\/salperenceltek\/Evaluating-Action-Durations-for-ATSC-DQ"}],"container-title":["International Journal of Intelligent Transportation Systems Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13177-021-00262-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13177-021-00262-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13177-021-00262-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,9]],"date-time":"2021-09-09T03:42:10Z","timestamp":1631158930000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13177-021-00262-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,29]]},"references-count":52,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["262"],"URL":"https:\/\/doi.org\/10.1007\/s13177-021-00262-5","relation":{},"ISSN":["1348-8503","1868-8659"],"issn-type":[{"value":"1348-8503","type":"print"},{"value":"1868-8659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,29]]},"assertion":[{"value":"10 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 June 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}]}}