{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T19:29:15Z","timestamp":1770492555318,"version":"3.49.0"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031503955","type":"print"},{"value":"9783031503962","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-50396-2_8","type":"book-chapter","created":{"date-parts":[[2024,1,20]],"date-time":"2024-01-20T14:02:08Z","timestamp":1705759328000},"page":"138-155","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Deep Reinforcement Learning of\u00a0Autonomous Control Actions to\u00a0Improve Bus-Service Regularity"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8274-6177","authenticated-orcid":false,"given":"Josef","family":"Bajada","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joseph","family":"Grech","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7120-202X","authenticated-orcid":false,"given":"Th\u00e9r\u00e8se","family":"Bajada","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,21]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Alesiani, F., Gkiotsalitis, K.: Reinforcement learning-based bus holding for high-frequency services. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 3162\u20133168. IEEE (2018)","DOI":"10.1109\/ITSC.2018.8569473"},{"issue":"5","key":"8_CR2","doi-asserted-by":"publisher","first-page":"2637","DOI":"10.1109\/TITS.2020.2973585","volume":"22","author":"K Ampountolas","year":"2021","unstructured":"Ampountolas, K., Kring, M.: Mitigating bunching with bus-following models and bus-to-bus cooperation. IEEE Trans. Intell. Transp. Syst. 22(5), 2637\u20132646 (2021)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"8_CR3","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.trb.2017.06.013","volume":"104","author":"M Andres","year":"2017","unstructured":"Andres, M., Nair, R.: A predictive-control framework to address bus bunching. Transp. Res. B Methodol. 104, 123\u2013148 (2017)","journal-title":"Transp. Res. B Methodol."},{"key":"8_CR4","unstructured":"Bakker, B.: Reinforcement learning with long short-term memory. In: Advances in Neural Information Processing Systems, vol. 14 (2001)"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Bakker, B.: Reinforcement learning by backpropagation through an LSTM model\/critic. In: 2007 IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, pp. 127\u2013134. IEEE (2007)","DOI":"10.1109\/ADPRL.2007.368179"},{"issue":"1","key":"8_CR6","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1111\/mice.12446","volume":"35","author":"Y Bie","year":"2020","unstructured":"Bie, Y., Xiong, X., Yan, Y., Qu, X.: Dynamic headway control for high-frequency bus line based on speed guidance and intersection signal adjustment. Comput. Aided Civil Infrastruct. Eng. 35(1), 4\u201325 (2020)","journal-title":"Comput. Aided Civil Infrastruct. Eng."},{"issue":"3","key":"8_CR7","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/j.ijtst.2020.04.001","volume":"9","author":"E Chioni","year":"2020","unstructured":"Chioni, E., Iliopoulou, C., Milioti, C., Kepaptsoglou, K.: Factors affecting bus bunching at the stop level: a geographically weighted regression approach. Int. J. Transp. Sci. Technol. 9(3), 207\u2013217 (2020)","journal-title":"Int. J. Transp. Sci. Technol."},{"issue":"10","key":"8_CR8","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1016\/j.trb.2009.04.002","volume":"43","author":"CF Daganzo","year":"2009","unstructured":"Daganzo, C.F.: A headway-based approach to eliminate bus bunching: systematic analysis and comparisons. Transp. Res. B Methodol. 43(10), 913\u2013921 (2009)","journal-title":"Transp. Res. B Methodol."},{"issue":"1","key":"8_CR9","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.trb.2010.06.005","volume":"45","author":"CF Daganzo","year":"2011","unstructured":"Daganzo, C.F., Pilachowski, J.: Reducing bunching with bus-to-bus cooperation. Transp. Res. B Methodol. 45(1), 267\u2013277 (2011)","journal-title":"Transp. Res. B Methodol."},{"issue":"9","key":"8_CR10","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1016\/j.trb.2012.04.005","volume":"46","author":"F Delgado","year":"2012","unstructured":"Delgado, F., Munoz, J.C., Giesen, R.: How much can holding and\/or limiting boarding improve transit performance? Transp. Res. B Methodol. 46(9), 1202\u20131217 (2012)","journal-title":"Transp. Res. B Methodol."},{"issue":"1","key":"8_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/trsc.35.1.1.10143","volume":"35","author":"XJ Eberlein","year":"2001","unstructured":"Eberlein, X.J., Wilson, N.H., Bernstein, D.: The holding problem with real-time information available. Transp. Sci. 35(1), 1\u201318 (2001)","journal-title":"Transp. Sci."},{"key":"8_CR12","unstructured":"Fuentetaja, R., Borrajo, D., Linares, C.: Public transport bunching: a critical review with focus on methods and findings for implications for policy and future research. In: Australasian Transport Research Forum 2022 (2022)"},{"key":"8_CR13","unstructured":"Fujimoto, S., Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods. In: International conference on machine learning, pp. 1587\u20131596. PMLR (2018)"},{"issue":"2","key":"8_CR14","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1016\/j.ijtst.2016.09.004","volume":"5","author":"K Gkiotsalitis","year":"2016","unstructured":"Gkiotsalitis, K., Stathopoulos, A.: Demand-responsive public transportation re-scheduling for adjusting to the joint leisure activity demand. Int. J. Transp. Sci. Technol. 5(2), 68\u201382 (2016)","journal-title":"Int. J. Transp. Sci. Technol."},{"issue":"1","key":"8_CR15","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1287\/trsc.2021.1048","volume":"56","author":"SX He","year":"2022","unstructured":"He, S.X., He, J.J., Liang, S.D., Dong, J.Q., Yuan, P.C.: A dynamic holding approach to stabilizing a bus line based on the q-learning algorithm with multistage look-ahead. Transp. Sci. 56(1), 31\u201351 (2022)","journal-title":"Transp. Sci."},{"issue":"3","key":"8_CR16","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1287\/trsc.35.3.215.10150","volume":"35","author":"MD Hickman","year":"2001","unstructured":"Hickman, M.D.: An analytic stochastic model for the transit vehicle holding problem. Transp. Sci. 35(3), 215\u2013237 (2001)","journal-title":"Transp. Sci."},{"key":"8_CR17","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937. PMLR (2016)"},{"key":"8_CR18","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"8_CR19","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1016\/j.asoc.2016.06.031","volume":"47","author":"L Moreira-Matias","year":"2016","unstructured":"Moreira-Matias, L., Cats, O., Gama, J., Mendes-Moreira, J., De Sousa, J.F.: An online learning approach to eliminate bus bunching in real-time. Appl. Soft Comput. 47, 460\u2013482 (2016)","journal-title":"Appl. Soft Comput."},{"key":"8_CR20","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"426","DOI":"10.1007\/978-3-319-56991-8_32","volume-title":"Proceedings of SAI Intelligent Systems Conference (IntelliSys) 2016","author":"SS Mousavi","year":"2018","unstructured":"Mousavi, S.S., Schukat, M., Howley, E.: Deep reinforcement learning: an overview. In: Bi, Y., Kapoor, S., Bhatia, R. (eds.) IntelliSys 2016. LNNS, vol. 16, pp. 426\u2013440. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-56991-8_32"},{"key":"8_CR21","unstructured":"Newell, G.F., Potts, R.B.: Maintaining a bus schedule. In: Australian Road Research Board (ARRB) Conference, 2nd, 1964, Melbourne, vol. 2, no. 1 (1964)"},{"key":"8_CR22","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization. In: International Conference on Machine Learning, pp. 1889\u20131897. PMLR (2015)"},{"key":"8_CR23","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"15","key":"8_CR24","doi-asserted-by":"publisher","first-page":"2016","DOI":"10.1111\/mice.12803","volume":"37","author":"H Shi","year":"2022","unstructured":"Shi, H., Nie, Q., Fu, S., Wang, X., Zhou, Y., Ran, B.: A distributed deep reinforcement learning-based integrated dynamic bus control system in a connected environment. Comput. Aided Civil Infrastruct. Eng. 37(15), 2016\u20132032 (2022)","journal-title":"Comput. Aided Civil Infrastruct. Eng."},{"issue":"2","key":"8_CR25","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1080\/15472450590934642","volume":"9","author":"A Sun","year":"2005","unstructured":"Sun, A., Hickman, M.: The real-time stop-skipping problem. J. Intell. Transp. Syst. 9(2), 91\u2013109 (2005)","journal-title":"J. Intell. Transp. Syst."},{"key":"8_CR26","doi-asserted-by":"publisher","unstructured":"Sun, A., Hickman, M.: The holding problem at multiple holding stations. In: Hickman, M., Mirchandani, P., Vob, S. (eds.) Computer-aided Systems in Public Transport. Lecture Notes in Economics and Mathematical Systems, vol. 600, pp. 339\u2013359. Springer, Berlin, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-73312-6_17","DOI":"10.1007\/978-3-540-73312-6_17"},{"key":"8_CR27","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (2018)"},{"key":"8_CR28","doi-asserted-by":"publisher","first-page":"102661","DOI":"10.1016\/j.trc.2020.102661","volume":"116","author":"J Wang","year":"2020","unstructured":"Wang, J., Sun, L.: Dynamic holding control to avoid bus bunching: a multi-agent deep reinforcement learning framework. Transp. Res. C Emerg. Technol. 116, 102661 (2020)","journal-title":"Transp. Res. C Emerg. Technol."},{"key":"8_CR29","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/j.trb.2017.06.019","volume":"104","author":"W Wu","year":"2017","unstructured":"Wu, W., Liu, R., Jin, W.: Modelling bus bunching and holding control with vehicle overtaking and distributed passenger boarding behaviour. Transp. Res. B Methodol. 104, 175\u2013197 (2017)","journal-title":"Transp. Res. B Methodol."},{"key":"8_CR30","first-page":"1","volume":"2016","author":"S Zhao","year":"2016","unstructured":"Zhao, S., Lu, C., Liang, S., Liu, H.: A self-adjusting method to resist bus bunching based on boarding limits. Math. Prob. Eng. 2016, 1\u20137 (2016)","journal-title":"Math. Prob. Eng."}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence. ECAI 2023 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-50396-2_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,20]],"date-time":"2024-01-20T14:07:42Z","timestamp":1705759662000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-50396-2_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031503955","9783031503962"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-50396-2_8","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"21 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krak\u00f3w","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecai2023.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair and SMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"134","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.86","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.15","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Presented figures are relevant for the ECAI 2023 workshops","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}