{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T10:21:48Z","timestamp":1742984508139,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031653421"},{"type":"electronic","value":"9783031653438"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-65343-8_13","type":"book-chapter","created":{"date-parts":[[2024,7,29]],"date-time":"2024-07-29T15:03:47Z","timestamp":1722265427000},"page":"206-219","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluation of Reinforcement Learning Algorithms Applied to an Autonomous Car Model for Educational Purposes"],"prefix":"10.1007","author":[{"given":"Bui Minh","family":"Quang","sequence":"first","affiliation":[]},{"given":"Le Nhu","family":"Hoc","sequence":"additional","affiliation":[]},{"given":"Nguyen Minh","family":"Ngoc","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9170-756X","authenticated-orcid":false,"given":"Pham Manh","family":"Linh","sequence":"additional","affiliation":[]},{"given":"Duong Viet","family":"Dung","sequence":"additional","affiliation":[]},{"given":"Le Nguyen Tuan","family":"Thanh","sequence":"additional","affiliation":[]},{"given":"Dang Ngoc","family":"Thuan","sequence":"additional","affiliation":[]},{"given":"Nguyen Huu","family":"Thanh","sequence":"additional","affiliation":[]},{"given":"Nguyen Dang Thai","family":"Son","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,30]]},"reference":[{"key":"13_CR1","unstructured":"Heinzelman, G.: Autonomous Vehicles, Ethics of Progress, Ethical Issues in Technology, Prof. Jason Bronowitz Arizona State Universit (2019)"},{"key":"13_CR2","unstructured":"Glon, R., Edelstein, S.: The history of self-driving cars (2020). https:\/\/www.digitaltrends.com\/cars\/history-of-self-driving-cars-milestones\/"},{"key":"13_CR3","unstructured":"Piper, K.: It\u2019s 2020. Where are our self-driving cars? (2020). https:\/\/www.vox.com\/future-perfect\/2020\/2\/14\/21063487\/self-driving-cars-autonomous-vehicles-waymo-cruise-uber"},{"key":"13_CR4","unstructured":"Dyer, E.: BMW Created an Automated Parking Feature That Actually Works (2020). https:\/\/www.caranddriver.com\/features\/a38591072\/bmw-automated-parking-works\/"},{"key":"13_CR5","unstructured":"Payne, H.: GM working on semiautonomous Ultra Cruise to operate on all roads, The Detroit News (2020). https:\/\/www.detroitnews.com\/story\/business\/autos\/general-motors\/2020\/05\/20\/gm-working-semi-autonomous-ultra-cruise-operate-all-roads\/5227248002\/"},{"key":"13_CR6","unstructured":"Dow, C.: The Google Self-Driving Car: All you need to know about Waymo (2022). https:\/\/www.carmagazine.co.uk\/autonomous\/waymo-google-self-driving-car\/"},{"key":"13_CR7","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (2018)"},{"issue":"3","key":"13_CR8","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"13_CR9","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv.org, 19 December 2013. https:\/\/arxiv.org\/abs\/1312.5602. Retrieved 29 July 2022"},{"issue":"7540","key":"13_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"issue":"11","key":"13_CR11","doi-asserted-by":"publisher","first-page":"2471","DOI":"10.1016\/j.automatica.2009.07.008","volume":"45","author":"S Bhatnagar","year":"2009","unstructured":"Bhatnagar, S., Sutton, R.S., Ghavamzadeh, M., Lee, M.: Natural actor\u2013critic algorithms. Automatica 45(11), 2471\u20132482 (2009). https:\/\/doi.org\/10.1016\/j.automatica.2009.07.008","journal-title":"Automatica"},{"key":"13_CR12","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence: A Modern Approach. Pearson, New York (2021)"},{"issue":"9","key":"13_CR13","doi-asserted-by":"publisher","first-page":"3826","DOI":"10.1109\/tcyb.2020.2977374","volume":"50","author":"TT Nguyen","year":"2020","unstructured":"Nguyen, T.T., Nguyen, N.D., Nahavandi, S.: Deep reinforcement learning for multiagent systems: a review of challenges, solutions, and applications. IEEE Trans. Cybern. 50(9), 3826\u20133839 (2020). https:\/\/doi.org\/10.1109\/tcyb.2020.2977374","journal-title":"IEEE Trans. Cybern."},{"issue":"3","key":"13_CR14","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1080\/24751839.2023.2182174","volume":"7","author":"NTT Le","year":"2023","unstructured":"Le, N.T.T.: Multi-agent reinforcement learning for traffic congestion on one-way multi-lane highways. J. Inf. Telecommun. 7(3), 255\u2013269 (2023). https:\/\/doi.org\/10.1080\/24751839.2023.2182174","journal-title":"J. Inf. Telecommun."},{"key":"13_CR15","unstructured":"Le, N.T.T., Tran-Anh, D., Bui, Q.B., Pham, L.M.: Double deep Q-network algorithm for solving traffic congestion on one-way highways. J. Water Resour. Environ. Eng. 87, 39\u201346 (2023). ISSN 1859-3941. https:\/\/tapchivatuyentap.tlu.edu.vn\/DesktopModules\/cmsview\/ViewFile.ashx?id=2865"},{"key":"13_CR16","doi-asserted-by":"publisher","first-page":"e5554","DOI":"10.1002\/cpe.5554","volume":"32","author":"N Parlavantzas","year":"2020","unstructured":"Parlavantzas, N., Pham, L.M., Morin, C., et al.: A service-based framework for building and executing epidemic simulation applications in the cloud. Concurr. Comput. Pract. Exp. 32, e5554 (2020). https:\/\/doi.org\/10.1002\/cpe.5554","journal-title":"Concurr. Comput. Pract. Exp."},{"key":"13_CR17","unstructured":"SolidWorks Homepage. https:\/\/my.solidworks.com\/training. Accessed 25 Mar 2024"}],"container-title":["Lecture Notes in Computer Science","Computational Science and Its Applications \u2013 ICCSA 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-65343-8_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,29]],"date-time":"2024-07-29T15:06:20Z","timestamp":1722265580000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-65343-8_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031653421","9783031653438"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-65343-8_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"30 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this paper.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ICCSA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science and Its Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hanoi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vietnam","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccsa2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}