{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T04:59:52Z","timestamp":1742965192882,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031221231"},{"type":"electronic","value":"9783031221248"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-22124-8_22","type":"book-chapter","created":{"date-parts":[[2022,11,22]],"date-time":"2022-11-22T05:13:43Z","timestamp":1669094023000},"page":"223-233","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["High-Level Decision-Making Non-player Vehicles"],"prefix":"10.1007","author":[{"given":"Alessandro","family":"Pighetti","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luca","family":"Forneris","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8092-5473","authenticated-orcid":false,"given":"Luca","family":"Lazzaroni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francesco","family":"Bellotti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4277-7283","authenticated-orcid":false,"given":"Alessio","family":"Capello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marianna","family":"Cossu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"De Gloria","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Riccardo","family":"Berta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,23]]},"reference":[{"key":"22_CR1","doi-asserted-by":"publisher","first-page":"3559","DOI":"10.3390\/s21103559","volume":"21","author":"R Massoud","year":"2021","unstructured":"Massoud, R., Berta, R., Poslad, S., De Gloria, A., Bellotti, F.: IoT sensing for reality-enhanced serious games, a fuel-efficient drive use case. Sensors. 21, 3559 (2021). https:\/\/doi.org\/10.3390\/s21103559","journal-title":"Sensors."},{"key":"22_CR2","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.entcs.2019.04.013","volume":"343","author":"S Nousias","year":"2019","unstructured":"Nousias, S., et al.: Exploiting gamification to improve eco-driving behaviour: the GamECAR approach. Electron. Notes Theor. Comput. Sci. 343, 103\u2013116 (2019). https:\/\/doi.org\/10.1016\/j.entcs.2019.04.013","journal-title":"Electron. Notes Theor. Comput. Sci."},{"key":"22_CR3","unstructured":"The Good Drive, a serious game for learning to drive - Renault Group. https:\/\/www.renaultgroup.com\/en\/news-on-air\/news\/the-good-drive-a-serious-game-for-learning-to-drive\/. Accessed 22 July 2022"},{"key":"22_CR4","doi-asserted-by":"publisher","unstructured":"Leurent, E., Mercat, J.: Social Attention for Autonomous Decision-Making in Dense Traffic (2019). https:\/\/doi.org\/10.48550\/arXiv.1911.12250","DOI":"10.48550\/arXiv.1911.12250"},{"key":"22_CR5","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1109\/TITS.2015.2498841","volume":"17","author":"D Gonz\u00e1lez","year":"2016","unstructured":"Gonz\u00e1lez, D., P\u00e9rez, J., Milan\u00e9s, V., Nashashibi, F.: A review of motion planning techniques for automated vehicles. IEEE Trans. Intell. Transp. Syst. 17, 1135\u20131145 (2016). https:\/\/doi.org\/10.1109\/TITS.2015.2498841","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"22_CR6","doi-asserted-by":"publisher","unstructured":"Francois-Lavet, V., Henderson, P., Islam, R., Bellemare, M.G., Pineau, J.: An introduction to deep reinforcement learning. Found. Trends\u00ae Mach. Learn. 11, 219\u2013354 (2018). https:\/\/doi.org\/10.1561\/2200000071","DOI":"10.1561\/2200000071"},{"key":"22_CR7","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: A brief survey of deep reinforcement learning. IEEE Signal Process. Mag. 34, 26\u201338 (2017). https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Process. Mag."},{"key":"22_CR8","unstructured":"GitHub - eleurent\/highway-env: A minimalist environment for decision-making in autonomous driving. https:\/\/github.com\/eleurent\/highway-env. Accessed 11 July 2022"},{"key":"22_CR9","doi-asserted-by":"publisher","unstructured":"Brockman, G., et al.: OpenAI Gym. (2016). https:\/\/doi.org\/10.48550\/arXiv.1606.01540","DOI":"10.48550\/arXiv.1606.01540"},{"key":"22_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-030-92182-8_10","volume-title":"Games and Learning Alliance","author":"G Campodonico","year":"2021","unstructured":"Campodonico, G., et al.: Adapting autonomous agents for automotive driving games. In: de Rosa, F., Marfisi Schottman, I., Baalsrud Hauge, J., Bellotti, F., Dondio, P., Romero, M. (eds.) GALA 2021. LNCS, vol. 13134, pp. 101\u2013110. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-92182-8_10"},{"key":"22_CR11","doi-asserted-by":"publisher","unstructured":"Rana, A., Malhi, A.: Building safer autonomous agents by leveraging risky driving behavior knowledge. In: 2021 International Conference on Communications, Computing, Cybersecurity, and Informatics (CCCI), pp. 1\u20136 (2021). https:\/\/doi.org\/10.1109\/CCCI52664.2021.9583209","DOI":"10.1109\/CCCI52664.2021.9583209"},{"key":"22_CR12","doi-asserted-by":"publisher","unstructured":"Rais, M.S., Boudour, R., Zouaidia, K., Bougueroua, L.: Decision making for autonomous vehicles in highway scenarios using Harmonic SK Deep SARSA. Appl. Intell. (2022). https:\/\/doi.org\/10.1007\/s10489-022-03357-y","DOI":"10.1007\/s10489-022-03357-y"},{"key":"22_CR13","doi-asserted-by":"publisher","first-page":"151983","DOI":"10.1109\/ACCESS.2021.3127105","volume":"9","author":"S Zhang","year":"2021","unstructured":"Zhang, S., Wu, Y., Ogai, H., Inujima, H., Tateno, S.: Tactical decision-making for autonomous driving using dueling double deep Q network with double attention. IEEE Access. 9, 151983\u2013151992 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3127105","journal-title":"IEEE Access."},{"key":"22_CR14","unstructured":"SL, UT: Car Driving School Simulator (Android). https:\/\/car-driving-school-simulator.en.uptodown.com\/android. Accessed 22 July 2022"},{"key":"22_CR15","doi-asserted-by":"publisher","first-page":"127","DOI":"10.3390\/educsci11030127","volume":"11","author":"A Gounaridou","year":"2021","unstructured":"Gounaridou, A., Siamtanidou, E., Dimoulas, C.: A serious game for mediated education on traffic behavior and safety awareness. Educ. Sci. 11, 127 (2021). https:\/\/doi.org\/10.3390\/educsci11030127","journal-title":"Educ. Sci."},{"key":"22_CR16","doi-asserted-by":"publisher","unstructured":"Likitweerawong, K., Palee, P.: The virtual reality serious game for learning driving skills before taking practical test. In: 2018 International Conference on Digital Arts Media Technology, ICDAMT (2018). https:\/\/doi.org\/10.1109\/ICDAMT.2018.8376515","DOI":"10.1109\/ICDAMT.2018.8376515"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Hrimech, H., et al.: The effects of the use of serious game in eco-driving training. Front. ICT. 3 (2016)","DOI":"10.3389\/fict.2016.00022"},{"key":"22_CR18","doi-asserted-by":"publisher","unstructured":"Massoud, R., Poslad, S., Bellotti, F., Berta, R., Mehran, K., Gloria, A.D.: A fuzzy logic module to estimate a driver\u2019s fuel consumption for reality-enhanced serious games. Int. J. Serious Games 5, 45\u201362 (2018). https:\/\/doi.org\/10.17083\/ijsg.v5i4.266","DOI":"10.17083\/ijsg.v5i4.266"},{"key":"22_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/978-3-030-63464-3_8","volume-title":"Games and Learning Alliance","author":"L Lazzaroni","year":"2020","unstructured":"Lazzaroni, L., Mazzara, A., Bellotti, F., De Gloria, A., Berta, R.: Employing an IoT framework as a generic serious games analytics engine. In: Marfisi-Schottman, I., Bellotti, F., Hamon, L., Klemke, R. (eds.) GALA 2020. LNCS, vol. 12517, pp. 79\u201388. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-63464-3_8"},{"issue":"1","key":"22_CR20","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s10639-019-09968-2","volume":"25","author":"W Westera","year":"2019","unstructured":"Westera, W., et al.: Artificial intelligence moving serious gaming: presenting reusable game AI components. Educ. Inf. Technol. 25(1), 351\u2013380 (2019). https:\/\/doi.org\/10.1007\/s10639-019-09968-2","journal-title":"Educ. Inf. Technol."},{"key":"22_CR21","doi-asserted-by":"publisher","unstructured":"Tomlinson, S.L., Melder, N.: An architecture overview for AI in racing games. (2015). https:\/\/doi.org\/10.1201\/b16725-44","DOI":"10.1201\/b16725-44"},{"key":"22_CR22","doi-asserted-by":"publisher","unstructured":"Perot, E., Jaritz, M., Toromanoff, M., De Charette, R.: End-to-end driving in a realistic racing game with deep reinforcement learning. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 474\u2013475 (2017). https:\/\/doi.org\/10.1109\/CVPRW.2017.64","DOI":"10.1109\/CVPRW.2017.64"},{"key":"22_CR23","unstructured":"Fakhry, A.: Applying a Deep Q Network for OpenAI\u2019s Car Racing Game. https:\/\/towardsdatascience.com\/applying-a-deep-q-network-for-openais-car-racing-game-a642daf58fc9. Accessed 22 July 2022"},{"key":"22_CR24","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"22_CR25","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"22_CR26","doi-asserted-by":"publisher","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal Policy Optimization Algorithms (2017). https:\/\/doi.org\/10.48550\/arXiv.1707.06347","DOI":"10.48550\/arXiv.1707.06347"},{"key":"22_CR27","unstructured":"Sutton, R.S., McAllester, D., Singh, S., Mansour, Y.: Policy gradient methods for reinforcement learning with function approximation. In: Advances in Neural Information Processing Systems. MIT Press (1999)"},{"key":"22_CR28","doi-asserted-by":"publisher","unstructured":"Wang, T., et al.: Benchmarking Model-Based Reinforcement Learning (2019). https:\/\/doi.org\/10.48550\/arXiv.1907.02057","DOI":"10.48550\/arXiv.1907.02057"},{"key":"22_CR29","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-Baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22, 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"22_CR30","doi-asserted-by":"publisher","unstructured":"Mirchevska, B., Pek, C., Werling, M., Althoff, M., Boedecker, J.: High-level decision making for safe and reasonable autonomous lane changing using reinforcement learning. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 2156\u20132162 (2018). https:\/\/doi.org\/10.1109\/ITSC.2018.8569448","DOI":"10.1109\/ITSC.2018.8569448"},{"key":"22_CR31","unstructured":"PPO\u2014Stable Baselines3 1.6.1a0 documentation. https:\/\/stable-baselines3.readthedocs.io\/en\/master\/modules\/ppo.html. Accessed 23 July 2022"},{"key":"22_CR32","doi-asserted-by":"publisher","unstructured":"Abadi, M., et al.: TensorFlow: Large-Scale Machine Learning on Heterogeneous Distributed Systems (2016). https:\/\/doi.org\/10.48550\/arXiv.1603.04467","DOI":"10.48550\/arXiv.1603.04467"},{"key":"22_CR33","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114, 3521\u20133526 (2017). https:\/\/doi.org\/10.1073\/pnas.1611835114","journal-title":"Proc. Natl. Acad. Sci."}],"container-title":["Lecture Notes in Computer Science","Games and Learning Alliance"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22124-8_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,25]],"date-time":"2023-07-25T05:04:32Z","timestamp":1690261472000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22124-8_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031221231","9783031221248"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22124-8_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"23 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"GALA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Games and Learning Alliance","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tampere","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Finland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 November 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"gala2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.seriousgamessociety.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}