{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:39:40Z","timestamp":1767339580029,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031768231"},{"type":"electronic","value":"9783031768248"}],"license":[{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-76824-8_8","type":"book-chapter","created":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T08:26:03Z","timestamp":1733819163000},"page":"92-102","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["An Interactive Game for\u00a0Improved Driving Behaviour Experience and\u00a0Decision Support"],"prefix":"10.1007","author":[{"given":"Gon\u00e7alo","family":"Penelas","sequence":"first","affiliation":[]},{"given":"Tiago","family":"Pinto","sequence":"additional","affiliation":[]},{"given":"Ars\u00e9nio","family":"Reis","sequence":"additional","affiliation":[]},{"given":"Lu\u00eds","family":"Barbosa","sequence":"additional","affiliation":[]},{"given":"Jo\u00e3o","family":"Barroso","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,11]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","unstructured":"Alagha, A., Singh, S., Mizouni, R., Bentahar, J., Otrok, H.: Target localization using multi-agent deep reinforcement learning with proximal policy optimization. Futur. Gener. Comput. Syst. 136, 342\u2013357 (2022). https:\/\/doi.org\/10.1016\/j.future.2022.06.015, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167739X22002266","DOI":"10.1016\/j.future.2022.06.015"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Ciekanowska, A., Kiszczak\u00a0Gli\u0144ski, A., Dziedzic, K.: Comparative analysis of unity and unreal engine efficiency in creating virtual exhibitions of 3D scanned models. J. Comput. Sci. Inst. 20, 247\u2013253 (2021). https:\/\/doi.org\/10.35784\/jcsi.2698, https:\/\/ph.pollub.pl\/index.php\/jcsi\/article\/view\/2698","DOI":"10.35784\/jcsi.2698"},{"issue":"10","key":"8_CR3","doi-asserted-by":"publisher","first-page":"7572","DOI":"10.1109\/JIOT.2021.3130054","volume":"9","author":"C Gao","year":"2022","unstructured":"Gao, C., Wang, G., Shi, W., Wang, Z., Chen, Y.: Autonomous driving security: state of the art and challenges. IEEE Internet Things J. 9(10), 7572\u20137595 (2022). https:\/\/doi.org\/10.1109\/JIOT.2021.3130054","journal-title":"IEEE Internet Things J."},{"key":"8_CR4","unstructured":"Hocking, J.: Unity in Action, 3rd edn. Manning Publications, New York (2022)"},{"issue":"2","key":"8_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10846-021-01367-5","volume":"102","author":"JC de Jesus","year":"2021","unstructured":"de Jesus, J.C., Kich, V.A., Kolling, A.H., Grando, R.B., Cuadros, M.A.S.L., Gamarra, D.F.T.: Soft actor-critic for navigation of mobile robots. J. Intell. Robo. Syst. 102(2), 1\u201311 (2021). https:\/\/doi.org\/10.1007\/s10846-021-01367-5","journal-title":"J. Intell. Robo. Syst."},{"key":"8_CR6","doi-asserted-by":"publisher","unstructured":"Kathirgamanathan, A., Mangina, E., Finn, D.P.: Development of a soft actor critic deep reinforcement learning approach for harnessing energy flexibility in a large office building. Energy AI 5, 100101 (2021). https:\/\/doi.org\/10.1016\/j.egyai.2021.100101, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2666546821000537","DOI":"10.1016\/j.egyai.2021.100101"},{"issue":"4","key":"8_CR7","doi-asserted-by":"publisher","first-page":"173","DOI":"10.3390\/info13040173","volume":"13","author":"M Lukas","year":"2022","unstructured":"Lukas, M., Tomicic, I., Bernik, A.: Anticheat system based on reinforcement learning agents in unity. Information 13(4), 173 (2022). https:\/\/doi.org\/10.3390\/info13040173","journal-title":"Information"},{"key":"8_CR8","doi-asserted-by":"publisher","unstructured":"Muzahid, A.J.M., Kamarulzaman, S.F., Rahman, M.A.: Comparison of PPO and SAC algorithms towards decision making strategies for collision avoidance among multiple autonomous vehicles. In: 2021 International Conference on Software Engineering and Computer Systems and 4th International Conference on Computational Science and Information Management (ICSECS-ICOCSIM), pp. 200\u2013205 (2021). https:\/\/doi.org\/10.1109\/ICSECS52883.2021.00043","DOI":"10.1109\/ICSECS52883.2021.00043"},{"key":"8_CR9","unstructured":"Queeney, J., Paschalidis, Y., Cassandras, C.G.: Generalized proximal policy optimization with sample reuse. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems, vol. 34, pp. 11909\u201311919. Curran Associates, Inc. (2021)"},{"key":"8_CR10","doi-asserted-by":"publisher","unstructured":"Saikia, P., Pala, S., Singh, K., Singh, S.K., Huang, W.J.: Proximal policy optimization for RIS-assisted full duplex 6G-V2X communications. IEEE Transp. Intell. Veh., 1\u201316 (2023). https:\/\/doi.org\/10.1109\/TIV.2023.3275632","DOI":"10.1109\/TIV.2023.3275632"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Singh, S., Kaur, A.: Game development using unity game engine. In: 2022 3rd International Conference on Computing, Analytics and Networks (ICAN). IEEE (2022) https:\/\/doi.org\/10.1109\/ican56228.2022.10007155","DOI":"10.1109\/ican56228.2022.10007155"},{"key":"8_CR12","unstructured":"Unity Technologies: ML-Agents Overview - Unity ML-Agents Toolkit (2024). https:\/\/unity-technologies.github.io\/ml-agents\/ML-Agents-Overview. Accessed 22 May 2024"},{"key":"8_CR13","unstructured":"Unity Technologies: Unity Real-Time Development Platform $$\\vert $$ 3D, 2D, VR & AR Engine, May 2024. https:\/\/unity.com. Accessed 22 May 2024"},{"key":"8_CR14","unstructured":"Unity-Technologies: About ML-Agents package (com.unity.ml-agents) $$\\vert $$ ML Agents $$\\vert $$ 3.0.0-exp.1, October 2023. https:\/\/docs.unity3d.com\/Packages\/com.unity.ml-agents@3.0\/manual\/index.html. Accessed 22 May 2024"},{"key":"8_CR15","unstructured":"Unity-Technologies: ML-agents, May 2024. https:\/\/github.com\/Unity-Technologies\/ml-agents\/blob\/develop\/docs\/Training-ML-Agents.md. Accessed 22 May 2024"},{"key":"8_CR16","doi-asserted-by":"publisher","unstructured":"Wang, Z., Han, K., Tiwari, P.: Digital twin simulation of connected and automated vehicles with the unity game engine. In: 2021 IEEE 1st International Conference on Digital Twins and Parallel Intelligence (DTPI). IEEE, July 2021. https:\/\/doi.org\/10.1109\/dtpi52967.2021.9540074","DOI":"10.1109\/dtpi52967.2021.9540074"},{"key":"8_CR17","doi-asserted-by":"publisher","first-page":"26871","DOI":"10.1109\/ACCESS.2021.3056903","volume":"9","author":"CC Wong","year":"2021","unstructured":"Wong, C.C., Chien, S.Y., Feng, H.M., Aoyama, H.: Motion planning for dual-arm robot based on soft actor-critic. IEEE Access 9, 26871\u201326885 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3056903","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","HCI International 2024 \u2013 Late Breaking Papers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-76824-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T09:19:43Z","timestamp":1733822383000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-76824-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,11]]},"ISBN":["9783031768231","9783031768248"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-76824-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,11]]},"assertion":[{"value":"11 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}