{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:24:59Z","timestamp":1766067899471,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031500749"},{"type":"electronic","value":"9783031500756"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-50075-6_23","type":"book-chapter","created":{"date-parts":[[2024,1,21]],"date-time":"2024-01-21T06:01:39Z","timestamp":1705816899000},"page":"288-308","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Deep Reinforced Navigation of\u00a0Agents in\u00a02D Platform Video Games"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9510-5758","authenticated-orcid":false,"given":"Emanuele","family":"Balloni","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5269-9939","authenticated-orcid":false,"given":"Marco","family":"Mameli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5281-9200","authenticated-orcid":false,"given":"Adriano","family":"Mancini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5709-2159","authenticated-orcid":false,"given":"Primo","family":"Zingaretti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,22]]},"reference":[{"key":"23_CR1","unstructured":"Introducing NVIDIA DLSS 3 (2022). https:\/\/www.nvidia.com\/en-us\/geforce\/news\/dlss3-ai-powered-neural-graphics-innovations\/"},{"issue":"5","key":"23_CR2","doi-asserted-by":"publisher","first-page":"2774","DOI":"10.1109\/TSMC.2019.2916896","volume":"51","author":"K Aouaidjia","year":"2021","unstructured":"Aouaidjia, K., Sheng, B., Li, P., Kim, J., Feng, D.D.: Efficient body motion quantification and similarity evaluation using 3-D joints skeleton coordinates. IEEE Trans. Syst. Man Cybern. Syst. 51(5), 2774\u20132788 (2021). https:\/\/doi.org\/10.1109\/TSMC.2019.2916896","journal-title":"IEEE Trans. Syst. Man Cybern. Syst."},{"key":"23_CR3","unstructured":"Arjona-Medina, J.A., Gillhofer, M., Widrich, M., Unterthiner, T., Brandstetter, J., Hochreiter, S.: Rudder: return decomposition for delayed rewards (2019)"},{"key":"23_CR4","unstructured":"Beattie, C., et al.: Deepmind lab (2016)"},{"key":"23_CR5","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2013). https:\/\/doi.org\/10.1613\/jair.3912","journal-title":"J. Artif. Intell. Res."},{"key":"23_CR6","unstructured":"Berner, C., et al.: DOTA 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680 (2019)"},{"key":"23_CR7","unstructured":"Brockman, G., et al.: OpenAI gym (2016)"},{"key":"23_CR8","doi-asserted-by":"publisher","unstructured":"ElDahshan, K.A., Farouk, H., Mofreh, E.: Deep reinforcement learning based video games: a review. In: 2022 2nd International Mobile, Intelligent, and Ubiquitous Computing Conference (MIUCC), pp. 302\u2013309 (2022). https:\/\/doi.org\/10.1109\/MIUCC55081.2022.9781752","DOI":"10.1109\/MIUCC55081.2022.9781752"},{"key":"23_CR9","unstructured":"Espi\u00e9, E., Guionneau, C., Wymann, B., Dimitrakakis, C., Coulom, R., Sumner, A.: TORCS, the open racing car simulator (2005)"},{"key":"23_CR10","unstructured":"Ha, D., Schmidhuber, J.: Recurrent world models facilitate policy evolution. In: Bengio, S., Wallach, H., Larochelle, H., Grauman, K., Cesa-Bianch, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 31. Curran Associates, Inc. (2018)"},{"key":"23_CR11","doi-asserted-by":"crossref","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32, no. 1 (2018). https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/11796","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"23_CR12","unstructured":"Johnson, M., Hofmann, K., Hutton, T., Bignell, D., Hofmann, K.: The Malmo platform for artificial intelligence experimentation. In: 25th International Joint Conference on Artificial Intelligence (IJCAI 2016). AAAI - Association for the Advancement of Artificial Intelligence (2016)"},{"key":"23_CR13","unstructured":"Juliani, A., et al.: Unity: a general platform for intelligent agents (2020)"},{"key":"23_CR14","doi-asserted-by":"publisher","unstructured":"Kempka, M., Wydmuch, M., Runc, G., Toczek, J., Ja\u015bkowski, W.: ViZDoom: a doom-based AI research platform for visual reinforcement learning. In: 2016 IEEE Conference on Computational Intelligence and Games (CIG), pp. 1\u20138 (2016). https:\/\/doi.org\/10.1109\/CIG.2016.7860433","DOI":"10.1109\/CIG.2016.7860433"},{"key":"23_CR15","doi-asserted-by":"crossref","unstructured":"Kurach, K., et al.: Google research football: a novel reinforcement learning environment (2020)","DOI":"10.1609\/aaai.v34i04.5878"},{"key":"23_CR16","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1007\/978-3-031-23473-6_38","volume-title":"Advances in Computer Graphics","author":"Y Liu","year":"2022","unstructured":"Liu, Y., Long, W., Shu, Z., Yi, S., Xin, S.: Voxel-based 3D shape segmentation using deep volumetric convolutional neural networks. In: Magnenat-Thalmann, N., et al. (eds.) CGI 2022. LNCS, vol. 13443, pp. 489\u2013500. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-23473-6_38"},{"key":"23_CR17","doi-asserted-by":"publisher","unstructured":"Mirzaei, M.S., Meshgi, K., Frigo, E., Nishida, T.: Animgan: a spatiotemporally-conditioned generative adversarial network for character animation. In: 2020 IEEE International Conference on Image Processing (ICIP), pp. 2286\u20132290 (2020). https:\/\/doi.org\/10.1109\/ICIP40778.2020.9190871","DOI":"10.1109\/ICIP40778.2020.9190871"},{"key":"23_CR18","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33rd International Conference on International Conference on Machine Learning - Volume 48, ICML 2016, pp. 1928\u20131937. JMLR.org (2016)"},{"issue":"7540","key":"23_CR19","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"23_CR20","unstructured":"Nardelli, N., Synnaeve, G., Lin, Z., Kohli, P., Torr, P.H., Usunier, N.: Value propagation networks (2019)"},{"key":"23_CR21","unstructured":"Pohlen, T., et al.: Observe and look further: achieving consistent performance on atari (2018)"},{"issue":"7839","key":"23_CR22","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1038\/s41586-020-03051-4","volume":"588","author":"J Schrittwieser","year":"2020","unstructured":"Schrittwieser, J., et al.: Mastering atari, go, chess and shogi by planning with a learned model. Nature 588(7839), 604\u2013609 (2020). https:\/\/doi.org\/10.1038\/s41586-020-03051-4","journal-title":"Nature"},{"key":"23_CR23","unstructured":"Schulman, J., Chen, X., Abbeel, P.: Equivalence between policy gradients and soft Q-learning (2018)"},{"key":"23_CR24","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization. In: F. Bach, D. Blei (eds.) Proceedings of the 32nd International Conference on Machine Learning, Proceedings of Machine Learning Research, Lille, France, vol. 37, pp. 1889\u20131897. PMLR (2015). https:\/\/proceedings.mlr.press\/v37\/schulman15.html"},{"key":"23_CR25","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation (2018)"},{"key":"23_CR26","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017)"},{"key":"23_CR27","unstructured":"Shao, K., Tang, Z., Zhu, Y., Li, N., Zhao, D.: A survey of deep reinforcement learning in video games, p. 2 (2019)"},{"key":"23_CR28","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-031-23473-6_16","volume-title":"Advances in Computer Graphics","author":"A Suta","year":"2022","unstructured":"Suta, A., Hlavacs, H.: Comparing traditional rendering techniques to deep learning based super-resolution in fire and smoke animations. In: Magnenat-Thalmann, N., Zhang, J., Kim, J., Papagiannakis, G., Sheng, B., Thalmann, D., Gavrilova, M. (eds.) CGI 2022. LNCS, vol. 13443, pp. 199\u2013210. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-23473-6_16"},{"key":"23_CR29","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"23_CR30","unstructured":"Synnaeve, G., et al.: Torchcraft: a library for machine learning research on real-time strategy games (2016)"},{"key":"23_CR31","unstructured":"Vinyals, O., et al.: StarCraft II: a new challenge for reinforcement learning (2017)"},{"issue":"8","key":"23_CR32","doi-asserted-by":"publisher","first-page":"3373","DOI":"10.1007\/s00371-023-02976-x","volume":"39","author":"J Wang","year":"2023","unstructured":"Wang, J., Xiang, N., Kukreja, N., Yu, L., Liang, H.N.: LVDIF: a framework for real-time interaction with large volume data. Vis. Comput. 39(8), 3373\u20133386 (2023). https:\/\/doi.org\/10.1007\/s00371-023-02976-x","journal-title":"Vis. Comput."},{"key":"23_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1007\/978-3-030-89029-2_39","volume-title":"Advances in Computer Graphics","author":"S Wang","year":"2021","unstructured":"Wang, S., Jiang, H., Wang, Z.: Resilient navigation among dynamic agents with hierarchical reinforcement learning. In: Magnenat-Thalmann, N., et al. (eds.) CGI 2021. LNCS, vol. 13002, pp. 504\u2013516. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-89029-2_39"},{"key":"23_CR34","doi-asserted-by":"publisher","first-page":"6142","DOI":"10.1109\/TIP.2021.3092814","volume":"30","author":"Y Wen","year":"2021","unstructured":"Wen, Y., et al.: Structure-aware motion deblurring using multi-adversarial optimized CycleGAN. IEEE Trans. Image Process. 30, 6142\u20136155 (2021). https:\/\/doi.org\/10.1109\/TIP.2021.3092814","journal-title":"IEEE Trans. Image Process."},{"issue":"3\u20134","key":"23_CR35","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3\u20134), 229\u2013256 (1992). https:\/\/doi.org\/10.1007\/BF00992696","journal-title":"Mach. Learn."},{"key":"23_CR36","doi-asserted-by":"publisher","unstructured":"Yadav, K.S., Kirupakaran, A.M., Laskar, R.H.: End-to-end bare-hand localization system for human\u2013computer interaction: a comprehensive analysis and viable solution. Vis. Comput. (2023). https:\/\/doi.org\/10.1007\/s00371-023-02837-7","DOI":"10.1007\/s00371-023-02837-7"}],"container-title":["Lecture Notes in Computer Science","Advances in Computer Graphics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-50075-6_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,21]],"date-time":"2024-01-21T06:05:12Z","timestamp":1705817112000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-50075-6_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031500749","9783031500756"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-50075-6_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CGI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Computer Graphics International Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cgi2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"385","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"149","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}