{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T16:55:05Z","timestamp":1742921705851,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031268885"},{"type":"electronic","value":"9783031268892"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-26889-2_34","type":"book-chapter","created":{"date-parts":[[2023,2,28]],"date-time":"2023-02-28T16:03:03Z","timestamp":1677600183000},"page":"373-384","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Q-Network for\u00a0AI Soccer"],"prefix":"10.1007","author":[{"given":"Curie","family":"Kim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yewon","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jong-Hwan","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,1]]},"reference":[{"key":"34_CR1","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning (2013)"},{"issue":"7587","key":"34_CR2","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"issue":"3","key":"34_CR3","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1109\/TG.2018.2883499","volume":"11","author":"M \u010certick\u00fd","year":"2019","unstructured":"\u010certick\u00fd, M., Churchill, D., Kim, K.J., \u010certick\u00fd, M., Kelly, R.: Starcraft AI competitions, bots, and tournament manager software. IEEE Trans. Games 11(3), 227\u2013237 (2019)","journal-title":"IEEE Trans. Games"},{"issue":"3","key":"34_CR4","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1109\/TG.2018.2834566","volume":"11","author":"JM Font","year":"2019","unstructured":"Font, J.M., Mahlmann, T.: Dota 2 bot competition. IEEE Trans. Games 11(3), 285\u2013289 (2019)","journal-title":"IEEE Trans. Games"},{"issue":"3","key":"34_CR5","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1109\/TG.2018.2877047","volume":"11","author":"M Wydmuch","year":"2019","unstructured":"Wydmuch, M., Kempka, M., Ja\u015bkowski, W.: Vizdoom competitions: playing doom from pixels. IEEE Trans. Games 11(3), 248\u2013259 (2019)","journal-title":"IEEE Trans. Games"},{"issue":"4","key":"34_CR6","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1109\/TG.2021.3065410","volume":"13","author":"C Hong","year":"2021","unstructured":"Hong, C., Jeong, I., Vecchietti, L.F., Har, D., Kim, J.H.: Ai world cup: robot-soccer-based competitions. IEEE Trans. Games 13(4), 330\u2013341 (2021)","journal-title":"IEEE Trans. Games"},{"key":"34_CR7","unstructured":"FIRA Roboworld Cup Official Website (2020). https:\/\/firaworldcup.org\/3. Accessed 13 Aug 2022"},{"key":"34_CR8","unstructured":"RoboCup Federation Official Website (2020). https:\/\/www.robocup.org\/. Accessed 13 Aug 2022"},{"key":"34_CR9","doi-asserted-by":"crossref","unstructured":"Akiyama, H., Nakashima, T., Fukushima, T., Zhong, J., Suzuki, Y., Ohori, A.: In: HELIOS2018: RoboCup 2018 Soccer Simulation 2D League Champion, pp. 450\u2013461, August 2019","DOI":"10.1007\/978-3-030-27544-0_37"},{"key":"34_CR10","doi-asserted-by":"crossref","unstructured":"Fukushima, T., Nakashima, T., Akiyama, H.: Evaluation-function modeling with neural networks for robocup soccer. Electron. Commun. Jpn. 102 (2019)","DOI":"10.1002\/ecj.12224"},{"key":"34_CR11","unstructured":"AI World Cup Simulation Environment (2019). https:\/\/github.com\/aiwc\/test_world. Accessed 13 Aug 2022"},{"key":"34_CR12","unstructured":"KAIST 2020 AI World Cup (2020). http:\/\/aiworldcup.org\/ai_soccer. Accessed 13 Aug 2022"},{"key":"34_CR13","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017)"},{"key":"34_CR14","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor (2018)"},{"key":"34_CR15","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning (2015)"},{"key":"34_CR16","unstructured":"World Cyber Games (2019). https:\/\/www.wcg.com\/. Accessed 15 May 2020"},{"key":"34_CR17","unstructured":"WCG 2019 New Horizons | AI Masters Group Stage | amista vs CY95 (2019). https:\/\/www.youtube.com\/watch?v=nUqM2jiPYYE. Accessed 13 August 2022"}],"container-title":["Lecture Notes in Networks and Systems","Robot Intelligence Technology and Applications 7"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-26889-2_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,28]],"date-time":"2023-02-28T16:06:43Z","timestamp":1677600403000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-26889-2_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031268885","9783031268892"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-26889-2_34","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RiTA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Robot Intelligence Technology and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rita2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2022.icrita.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}