{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:59:19Z","timestamp":1774058359221,"version":"3.50.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030986810","type":"print"},{"value":"9783030986827","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-98682-7_14","type":"book-chapter","created":{"date-parts":[[2022,3,21]],"date-time":"2022-03-21T11:04:41Z","timestamp":1647860681000},"page":"165-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["rSoccer: A Framework for Studying Reinforcement Learning in Small and Very Small Size Robot Soccer"],"prefix":"10.1007","author":[{"given":"Felipe B.","family":"Martins","sequence":"first","affiliation":[]},{"given":"Mateus G.","family":"Machado","sequence":"additional","affiliation":[]},{"given":"Hansenclever F.","family":"Bassani","sequence":"additional","affiliation":[]},{"given":"Pedro H. M.","family":"Braga","sequence":"additional","affiliation":[]},{"given":"Edna S.","family":"Barros","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,22]]},"reference":[{"key":"14_CR1","unstructured":"Andrychowicz, M., et al.: Learning dexterous in-hand manipulation. arXiv preprint arXiv:1808.00177 (2018)"},{"key":"14_CR2","unstructured":"Arnold, L.: Stochastic Differential Equations. New York (1974)"},{"key":"14_CR3","unstructured":"Bassani, H.F., et al.: A framework for studying reinforcement learning and sim-to-real in robot soccer (2020)"},{"key":"14_CR4","unstructured":"Brockman, G., et al.: OpenAI gym (2016)"},{"key":"14_CR5","unstructured":"Christiano, P., et al.: Transfer from simulation to real world through learning deep inverse dynamics model. arXiv preprint arXiv:1610.03518 (2016)"},{"issue":"7","key":"14_CR6","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1016\/j.engappai.2007.01.003","volume":"20","author":"Y Duan","year":"2007","unstructured":"Duan, Y., Liu, Q., Xu, X.: Application of reinforcement learning in robot soccer. Eng. Appl. Artif. Intell. 20(7), 936\u2013950 (2007)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"14_CR7","unstructured":"Haarnoja, T., et al.: Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)"},{"key":"14_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/b95999","volume-title":"Soccer Robotics","author":"JH Kim","year":"2004","unstructured":"Kim, J.H., Kim, D.H., Kim, Y.J., Seow, K.T.: Soccer Robotics, vol. 11. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/b95999"},{"key":"14_CR9","doi-asserted-by":"publisher","unstructured":"Kitano, H., Asada, M., Kuniyoshi, Y., Noda, I., Osawa, E.: RoboCup: the robot world cup initiative. In: Proceedings of the First International Conference on Autonomous Agents, AGENTS 1997, pp. 340\u2013347. Association for Computing Machinery, New York (1997). https:\/\/doi.org\/10.1145\/267658.267738","DOI":"10.1145\/267658.267738"},{"key":"14_CR10","unstructured":"Kurach, K., et al.: Google research football: a novel reinforcement learning environment. arXiv preprint arXiv:1907.11180 (2019)"},{"issue":"1","key":"14_CR11","first-page":"1334","volume":"17","author":"S Levine","year":"2016","unstructured":"Levine, S., Finn, C., Darrell, T., Abbeel, P.: End-to-end training of deep visuomotor policies. J. Mach. Learn. Res. 17(1), 1334\u20131373 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR12","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"14_CR13","unstructured":"Liu, S., Lever, G., Merel, J., Tunyasuvunakool, S., Heess, N., Graepel, T.: Emergent coordination through competition (2019)"},{"key":"14_CR14","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Abbeel, O.P., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in Neural Information Processing Systems, pp. 6379\u20136390 (2017)"},{"key":"14_CR15","unstructured":"Monajjemi, V., Koochakzadeh, A.: FIRASim (2020). https:\/\/github.com\/fira-simurosot\/FIRASim. Accessed 28 Apr 2021"},{"key":"14_CR16","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1007\/978-3-642-32060-6_38","volume-title":"RoboCup 2011: Robot Soccer World Cup XV","author":"V Monajjemi","year":"2012","unstructured":"Monajjemi, V., Koochakzadeh, A., Ghidary, S.S.: grSim \u2013 RoboCup small size robot soccer simulator. In: R\u00f6fer, T., Mayer, N.M., Savage, J., Saranl\u0131, U. (eds.) RoboCup 2011. LNCS (LNAI), vol. 7416, pp. 450\u2013460. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-32060-6_38"},{"key":"14_CR17","unstructured":"RoboCup: Robocup small size league (SSL) hardware challenges 2021. https:\/\/robocup-ssl.github.io\/ssl-hardware-challenge-rules\/rules.html. Accessed 04 Aug 2021"},{"key":"14_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"14_CR19","unstructured":"SDK, V.: VSS SDK (2019). https:\/\/vss-sdk.github.io\/book\/general.html. Accessed 5 Apr 2021"},{"key":"14_CR20","doi-asserted-by":"publisher","first-page":"8376","DOI":"10.1109\/ACCESS.2018.2808266","volume":"6","author":"H Shi","year":"2018","unstructured":"Shi, H., Lin, Z., Hwang, K.S., Yang, S., Chen, J.: An adaptive strategy selection method with reinforcement learning for robotic soccer games. IEEE Access 6, 8376\u20138386 (2018)","journal-title":"IEEE Access"},{"issue":"7676","key":"14_CR21","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","journal-title":"Nature"},{"key":"14_CR22","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"14_CR23","unstructured":"Tassa, Y., et al.: DeepMind control suite (2018)"},{"key":"14_CR24","unstructured":"Vinyals, O., et al.: AlphaStar: mastering the real-time strategy game starcraft ii. DeepMind Blog (2019)"},{"key":"14_CR25","unstructured":"Volodymyr, M., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I.: Playing atari with deep reinforcement learning. In: NIPS Deep Learning Workshop (2013)"},{"key":"14_CR26","unstructured":"Yoon, M.: Developing basic soccer skills using reinforcement learning for the RoboCup small size league. Ph.D. thesis, Stellenbosch: Stellenbosch University (2015)"},{"key":"14_CR27","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Schwab, D., Veloso, M.: Learning primitive skills for mobile robots. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 7597\u20137603 (2019)","DOI":"10.1109\/ICRA.2019.8793688"},{"key":"14_CR28","unstructured":"Zolanvari, A., Shirazi, M., Menhaj, M.: A Q-learning approach for controlling a robotic goalkeeper during penalty procedure. In: 2019 II International Congress on Science and Engineering, Hamburg-Germany, pp. 1\u201312 (2019)"}],"container-title":["Lecture Notes in Computer Science","RoboCup 2021: Robot World Cup XXIV"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-98682-7_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:02:03Z","timestamp":1774054923000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-98682-7_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030986810","9783030986827"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-98682-7_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"22 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RoboCup","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Robot World Cup","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"robocup2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.robocup.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The volume also contains 10 reviewed champion papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}