{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T14:26:49Z","timestamp":1774103209143,"version":"3.50.1"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030356989","type":"print"},{"value":"9783030356996","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-35699-6_1","type":"book-chapter","created":{"date-parts":[[2019,12,2]],"date-time":"2019-12-02T11:34:58Z","timestamp":1575286498000},"page":"3-15","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Learning to Run Faster in a Humanoid Robot Soccer Environment Through Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6342-2054","authenticated-orcid":false,"given":"Miguel","family":"Abreu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4709-1718","authenticated-orcid":false,"given":"Luis Paulo","family":"Reis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0513-158X","authenticated-orcid":false,"given":"Nuno","family":"Lau","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,1]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Abreu, M., Lau, N., Sousa, A., Reis, L.P.: Learning low level skills from scratch for humanoid robot soccer using deep reinforcement learning. In: 19th IEEE International Conference on Autonomous Robot Systems and Competitions (IEEE ICARSC 2019), Gondomar, Porto, Portugal, 24\u201326 April 2019","DOI":"10.1109\/ICARSC.2019.8733632"},{"issue":"3","key":"1_CR2","first-page":"49","volume":"19","author":"I Noda","year":"1998","unstructured":"Noda, I., Suzuki, S.J., Matsubara, H., Asada, M., Kitano, H.: RoboCup-97: the first robot world cup soccer games and conferences. AI Mag. 19(3), 49 (1998)","journal-title":"AI Mag."},{"key":"1_CR3","unstructured":"Glaser, S.: RoboCup Soccer - 3D Simulation League. https:\/\/archive.robocup.info\/Soccer\/Simulation\/2D\/binaries\/RoboCup\/2018\/. Accessed 19 Apr 2019"},{"key":"1_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1007\/978-3-030-27544-0_38","volume-title":"RoboCup 2018: Robot World Cup XXII","author":"P MacAlpine","year":"2019","unstructured":"MacAlpine, P., Torabi, F., Pavse, B., Sigmon, J., Stone, P.: UT Austin Villa: RoboCup 2018 3D simulation league champions. In: Holz, D., Genter, K., Saad, M., von Stryk, O. (eds.) RoboCup 2018. LNCS (LNAI), vol. 11374, pp. 462\u2013475. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-27544-0_38"},{"key":"1_CR5","unstructured":"Gazebo support for the RoboCup 3D simulator league. https:\/\/bitbucket.org\/osrf\/robocup3ds. Accessed 19 Apr 2019"},{"key":"1_CR6","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1007\/978-3-030-00308-1_39","volume-title":"RoboCup 2017: Robot World Cup XXI","author":"P MacAlpine","year":"2018","unstructured":"MacAlpine, P., Stone, P.: UT Austin Villa: RoboCup 2017 3D simulation league competition and technical challenges champions. In: Akiyama, H., Obst, O., Sammut, C., Tonidandel, F. (eds.) RoboCup 2017. LNCS (LNAI), vol. 11175, pp. 473\u2013485. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00308-1_39"},{"key":"1_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/978-3-319-18615-3_3","volume-title":"RoboCup 2014: Robot World Cup XVIII","author":"P MacAlpine","year":"2015","unstructured":"MacAlpine, P., Depinet, M., Liang, J., Stone, P.: UT Austin Villa: RoboCup 2014 3D simulation league competition and technical challenge champions. In: Bianchi, R.A.C., Akin, H.L., Ramamoorthy, S., Sugiura, K. (eds.) RoboCup 2014. LNCS (LNAI), vol. 8992, pp. 33\u201346. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-18615-3_3"},{"issue":"12","key":"1_CR8","first-page":"193","volume":"12","author":"N Snafii","year":"2015","unstructured":"Snafii, N., Abdolmaleki, A., Lau, N., Reis, L.P.: Development of an omnidirectional walk engine for soccer humanoid robots. Int. J. Adv. Rob. Syst. 12(12), 193 (2015)","journal-title":"Int. J. Adv. Rob. Syst."},{"issue":"6","key":"1_CR9","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.1007\/s13042-014-0307-4","volume":"7","author":"K Moradi","year":"2016","unstructured":"Moradi, K., Fathian, M., Ghidary, S.S.: Omnidirectional walking using central pattern generator. Int. J. Mach. Learn. Cybernet. 7(6), 1023\u20131033 (2016)","journal-title":"Int. J. Mach. Learn. Cybernet."},{"issue":"3","key":"1_CR10","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s10846-016-0347-y","volume":"83","author":"A Abdolmaleki","year":"2016","unstructured":"Abdolmaleki, A., Lau, N., Reis, L.P., Peters, J., Neumann, G.: Contextual policy search for linear and nonlinear generalization of a humanoid walking controller. J. Intell. Rob. Syst. 83(3), 393\u2013408 (2016)","journal-title":"J. Intell. Rob. Syst."},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Abdolmaleki, A., Lau, N., Reis, L.P., Peters, J., Neumann, G.: Contextual policy search for generalizing a parameterized biped walking controller. In: 2015 IEEE International Conference on Autonomous Robot Systems and Competitions, pp. 17\u201322. IEEE (2015)","DOI":"10.1109\/ICARSC.2015.43"},{"issue":"3","key":"1_CR12","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/s10846-015-0191-5","volume":"80","author":"N Shafii","year":"2015","unstructured":"Shafii, N., Lau, N., Reis, L.P.: Learning to walk fast: optimized hip height movement for simulated and real humanoid robots. J. Intell. Rob. Syst. 80(3), 555\u2013571 (2015)","journal-title":"J. Intell. Rob. Syst."},{"key":"1_CR13","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1007\/978-3-662-44468-9_59","volume-title":"RoboCup 2013: Robot World Cup XVII","author":"Y Xu","year":"2014","unstructured":"Xu, Y., Vatankhah, H.: SimSpark: an open source robot simulator developed by the RoboCup community. In: Behnke, S., Veloso, M., Visser, A., Xiong, R. (eds.) RoboCup 2013. LNCS (LNAI), vol. 8371, pp. 632\u2013639. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44468-9_59"},{"key":"1_CR14","unstructured":"SoftBank Robotics: Nao the humanoid robot. https:\/\/www.softbankrobotics.com\/emea\/en\/nao. Accessed 19 Apr 2019"},{"issue":"6","key":"1_CR15","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1109\/TAC.1974.1100705","volume":"19","author":"H Akaike","year":"1974","unstructured":"Akaike, H.: A new look at the statistical model identification. IEEE Trans. Autom. Control 19(6), 716\u2013723 (1974)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"1","key":"1_CR16","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1080\/03610927808827599","volume":"7","author":"N Sugiura","year":"1978","unstructured":"Sugiura, N.: Further analysis of the data by Akaike\u2019s information criterion and the finite corrections. Commun. Stat. Theory Methods 7(1), 13\u201326 (1978)","journal-title":"Commun. Stat. Theory Methods"},{"key":"1_CR17","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR, vol. abs\/1707.06347 (2017)"},{"key":"1_CR18","unstructured":"Dhariwal, P., et al.: Openai baselines. https:\/\/github.com\/openai\/baselines. Accessed 20 Apr 2019"},{"key":"1_CR19","unstructured":"The MagmaOffenburg RoboCup 3D Simulation Team: magmaChallenge: Benchmark tool for RoboCup 3D soccer simulation. https:\/\/github.com\/magmaOffenburg\/magmaChallenge. Accessed 19 Apr 2019"},{"issue":"6","key":"1_CR20","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1177\/036354658601400613","volume":"14","author":"RS Adelaar","year":"1986","unstructured":"Adelaar, R.S.: The practical biomechanics of running. Am. J. Sports Med. 14(6), 497\u2013500 (1986)","journal-title":"Am. J. Sports Med."},{"issue":"1","key":"1_CR21","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/S0966-6362(97)00038-6","volume":"7","author":"TF Novacheck","year":"1998","unstructured":"Novacheck, T.F.: The biomechanics of running. Gait Posture 7(1), 77\u201395 (1998)","journal-title":"Gait Posture"},{"key":"1_CR22","unstructured":"SoftBank Robotics: Aldebaran documentation: Nao - actuator & sensor list. http:\/\/doc.aldebaran.com\/2-1\/family\/nao dcm\/actuator sensor names.html"}],"container-title":["Lecture Notes in Computer Science","RoboCup 2019: Robot World Cup XXIII"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-35699-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,7]],"date-time":"2024-10-07T14:02:47Z","timestamp":1728309767000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-35699-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030356989","9783030356996"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-35699-6_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"1 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RoboCup","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Robot World Cup","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"robocup2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2019.robocup.org\/symposium.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"74","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}