{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T10:04:59Z","timestamp":1760609099570,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030003074"},{"type":"electronic","value":"9783030003081"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-00308-1_8","type":"book-chapter","created":{"date-parts":[[2018,9,6]],"date-time":"2018-09-06T18:43:53Z","timestamp":1536259433000},"page":"95-107","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Toward Real-Time Decentralized Reinforcement Learning Using Finite Support Basis Functions"],"prefix":"10.1007","author":[{"given":"Kenzo","family":"Lobos-Tsunekawa","sequence":"first","affiliation":[]},{"given":"David L.","family":"Leottau","sequence":"additional","affiliation":[]},{"given":"Javier","family":"Ruiz-del-Solar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,9,7]]},"reference":[{"key":"8_CR1","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/978-3-319-68792-6_3","volume-title":"RoboCup 2016: Robot World Cup XX","author":"A B\u00f6ckmann","year":"2017","unstructured":"B\u00f6ckmann, A., Laue, T.: Kick motions for the NAO robot using dynamic movement primitives. In: Behnke, S., Sheh, R., Sar\u0131el, S., Lee, Daniel D. (eds.) RoboCup 2016. LNCS (LNAI), vol. 9776, pp. 33\u201344. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68792-6_3"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Busoniu, L., Schutter, B.D., Babuska, R.: Decentralized reinforcement learning control of a robotic manipulator. In: Ninth International Conference on Control, Automation, Robotics and Vision, ICARCV 2006, Singapore, 5\u20138 December 2006, pp. 1\u20136 (2006)","DOI":"10.1109\/ICARCV.2006.345351"},{"key":"8_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-319-29339-4_2","volume-title":"RoboCup 2015: Robot World Cup XIX","author":"C Celemin","year":"2015","unstructured":"Celemin, C., Ruiz-del-Solar, J.: Interactive learning of continuous actions from corrective advice communicated by humans. In: Almeida, L., Ji, J., Steinbauer, G., Luke, S. (eds.) RoboCup 2015. LNCS (LNAI), vol. 9513, pp. 16\u201327. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-29339-4_2"},{"key":"8_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1007\/978-3-319-68792-6_31","volume-title":"RoboCup 2016: Robot World Cup XX","author":"DL Leottau","year":"2017","unstructured":"Leottau, D.L., Vatsyayan, A., Ruiz-del-Solar, J., Babu\u0161ka, R.: Decentralized reinforcement learning applied to mobile robots. In: Behnke, S., Sheh, R., Sar\u0131el, S., Lee, D.D. (eds.) RoboCup 2016. LNCS (LNAI), vol. 9776, pp. 368\u2013379. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68792-6_31"},{"key":"8_CR5","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1007\/978-3-642-32060-6_9","volume-title":"RoboCup 2011: Robot Soccer World Cup XV","author":"C Graf","year":"2012","unstructured":"Graf, C., R\u00f6fer, T.: A center of mass observing 3D-LIPM gait for the RoboCup standard platform league humanoid. In: R\u00f6fer, T., Mayer, N.M., Savage, J., Saranl\u0131, U. (eds.) RoboCup 2011. LNCS (LNAI), vol. 7416, pp. 102\u2013113. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-32060-6_9"},{"key":"8_CR6","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/978-3-319-29339-4_24","volume-title":"RoboCup 2015: Robot World Cup XIX","author":"DL Leottau","year":"2015","unstructured":"Leottau, D.L., Ruiz-del-Solar, J., MacAlpine, P., Stone, P.: A study of layered learning strategies applied to individual behaviors in robot soccer. In: Almeida, L., Ji, J., Steinbauer, G., Luke, S. (eds.) RoboCup 2015. LNCS (LNAI), vol. 9513, pp. 290\u2013302. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-29339-4_24"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Schilling, R.J., Member, S., Carroll, J.J., Al-ajlouni, A.F.: Approximation of nonlinear systems with RBF neural networks. In: IEEE Transactions on Neural Networks (2001)","DOI":"10.1109\/72.896792"},{"key":"8_CR8","unstructured":"Leottau, D.L., Ruiz-del-Solar, J.: An accelerated approach to decentralized reinforcement learning of the ball-dribbling behavior. In: AAAI Workshop: Knowledge, Skill, and Behavior Transfer in Autonomous Robots (2015)"},{"key":"8_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1007\/978-3-319-18615-3_45","volume-title":"RoboCup 2014: Robot World Cup XVIII","author":"L Leottau","year":"2015","unstructured":"Leottau, L., Celemin, C., Ruiz-del-Solar, J.: Ball dribbling for humanoid biped robots: a reinforcement learning and fuzzy control approach. In: Bianchi, R., Akin, H., Ramamoorthy, S., Sugiura, K. (eds.) RoboCup 2014. LNCS (LNAI), vol. 8992, pp. 549\u2013561. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-18615-3_45"},{"key":"8_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/978-3-642-20217-9_10","volume-title":"RoboCup 2010: Robot Soccer World Cup XIV","author":"J M\u00fcller","year":"2011","unstructured":"M\u00fcller, J., Laue, T., R\u00f6fer, T.: Kicking a ball \u2013 modeling complex dynamic motions for humanoid robots. In: Ruiz-del-Solar, J., Chown, E., Pl\u00f6ger, Paul G. (eds.) RoboCup 2010. LNCS (LNAI), vol. 6556, pp. 109\u2013120. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-20217-9_10"},{"key":"8_CR11","unstructured":"R\u00f6fer, T., et al.: B-Human team report and code release 2016 (2016). http:\/\/www.b-human.de\/downloads\/publications\/2016\/coderelease2016.pdf"},{"key":"8_CR12","unstructured":"R\u00f6fer, T., et al.: B-human team report and code release 2011 (2011). http:\/\/www.b-human.de\/downloads\/bhuman11_coderelease.pdf"},{"key":"8_CR13","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-662-44468-9_3","volume-title":"RoboCup 2013: Robot World Cup XVII","author":"F Wenk","year":"2014","unstructured":"Wenk, F., R\u00f6fer, T.: Online generated kick motions for the NAO balanced using inverse dynamics. In: Behnke, S., Veloso, M., Visser, A., Xiong, R. (eds.) RoboCup 2013. LNCS (LNAI), vol. 8371, pp. 25\u201336. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44468-9_3"},{"key":"8_CR14","doi-asserted-by":"publisher","DOI":"10.1201\/9781439821091","volume-title":"Reinforcement Learning and Dynamic Programming Using Function Approximators","author":"L Busoniu","year":"2010","unstructured":"Busoniu, L., Babuska, R., Schutter, B.D., Ernst, D.: Reinforcement Learning and Dynamic Programming Using Function Approximators, 1st edn. CRC Press Inc, Boca Raton (2010)","edition":"1"},{"key":"8_CR15","unstructured":"Papierok, S., Pauli, J.: Application of reinforcement learning in a real environment using an RBF network. In: 1st International Workshop on Evolutionary and Reinforcement Learning for Autonomous Robot Systems. ERLARS 2008 (2008)"},{"key":"8_CR16","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Introduction to Reinforcement Learning, 1st edn. MIT Press, Cambridge (1998)","edition":"1"},{"key":"8_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10559-011-9285-7","volume":"47","author":"OG Rudenko","year":"2011","unstructured":"Rudenko, O.G., Bezsonov, A.A., Liashenko, A.S., Sunna, R.A.: Approximation of gaussian basis functions in the problem of adaptive control of nonlinear objects. Cybern. Syst. Anal. 47, 1\u201310 (2011)","journal-title":"Cybern. Syst. Anal."},{"key":"8_CR18","series-title":"Adaptation, Learning, and Optimization","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1007\/978-3-642-27645-3_18","volume-title":"Reinforcement Learning","author":"J Kober","year":"2012","unstructured":"Kober, J., Peters, J.: Reinforcement learning in robotics: a survey. In: Wiering, M., van Otterlo, M. (eds.) Reinforcement Learning. ALO, vol. 12, pp. 579\u2013610. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-27645-3_18"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Gouaillier, D., et al.: Mechatronic design of NAO humanoid. In: IEEE International Conference on Robotics and Automation, Kobe, Japan, pp. 769\u2013774. IEEE (2009)","DOI":"10.1109\/ROBOT.2009.5152516"},{"key":"8_CR20","unstructured":"Lobos-Tsunekawa, K., Leottau, D.L., Ruiz-del-Solar, J.: Decentralized Reinforcement Learning In-Walk Kicks using Finite Basis Functions. https:\/\/youtu.be\/3fp-r3xQeAQ. Accessed 5 June 2017"}],"container-title":["Lecture Notes in Computer Science","RoboCup 2017: Robot World Cup XXI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-00308-1_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,8]],"date-time":"2022-09-08T00:03:31Z","timestamp":1662595411000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-00308-1_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030003074","9783030003081"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-00308-1_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"7 September 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RoboCup","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Robot World Cup","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nagoya","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"robocup2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.robocup2017.org\/eng\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,67","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,04","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9 other papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}