{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T09:43:44Z","timestamp":1773740624889,"version":"3.50.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,11,5]],"date-time":"2021-11-05T00:00:00Z","timestamp":1636070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,11,5]],"date-time":"2021-11-05T00:00:00Z","timestamp":1636070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s12652-021-03551-9","type":"journal-article","created":{"date-parts":[[2021,11,5]],"date-time":"2021-11-05T08:02:47Z","timestamp":1636099367000},"page":"6947-6957","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Generation a shooting on the walking for soccer simulation 3D league using Q-learning algorithm"],"prefix":"10.1007","volume":"14","author":[{"given":"Yun","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yibin","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amin","family":"Rezaeipanah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,5]]},"reference":[{"key":"3551_CR1","doi-asserted-by":"crossref","unstructured":"Abreu M, Reis LP, Lau N (2019) Learning to run faster in a humanoid robot soccer environment through reinforcement learning. In Robot World Cup, pp. 3\u201315","DOI":"10.1007\/978-3-030-35699-6_1"},{"issue":"3","key":"3551_CR2","doi-asserted-by":"publisher","first-page":"1141","DOI":"10.1007\/s12652-019-01380-5","volume":"11","author":"P Asghari","year":"2020","unstructured":"Asghari P, Soleimani E, Nazerfard E (2020) Online human activity recognition employing hierarchical hidden Markov models. J Ambient Intell Humaniz Comput 11(3):1141\u20131152","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"12","key":"3551_CR34","doi-asserted-by":"publisher","first-page":"6470","DOI":"10.1007\/s11227-017-2156-x","volume":"74","author":"MS Aslanpour","year":"2018","unstructured":"Aslanpour MS, Dashti SE, Ghobaei-Arani M, Rahmanian AA (2018) Resource provisioning for cloud applications: a 3-D, provident and flexible approach. J Supercomput 74(12):6470\u20136501","journal-title":"J Supercomput"},{"key":"3551_CR3","doi-asserted-by":"crossref","unstructured":"B\u00f6ckmann A, Laue T (2016) Kick motions for the NAO robot using dynamic movement primitives. In: Robot World Cup, pp. 33\u201344","DOI":"10.1007\/978-3-319-68792-6_3"},{"key":"3551_CR4","unstructured":"Boedecker J, Asada M (2008) Simspark\u2013concepts and application in the robocup 3D soccer simulation league. In: Proc workshop SIMPAR int conf simulation, modeling programming autonomous robots, pp. 174\u2013181"},{"key":"3551_CR5","unstructured":"Dorer K, Glaser S (2016) The magmaoffenburg 2016 robocup 3d simulation team. Proceedings of RoboCup, pp. 1\u20136"},{"key":"3551_CR6","doi-asserted-by":"crossref","unstructured":"Farazi H, Allgeuer P, Ficht G, Brandenburger A, Pavlichenko D, Schreiber M, Behnke S (2016) RoboCup 2016 humanoid teensize winner nimbro: robust visual perception and soccer behaviors. In: Robot World Cup, pp. 478\u2013490","DOI":"10.1007\/978-3-319-68792-6_40"},{"key":"3551_CR7","doi-asserted-by":"publisher","first-page":"104325","DOI":"10.1016\/j.engappai.2021.104325","volume":"104","author":"S Forouzandeh","year":"2021","unstructured":"Forouzandeh S, Rostami M, Berahmand K (2021) Presentation a Trust Walker for rating prediction in recommender system with biased random walk: effects of H-index centrality, similarity in items and friends. Eng Appl Artif Intell 104:104325","journal-title":"Eng Appl Artif Intell"},{"issue":"3","key":"3551_CR8","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1109\/MRA.2015.2448811","volume":"22","author":"R Gerndt","year":"2015","unstructured":"Gerndt R, Seifert D, Baltes JH, Sadeghnejad S, Behnke S (2015) Humanoid robots in soccer: robots versus humans in RoboCup 2050. IEEE Robot Autom Mag 22(3):147\u2013154","journal-title":"IEEE Robot Autom Mag"},{"issue":"10","key":"3551_CR9","doi-asserted-by":"crossref","first-page":"1865","DOI":"10.1002\/spe.2598","volume":"48","author":"M Ghobaei-Arani","year":"2018","unstructured":"Ghobaei-Arani M, Rahmanian AA, Souri A, Rahmani AM (2018) A moth-flame optimization algorithm for web service composition in cloud computing: simulation and verification. Softw Pract Exp 48(10):1865\u20131892","journal-title":"Softw Pract Exp"},{"issue":"2004","key":"3551_CR10","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/j.laa.2004.03.025","volume":"389","author":"SC Han","year":"2004","unstructured":"Han SC, Li HX (2004) Invertible incline matrices and Cramer\u2019s rule over inclines. Linear Algebr Appl 389(2004):121\u2013138","journal-title":"Linear Algebr Appl"},{"key":"3551_CR11","doi-asserted-by":"crossref","unstructured":"He H, Liang Z, Lu Y, Xu C, Yang B, Fang F (2019) Dynamic kick optimization of humanoid robot based on options framework. In 2019 Chinese control and decision conference (CCDC), pp. 5176\u20135181","DOI":"10.1109\/CCDC.2019.8833269"},{"key":"3551_CR12","doi-asserted-by":"crossref","unstructured":"Hereid A, Cousineau EA, Hubicki CM, Ames AD (2016) 3D dynamic walking with underactuated humanoid robots: a direct collocation framework for optimizing hybrid zero dynamics. In 2016 IEEE int conf on robotics and automation (ICRA), pp. 1447\u20131454","DOI":"10.1109\/ICRA.2016.7487279"},{"issue":"3","key":"3551_CR13","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1109\/70.938385","volume":"17","author":"Q Huang","year":"2001","unstructured":"Huang Q, Yokoi K, Kajita S, Kaneko K, Arai H, Koyachi N, Tanie K (2001) Planning walking patterns for a biped robot. IEEE Trans Robot Autom 17(3):280\u2013289","journal-title":"IEEE Trans Robot Autom"},{"issue":"6","key":"3551_CR14","doi-asserted-by":"publisher","first-page":"2225","DOI":"10.1007\/s12652-019-01351-w","volume":"11","author":"D Kim","year":"2020","unstructured":"Kim D, Lee T, Kim S, Lee B, Youn HY (2020) Adaptive packet scheduling in iot environment based on q-learning. J Ambient Intell Humaniz Comput 11(6):2225\u20132235","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"3551_CR15","doi-asserted-by":"crossref","unstructured":"Kober J, Oztop E, Peters J (2011) Reinforcement learning to adjust robot movements to new situations. In\u00a0twenty-second int joint conf on artificial intelligence, pp. 2650\u20132655","DOI":"10.15607\/RSS.2010.VI.005"},{"key":"3551_CR16","doi-asserted-by":"crossref","unstructured":"Li X, Liang Z, Feng H (2015) Kicking motion planning of NAO robots based on CMA-ES. In The 27th Chinese control and decision conf. (2015 CCDC), pp. 6158\u20136161","DOI":"10.1109\/CCDC.2015.7161918"},{"issue":"1","key":"3551_CR17","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1109\/TMECH.2017.2717461","volume":"23","author":"Z Li","year":"2017","unstructured":"Li Z, Zhao T, Chen F, Hu Y, Su CY, Fukuda T (2017) Reinforcement learning of manipulation and grasping using dynamical movement primitives for a humanoid like mobile manipulator. IEEE\/ASME Trans Mechatron 23(1):121\u2013131","journal-title":"IEEE\/ASME Trans Mechatron"},{"key":"3551_CR18","doi-asserted-by":"crossref","unstructured":"MacAlpine P, Stone P (2016) UT Austin villa: RoboCup 2016 3D simulation league competition and technical challenges champions. In Robot World Cup, pp. 515\u2013528","DOI":"10.1007\/978-3-319-68792-6_43"},{"key":"3551_CR19","doi-asserted-by":"crossref","unstructured":"MacAlpine P, Depinet M, Liang J, Stone P (2014) UT Austin villa: RoboCup 2014 3D simulation league competition and technical challenge champions. In Robot Soccer World Cup, pp. 33\u201346","DOI":"10.1007\/978-3-319-18615-3_3"},{"issue":"3","key":"3551_CR20","first-page":"104","volume":"2","author":"A Mahapatra","year":"2013","unstructured":"Mahapatra A, Roy SS, Pratihar DK (2013) Modeling and simulation of wave gait of a hexapod walking robot: A CAD\/CAE approach. IAES Int J Robot Autom 2(3):104\u2013111","journal-title":"IAES Int J Robot Autom"},{"key":"3551_CR21","unstructured":"Marques H, Lau N, Reis LP (2004) FC Portugal 3D simulation team: architecture, low-level skills and team behaviour optimized for the new robocup 3D simulator. In: Proc scientific meeting of the Portuguese robotics open, pp. 31\u201337"},{"key":"3551_CR22","doi-asserted-by":"crossref","unstructured":"Nasrollahi P, Jafari S, Ebrahimi M (2012) Action classification of humanoid soccer robots using machine learning. In: The 16th CSI international symposium on artificial intelligence and signal processing (AISP 2012), pp. 598\u2013603","DOI":"10.1109\/AISP.2012.6313816"},{"key":"3551_CR23","doi-asserted-by":"crossref","unstructured":"Pena P, Masterjohn J, Visser U (2017) An omni-directional kick engine for humanoid robots with parameter optimization. In: Robot World Cup, pp. 385\u2013397","DOI":"10.1007\/978-3-030-00308-1_32"},{"key":"3551_CR24","unstructured":"Qian Y, Baucom A, Han Q, Small A, Buckman D, Lee DD (2016) The UPennalizers RoboCup standard platform league team description paper 2016. In RoboCup symposium"},{"issue":"3","key":"3551_CR25","first-page":"543","volume":"16","author":"B Rakojevi\u0107","year":"2019","unstructured":"Rakojevi\u0107 B, Mrdakovi\u0107 V, Pa\u017ein N, Vulovi\u0107 R, Leontijevi\u0107 B, Ili\u0107 D (2019) Speed-accuracy tradeoff of instep kick in young soccer players. Facta Univ Ser Phys Educ Sport 16(3):543\u2013555","journal-title":"Facta Univ Ser Phys Educ Sport"},{"issue":"2020","key":"3551_CR26","first-page":"1235","volume":"13","author":"A Rezaeipanah","year":"2020","unstructured":"Rezaeipanah A, Amiri P, Jafari S (2020) Performing the kick during walking for robocup 3d soccer simulation league using reinforcement learning algorithm. Int J Soc Robot 13(2020):1235\u20131252","journal-title":"Int J Soc Robot"},{"issue":"3","key":"3551_CR27","first-page":"1","volume":"36","author":"A Rezaeipanah","year":"2021","unstructured":"Rezaeipanah A, Jamshidi Z, Jafari S (2021) A shooting strategy when moving on humanoid robots using inverse kinematics and q-learning. Int J Robot Autom 36(3):1\u20137","journal-title":"Int J Robot Autom"},{"issue":"1","key":"3551_CR28","first-page":"15","volume":"35","author":"N Shawki","year":"2020","unstructured":"Shawki N, Lazarou G, Isenberg DR (2020) Stability and performance analysis of a payload-manipulating robot without adaptive control. Int J Robot Autom 35(1):15\u201321","journal-title":"Int J Robot Autom"},{"key":"3551_CR29","doi-asserted-by":"crossref","unstructured":"Stoecker J, Visser U (2013) Visualizing and debugging complex multi-agent soccer scenes in real time. In: Robot Soccer World Cup. Springer, Berlin, pp. 640\u2013647","DOI":"10.1007\/978-3-662-44468-9_60"},{"issue":"3","key":"3551_CR30","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1177\/105971230501300301","volume":"13","author":"P Stone","year":"2005","unstructured":"Stone P, Sutton RS, Kuhlmann G (2005) Reinforcement learning for robocup soccer keepaway. Adapt Behav 13(3):165\u2013188","journal-title":"Adapt Behav"},{"issue":"4","key":"3551_CR31","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1080\/00222895.2016.1219311","volume":"49","author":"R Tillaar","year":"2017","unstructured":"Tillaar R, Fuglstad P (2017) Effect of instructions prioritizing speed or accuracy on kinematics and kicking performance in football players. J Mot Behav 49(4):414\u2013421","journal-title":"J Mot Behav"},{"key":"3551_CR32","doi-asserted-by":"crossref","unstructured":"Wang C, Jia W, Sun Y, Ma S (2019) Practical kicking motion generation method for NAO. In 2019 IEEE int conf on mechatronics and automation (ICMA), pp. 163\u2013168","DOI":"10.1109\/ICMA.2019.8816224"},{"key":"3551_CR33","doi-asserted-by":"crossref","unstructured":"Yasin A, Huang Q, Xu Q, Sultan MS (2012) Humanoid robot push recovery through foot placement. In: 2012 IEEE int conf on mechatronics and automation, pp. 59\u201363","DOI":"10.1109\/ICMA.2012.6282737"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-021-03551-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-021-03551-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-021-03551-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T08:36:13Z","timestamp":1699778173000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-021-03551-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,5]]},"references-count":34,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["3551"],"URL":"https:\/\/doi.org\/10.1007\/s12652-021-03551-9","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,5]]},"assertion":[{"value":"21 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 October 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}