{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T07:47:09Z","timestamp":1777621629238,"version":"3.51.4"},"reference-count":128,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2016,9,1]],"date-time":"2016-09-01T00:00:00Z","timestamp":1472688000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["FP7-ICT-IP-231722"],"award-info":[{"award-number":["FP7-ICT-IP-231722"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2016,9]]},"DOI":"10.1109\/tamd.2015.2494460","type":"journal-article","created":{"date-parts":[[2015,10,22]],"date-time":"2015-10-22T18:40:14Z","timestamp":1445539214000},"page":"152-170","source":"Crossref","is-referenced-by-count":15,"title":["Interplay of Rhythmic and Discrete Manipulation Movements During Development: A Policy-Search Reinforcement-Learning Robot Model"],"prefix":"10.1109","volume":"8","author":[{"given":"Valentina Cristina","family":"Meola","sequence":"first","affiliation":[]},{"given":"Daniele","family":"Caligiore","sequence":"additional","affiliation":[]},{"given":"Valerio","family":"Sperati","sequence":"additional","affiliation":[]},{"given":"Loredana","family":"Zollo","sequence":"additional","affiliation":[]},{"given":"Anna Lisa","family":"Ciancio","sequence":"additional","affiliation":[]},{"given":"Fabrizio","family":"Taffoni","sequence":"additional","affiliation":[]},{"given":"Eugenio","family":"Guglielmelli","sequence":"additional","affiliation":[]},{"given":"Gianluca","family":"Baldassarre","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-007-9065-4"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-6123(06)65027-9"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.conb.2004.03.013"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1152\/jn.1991.65.2.273","article-title":"Basal ganglia motor control I: Nonexclusive relation of pallidal discharge to five movement modes","volume":"65","author":"mink","year":"1991","journal-title":"J Neurophisiol"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-007-0899-y"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2013.07.016"},{"key":"ref37","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195118254.001.0001","author":"gibson","year":"2000","journal-title":"An Ecological Approach to Perceptual Learning and Development"},{"key":"ref36","author":"gibson","year":"1979","journal-title":"The Ecological Approach to Visual Perception"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.jecp.2007.07.001"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1111\/j.1749-6632.2002.tb07576.x"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1919"},{"key":"ref27","author":"houk","year":"2011","journal-title":"Modelling Natural Action Selection"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(98)01221-2"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1142\/9789812834232_0002"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s00426-012-0424-1"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1037\/a0020887"},{"key":"ref24","author":"shadmehr","year":"2005","journal-title":"The Computational Neurobiology of Reaching and Pointing A Foundation for Motor Learning"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(02)00698-0"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2010.5578852"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2007.2063"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/1774674.1774684"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-6123(03)42012-8"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/S0003-3472(81)80146-7"},{"key":"ref51","author":"piaget","year":"1953","journal-title":"The Origins of Intelligence in Children"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:osobl\/9780199552917.001.0001"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1126\/science.1138353"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1038\/35000576"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"1688","DOI":"10.1523\/JNEUROSCI.05-07-01688.1985","article-title":"The coordination of arm movements: An experimentally confirmed mathematical model","volume":"5","author":"flash","year":"1985","journal-title":"J Neurosci"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/BF00449593"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2012.2209879"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1126\/science.7375924"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/0022-0965(69)90025-3"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2009.5379558"},{"key":"ref4","author":"cangelosi","year":"2014","journal-title":"Developmental Robotics From Babies to Robots"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/09540090310001655110"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2889.001.0001","author":"nolfi","year":"2000","journal-title":"Evolutionary Robotics The Biology Intelligence and Technology of Self-Organizing Machines"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(01)00157-9"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.03.014"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-011-9235-2"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ne.08.030185.001313"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1126\/science.1138353"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2012.2210294"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-004-1914-1"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2013.00090"},{"key":"ref47","article-title":"Learning parameterized motor skills on a humanoid robot","author":"castro da silva","year":"2014","journal-title":"IEEE Int Conf Robot and Autom (ICRA)"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/Humanoids.2011.6100815"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2010.5578840"},{"key":"ref44","first-page":"1e","article-title":"Using motor babbling and hebb rules for modeling the development of reaching with obstacles and grasping","author":"caligiore","year":"2008","journal-title":"Proc of COGSYS 2008"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1037\/a0037016"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2012.12.012"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00907"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2013.00022"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2011.6037367"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69134-1_22"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2011.6037370"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.112.2.329"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.031809.130730"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1037\/0012-1649.32.5.811"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/BF00203449"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.brainres.2003.09.031"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/DevLrn.2012.6400839"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2014.2341351"},{"key":"ref78","first-page":"1","article-title":"Nonlinear dynamical systems as movement primitives","author":"schaal","year":"2000","journal-title":"Proc IEEE Int Conf Humanoid Robot"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)61915-9"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1177\/1073858408316002"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-005-0169-9"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1037\/0012-1649.18.3.450"},{"key":"ref63","first-page":"1477","article-title":"The syntax of human infant reaching","author":"berthier","year":"2011","journal-title":"Proc 8th Int Conf Complex Syst NECSI"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1162\/jocn.1993.5.4.408"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/11840541_34"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2004.04.002"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2003.11.004"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2062511"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nn1322"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2012.05.008"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74479-5_6"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2006.1966"},{"key":"ref95","first-page":"3137","article-title":"A generalized path integral control approach to reinforcement learning","volume":"11","author":"theodorou","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1007\/11840541_32"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5223-6"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-015-0662-6"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.2478\/pjbr-2013-0003"},{"key":"ref106","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","article-title":"Reservoir computing approaches to recurrent neural network training","volume":"3","author":"luko?evi?ius","year":"2009","journal-title":"Comput Sci Rev"},{"key":"ref92","article-title":"Policy improvement methods: Between black-box optimization and episodic reinforcement learning","author":"stulp","year":"2012","journal-title":"Computer and Robot Vision"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.02.003"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.890271"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2014.00576"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1017\/S026357470500202X"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/s10071-014-0740-5"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1142\/S0219635212500069"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2014.00124"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1126\/science.3344437"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2012.09.015"},{"key":"ref98","article-title":"Path integral policy improvement with covariance matrix adaptation","author":"stulp","year":"2012","journal-title":"Proc 29th Int Conf Mach Learn"},{"key":"ref99","volume":"4850","author":"sandini","year":"2007","journal-title":"50 Years of Artificial Intelligence Essays Dedicated to the 50th Anniversary of Artificial Intelligence"},{"key":"ref96","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2007.11.026"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/0003-3472(79)90006-X"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1139\/y04-056"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198524052.001.0001"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1299\/kikaic.68.1647"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2004.1307989"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ne.09.030186.002041"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1023\/A:1025696116075"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/PL00007984"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2009.5152577"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39875-9"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-0173(98)00002-2"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2012.6651499"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1093\/ptj\/82.1.69","article-title":"Central pattern generation of locomotion: A review of the evidence","volume":"82","author":"mackay-lyons","year":"2002","journal-title":"Phys Therapy"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"1e","DOI":"10.5772\/56479","article-title":"The role of learning and kinematic features in dexterous manipulation: A comparative study with two robotic hands","volume":"10","author":"ciancio","year":"2013","journal-title":"Int J Adv Robot Syst"},{"key":"ref119","author":"baldassarre","year":"2002","journal-title":"Planning with Neural Networks and Reinforcement Learning"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1152\/jn.90531.2008"},{"key":"ref83","first-page":"1523","article-title":"Learning attractor landscapes for learning motor primitives","volume":"15","author":"ijspeert","year":"2002","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2007.4354040"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.114.4.1015"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-79629-6_7"},{"key":"ref80","author":"strogatz","year":"1994","journal-title":"Nonlinear Dynamics and Chaos"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45002-3_11"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X0004070X"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1177\/1059712313488782"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2014.7041359"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2056368"},{"key":"ref85","first-page":"27","article-title":"A bioinspired hierarchical reinforcement learning architecture for modeling learning of multiple skills with continuous state and actions","author":"caligiore","year":"2010","journal-title":"Proc 10th Int Conf Epigenetic Robot"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1177\/1059712314539710"},{"key":"ref87","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-0449-0"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/7562575\/07303905.pdf?arnumber=7303905","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T03:16:07Z","timestamp":1748661367000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7303905\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9]]},"references-count":128,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tamd.2015.2494460","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,9]]}}}