{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T01:40:07Z","timestamp":1748828407652,"version":"3.41.0"},"reference-count":58,"publisher":"Frontiers Media SA","funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["ERC Starting Grant EXPLORERS 240 007"],"award-info":[{"award-number":["ERC Starting Grant EXPLORERS 240 007"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["MACSi"],"award-info":[{"award-number":["MACSi"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["frontiersin.org"],"crossmark-restriction":true},"short-container-title":["Front. Robot. AI"],"DOI":"10.3389\/frobt.2016.00008","type":"journal-article","created":{"date-parts":[[2016,3,30]],"date-time":"2016-03-30T07:40:55Z","timestamp":1459323655000},"update-policy":"https:\/\/doi.org\/10.3389\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Behavioral Diversity Generation in Autonomous Exploration through Reuse of Past Experience"],"prefix":"10.3389","volume":"3","author":[{"given":"Fabien C. Y.","family":"Benureau","sequence":"first","affiliation":[]},{"given":"Pierre-Yves","family":"Oudeyer","sequence":"additional","affiliation":[]}],"member":"1965","published-online":{"date-parts":[[2016,3,30]]},"reference":[{"key":"B1","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1007\/978-94-017-2053-3_2","article-title":"\u201cLocally weighted learning,\u201d","volume-title":"Lazy Learning","author":"Atkeson","year":"1997a"},{"key":"B2","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/978-94-017-2053-3_3","article-title":"\u201cLocally weighted learning for control,\u201d","volume-title":"Lazy Learning","author":"Atkeson","year":"1997b"},{"volume-title":"Intrinsically Motivated Learning in Natural and Artificial Systems","year":"2013","key":"B3"},{"key":"B4","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.robot.2012.05.008","article-title":"Active learning of inverse models with intrinsically motivated goal exploration in robots","volume":"61","author":"Baranes","year":"2013","journal-title":"Rob. Auton. Syst."},{"key":"B5","first-page":"1766","article-title":"\u201cIntrinsically motivated goal exploration for active motor learning in robots: a case study,\u201d","author":"Baranes","year":"2010"},{"key":"B6","doi-asserted-by":"crossref","DOI":"10.1109\/DEVLRN.2014.6983004","article-title":"\u201cReusing motor commands to learn object interaction,\u201d","author":"Benureau","year":"2014"},{"key":"B7","first-page":"1","article-title":"\u201cAutonomous reuse of motor exploration trajectories,\u201d","author":"Benureau","year":"2013"},{"key":"B8","doi-asserted-by":"crossref","DOI":"10.1109\/DEVLRN.2015.7346130","article-title":"\u201cDiversity-driven selection of exploration strategies in multi-armed bandits,\u201d","volume-title":"ICDL-EPIROB 2015","author":"Benureau","year":"2015"},{"key":"B9","doi-asserted-by":"publisher","DOI":"10.6084\/m9.figshare.2816284.v1","article-title":"Code and data for \u201cBehavioral Diversity Generation in Autonomous Exploration Through Reuse of Past Experience\u201d","author":"Benureau","year":"2016"},{"key":"B10","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.cogpsych.2011.12.002","article-title":"Children balance theories and evidence in exploration, explanation, and learning","volume":"64","author":"Bonawitz","year":"2012","journal-title":"Cogn. Psychol."},{"key":"B11","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1109\/tevc.2005.850293","article-title":"Nonlinear system identification using coevolution of models and tests","volume":"9","author":"Bongard","year":"2005","journal-title":"IEEE Trans. Evol. Comput."},{"key":"B12","doi-asserted-by":"publisher","first-page":"1118","DOI":"10.1126\/science.1133687","article-title":"Resilient machines through continuous self-modeling","volume":"314","author":"Bongard","year":"2006","journal-title":"Science"},{"key":"B13","doi-asserted-by":"publisher","first-page":"1190","DOI":"10.1137\/0916069","article-title":"A limited memory algorithm for bound constrained optimization","volume":"16","author":"Byrd","year":"1995","journal-title":"SIAM J. Sci. Comput."},{"key":"B14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2049662.2049665","article-title":"Computing the volume of a union of balls","volume":"38","author":"Cazals","year":"2011","journal-title":"ACM Trans. Math. Softw."},{"key":"B15","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1080\/01621459.1988.10478639","article-title":"Locally weighted regression: an approach to regression analysis by local fitting","volume":"83","author":"Cleveland","year":"1988","journal-title":"J. Am. Stat. Assoc."},{"key":"B16","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/j.cognition.2011.03.003","article-title":"Where science starts: spontaneous experiments in preschoolers\u2019 exploratory play","volume":"120","author":"Cook","year":"2011","journal-title":"Cognition"},{"key":"B17","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1038\/nature14422","article-title":"Robots that can adapt like animals","volume":"521","author":"Cully","year":"2015","journal-title":"Nature"},{"key":"B18","first-page":"720","article-title":"\u201cProbabilistic policy reuse in a reinforcement learning agent,\u201d","author":"Fern\u00e1ndez","year":"2006"},{"key":"B19","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7289.001.0001","volume-title":"Words, Thoughts, and Theories","author":"Gopnik","year":"1997"},{"key":"B20","doi-asserted-by":"publisher","first-page":"1623","DOI":"10.1126\/science.1223416","article-title":"Scientific thinking in young children: theoretical advances, empirical research, and policy implications","volume":"337","author":"Gopnik","year":"2012","journal-title":"Science"},{"key":"B21","doi-asserted-by":"publisher","first-page":"620","DOI":"10.1037\/0012-1649.37.5.620","article-title":"Causal learning mechanisms in very young children: two-, three-, and four-year-olds infer causal relations from patterns of variation and covariation","volume":"37","author":"Gopnik","year":"2001","journal-title":"Dev. Psychol."},{"key":"B22","first-page":"1552","article-title":"\u201cStretching to learn: ambiguous evidence and variability in preschooler\u2019s exploratory play,\u201d","author":"Gweon","year":"2008"},{"volume-title":"The Implications of Embodiment for Behavior and Cognition: Animal and Robotic Case Studies","year":"2012","author":"Hoffmann","key":"B23"},{"key":"B24","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1162\/neco_a_00393","article-title":"Dynamical movement primitives: learning attractor models for motor behaviors","volume":"25","author":"Ijspeert","year":"2013","journal-title":"Neural Comput."},{"key":"B25","first-page":"1398","article-title":"\u201cMovement imitation with nonlinear dynamical systems in humanoid robots,\u201d","author":"Ijspeert","year":"2002"},{"key":"B26","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1177\/105971239700600205","article-title":"Evolutionary robotics and the radical envelope-of-noise hypothesis","volume":"6","author":"Jakobi","year":"1997","journal-title":"Adapt. Behav."},{"key":"B27","first-page":"39","article-title":"\u201cRunning across the reality gap: octopod locomotion evolved in a minimal simulation,\u201d","author":"Jakobi","year":"1998"},{"key":"B28","first-page":"704","article-title":"\u201cNoise and the reality gap: the use of simulation in evolutionary robotics,\u201d","author":"Jakobi","year":"1995"},{"key":"B29","first-page":"702","article-title":"\u201cLearning task space control through goal directed exploration,\u201d","author":"Jamone","year":"2011"},{"key":"B30","first-page":"560","article-title":"\u201cAutomatic system identification based on coevolution of models and tests,\u201d","author":"Koos","year":"2009"},{"key":"B31","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1109\/tevc.2012.2185849","article-title":"The transferability approach: crossing the reality gap in evolutionary robotics","volume":"17","author":"Koos","year":"2013","journal-title":"IEEE Trans. Evol. Comput."},{"key":"B32","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1109\/TRO.2011.2163863","article-title":"Joining movement sequences: modified dynamic movement primitives for robotics applications exemplified on handwriting","volume":"28","author":"Kulvicius","year":"2012","journal-title":"IEEE Trans. Robot."},{"key":"B33","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1007\/978-3-642-27645-3_5","article-title":"\u201cTransfer in reinforcement learning: a framework and a survey,\u201d","volume-title":"Reinforcement Learning: State-of-the-Art","author":"Lazaric","year":"2012"},{"key":"B34","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1162\/evco_a_00025","article-title":"Abandoning objectives: evolution through the search for novelty alone","volume":"19","author":"Lehman","year":"2011","journal-title":"Evol. Comput."},{"key":"B35","first-page":"11","article-title":"\u201cEvolutionary robotics for legged machines: from simulation to physical reality,\u201d","author":"Lipson","year":"2006"},{"key":"B36","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1007\/s00422-012-0514-6","article-title":"Optimal isn\u2019t good enough","volume":"106","author":"Loeb","year":"2012","journal-title":"Biol. Cybern."},{"key":"B37","first-page":"1","article-title":"\u201cInnate bases of learning,\u201d","volume-title":"Learning as Self-Organization","author":"Lorenz","year":"1996"},{"key":"B38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2049662.2049669","article-title":"Remark on \u201calgorithm 778: L-BFGS-B: Fortran subroutines for large-scale bound constrained optimization.\u201d","volume":"38","author":"Morales","year":"2011","journal-title":"ACM Trans. Math. Softw."},{"key":"B39","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.3389\/fpsyg.2013.01006","article-title":"Self-organization of early vocal development in infants and machines: the role of intrinsic motivation","volume":"4","author":"Moulin-Frier","year":"2014","journal-title":"Front. Psychol."},{"key":"B40","doi-asserted-by":"crossref","DOI":"10.1109\/DevLrn.2013.6652535","article-title":"\u201cExploration strategies in developmental robotics: a unified probabilistic framework,\u201d","author":"Moulin-Frier","year":"2013"},{"key":"B41","first-page":"1161","article-title":"\u201cOvercoming the bootstrap problem in evolutionary robotics using behavioral diversity,\u201d","author":"Mouret","year":"2009"},{"key":"B42","first-page":"1","article-title":"\u201cNon-linear regression algorithms for motor skill acquisition: a comparison,\u201d","author":"Munzer","year":"2014"},{"key":"B43","first-page":"190","article-title":"\u201cHow to evolve autonomous robots: different approaches in evolutionary robotics,\u201d","author":"Nolfi","year":"1994"},{"key":"B44","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3389\/neuro.12.006.2007","article-title":"What is intrinsic motivation? a typology of computational approaches","volume":"1","author":"Oudeyer","year":"2007","journal-title":"Front. Neurorobot."},{"article-title":"\u201cAn evolved neural controller for bipedal walking: Transitioning from simulator to hardware,\u201d","year":"2009","author":"Palmer","key":"B45"},{"key":"B46","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","article-title":"A survey on transfer learning","volume":"22","author":"Pan","year":"2010","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"B47","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1017\/s0305004100030401","article-title":"A generalized inverse for matrices","volume":"51","author":"Penrose","year":"1955","journal-title":"Math. Proc. Cambridge Philos. Soc."},{"key":"B48","first-page":"1","article-title":"\u201cOnline goal babbling for rapid bootstrapping of inverse models in high dimensions,\u201d","author":"Rolf","year":"2011"},{"key":"B49","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1037\/0012-1649.43.4.1045","article-title":"Serious fun: preschoolers engage in more exploratory play when evidence is confounded","volume":"43","author":"Schulz","year":"2007","journal-title":"Dev. Psychol."},{"key":"B50","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1111\/j.1467-7687.2007.00587.x","article-title":"Preschool children learn about causal structure from conditional interventions","volume":"10","author":"Schulz","year":"2007","journal-title":"Dev. Sci."},{"article-title":"\u201cImproving action selection in mdp\u2019s via knowledge transfer,\u201d","year":"2005","author":"Sherstov","key":"B51"},{"volume-title":"DmpBbo \u2013 A C++ Library for Black-Box Optimization of Dynamical Movement Primitives","year":"2014","author":"Stulp","key":"B52"},{"key":"B53","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: a survey","volume":"10","author":"Taylor","year":"2009","journal-title":"J. Mach. Learn. Res."},{"key":"B54","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/978-1-4615-5529-2_1","volume-title":"Learning to Learn","year":"1998"},{"key":"B55","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1007\/s00894-009-0541-y","article-title":"McVol \u2013 a program for calculating protein volumes and identifying cavities by a Monte Carlo algorithm","volume":"16","author":"Till","year":"2009","journal-title":"J. Mol. Model."},{"key":"B56","first-page":"737","article-title":"\u201cNovelty search creates robots with general skills for exploration,\u201d","author":"Velez","year":"2014"},{"key":"B57","first-page":"733","article-title":"\u201cFitness based identification of a robot structure,\u201d","author":"Zagal","year":"2008"},{"key":"B58","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1145\/279232.279236","article-title":"Algorithm 778: L-BFGS-B: fortran subroutines for large-scale bound-constrained optimization","volume":"23","author":"Zhu","year":"1997","journal-title":"ACM Trans. Math. Softw."}],"container-title":["Frontiers in Robotics and AI"],"original-title":[],"deposited":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T01:18:06Z","timestamp":1748827086000},"score":1,"resource":{"primary":{"URL":"http:\/\/journal.frontiersin.org\/Article\/10.3389\/frobt.2016.00008\/abstract"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,3,30]]},"references-count":58,"URL":"https:\/\/doi.org\/10.3389\/frobt.2016.00008","relation":{},"ISSN":["2296-9144"],"issn-type":[{"type":"electronic","value":"2296-9144"}],"subject":[],"published":{"date-parts":[[2016,3,30]]}}}