{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T11:12:25Z","timestamp":1790680345185,"version":"4.1.0"},"reference-count":58,"publisher":"Frontiers Media SA","license":[{"start":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T00:00:00Z","timestamp":1675987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["frontiersin.org"],"crossmark-restriction":true},"short-container-title":["Front. Robot. AI"],"DOI":"10.3389\/frobt.2023.1102438","type":"journal-article","created":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T05:46:45Z","timestamp":1676008005000},"update-policy":"https:\/\/doi.org\/10.3389\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Intrinsic motivation learning for real robot applications"],"prefix":"10.3389","volume":"10","author":[{"given":"Rania","family":"Rayyes","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1965","published-online":{"date-parts":[[2023,2,10]]},"reference":[{"key":"B1","doi-asserted-by":"publisher","first-page":"2025","DOI":"10.1162\/neco_a_01228","article-title":"A novel predictive-coding-inspired variational RNN model for online prediction and recognition","volume":"31","author":"Ahmadi","year":"2019","journal-title":"Neural Comput."},{"key":"B2","article-title":"Hindsight experience replay","volume-title":"Advances in Neural Information Processing Systems","author":"Andrychowicz","year":"2017"},{"key":"B3","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/TAMD.2009.2021702","article-title":"Cognitive developmental robotics: A survey","volume":"1","author":"Asada","year":"2009","journal-title":"IEEE Trans. Aut. Ment. Dev."},{"key":"B4","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/S0921-8890(01)00157-9","article-title":"Cognitive developmental robotics as a new paradigm for the design of humanoid robots","volume":"37","author":"Asada","year":"2001","journal-title":"Robotics Aut. Syst."},{"key":"B5","doi-asserted-by":"publisher","first-page":"eaaq0899","DOI":"10.1126\/scirobotics.aaq0899","article-title":"Design principles of a human mimetic humanoid: Humanoid platform to study human intelligence and internal body system","volume":"2","author":"Asano","year":"2017","journal-title":"Sci. Robotics"},{"key":"B6","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1109\/MRA.2019.2941246","article-title":"ARMAR-6: A high-performance humanoid for human-robot collaboration in real world scenarios","volume":"26","author":"Asfour","year":"2019","journal-title":"IEEE Robotics Automation Mag."},{"key":"B7","article-title":"Intrinsic motivations and open-ended learning","author":"Baldassarre","year":"2019"},{"key":"B8","doi-asserted-by":"publisher","first-page":"317","DOI":"10.3389\/fnins.2014.00317","article-title":"The effects of task difficulty, novelty and the size of the search space on intrinsically motivated exploration","volume":"8","author":"Baranes","year":"2014","journal-title":"Front. Neurosci."},{"key":"B9","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.robot.2012.05.008","article-title":"Active learning of inverse models with intrinsically motivated goal exploration in robots","volume":"61","author":"Baranes","year":"2013","journal-title":"Robot. Auton. Syst."},{"key":"B10","doi-asserted-by":"publisher","first-page":"907","DOI":"10.3389\/fpsyg.2013.00907","article-title":"Novelty or surprise?","volume":"4","author":"Barto","year":"2013","journal-title":"Front. Psychol."},{"key":"B11","article-title":"Intrinsically motivated learning of hierarchical collections of skills","author":"Barto","year":"2004"},{"key":"B12","doi-asserted-by":"publisher","first-page":"8","DOI":"10.3389\/frobt.2016.00008","article-title":"Behavioral diversity generation in autonomous exploration through reuse of past experience","volume":"3","author":"Benureau","year":"2016","journal-title":"Front. Robotics AI"},{"key":"B13","doi-asserted-by":"publisher","first-page":"e0118705","DOI":"10.1371\/journal.pone.0118705","article-title":"Intrinsic motivations drive learning of eye movements: An experiment with human adults","volume":"10","author":"Caligiore","year":"2015","journal-title":"PLOS ONE"},{"key":"B14","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9320.001.0001","volume-title":"Developmental robotics: From babies to robots","author":"Cangelosi","year":"2015"},{"key":"B15","first-page":"1281","article-title":"Intrinsically motivated reinforcement learning","volume-title":"Advances in neural information processing systems","author":"Chentanez","year":"2005"},{"key":"B16","first-page":"204","article-title":"Strategic and interactive learning of a hierarchical set of tasks by the poppy humanoid robot","author":"Duminy","year":"2016"},{"key":"B17","volume-title":"Intrinsically motivated goal exploration in child development and artificial intelligence: Learning and development of speech and tool use","author":"Forestier","year":"2019"},{"key":"B18","first-page":"3965","article-title":"Modular active curiosity-driven discovery of tool use","author":"Forestier","year":"2016"},{"key":"B19","article-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning","author":"Forestier","year":"2017"},{"key":"B20","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1038\/nature04587","article-title":"Reverse replay of behavioural sequences in hippocampal place cells during the awake state","volume":"440","author":"Foster","year":"2006","journal-title":"Nature"},{"key":"B21","doi-asserted-by":"publisher","first-page":"25","DOI":"10.3389\/fnbot.2013.00025","article-title":"Curiosity driven reinforcement learning for motion planning on humanoids","volume":"7","author":"Frank","year":"2014","journal-title":"Front. Neurorobotics"},{"key":"B22","doi-asserted-by":"crossref","DOI":"10.1109\/ICRA.2019.8794347","article-title":"Continuous value iteration (CVI) reinforcement learning and imaginary experience replay (IER) for learning multi-goal, continuous action and state space controllers","author":"Gerken","year":"2019"},{"key":"B23","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1109\/tamd.2010.2103311","article-title":"Learning generalizable control programs","volume":"3","author":"Hart","year":"2011","journal-title":"IEEE Trans. Aut. Ment. Dev."},{"key":"B24","first-page":"1321","article-title":"The development of honda humanoid robot","author":"Hirai","year":"1998"},{"key":"B25","article-title":"Learning gentle object manipulation with curiosity-driven deep reinforcement learning","author":"Huang","year":"2019"},{"key":"B26","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/978-3-540-24837-8_3","article-title":"Motivational system for human-robot interaction","volume-title":"Computer vision in human-computer interaction","author":"Huang","year":"2004"},{"key":"B27","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-54536-8","volume-title":"Introduction to humanoid robotics","author":"Kajita","year":"2014"},{"key":"B28","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/s00422-018-0753-2","article-title":"Planning and navigation as active inference","volume":"112","author":"Kaplan","year":"2018","journal-title":"Biol. Cybern."},{"key":"B29","first-page":"238","article-title":"A robotic model of the development of gaze following","author":"Kim","year":"2008"},{"key":"B30","volume-title":"Reinforcement learning for robots using neural networks (Technical report, DTIC Document)","author":"Lin","year":"1993"},{"key":"B31","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1080\/09540090310001655110","article-title":"Developmental robotics: A survey","volume":"15","author":"Lungarella","year":"2003","journal-title":"Connect. Sci."},{"key":"B32","volume-title":"A curious robot learner for interactive goal-babbling:: Strategically choosing what, how, when and from whom to learn","author":"Mai","year":"2013"},{"key":"B33","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013"},{"key":"B34","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/s10514-013-9339-y","article-title":"Socially guided intrinsic motivation for robot learning of motor skills","volume":"36","author":"Nguyen","year":"2014","journal-title":"Aut. Robots"},{"key":"B35","doi-asserted-by":"publisher","first-page":"1888","DOI":"10.1109\/TCYB.2019.2947532","article-title":"Physical human\u2013robot collaboration: Robotic systems, learning methods, collaborative strategies, sensors, and actuators","volume":"51","author":"Ogenyi","year":"2021","journal-title":"IEEE Trans. Cybern."},{"key":"B36","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3389\/neuro.12.006.2007","article-title":"What is intrinsic motivation? A typology of computational approaches","volume":"1","author":"Oudeyer","year":"2007","journal-title":"Front. Neurorobotics"},{"key":"B37","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1109\/tevc.2006.890271","article-title":"Intrinsic motivation systems for autonomous mental development","volume":"11","author":"Oudeyer","year":"2007","journal-title":"IEEE Trans. Evol. Comput."},{"key":"B38","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.neunet.2019.01.012","article-title":"Continual lifelong learning with neural networks: A review","volume":"113","author":"Parisi","year":"2019","journal-title":"Neural Netw."},{"key":"B39","doi-asserted-by":"publisher","first-page":"1367","DOI":"10.1109\/TCDS.2020.3001633","article-title":"Efficient online interest-driven exploration for developmental robots","volume":"14","author":"Rayyes","year":"","journal-title":"IEEE Trans. Cognitive Dev. Syst."},{"key":"B40","first-page":"1336","article-title":"Hierarchical interest-driven goal babbling for efficient bootstrapping of sensorimotor skills","author":"Rayyes","year":""},{"key":"B41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCDS.2021.3057758","article-title":"Interest-driven exploration with observational learning for developmental robots","author":"Rayyes","year":"2021","journal-title":"IEEE Trans. Cognitive Dev. Syst."},{"key":"B42","volume-title":"Efficient and stable online learning for developmental robots","author":"Rayyes","year":"2020"},{"key":"B43","first-page":"4344","article-title":"Learning by playing solving sparse reward tasks from scratch","author":"Riedmiller","year":"2018"},{"key":"B44","doi-asserted-by":"publisher","first-page":"1147","DOI":"10.1109\/TNNLS.2013.2287890","article-title":"Efficient exploratory learning of inverse kinematics on a bionic elephant trunk","volume":"25","author":"Rolf","year":"2014","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"B45","first-page":"1","article-title":"Online goal babbling for rapid bootstrapping of inverse models in high dimensions","author":"Rolf","year":"2011"},{"key":"B46","doi-asserted-by":"publisher","first-page":"34","DOI":"10.3389\/fnbot.2018.00034","article-title":"Social cognition for human-robot symbiosis\u2014Challenges and building blocks","volume":"12","author":"Sandini","year":"2018","journal-title":"Front. neurorobotics"},{"key":"B47","doi-asserted-by":"publisher","first-page":"22","DOI":"10.3389\/fnbot.2013.00022","article-title":"Which is the best intrinsic motivation signal for learning multiple skills?","volume":"7","author":"Santucci","year":"2013","journal-title":"Front. Neurorobotics"},{"key":"B48","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1109\/TCDS.2016.2538961","article-title":"Grail: A goal-discovering robotic architecture for intrinsically-motivated learning","volume":"8","author":"Santucci","year":"2016","journal-title":"IEEE Trans. Cognitive Dev. Syst."},{"key":"B49","first-page":"1458","article-title":"Curious model-building control systems","author":"Schmidhuber","year":"1991"},{"key":"B50","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1109\/TAMD.2010.2056368","article-title":"Formal theory of creativity, fun, and intrinsic motivation (1990 - 2010)","volume":"2","author":"Schmidhuber","year":"2010","journal-title":"IEEE Trans. Aut. Ment. Dev."},{"key":"B51","doi-asserted-by":"publisher","first-page":"710","DOI":"10.3389\/fpsyg.2013.00710","article-title":"Exploration, novelty, surprise, and free energy minimization","volume":"4","author":"Schwartenbeck","year":"2013","journal-title":"Front. Psychol."},{"key":"B52","first-page":"178","article-title":"Intrinsically motivated discovered outcomes boost user\u2019s goals achievement in a humanoid robot","author":"Seepanomwan","year":"2017"},{"key":"B53","first-page":"159","volume-title":"Reinforcement driven information acquisition in non-deterministic environments","author":"Storck","year":"1994"},{"key":"B54","article-title":"Intrinsic motivation and mental replay enable efficient online adaptation in stochastic recurrent networks","author":"Tanneberg","year":"2018"},{"key":"B55","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1109\/TAMD.2010.2100390","article-title":"Integration of speech and action in humanoid robots: Icub simulation experiments","volume":"3","author":"Tikhanoff","year":"2010","journal-title":"IEEE Trans. Aut. Ment. Dev."},{"key":"B56","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1108\/JSM-01-2018-0045","article-title":"Trust in humanoid robots: Implications for services marketing","volume":"33","author":"Van Pinxteren","year":"2019","journal-title":"J. Serv. Mark."},{"key":"B57","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1016\/j.tics.2004.04.002","article-title":"An action perspective on motor development","volume":"8","author":"von Hofsten","year":"2004","journal-title":"Trends CogSci"},{"key":"B58","first-page":"1902","article-title":"Intrinsically motivated learning of visual motion perception and smooth pursuit","author":"Zhang","year":"2014"}],"container-title":["Frontiers in Robotics and AI"],"original-title":[],"link":[{"URL":"https:\/\/www.frontiersin.org\/articles\/10.3389\/frobt.2023.1102438\/full","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T05:46:55Z","timestamp":1676008015000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.frontiersin.org\/articles\/10.3389\/frobt.2023.1102438\/full"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,10]]},"references-count":58,"alternative-id":["10.3389\/frobt.2023.1102438"],"URL":"https:\/\/doi.org\/10.3389\/frobt.2023.1102438","relation":{},"ISSN":["2296-9144"],"issn-type":[{"value":"2296-9144","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,10]]},"article-number":"1102438"}}