{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T14:56:58Z","timestamp":1773154618586,"version":"3.50.1"},"reference-count":93,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,3,1]],"date-time":"2022-03-01T00:00:00Z","timestamp":1646092800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100010664","name":"H2020 Future and Emerging Technologies","doi-asserted-by":"publisher","award":["713010"],"award-info":[{"award-number":["713010"]}],"id":[{"id":"10.13039\/100010664","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1109\/tcds.2020.2986411","type":"journal-article","created":{"date-parts":[[2020,5,28]],"date-time":"2020-05-28T20:49:59Z","timestamp":1590698999000},"page":"75-89","source":"Crossref","is-referenced-by-count":4,"title":["Intrinsic Motivations and Planning to Explain Tool-Use Development: A Study With a Simulated Robot Model"],"prefix":"10.1109","volume":"14","author":[{"given":"Kristsana","family":"Seepanomwan","sequence":"first","affiliation":[{"name":"Department of Computing, Faculty of Science, Silpakorn University, Nakhon Pathom, Thailand"}]},{"given":"Daniele","family":"Caligiore","sequence":"additional","affiliation":[{"name":"Laboratory of Computational Embodied Neuroscience, Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy"}]},{"given":"Kevin J.","family":"O'Regan","sequence":"additional","affiliation":[{"name":"Laboratoire Psychologie de la Perception, Centre National de Recherche Scientifique, Universit&#x00E9; de Paris, Paris, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1277-4447","authenticated-orcid":false,"given":"Gianluca","family":"Baldassarre","sequence":"additional","affiliation":[{"name":"Laboratory of Computational Embodied Neuroscience, Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X16001837"},{"key":"ref72","first-page":"261","volume":"22","author":"schaal","year":"2006","journal-title":"Dynamic movement primitives - a framework for motor control in humans and humanoid robotics"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2017.8329804"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9320.001.0001"},{"key":"ref76","author":"forestier","year":"2017","journal-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2015.09.010"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1177\/1059712314539710"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1177\/1059712313488782"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1111\/cdev.12065"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-141-3.50030-4"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1142\/S0219635212500069"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00063"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref31","author":"bellemare","year":"2016","journal-title":"Unifying count-based exploration and intrinsic motivation"},{"key":"ref30","author":"kulkarni","year":"2016","journal-title":"Hierarchical Deep Reinforcement Learning Integrating Temporal Abstraction and Intrinsic Motivation"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(90)90028-U"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/S0163-6383(80)80017-8"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1037\/11494-000"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00059"},{"key":"ref60","first-page":"6","article-title":"What is intrinsic motivation? A typology of computational approaches","volume":"1","author":"oudeyer","year":"2009","journal-title":"Front Neurorobot"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00030"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_11"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_14"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1508400112"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0118705"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9320.001.0001","author":"cangelosi","year":"2015","journal-title":"Developmental Robotics From Babies to Robots"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2017.2772908"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2013.7029967"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2538961"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2005.1570580"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/1774674.1774684"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77296-5_32"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.031809.130730"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1207\/S15327078IN0202_8"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_2"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.890271"},{"key":"ref21","first-page":"141","article-title":"Evolving childhood&#x2019;s length and learning parameters in an intrinsically motivated reinforcement learning robot","volume":"134","author":"schembri","year":"2007","journal-title":"Proc 7th Int Conf Epigen Robot (EpiRob) Model Cogn Develop Robot Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2011.6037367"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_3"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1177\/1059712310392389"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00214"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s00426-012-0424-1"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511779145.006"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1037\/a0037016"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2006.05.001"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-6123(06)65027-9"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_8"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00907"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1126\/science.153.3731.25"},{"key":"ref56","author":"power","year":"2000","journal-title":"Play and Exploration in Children and Animals"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1016\/0004-3702(71)90010-5","article-title":"Strips: A new approach to the application of theorem proving to problem solving","volume":"2","author":"fikes","year":"1972","journal-title":"Artif Intell"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2007.914848"},{"key":"ref53","first-page":"482","article-title":"Learning intermediate object affordances: Towards the development of a tool concept","author":"gon\u00e7alves","year":"2014","journal-title":"Proc Joint IEEE Int Conf Develop Learn Epigen Robot (ICDL-EpiRob)"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2003.1242073"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1080\/02699931.2015.1036840"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogdev.2012.10.001"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/1467-7687.00068"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogdev.2015.06.002"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1037\/h0040934"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1037\/11164-000"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-4446-9"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2013.7030008"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2004.04.002"},{"key":"ref81","first-page":"9209","article-title":"Visual reinforcement learning with imagined goals","author":"nair","year":"2018","journal-title":"Proc 2nd Workshop Lifelong Learn Reinforcement Learn Approach (LLRLA FAIM)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1080\/09540090310001655110"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2103311"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"ref83","author":"cartoni","year":"2018","journal-title":"Autonomous discovery of the goal space to learn a parameterized skill"},{"key":"ref19","first-page":"112","article-title":"Intrinsically motivated learning of hierarchical collections of skills","author":"barto","year":"2004","journal-title":"Proc Int Conf Develop Learn (ICDL)"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-014-3907-z"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2003.1192"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/10407413.2014.874908"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1111\/cdev.12000"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2015.2494460"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1111\/1467-8624.00127"},{"key":"ref85","first-page":"1932","article-title":"Constructing symbolic representations for high-level planning","author":"konidaris","year":"2014","journal-title":"Proc Assoc Adv Artif Intell (AAAI)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jecp.2012.06.001"},{"key":"ref86","author":"liu","year":"2020","journal-title":"Hallucinative topological memory for zero-shot visual planning"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2012.2209879"},{"key":"ref49","author":"norman","year":"1988","journal-title":"The Psychology of Everyday Things"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(92)90036-T"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2014.00491"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1080\/13506280042000144"},{"key":"ref45","article-title":"Affordances and planning in open-ended learning systems endowed with attention and manipulation capabilities","author":"baldassarre","year":"0","journal-title":"Front Neurorobot"},{"key":"ref48","author":"gibson","year":"1979","journal-title":"The Ecological Approach to Visual Perception"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1037\/a0020887"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2008.08.011"},{"key":"ref41","author":"russell","year":"2016","journal-title":"Artificial Intelligence A Modern Approach"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45002-3_11"},{"key":"ref43","article-title":"Planning with neural networks and reinforcement learning","author":"baldassarre","year":"2002"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/9732511\/09103030.pdf?arnumber=9103030","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,30]],"date-time":"2022-05-30T21:47:18Z","timestamp":1653947238000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9103030\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3]]},"references-count":93,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2020.2986411","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3]]}}}