{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T07:21:43Z","timestamp":1772608903938,"version":"3.50.1"},"reference-count":77,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002241","name":"JST CREST \u201cCognitive Mirroring\u201d","doi-asserted-by":"publisher","award":["JPMJCR16E2"],"award-info":[{"award-number":["JPMJCR16E2"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Scientific and Technological Research Council of Turkey (T\u00dcB\u0130TAK) 2210-A Scholarship"},{"DOI":"10.13039\/501100004206","name":"International Joint Research Promotion Program, Osaka University under the Project \u201cDevelopmentally and biologically realistic modeling of perspective invariant action understanding\u201d","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004206","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1109\/tcds.2021.3062728","type":"journal-article","created":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T22:22:04Z","timestamp":1614637324000},"page":"325-336","source":"Crossref","is-referenced-by-count":7,"title":["Exploration With Intrinsic Motivation Using Object\u2013Action\u2013Outcome Latent Space"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6921-3643","authenticated-orcid":false,"given":"Melisa Idil","family":"Sener","sequence":"first","affiliation":[{"name":"Department of Computer Engineering, Bogazici University, Istanbul, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4794-0940","authenticated-orcid":false,"given":"Yukie","family":"Nagai","sequence":"additional","affiliation":[{"name":"International Research Center for Neurointelligence and the Institute for AI and Beyond, University of Tokyo, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3051-6038","authenticated-orcid":false,"given":"Erhan","family":"Oztop","sequence":"additional","affiliation":[{"name":"Symbiotic Intelligent Systems Research Center (SISReC), Institute for Open and Transdisciplinary Research Initiatives, Osaka University, Suita, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9597-2731","authenticated-orcid":false,"given":"Emre","family":"Ugur","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Bogazici University, Istanbul, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3349537.3351898"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2019.8850723"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2581307"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2538961"},{"key":"ref15","first-page":"12520","article-title":"Control what you can: Intrinsically motivated task-planning agent","author":"blaes","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref59","first-page":"487","article-title":"Curiosity driven exploration of learned disentangled goal spaces","author":"laversanne-finot","year":"2018","journal-title":"Proc Conf Robot Learn"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2019.00045"},{"key":"ref58","first-page":"1","article-title":"Dynamics-aware embeddings","author":"whitney","year":"2020","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2012.6252823"},{"key":"ref52","first-page":"1751","article-title":"Robust locally-linear controllable embedding","author":"banijamali","year":"2018","journal-title":"et al"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2019.2933371"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759137"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00087"},{"key":"ref54","first-page":"2746","article-title":"Embed to control: A locally linear latent dynamics model for control from raw images","author":"watter","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.890271"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2018.0030"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0036399"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1177\/0278364911404092"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-015-9459-7"},{"key":"ref46","author":"forestier","year":"2017","journal-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2018.8760504"},{"key":"ref48","author":"haber","year":"2018","journal-title":"Emergence of structured behaviors from curiosity-based intrinsic motivation"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00030"},{"key":"ref42","first-page":"3675","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","author":"kulkarni","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref41","author":"blau","year":"2019","journal-title":"Bayesian curiosity for efficient exploration in reinforcement learning"},{"key":"ref44","first-page":"3303","article-title":"Data-efficient hierarchical reinforcement learning","author":"nachum","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref43","first-page":"3540","article-title":"Feudal networks for hierarchical reinforcement learning","volume":"70","author":"vezhnevets","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2014.X.019"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/bs.pbr.2016.05.005"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1108\/S0749-742320160000019017"},{"key":"ref9","first-page":"1","article-title":"Learning to recognize objects through curiosity-driven manipulation with the ICUB humanoid robot","author":"ivaldi","year":"2013","journal-title":"et al"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1126\/science.153.3731.25"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1037\/h0040934"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-2271-7"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-4446-9"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1515\/pjbr-2019-0005"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2009.2037513"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/01969720590897107"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759584"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2014.6982976"},{"key":"ref31","article-title":"Efficient online interest-driven exploration for developmental robots","author":"rayyes","year":"2020","journal-title":"IEEE Trans Cogn Develop Syst"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/0166-2236(92)90344-8"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1_3"},{"key":"ref74","first-page":"269","volume":"149","author":"goodale","year":"2005","journal-title":"Dual routes to action Contributions of the dorsal and ventral streams to adaptive behavior"},{"key":"ref33","first-page":"2125","article-title":"Variational information maximisation for intrinsically motivated reinforcement learning","author":"mohamed","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref77","first-page":"1331","article-title":"Curious: Intrinsically motivated modular multi-goal reinforcement learning","author":"colas","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref32","first-page":"1281","article-title":"Intrinsically motivated reinforcement learning","author":"chentanez","year":"2005","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref76","author":"piaget","year":"1969","journal-title":"The Psychology of the Child"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9320.001.0001","author":"cangelosi","year":"2015","journal-title":"Developmental Robotics From Babies to Robots"},{"key":"ref1","first-page":"6","article-title":"What is intrinsic motivation? A typology of computational approaches","volume":"1","author":"oudeyer","year":"2009","journal-title":"Front Neurorobot"},{"key":"ref39","author":"eysenbach","year":"2018","journal-title":"Diversity is all you need Learning skills without a reward function"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2015.05.002"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2013.6696520"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICDL-EpiRob48136.2020.9278106"},{"key":"ref73","first-page":"25","article-title":"Reflex mechanisms and the development of prehension","volume":"30","author":"twitchell","year":"1970","journal-title":"Mechanisms of Motor Skill Development"},{"key":"ref72","author":"zeiler","year":"2012","journal-title":"ADADELTA An Adaptive Learning Rate Method"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogbrainres.2004.08.004"},{"key":"ref68","author":"chollet","year":"2015","journal-title":"et al"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3389\/fnint.2016.00035"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2012.05.008"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2007.4354044"},{"key":"ref69","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1991.3.1.79"},{"key":"ref64","first-page":"1","article-title":"Auto-encoding variational Bayes","author":"kingma","year":"2014","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref63","article-title":"Effect regulated projection of robot’s action space for production and prediction of manipulation primitives through learning progress and predictability based exploration","author":"bugur","year":"2019","journal-title":"IEEE Trans Cogn Develop Syst"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/S0959-4388(99)00028-8"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.102.3.419"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(98)00066-5"},{"key":"ref65","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2052419"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1542\/pir.2014-0103"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2013.00022"},{"key":"ref60","first-page":"1","article-title":"Unsupervised learning of goal spaces for intrinsically motivated goal exploration","author":"p\u00e9r\u00e9","year":"2018","journal-title":"Proc Int Conf Learn Rep"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1177\/1059712320922916"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00032"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/10146524\/09365689.pdf?arnumber=9365689","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T18:54:21Z","timestamp":1687805661000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9365689\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":77,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2021.3062728","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6]]}}}