{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T22:36:03Z","timestamp":1740177363587,"version":"3.37.3"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100010661","name":"European Union\u2019s Horizon 2020 Research and Innovation Programme","doi-asserted-by":"publisher","award":["713010"],"award-info":[{"award-number":["713010"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"name":"\u201cGOAL-Robots\u201dGoal-Based Open-Ended Autonomous Learning Robots"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1109\/tcds.2022.3152081","type":"journal-article","created":{"date-parts":[[2022,2,16]],"date-time":"2022-02-16T20:39:23Z","timestamp":1645043963000},"page":"210-222","source":"Crossref","is-referenced-by-count":2,"title":["C-GRAIL: Autonomous Reinforcement Learning of Multiple and Context-Dependent Goals"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8748-9632","authenticated-orcid":false,"given":"Vieri Giuliano","family":"Santucci","sequence":"first","affiliation":[{"name":"Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerce, Rome, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Montella","sequence":"additional","affiliation":[{"name":"Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerce, Rome, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1277-4447","authenticated-orcid":false,"given":"Gianluca","family":"Baldassarre","sequence":"additional","affiliation":[{"name":"Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerce, Rome, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1371\/journal.pone.0004018"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1371\/journal.pone.0063400"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1162\/EVCO_a_00025"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1109\/ICRA.2017.7989385"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1109\/TCDS.2017.2775620"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.7551\/mitpress\/9320.001.0001"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1007\/978-3-642-32375-1"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.3389\/fnbot.2019.00115"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1037\/h0040934"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1006\/ceps.1999.1020"},{"key":"ref11","first-page":"1479","article-title":"Unifying count-based exploration and intrinsic motivation","volume-title":"Proc. NIPS","author":"Bellemare"},{"key":"ref12","first-page":"1117","article-title":"VIME: Variational information maximizing exploration","volume-title":"Proc. 30th Int. Conf. Neural Inf. Process. Syst.","author":"Houthooft"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1177\/1059712320922916"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1109\/TAMD.2010.2056368"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1016\/j.artint.2015.05.002"},{"key":"ref16","first-page":"1281","article-title":"Intrinsically motivated reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chentanez"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1007\/978-3-642-32375-1_13"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1016\/j.neucom.2019.10.124"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1007\/978-3-642-32375-1_12"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1145\/3349537.3351898"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.1016\/j.cogsys.2016.08.001"},{"key":"ref22","article-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning","author":"Forestier","year":"2017","journal-title":"arXiv:1708.02190"},{"key":"ref23","first-page":"12520","article-title":"Control what you can: Intrinsically motivated task-planning agent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Blaes"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1109\/DEVLRN.2011.6037329"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.3390\/app11030975"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1109\/TNN.1998.712192"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1007\/s10514-016-9613-x"},{"key":"ref28","first-page":"1514","article-title":"Automatic goal generation for reinforcement learning agents","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","volume":"80","author":"Florensa"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1007\/s10489-020-01758-5"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1145\/1143844.1143872"},{"key":"ref31","first-page":"1","article-title":"Deep online learning via meta-learning: Continual adaptation for model-based RL","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Nagabandi"},{"doi-asserted-by":"publisher","key":"ref32","DOI":"10.1109\/TCDS.2019.2948025"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1016\/j.robot.2011.05.009"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.3389\/fnbot.2019.00045"},{"doi-asserted-by":"publisher","key":"ref35","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref36","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: A survey","volume":"10","author":"Taylor","year":"2009","journal-title":"J. Mach. Learn. Res."},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1109\/TCDS.2016.2538961"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/ICRA.2014.6907629"},{"key":"ref39","article-title":"Intrinsically motivated goal-conditioned reinforcement learning: A short survey","author":"Colas","year":"2020","journal-title":"arXiv:2012.09830"},{"key":"ref40","first-page":"142","article-title":"Real-2019: Robot open-ended autonomous learning competition","volume-title":"Proc. Competition Demonstration Track","author":"Cartoni"},{"key":"ref41","first-page":"1331","article-title":"Curious: Intrinsically motivated modular multi-goal reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Colas"},{"key":"ref42","first-page":"2601","article-title":"Where do rewards come from?","volume-title":"Proc. Annu. Conf. Cogn. Sci. Soc.","author":"Singh"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.3389\/fnbot.2013.00022"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1016\/j.robot.2012.05.008"},{"key":"ref45","first-page":"1311","article-title":"Automated curriculum learning for neural networks","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","volume":"70","author":"Graves"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1109\/TNNLS.2019.2934906"},{"key":"ref47","first-page":"3074","article-title":"Rotting bandits","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Levine"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.3389\/fnbot.2018.00061"},{"volume-title":"Quaestiones et Decisiones in Quattuor Libros Sententiarum Petri Lombardi: Centilogium Theologicum","year":"1495","author":"Of Ockham","key":"ref49"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.3389\/fpsyg.2013.00907"},{"doi-asserted-by":"publisher","key":"ref51","DOI":"10.1109\/IROS.2004.1389727"},{"doi-asserted-by":"publisher","key":"ref52","DOI":"10.1007\/978-3-319-13823-7_29"},{"doi-asserted-by":"publisher","key":"ref53","DOI":"10.1109\/DEVLRN.2019.8850713"},{"doi-asserted-by":"publisher","key":"ref54","DOI":"10.3389\/fnbot.2019.00098"},{"doi-asserted-by":"publisher","key":"ref55","DOI":"10.1109\/DEVLRN.2014.6983020"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1162\/089976600300015961"},{"doi-asserted-by":"publisher","key":"ref57","DOI":"10.1109\/DEVLRN.2017.8329804"},{"doi-asserted-by":"publisher","key":"ref58","DOI":"10.3233\/ICA-200633"},{"key":"ref59","first-page":"2417","article-title":"Integrating open-ended learning in the sense-plan-act robot control paradigm","volume-title":"Proc. 24th Eur. Conf. Artif. Intell. (ECAI)","author":"Oddi"},{"key":"ref60","article-title":"Auto-encoding variational bayes","author":"Kingma","year":"2013","journal-title":"arXiv:1312.6114"},{"doi-asserted-by":"publisher","key":"ref61","DOI":"10.1109\/TCDS.2021.3108478"},{"key":"ref62","article-title":"Generating goal-directed visuomotor plans based on learning using a predictive coding-type deep visuomotor recurrent neural network model","author":"Choi","year":"2018","journal-title":"arXiv:1803.02578"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/10061504\/09714489.pdf?arnumber=9714489","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T00:12:45Z","timestamp":1705536765000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9714489\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":62,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2022.3152081","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"type":"print","value":"2379-8920"},{"type":"electronic","value":"2379-8939"}],"subject":[],"published":{"date-parts":[[2023,3]]}}}