{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T18:27:05Z","timestamp":1729621625607,"version":"3.28.0"},"reference-count":55,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,8,23]],"date-time":"2021-08-23T00:00:00Z","timestamp":1629676800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,8,23]],"date-time":"2021-08-23T00:00:00Z","timestamp":1629676800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,8,23]],"date-time":"2021-08-23T00:00:00Z","timestamp":1629676800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,8,23]]},"DOI":"10.1109\/icdl49984.2021.9515624","type":"proceedings-article","created":{"date-parts":[[2021,8,20]],"date-time":"2021-08-20T20:43:43Z","timestamp":1629492223000},"page":"1-8","source":"Crossref","is-referenced-by-count":1,"title":["REAL 2021 \u2013 Robot open-Ended Autonomous Learning: A Competition and Benchmark"],"prefix":"10.1109","author":[{"given":"Gianluca","family":"Baldassarre","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Montella","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vieri Giuliano","family":"Santucci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emilio","family":"Cartoni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3115.001.0001"},{"journal-title":"Active Learning Literature Survey","year":"2010","author":"settles","key":"ref38"},{"journal-title":"Continual Learning in Reinforcement Environments","year":"1994","author":"ring","key":"ref33"},{"key":"ref32","article-title":"Unsupervised meta-learning for reinforcement learning","author":"gupta","year":"2018","journal-title":"arXiv preprint arXiv 1806 04640v1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2019.XV.020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"1306","DOI":"10.1609\/aaai.v24i1.7519","article-title":"Toward an architecture for never-ending language learning","author":"carlson","year":"2010","journal-title":"Proceedings of the Conference on Artificial Intelligence (AAAI)"},{"key":"ref35","article-title":"Incremental learning algorithms and applications","author":"gepperth","year":"2016","journal-title":"European Symposium on Artificial Neural Networks (ESANN)"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/0921-8890(95)00004-Y"},{"key":"ref28","article-title":"A laplacian framework for option discovery in reinforcement learning","author":"machado","year":"2017","journal-title":"arXiv preprint arXiv 1703 00410"},{"key":"ref27","first-page":"1471","article-title":"Unifying count-based exploration and intrinsic motivation","author":"bellemare","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref29","first-page":"1514","article-title":"Automatic goal generation for reinforcement learning agents","volume":"80","author":"florensa","year":"2018","journal-title":"Proceedings of the 35th International Conference on Machine Learning ser Proceedings of Machine Learning Research"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/09540090310001655110"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"599","DOI":"10.1126\/science.291.5504.599","article-title":"Autonomous mental development by robots and animals","volume":"291","author":"weng","year":"2001","journal-title":"Science"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2014.6983020"},{"key":"ref22","first-page":"178","article-title":"Intrinsically motivated discovered outcomes boost user’s goals achievement in a humanoid robot","author":"seepanomwan","year":"2017","journal-title":"IEEE Int Conf Development and Learning and Epigenetic Robotics"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2538961"},{"key":"ref24","first-page":"1331","article-title":"Curious: intrinsically motivated modular multi-goal reinforcement learning","author":"colas","year":"2019","journal-title":"Proceedings of the 36th International Conference on Machine Learning"},{"key":"ref23","article-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning","author":"forestier","year":"2017","journal-title":"arXiv preprint arXiv 1708 02562"},{"key":"ref26","first-page":"3675","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","author":"kulkarni","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref25","article-title":"Visual reinforcement learning with imagined goals","author":"nair","year":"2018","journal-title":"The Second Lifelong Learning A Reinforcement Learning Approach Workshop (LLRLA2018 at FAIM2018)"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2003.1242073"},{"journal-title":"Optimal options for multi-task reinforcement learning under time constraints","year":"2020","author":"verme","key":"ref51"},{"journal-title":"The Coordination and Regulation of Movements","year":"1967","author":"bernstein","key":"ref55"},{"journal-title":"Principles of Psychology","year":"1980","author":"james","key":"ref54"},{"key":"ref53","article-title":"Auto-encoding variational bayes","author":"kingma","year":"2013","journal-title":"preprint arXiv 1312"},{"key":"ref52","article-title":"An open-ended learning architecture to face the real 2020 simulated robot competition","author":"cartoni","year":"2020","journal-title":"arXiv preprint arXiv 2011 13880v1"},{"key":"ref10","first-page":"112","article-title":"Intrinsically motivated learning of hierarchical collections of skills","author":"barto","year":"2004","journal-title":"Proceedings of the 3rd International Conference on Development and Learning"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32375-1"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref12","first-page":"1e","article-title":"What are intrinsic motivations? a biological perspective","author":"baldassarre","year":"2011","journal-title":"4th International Conference on Development and Learning and on Epigenetic Robotics"},{"journal-title":"Mind in Society The Development of Higher Psychological Processes","year":"1978","author":"vygotsky","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2007.4354052"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2056368"},{"key":"ref16","article-title":"Autonomous discovery of the goal space to learn a parameterized skill","author":"cartoni","year":"2018","journal-title":"arXiv preprint arXiv 1805 07547"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.10.005"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2014.6982980"},{"key":"ref19","article-title":"Intrinsic motivation signals for driving the acquisition of multiple tasks: a simulated robotic study","author":"santucci","year":"2013","journal-title":"Proceedings of the 12th International Conference on Cognitive Modelling (ICCM)"},{"key":"ref4","first-page":"1","article-title":"Introduction: Why epigenetic robotics?","author":"zlatev","year":"2001","journal-title":"Proceedings of the First International Workshop on Epigenetic Robotics ser Lund University Cognitive Studies"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(01)00157-9"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9320.001.0001"},{"journal-title":"Workshop on Develpoment and Learning (WDL)","year":"2000","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2014.00001"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.890271"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2086454"},{"journal-title":"The Origins of Intelligence in Children","year":"1953","author":"piaget","key":"ref9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/srep27893"},{"key":"ref45","first-page":"142","article-title":"Real-2019: Robot open-ended autonomous learning competition","volume":"123","author":"cartoni","year":"2020","journal-title":"Proceedings of the NeurIPS 2019 Competition and Demonstration Track"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2012.2209879"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00030"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-013-9406-y"},{"key":"ref41","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","author":"kulkarni","year":"2016","journal-title":"Preprint arXiv 1604"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.004"},{"key":"ref43","article-title":"Meta-learning in neural networks: A survey","author":"hospedales","year":"2020","journal-title":"arXiv preprint arXiv 2004 06774"}],"event":{"name":"2021 IEEE International Conference on Development and Learning (ICDL)","start":{"date-parts":[[2021,8,23]]},"location":"Beijing, China","end":{"date-parts":[[2021,8,26]]}},"container-title":["2021 IEEE International Conference on Development and Learning (ICDL)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9515562\/9515563\/09515624.pdf?arnumber=9515624","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,7]],"date-time":"2023-01-07T19:47:46Z","timestamp":1673120866000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9515624\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,23]]},"references-count":55,"URL":"https:\/\/doi.org\/10.1109\/icdl49984.2021.9515624","relation":{},"subject":[],"published":{"date-parts":[[2021,8,23]]}}}