{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T07:49:15Z","timestamp":1760168955781,"version":"3.28.0"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,1,9]],"date-time":"2022-01-09T00:00:00Z","timestamp":1641686400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,1,9]],"date-time":"2022-01-09T00:00:00Z","timestamp":1641686400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,1,9]],"date-time":"2022-01-09T00:00:00Z","timestamp":1641686400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,1,9]]},"DOI":"10.1109\/sii52469.2022.9708819","type":"proceedings-article","created":{"date-parts":[[2022,3,7]],"date-time":"2022-03-07T20:08:41Z","timestamp":1646683721000},"page":"53-59","source":"Crossref","is-referenced-by-count":6,"title":["A Curiosity Algorithm for Robots Based on the Free Energy Principle"],"prefix":"10.1109","author":[{"given":"Daisuke","family":"Kawahara","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sara","family":"Ozeki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ikuo","family":"Mizuuchi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Goal-directed planning by reinforcement learning and active inference","year":"2021","author":"han","key":"ref39"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2021.642780"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207382"},{"key":"ref32","first-page":"2575","article-title":"Variational dropout and the local reparameterization trick","volume":"28","author":"kingma","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmp.2020.102348"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64919-7_1"},{"article-title":"Online reinforcement learning with sparse rewards through an active inference capsule","year":"2021","author":"noel","key":"ref37"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.05.010"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"3952","DOI":"10.1109\/ICASSP40776.2020.9054364","article-title":"Learning perception and planning with deep active inference","author":"\u00e7atal","year":"2020","journal-title":"ICASSP 2020-2020 IEEE International Conference on Acoustics Speech and Signal Processing (ICASSP)"},{"article-title":"Deep active inference agents using monte-carlo methods","year":"2020","author":"fountas","key":"ref34"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197421"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64919-7_8"},{"key":"ref11","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref12","first-page":"465","article-title":"Pilco: A model-based and data-efficient approach to policy search","author":"deisenroth","year":"2011","journal-title":"Proceedings of the 28th International Conference on Machine Learning (ICML-11)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.218"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2018.2851664"},{"key":"ref15","first-page":"1701","article-title":"Data-efficient reinforcement learning with probabilistic model predictive control","author":"kamthe","year":"2018","journal-title":"International Conference on Artificial Intelligence and Statistics"},{"article-title":"Bayesian curiosity for efficient exploration in reinforcement learning","year":"2019","author":"blau","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2016.7727626"},{"key":"ref18","first-page":"1613","article-title":"Weight uncertainty in neural network","author":"blundell","year":"2015","journal-title":"International Conference on Machine Learning"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00912"},{"article-title":"Combining imitation and reinforcement learning with free energy principle","year":"2020","author":"ogishima","key":"ref28"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"article-title":"Reinforced imitation learning by free energy principle","year":"2021","author":"ogishima","key":"ref27"},{"key":"ref3","first-page":"1471","article-title":"Unifying count-based exploration and intrinsic motivation","author":"bellemare","year":"2016","journal-title":"Advances in neural information processing systems"},{"article-title":"Reinforcement learning through active inference","year":"2020","author":"tschantz","key":"ref6"},{"article-title":"Reinforcement learning and control as probabilistic inference: Tutorial and review","year":"2018","author":"levine","key":"ref29"},{"key":"ref5","article-title":"Vime: Variational information maximizing exploration","author":"houthooft","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref8","first-page":"1278","article-title":"Receding horizon curiosity","author":"schultheis","year":"2020","journal-title":"Conference on Robot Learning"},{"key":"ref7","first-page":"5779","article-title":"Model-based active exploration","author":"shyam","year":"2019","journal-title":"International Conference on Machine Learning"},{"article-title":"Data-efficient deep reinforcement learning for dexterous manipulation","year":"2017","author":"popov","key":"ref2"},{"key":"ref9","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"In Proceedings of the International Conference on Learning Representations (ICLR)"},{"key":"ref1","volume":"135","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.jphysparis.2006.10.001"},{"journal-title":"Variational algorithms for approximate Bayesian inference","year":"2003","author":"beal","key":"ref22"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1080\/17588928.2015.1020053"},{"key":"ref42","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"International Conference on Learning Representations (ICLR)"},{"article-title":"Geometry of friston’s active inference","year":"2018","author":"biehl","key":"ref24"},{"key":"ref41","first-page":"1352","article-title":"Reinforcement learning with deep energy-based policies","author":"haarnoja","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-011-9236-8"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-012-0512-8"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.visres.2008.09.007"}],"event":{"name":"2022 IEEE\/SICE International Symposium on System Integration (SII)","start":{"date-parts":[[2022,1,9]]},"location":"Narvik, Norway","end":{"date-parts":[[2022,1,12]]}},"container-title":["2022 IEEE\/SICE International Symposium on System Integration (SII)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9708598\/9708599\/09708819.pdf?arnumber=9708819","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,7]],"date-time":"2022-12-07T02:12:37Z","timestamp":1670379157000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9708819\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,9]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/sii52469.2022.9708819","relation":{},"subject":[],"published":{"date-parts":[[2022,1,9]]}}}