{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T18:33:37Z","timestamp":1772303617410,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031771378","type":"print"},{"value":"9783031771385","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T00:00:00Z","timestamp":1735603200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T00:00:00Z","timestamp":1735603200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77138-5_11","type":"book-chapter","created":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T11:46:54Z","timestamp":1735559214000},"page":"165-178","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Selection of\u00a0Exploratory or\u00a0Goal-Directed Behavior by\u00a0a\u00a0Physical Robot Implementing Deep Active Inference"],"prefix":"10.1007","author":[{"given":"Ko","family":"Igari","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kentaro","family":"Fujii","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gabriel W.","family":"Haddon-Hill","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shingo","family":"Murata","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,31]]},"reference":[{"key":"11_CR1","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.neunet.2021.05.010","volume":"142","author":"O \u00c7atal","year":"2021","unstructured":"\u00c7atal, O., Verbelen, T., Van de Maele, T., Dhoedt, B., Safron, A.: Robot navigation as hierarchical active inference. Neural Netw. 142, 192\u2013204 (2021)","journal-title":"Neural Netw."},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"\u00c7atal, O., Verbelen, T., Nauta, J., De\u00a0Boom, C., Dhoedt, B.: Learning perception and planning with deep active inference. In: ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 3952\u20133956. IEEE (2020)","DOI":"10.1109\/ICASSP40776.2020.9054364"},{"key":"11_CR3","unstructured":"Deng, F., Jang, I., Ahn, S.: Dreamerpro: reconstruction-free model-based reinforcement learning with prototypical representations (2021). https:\/\/arxiv.org\/abs\/2110.14565"},{"issue":"1","key":"11_CR4","first-page":"6818","volume":"23","author":"S Forestier","year":"2022","unstructured":"Forestier, S., Portelas, R., Mollard, Y., Oudeyer, P.Y.: Intrinsically motivated goal exploration processes with automatic curriculum learning. J. Mach. Learn. Res. 23(1), 6818\u20136858 (2022)","journal-title":"J. Mach. Learn. Res."},{"key":"11_CR5","first-page":"11662","volume":"33","author":"Z Fountas","year":"2020","unstructured":"Fountas, Z., Sajid, N., Mediano, P., Friston, K.: Deep active inference agents using Monte-Carlo methods. Adv. Neural. Inf. Process. Syst. 33, 11662\u201311675 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"2","key":"11_CR6","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1038\/nrn2787","volume":"11","author":"K Friston","year":"2010","unstructured":"Friston, K.: The free-energy principle: a unified brain theory? Nat. Rev. Neurosci. 11(2), 127\u2013138 (2010)","journal-title":"Nat. Rev. Neurosci."},{"key":"11_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/NECO_a_00912","volume":"29","author":"K Friston","year":"2017","unstructured":"Friston, K., FitzGerald, T., Rigoli, F., Schwartenbeck, P., Pezzulo, G.: Active inference: a process theory. Neural Comput. 29, 1\u201349 (2017)","journal-title":"Neural Comput."},{"issue":"4","key":"11_CR8","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1080\/17588928.2015.1020053","volume":"6","author":"K Friston","year":"2015","unstructured":"Friston, K., Rigoli, F., Ognibene, D., Mathys, C., Fitzgerald, T., Pezzulo, G.: Active inference and epistemic value. Cogn. Neurosci. 6(4), 187\u2013214 (2015)","journal-title":"Cogn. Neurosci."},{"key":"11_CR9","unstructured":"Ha, D., Schmidhuber, J.: World models. arXiv preprint arXiv:1803.10122 (2018)"},{"key":"11_CR10","unstructured":"Hafner, D., et al.: Learning latent dynamics for planning from pixels. CoRR abs\/1811.04551 (2018). http:\/\/arxiv.org\/abs\/1811.04551"},{"key":"11_CR11","unstructured":"Hafner, D., Lillicrap, T.P., Norouzi, M., Ba, J.: Mastering atari with discrete world models. CoRR abs\/2010.02193 (2020). https:\/\/arxiv.org\/abs\/2010.02193"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"van\u00a0der Himst, O., Lanillos, P.: Deep active inference for partially observable MDPs. In: Active Inference: First International Workshop, IWAI 2020, Co-located with ECML\/PKDD 2020, Ghent, Belgium, 14 September 2020, Proceedings 1, pp. 61\u201371. Springer (2020)","DOI":"10.1007\/978-3-030-64919-7_8"},{"key":"11_CR13","unstructured":"Kauvar, I., Doyle, C., Zhou, L., Haber, N.: Curious replay for model-based adaptation. arXiv preprint arXiv:2306.15934 (2023)"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Kawahara, D., Ozeki, S., Mizuuchi, I.: A curiosity algorithm for robots based on the free energy principle. In: 2022 IEEE\/SICE International Symposium on System Integration (SII), pp. 53\u201359. IEEE (2022)","DOI":"10.1109\/SII52469.2022.9708819"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Kingma, D.P., Welling, M., et\u00a0al.: An introduction to variational autoencoders. Found. Trends\u00ae Mach. Learn. 12(4), 307\u2013392 (2019)","DOI":"10.1561\/2200000056"},{"key":"11_CR16","doi-asserted-by":"publisher","unstructured":"Matsumoto, T., Ohata, W., Benureau, F.C., Tani, J.: Goal-directed planning and goal understanding by extended active inference: evaluation through simulated and physical robot experiments. Entropy 24 (2022). https:\/\/doi.org\/10.3390\/e24040469","DOI":"10.3390\/e24040469"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Mazzaglia, P., Catal, O., Verbelen, T., Dhoedt, B.: Curiosity-driven exploration via latent Bayesian surprise. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 7752\u20137760 (2022)","DOI":"10.1609\/aaai.v36i7.20743"},{"issue":"2","key":"11_CR18","doi-asserted-by":"publisher","first-page":"301","DOI":"10.3390\/e24020301","volume":"24","author":"P Mazzaglia","year":"2022","unstructured":"Mazzaglia, P., Verbelen, T., \u00c7atal, O., Dhoedt, B.: The free energy principle for perception and action: a deep learning perspective. Entropy 24(2), 301 (2022)","journal-title":"Entropy"},{"key":"11_CR19","unstructured":"Mazzaglia, P., Verbelen, T., Dhoedt, B.: Contrastive active inference. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems, vol.\u00a034, pp. 13870\u201313882. Curran Associates, Inc. (2021). https:\/\/proceedings.neurips.cc\/paper\/2021\/file\/73c730319cf839f143bf40954448ce39-Paper.pdf"},{"key":"11_CR20","first-page":"24379","volume":"34","author":"R Mendonca","year":"2021","unstructured":"Mendonca, R., Rybkin, O., Daniilidis, K., Hafner, D., Pathak, D.: Discovering and achieving goals via world models. Adv. Neural. Inf. Process. Syst. 34, 24379\u201324391 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"11_CR21","unstructured":"Micheli, V., Alonso, E., Fleuret, F.: Transformers are sample efficient world models. arXiv preprint arXiv:2209.00588 (2022)"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Pathak, D., Agrawal, P., Efros, A.A., Darrell, T.: Curiosity-driven exploration by self-supervised prediction. In: International Conference on Machine Learning, pp. 2778\u20132787. PMLR (2017)","DOI":"10.1109\/CVPRW.2017.70"},{"key":"11_CR23","unstructured":"Pathak, D., Gandhi, D., Gupta, A.: Self-supervised exploration via disagreement. In: International Conference on Machine Learning, pp. 5062\u20135071. PMLR (2019)"},{"key":"11_CR24","unstructured":"Rajeswar, S., et al.: Mastering the unsupervised reinforcement learning benchmark from pixels. In: International Conference on Machine Learning, pp. 28598\u201328617. PMLR (2023)"},{"key":"11_CR25","unstructured":"Sancaktar, C., Piater, J., Martius, G.: Regularity as intrinsic reward for free play. arXiv preprint arXiv:2312.01473 (2023)"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Sancaktar, C., Van\u00a0Gerven, M.A., Lanillos, P.: End-to-end pixel-based deep active inference for body perception and action. In: 2020 Joint IEEE 10th International Conference on Development and Learning and Epigenetic Robotics (ICDL-EpiRob), pp.\u00a01\u20138. IEEE (2020)","DOI":"10.1109\/ICDL-EpiRob48136.2020.9278105"},{"key":"11_CR27","unstructured":"Schneider, T., Belousov, B., Abdulsamad, H., Peters, J.: Active inference for robotic manipulation. arXiv preprint arXiv:2206.10313 (2022)"},{"key":"11_CR28","unstructured":"Sekar, R., Rybkin, O., Daniilidis, K., Abbeel, P., Hafner, D., Pathak, D.: Planning to explore via self-supervised world models. In: International Conference on Machine Learning, pp. 8583\u20138592. PMLR (2020)"},{"issue":"13","key":"11_CR29","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1080\/01691864.2023.2225232","volume":"37","author":"T Taniguchi","year":"2023","unstructured":"Taniguchi, T., et al.: World models and predictive coding for cognitive and developmental robotics: frontiers and challenges. Adv. Robot. 37(13), 780\u2013806 (2023)","journal-title":"Adv. Robot."},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Tinguy, D., Mazzaglia, P., Verbelen, T., Dhoedt, B.: Home run: finding your way home by imagining trajectories. In: International Workshop on Active Inference, pp. 210\u2013221. Springer (2022)","DOI":"10.1007\/978-3-031-28719-0_15"},{"issue":"6","key":"11_CR31","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1007\/s00422-018-0785-7","volume":"112","author":"K Ueltzh\u00f6ffer","year":"2018","unstructured":"Ueltzh\u00f6ffer, K.: Deep active inference. Biol. Cybern. 112(6), 547\u2013573 (2018)","journal-title":"Biol. Cybern."}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77138-5_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T12:06:01Z","timestamp":1735560361000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77138-5_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,31]]},"ISBN":["9783031771378","9783031771385"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77138-5_11","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,31]]},"assertion":[{"value":"31 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Oxford","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}