{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T14:53:56Z","timestamp":1743000836197,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030649180"},{"type":"electronic","value":"9783030649197"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-64919-7_12","type":"book-chapter","created":{"date-parts":[[2020,12,17]],"date-time":"2020-12-17T20:04:16Z","timestamp":1608235456000},"page":"101-113","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Modulation of Viability Signals for Self-regulatory Control"],"prefix":"10.1007","author":[{"given":"Alvaro","family":"Ovalle","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon M.","family":"Lucas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,12,18]]},"reference":[{"key":"12_CR1","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1177\/1059712309343819","volume":"17","author":"XE Barandiaran","year":"2009","unstructured":"Barandiaran, X.E., Paolo, E.D., Rohde, M.: Defining agency: individuality, normativity, asymmetry, and spatio-temporality in action. Adapt. Behav. 17, 367\u2013386 (2009)","journal-title":"Adapt. Behav."},{"issue":"1","key":"12_CR2","first-page":"17","volume":"6","author":"J Beirlant","year":"1997","unstructured":"Beirlant, J., Dudewicz, E.J., Gy\u00f6rfi, L., D\u00e9nes, I.: Nonparametric entropy estimation: an overview. Int. J. Math. Stat. Sci. 6(1), 17\u201339 (1997)","journal-title":"Int. J. Math. Stat. Sci."},{"key":"12_CR3","unstructured":"Bellemare, M., Srinivasan, S., Ostrovski, G., Schaul, T., Saxton, D., Munos, R.: Unifying count-based exploration and intrinsic motivation. In: Lee, D.D., Sugiyama, M., Luxburg, U.V., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 29, pp. 1471\u20131479. Curran Associates, Inc. (2016)"},{"key":"12_CR4","unstructured":"Berseth, G., et al.: SMiRL: Surprise Minimizing RL in Dynamic Environments. arXiv:1912.05510 [cs, stat] (2020)"},{"key":"12_CR5","unstructured":"Burda, Y., Edwards, H., Storkey, A., Klimov, O.: Exploration by random network distillation. In: International Conference on Learning Representations (2018)"},{"key":"12_CR6","unstructured":"\u00c7atal, O., Nauta, J., Verbelen, T., Simoens, P., Dhoedt, B.: Bayesian policy selection using active inference. arXiv:1904.08149 [cs] (2019)"},{"key":"12_CR7","unstructured":"\u00c7atal, O., Wauthier, S., Verbelen, T., De Boom, C., Dhoedt, B.: Deep Active Inference for Autonomous Robot Navigation (2020)"},{"key":"12_CR8","unstructured":"Co-Reyes, J.D., Sanjeev, S., Berseth, G., Gupta, A., Levine, S.: Ecological Reinforcement Learning. arXiv:2006.12478 [cs, stat] (2020)"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Damasio, A.R.: Emotions and feelings: a neurobiological perspective. In: Feelings and Emotions: The Amsterdam Symposium, Studies in Emotion and Social Interaction, pp. 49\u201357. Cambridge University Press, New York (2004)","DOI":"10.1017\/CBO9780511806582.004"},{"issue":"5","key":"12_CR10","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1162\/neco.1995.7.5.889","volume":"7","author":"P Dayan","year":"1995","unstructured":"Dayan, P., Hinton, G.E., Neal, R.M., Zemel, R.S.: The Helmholtz machine. Neural Comput. 7(5), 889\u2013904 (1995)","journal-title":"Neural Comput."},{"key":"12_CR11","unstructured":"Di Paolo, E.A.: Organismically-inspired robotics: homeostatic adaptation and teleology beyond the closed sensorimotor loop (2003)"},{"issue":"1","key":"12_CR12","doi-asserted-by":"publisher","first-page":"129","DOI":"10.3406\/intel.2010.1181","volume":"53","author":"EA Di Paolo","year":"2010","unstructured":"Di Paolo, E.A.: Robotics inspired in the organism. Intel 53(1), 129\u2013162 (2010)","journal-title":"Intel"},{"issue":"86","key":"12_CR13","doi-asserted-by":"publisher","first-page":"20130475","DOI":"10.1098\/rsif.2013.0475","volume":"10","author":"K Friston","year":"2013","unstructured":"Friston, K.: Life as we know it. J. R. Soc. Interface 10(86), 20130475 (2013)","journal-title":"J. R. Soc. Interface"},{"issue":"1","key":"12_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/NECO_a_00912","volume":"29","author":"K Friston","year":"2016","unstructured":"Friston, K., FitzGerald, T., Rigoli, F., Schwartenbeck, P., Pezzulo, G.: Active inference: a process theory. Neural Comput. 29(1), 1\u201349 (2016)","journal-title":"Neural Comput."},{"issue":"1","key":"12_CR15","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.jphysparis.2006.10.001","volume":"100","author":"K Friston","year":"2006","unstructured":"Friston, K., Kilner, J., Harrison, L.: A free energy principle for the brain. J. Physiol.-Paris 100(1), 70\u201387 (2006)","journal-title":"J. Physiol.-Paris"},{"issue":"8","key":"12_CR16","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1007\/s00422-012-0512-8","volume":"106","author":"K Friston","year":"2012","unstructured":"Friston, K., Samothrakis, S., Montague, R.: Active inference and agency: optimal control without cost functions. Biol. Cybern. 106(8), 523\u2013541 (2012). https:\/\/doi.org\/10.1007\/s00422-012-0512-8","journal-title":"Biol. Cybern."},{"issue":"10","key":"12_CR17","doi-asserted-by":"publisher","first-page":"2633","DOI":"10.1162\/neco_a_00999","volume":"29","author":"KJ Friston","year":"2017","unstructured":"Friston, K.J., Lin, M., Frith, C.D., Pezzulo, G., Hobson, J.A., Ondobaka, S.: Active inference, curiosity and insight. Neural Comput. 29(10), 2633\u20132683 (2017)","journal-title":"Neural Comput."},{"key":"12_CR18","unstructured":"Hinton, G.E., Zemel, R.S.: Autoencoders, minimum description length and Helmholtz free energy. In: Proceedings of the 6th International Conference on Neural Information Processing Systems, NIPS 1993, pp. 3\u201310. Morgan Kaufmann Publishers Inc., San Francisco (1993)"},{"issue":"2","key":"12_CR19","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1023\/A:1007665907178","volume":"37","author":"MI Jordan","year":"1999","unstructured":"Jordan, M.I., Ghahramani, Z., Jaakkola, T.S., Saul, L.K.: An introduction to variational methods for graphical models. Mach. Learn. 37(2), 183\u2013233 (1999). https:\/\/doi.org\/10.1023\/A:1007665907178","journal-title":"Mach. Learn."},{"issue":"6","key":"12_CR20","doi-asserted-by":"publisher","first-page":"20180041","DOI":"10.1098\/rsfs.2018.0041","volume":"8","author":"A Kolchinsky","year":"2018","unstructured":"Kolchinsky, A., Wolpert, D.H.: Semantic information, autonomous agency, and nonequilibrium statistical physics. Interface Focus 8(6), 20180041 (2018)","journal-title":"Interface Focus"},{"key":"12_CR21","doi-asserted-by":"publisher","first-page":"102348","DOI":"10.1016\/j.jmp.2020.102348","volume":"96","author":"B Millidge","year":"2020","unstructured":"Millidge, B.: Deep active inference as variational policy gradients. J. Math. Psychol. 96, 102348 (2020)","journal-title":"J. Math. Psychol."},{"key":"12_CR22","unstructured":"Mnih, V., et al.: Playing Atari with Deep Reinforcement Learning. arXiv:1312.5602 [cs] (2013)"},{"key":"12_CR23","unstructured":"Ostrovski, G., Bellemare, M.G., Oord, A., Munos, R.: Count-based exploration with neural density models. In: International Conference on Machine Learning, pp. 2721\u20132730. PMLR (2017)"},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Pathak, D., Agrawal, P., Efros, A.A., Darrell, T.: Curiosity-driven exploration by self-supervised prediction. In: Proceedings of the 34th International Conference on Machine Learning, ICML 2017, vol. 70, pp. 2778\u20132787. JMLR.org, Sydney (2017)","DOI":"10.1109\/CVPRW.2017.70"},{"key":"12_CR25","unstructured":"Pathak, D., Gandhi, D., Gupta, A.: Self-supervised exploration via disagreement. In: International Conference on Machine Learning, pp. 5062\u20135071. PMLR (2019)"},{"key":"12_CR26","doi-asserted-by":"crossref","unstructured":"Perez, D., Samothrakis, S., Lucas, S., Rohlfshagen, P.: Rolling horizon evolution versus tree search for navigation in single-player real-time games. In: GECCO 2013, pp. 351\u2013358 (2013)","DOI":"10.1145\/2463372.2463413"},{"key":"12_CR27","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1016\/j.plrev.2018.12.002","volume":"31","author":"MJD Ramstead","year":"2019","unstructured":"Ramstead, M.J.D., Constant, A., Badcock, P.B., Friston, K.J.: Variational ecology and the physics of sentient systems. Phys. Life Rev. 31, 188\u2013205 (2019)","journal-title":"Phys. Life Rev."},{"key":"12_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.plrev.2017.09.001","volume":"24","author":"MJD Ramstead","year":"2018","unstructured":"Ramstead, M.J.D., Badcock, P.B., Friston, K.J.: Answering Schr\u00f6dinger\u2019s question: a free-energy formulation. Phys. Life Rev. 24, 1\u201316 (2018)","journal-title":"Phys. Life Rev."},{"key":"12_CR29","unstructured":"Sajid, N., Ball, P.J., Friston, K.J.: Active inference: Demystified and compared. arXiv:1909.10863 [cs, q-bio] (2020)"},{"key":"12_CR30","doi-asserted-by":"crossref","unstructured":"Sancaktar, C., van Gerven, M., Lanillos, P.: End-to-End Pixel-Based Deep Active Inference for Body Perception and Action. arXiv:2001.05847 [cs, q-bio] (2020)","DOI":"10.1109\/ICDL-EpiRob48136.2020.9278105"},{"key":"12_CR31","unstructured":"Tasfi, N.: PyGame Learning Environment. Github repository (2016)"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Tschantz, A., Baltieri, M., Seth, A.K., Buckley, C.L.: Scaling active inference. arXiv:1911.10601 [cs, eess, math, stat] (2019)","DOI":"10.1109\/IJCNN48605.2020.9207382"},{"key":"12_CR33","unstructured":"Tschantz, A., Millidge, B., Seth, A.K., Buckley, C.L.: Reinforcement Learning through Active Inference. arXiv:2002.12636 [cs, eess, math, stat] (2020)"},{"issue":"6","key":"12_CR34","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1007\/s00422-018-0785-7","volume":"112","author":"K Ueltzh\u00f6ffer","year":"2018","unstructured":"Ueltzh\u00f6ffer, K.: Deep active inference. Biol. Cybern. 112(6), 547\u2013573 (2018). https:\/\/doi.org\/10.1007\/s00422-018-0785-7","journal-title":"Biol. Cybern."}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-64919-7_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T11:12:44Z","timestamp":1619262764000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-64919-7_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030649180","9783030649197"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-64919-7_12","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"18 December 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the workshop was held online.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}