{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T00:20:05Z","timestamp":1742948405122,"version":"3.40.3"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031287183"},{"type":"electronic","value":"9783031287190"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28719-0_24","type":"book-chapter","created":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T18:03:51Z","timestamp":1679421831000},"page":"343-354","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Value Cores for\u00a0Inner and\u00a0Outer Alignment: Simulating Personality Formation via\u00a0Iterated Policy Selection and\u00a0Preference Learning with\u00a0Self-World Modeling Active Inference Agents"],"prefix":"10.1007","author":[{"given":"Adam","family":"Safron","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zahra","family":"Sheikhbahaee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick","family":"Hay","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeff","family":"Orchard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jesse","family":"Hoey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,22]]},"reference":[{"issue":"3","key":"24_CR1","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1016\/j.artint.2008.12.001","volume":"173","author":"T Froese","year":"2009","unstructured":"Froese, T., Ziemke, T.: Enactive artificial intelligence: investigating the systemic organization of life and mind. Artif. Intell. 173(3), 466\u2013500 (2009)","journal-title":"Artif. Intell."},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Sarma, G.P., Hay, N., Safron, A., SAFECOMP 2018: AI safety and reproducibility: establishing robust foundations for the neuropsychology of human values. In: Computer Safety, Reliability, and Security, pp. 507\u2013512 (2018). https:\/\/arxiv.org\/abs\/1712.0430","DOI":"10.1007\/978-3-319-99229-7_45"},{"key":"24_CR3","unstructured":"Santoro, A., Bartunov, S., Botvinick, M., Wierstra, D., Lillicrap, T.: Meta-learning with memory-augmented neural networks. In: International Conference on Machine Learning, pp. 1842\u20131850 (2016)"},{"key":"24_CR4","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1016\/j.neubiorev.2018.04.004","volume":"90","author":"KJ Friston","year":"2018","unstructured":"Friston, K.J., Rosch, R., Parr, T., Price, C., Bowman, H.: Deep temporal models and active inference. Neurosci. Biobehav. Rev. 90, 486\u2013501 (2018)","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"3","key":"24_CR5","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1162\/neco_a_01351","volume":"33","author":"KJ Friston","year":"2020","unstructured":"Friston, K.J., Da Costa, L., Hafner, D., Hesp, C., Parr, T.: Sophisticated inference. Neural Comput. 33(3), 713\u2013763 (2020)","journal-title":"Neural Comput."},{"key":"24_CR6","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s11023-012-9281-3","volume":"22","author":"N Bostrom","year":"2012","unstructured":"Bostrom, N.: The superintelligent will: motivation and instrumental rationality in advanced artificial agents. Mind. Mach. 22, 71\u201385 (2012). https:\/\/doi.org\/10.1007\/s11023-012-9281-3","journal-title":"Mind. Mach."},{"key":"24_CR7","unstructured":"Bostrom, N.: Superintelligence: Paths, Dangers, Strategies. Oxford University Press, Oxford (2014). ISBN 978-0199678112"},{"issue":"4","key":"24_CR8","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1080\/17588928.2015.1020053","volume":"6","author":"K Friston","year":"2015","unstructured":"Friston, K., Rigoli, F., Ognibene, D., Mathys, C., Fitzgerald, T., Pezzulo, G.: Active inference and epistemic value. Cogn. Neurosci. 6(4), 187\u2013214 (2015)","journal-title":"Cogn. Neurosci."},{"key":"24_CR9","unstructured":"Hubinger, E., van Merwijk, C., Mikulik, V., Skalse, J., Garrabrant, S.: Risks from learned optimization in advanced machine learning systems. In: Advanced Machine Learning Systems. arXiv: 1906.01820 (2019)"},{"key":"24_CR10","unstructured":"Yampolskiy, R.V. : Verifier theory from axioms to unverifiability of mathematical proofs, software and AI. arXiv: 1609.00331v1 (2016)"},{"key":"24_CR11","doi-asserted-by":"publisher","first-page":"313","DOI":"10.3389\/fpsyg.2013.00313","volume":"4","author":"J Schmidhuber","year":"2013","unstructured":"Schmidhuber, J.: PowerPlay: training an increasingly general problem solver by continually searching for the simplest still unsolvable problem. Front. Psychol. 4, 313 (2013)","journal-title":"Front. Psychol."},{"issue":"10","key":"24_CR12","doi-asserted-by":"publisher","first-page":"2633","DOI":"10.1162\/neco_a_00999","volume":"29","author":"KJ Friston","year":"2017","unstructured":"Friston, K.J., Lin, M., Frith, C.D., Pezzulo, G., Hobson, J.A., Ondobaka, S.: Active inference, curiosity and insight. Neural Comput. 29(10), 2633\u20132683 (2017)","journal-title":"Neural Comput."},{"key":"24_CR13","doi-asserted-by":"publisher","first-page":"e41703","DOI":"10.7554\/eLife.41703","volume":"8","author":"P Schwartenbeck","year":"2019","unstructured":"Schwartenbeck, P., Passecker, J., Hauser, T.U., FitzGerald, T.H.B., Kronbichler, M., Friston, K.J.: Computational mechanisms of curiosity and goal-directed exploration. ELife 8, e41703 (2019)","journal-title":"ELife"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Klyubin, A.S., Polani, D., Nehaniv, C.L.: Empowerment: a universal agent-centric measure of control. In: IEEE Congress on Evolutionary Computation, vol. 1, pp. 128\u2013135 (2005)","DOI":"10.1109\/CEC.2005.1554676"},{"issue":"1","key":"24_CR15","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1177\/1059712310392389","volume":"19","author":"T Jung","year":"2011","unstructured":"Jung, T., Polani, D., Stone, P.: Empowerment for continuous agent-environment systems. Adapt. Behav. 19(1), 16\u201339 (2011)","journal-title":"Adapt. Behav."},{"key":"24_CR16","doi-asserted-by":"publisher","unstructured":"Schmidhuber, J.: G\u00f6del machines: fully self-referential optimal universal self-improvers. In: Goertzel, B., Pennachin, C. (eds.) Artificial General Intelligence, Cognitive Technologies, pp. 119\u2013226. Springer, Berlin (2006). https:\/\/doi.org\/10.1007\/978-3-540-68677-4_7","DOI":"10.1007\/978-3-540-68677-4_7"},{"issue":"4","key":"24_CR17","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1177\/0269881120959637","volume":"35","author":"A Brouwer","year":"2021","unstructured":"Brouwer, A., Carhart-Harris, R.L.: Pivotal mental states. J. Psychopharmacol. 35(4), 319\u2013352 (2021)","journal-title":"J. Psychopharmacol."},{"key":"24_CR18","unstructured":"Demski, A., Garrabrant, S.: Embedded agency. arXiv preprint arXiv:1902.09469 (2019)"},{"key":"24_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.plrev.2017.09.001","volume":"24","author":"MJD Ramstead","year":"2018","unstructured":"Ramstead, M.J.D., Badcock, P.B., Friston, K.J.: Answering Schr\u00f6dinger\u2019s question: a free-energy formulation. Phys. Life Rev. 24, 1\u201316 (2018)","journal-title":"Phys. Life Rev."},{"key":"24_CR20","unstructured":"Man, K., Damasio, A., Neven, H.: Need is all you need: homeostatic neural networks adapt to concept shift. arxiv: 2205.08645 (2022)"},{"key":"24_CR21","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1007\/s10539-020-09753-3","volume":"35","author":"J Warrell","year":"2020","unstructured":"Warrell, J., Gerstein, M.: Cyclic and multilevel causation in evolutionary processes. Biol. Philos. 35, 50 (2020). https:\/\/doi.org\/10.1007\/s10539-020-09753-3","journal-title":"Biol. Philos."},{"key":"24_CR22","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.pneurobio.2015.09.001","volume":"134","author":"G Pezzulo","year":"2015","unstructured":"Pezzulo, G., Rigoli, F., Friston, K.: Active inference, homeostatic regulation and adaptive behavioural control. Prog. Neurobiol. 134, 17\u201335 (2015)","journal-title":"Prog. Neurobiol."},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Taylor, J., Yudkowsky, E., LaVictoire, P., Critch, A.: Alignment for Advanced Machine Learning Systems, Ethics of artificial intelligence, pp. 342\u2013367. Oxford University Press","DOI":"10.1093\/oso\/9780190905033.003.0013"},{"key":"24_CR24","unstructured":"Hadfield-Menell, D., Dragan, A., Abbeel, P., Russell, S.: Cooperative inverse reinforcement learning. In: Advances in Neural Information Processing Systems, pp. 3909\u20133917 (2016)"},{"key":"24_CR25","unstructured":"Rabinowitz, N., Perbet, F., Song, F., Zhang, C., Eslami, S.M.A., Botvinick, M.: Machine theory of mind. In: Proceedings of the 35th International Conference on Machine Learning, vol. 18, pp. 4218\u20134227 (2018)"},{"key":"24_CR26","unstructured":"Xu, K., Ratner, E., Dragan, A., Levine, S., Finn, C.: Learning a prior over intent via meta-inverse reinforcement learning. In: Proceedings of the 36th International Conference on Machine Learning, PMLR 97, pp. 6952\u20136962 (2019)"},{"issue":"5","key":"24_CR27","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1016\/j.tics.2019.02.006","volume":"23","author":"M Botvinick","year":"2019","unstructured":"Botvinick, M., Ritter, S., Wang, J.X., Kurth-Nelson, Z., Blundell, C., Hassabis, D.: Reinforcement learning, fast and slow. Trends Cogn. Sci. 23(5), 408\u2013423 (2019)","journal-title":"Trends Cogn. Sci."},{"key":"24_CR28","unstructured":"Gupta, A., Eysenbach, B., Finn, C., Levine, S.: Unsupervised Meta-Learning for Reinforcement Learning. arXiv:1806.04640 (2018)"},{"key":"24_CR29","unstructured":"Eysenbach, B., Gupta, A., Ibarz, J., Levine, S.: Diversity is all you need: learning skills without a reward function. arXiv:1802.06070 (2018)"},{"issue":"4","key":"24_CR30","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1080\/1047840X.2018.1537246","volume":"29","author":"J Dalege","year":"2018","unstructured":"Dalege, J., Borsboom, D., van Harreveld, F., van der Maas, H.L.J.: The attitudinal entropy (AE) framework as a general theory of individual attitudes. Psychol. Inq. 29(4), 175\u2013193 (2018)","journal-title":"Psychol. Inq."},{"key":"24_CR31","doi-asserted-by":"publisher","unstructured":"Safron, A., \u00e7atal, C., Verbelen, T.: Generalized simultaneous localization and mapping (G-SLAM) as unification framework for natural and artificial intelligences: towards reverse engineering the hippocampal\/entorhinal system and principles of high-level cognition. PsyArXiv. https:\/\/doi.org\/10.31234\/osf.io\/tdw82(2021)","DOI":"10.31234\/osf.io\/tdw82"},{"key":"24_CR32","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"799","DOI":"10.1007\/978-3-030-93736-2_56","volume-title":"Machine Learning and Principles and Practice of Knowledge Discovery in Databases, ECML PKDD 2021","author":"A Safron","year":"2021","unstructured":"Safron, A., Sheikhbahaee, Z.: Dream to explore: 5-HT2a as adaptive temperature parameter for sophisticated affective inference. In: Machine Learning and Principles and Practice of Knowledge Discovery in Databases, ECML PKDD 2021. Communications in Computer and Information Science, vol. 1524, pp. 799\u2013809. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-93736-2_56"},{"issue":"9","key":"24_CR33","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1177\/0269881117725915","volume":"31","author":"RL Carhart-Harris","year":"2017","unstructured":"Carhart-Harris, R.L., Nutt, D.J.: Serotonin and brain function: a tale of two receptors. J. Psychopharmacol. 31(9), 1091\u20131120 (2017)","journal-title":"J. Psychopharmacol."},{"key":"24_CR34","doi-asserted-by":"publisher","first-page":"90","DOI":"10.3389\/fncom.2018.00090","volume":"12","author":"T Parr","year":"2018","unstructured":"Parr, T., Friston, K.J.: The anatomy of inference: generative models and brain structure. Front. Comput. Neurosci. 12, 90 (2018). https:\/\/doi.org\/10.3389\/fncom.2018.00090","journal-title":"Front. Comput. Neurosci."},{"issue":"2","key":"24_CR35","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1162\/neco_a_01341","volume":"33","author":"C Hesp","year":"2021","unstructured":"Hesp, C., Smith, R., Parr, T., Allen, M., Friston, K.J., Ramstead, M.J.D.: Deeply felt affect: the emergence of valence in deep active inference. Neural Comput. 33(2), 398\u2013446 (2021)","journal-title":"Neural Comput."},{"key":"24_CR36","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1038\/mp.2015.46","volume":"21","author":"Y Worbe","year":"2016","unstructured":"Worbe, Y., et al.: Valence-dependent influence of serotonin depletion on model-based choice strategy. Mol. Psychiatry 21, 624\u2013629 (2016)","journal-title":"Mol. Psychiatry"},{"issue":"5","key":"24_CR37","doi-asserted-by":"publisher","first-page":"999","DOI":"10.1016\/j.neuron.2020.09.015","volume":"118","author":"D Bang","year":"2020","unstructured":"Bang, D., Kishida, K.T., Lohrenz, T., Tatter, S.B., Fleming, S.T., Montague, P.R.: Sub-second dopamine and serotonin signaling in human striatum during perceptual decision-making. Neuron 118(5), 999\u20131010 (2020)","journal-title":"Neuron"},{"issue":"3","key":"24_CR38","doi-asserted-by":"publisher","first-page":"586","DOI":"10.1016\/j.cub.2021.12.006","volume":"32","author":"CD Grossman","year":"2022","unstructured":"Grossman, C.D., Bari, B.A., Cohen, J.Y.: Serotonin neurons modulate learning rate through uncertainty. Curr. Biol. 32(3), 586\u2013599 (2022)","journal-title":"Curr. Biol."},{"issue":"1","key":"24_CR39","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1177\/17540739211063851","volume":"14","author":"M Miller","year":"2022","unstructured":"Miller, M., Kiverstein, J., Rietveld, E.: The predictive dynamics of happiness and well-being. Emot. Rev. 14(1), 15\u201330 (2022)","journal-title":"Emot. Rev."},{"key":"24_CR40","doi-asserted-by":"crossref","unstructured":"Sarma, G.P., Safron, A., Hay, N.J.: Integrative biological simulation, neuropsychology, and AI safety. In: Workshop on Artificial Intelligence Safety 2019 Co-located with the Thirty-Third AAAI Conference on Artificial Intelligence (AAAI-19) (2019)","DOI":"10.7287\/peerj.preprints.27321v2"},{"key":"24_CR41","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.cortex.2015.03.025","volume":"68","author":"KJ Friston","year":"2015","unstructured":"Friston, K.J., Frith, C.D.: Active inference, communication and hermeneutics. Cortex 68, 129\u2013143 (2015). https:\/\/doi.org\/10.1016\/j.cortex.2015.03.025","journal-title":"Cortex"},{"key":"24_CR42","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1016\/j.concog.2014.12.003","volume":"36","author":"KJ Friston","year":"2015","unstructured":"Friston, K.J., Frith, C.: A duet for one. Conscious. Cogn. 36, 390\u2013405 (2015)","journal-title":"Conscious. Cogn."},{"issue":"90","key":"24_CR43","first-page":"1","volume":"43","author":"SPL Veissi\u00e9re","year":"2019","unstructured":"Veissi\u00e9re, S.P.L., Constant, A., Ramstead, M.J.D., Friston, K.J., Kirmayer, K.L.: Thinking through other minds: a variational approach to cognition and culture. Behav. Brain Sci. 43(90), 1\u201375 (2019)","journal-title":"Behav. Brain Sci."},{"key":"24_CR44","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3389\/frobt.2017.00060","volume":"4","author":"MSA Graziano","year":"2017","unstructured":"Graziano, M.S.A.: The attention schema theory: a foundation for engineering artificial consciousness. Front. Robot. AI 4, 60 (2017)","journal-title":"Front. Robot. AI"},{"key":"24_CR45","doi-asserted-by":"crossref","unstructured":"Safron, A., DeYoung, C.G.: Integrating cybernetic big five theory with the free energy principle: a new strategy for modeling personalities as complex systems. In: Measuring and Modeling Persons and Situations, vol. 18, pp. 617\u2013649 (2021)","DOI":"10.1016\/B978-0-12-819200-9.00010-7"},{"key":"24_CR46","doi-asserted-by":"publisher","unstructured":"Safron, A., Klimaj, V.: Learned but not chosen: a reward competition feedback model for the origins of sexual preferences and orientations. In: VanderLaan, D.P., Wong, W.I. (eds.) Gender and Sexuality Development. Focus on Sexuality Research, pp. 443\u2013490. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-84273-4_16","DOI":"10.1007\/978-3-030-84273-4_16"},{"key":"24_CR47","unstructured":"Russell, S.: Human Compatible: Artificial Intelligence and the Problem of Control, Penguin Publishing Group, New York (2019). ISBN 0525558624, 9780525558620"}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28719-0_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T19:47:02Z","timestamp":1729108022000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28719-0_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031287183","9783031287190"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28719-0_24","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}