{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:02:58Z","timestamp":1742911378503,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031479571"},{"type":"electronic","value":"9783031479588"}],"license":[{"start":{"date-parts":[[2023,11,16]],"date-time":"2023-11-16T00:00:00Z","timestamp":1700092800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,16]],"date-time":"2023-11-16T00:00:00Z","timestamp":1700092800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-47958-8_10","type":"book-chapter","created":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T18:01:56Z","timestamp":1700071316000},"page":"145-172","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An Analytical Model of\u00a0Active Inference in\u00a0the\u00a0Iterated Prisoner\u2019s Dilemma"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4974-9242","authenticated-orcid":false,"given":"Daphne","family":"Demekas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5884-7728","authenticated-orcid":false,"given":"Conor","family":"Heins","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8326-5044","authenticated-orcid":false,"given":"Brennan","family":"Klein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,16]]},"reference":[{"key":"10_CR1","unstructured":"Abdolmaleki, A., Springenberg, J.T., Tassa, Y., Munos, R., Heess, N., Riedmiller, M.: Maximum a posteriori policy optimisation. In: International Conference on Learning Representations (2018). https:\/\/openreview.net\/forum?id=S1ANxQW0b"},{"key":"10_CR2","unstructured":"Attias, H.: Planning by probabilistic inference. In: Bishop, C.M., Frey, B.J. (eds.) Proceedings of the Ninth International Workshop on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, R4, pp. 9\u201316 (2003). https:\/\/proceedings.mlr.press\/r4\/attias03a.html"},{"issue":"4489","key":"10_CR3","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.1126\/science.7466396","volume":"211","author":"R Axelrod","year":"1981","unstructured":"Axelrod, R., Hamilton, W.D.: The evolution of cooperation. Science 211(4489), 1390\u20131396 (1981). https:\/\/doi.org\/10.1126\/science.7466396","journal-title":"Science"},{"issue":"518","key":"10_CR4","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1080\/01621459.2017.1285773","volume":"112","author":"DM Blei","year":"2017","unstructured":"Blei, D.M., Kucukelbir, A., McAuliffe, J.D.: Variational inference: a review for statisticians. J. Am. Stat. Assoc. 112(518), 859\u2013877 (2017). https:\/\/doi.org\/10.1080\/01621459.2017.1285773","journal-title":"J. Am. Stat. Assoc."},{"issue":"10","key":"10_CR5","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1016\/j.tics.2012.08.006","volume":"16","author":"M Botvinick","year":"2012","unstructured":"Botvinick, M., Toussaint, M.: Planning as inference. Trends Cogn. Sci. 16(10), 485\u2013488 (2012). https:\/\/doi.org\/10.1016\/j.tics.2012.08.006","journal-title":"Trends Cogn. Sci."},{"issue":"1","key":"10_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40294-016-0026-7","volume":"4","author":"AD Farooqui","year":"2016","unstructured":"Farooqui, A.D., Niazi, M.A.: Game theory models for communication between agents: a review. Complex Adapt. Syst. Model. 4(1), 1\u201331 (2016). https:\/\/doi.org\/10.1186\/s40294-016-0026-7","journal-title":"Complex Adapt. Syst. Model."},{"key":"10_CR7","doi-asserted-by":"publisher","unstructured":"Fountas, Z., Sajid, N., Mediano, P.A., Friston, K.J.: Deep active inference agents using Monte-Carlo methods. In: Proceedings of the 34th International Conference on Neural Information Processing Systems, NIPS 2020. Curran Associates Inc. (2020). https:\/\/doi.org\/10.5555\/3495724.3496702","DOI":"10.5555\/3495724.3496702"},{"issue":"7","key":"10_CR8","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0006421","volume":"4","author":"KJ Friston","year":"2009","unstructured":"Friston, K.J., Daunizeau, J., Kiebel, S.J.: Reinforcement learning or active inference? PLoS ONE 4(7), e6421 (2009). https:\/\/doi.org\/10.1371\/journal.pone.0006421","journal-title":"PLoS ONE"},{"key":"10_CR9","doi-asserted-by":"publisher","first-page":"862","DOI":"10.1016\/j.neubiorev.2016.06.022","volume":"68","author":"KJ Friston","year":"2016","unstructured":"Friston, K.J., FitzGerald, T., Rigoli, F., Schwartenbeck, P., O\u2019Doherty, J., Pezzulo, G.: Active inference and learning. Neurosci. Biobehav. Rev. 68, 862\u2013879 (2016). https:\/\/doi.org\/10.1016\/j.neubiorev.2016.06.022","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"4","key":"10_CR10","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1080\/17588928.2015.1020053","volume":"6","author":"KJ Friston","year":"2015","unstructured":"Friston, K.J., Rigoli, F., Ognibene, D., Mathys, C., Fitzgerald, T., Pezzulo, G.: Active inference and epistemic value. Cogn. Neurosci. 6(4), 187\u2013214 (2015). https:\/\/doi.org\/10.1080\/17588928.2015.1020053","journal-title":"Cogn. Neurosci."},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Heide, J.B., Miner, A.S.: The shadow of the future: effects of anticipated interaction and frequency of contact on buyer-seller cooperation. Acad. Manag. J. 35(2), 265\u2013291 (1992). https:\/\/www.jstor.org\/stable\/256374","DOI":"10.5465\/256374"},{"key":"10_CR12","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/978-3-031-28719-0_6","volume-title":"Active Inference","author":"C Heins","year":"2023","unstructured":"Heins, C., Klein, B., Demekas, D., Aguilera, M., Buckley, C.L.: Spin glass systems as collective active inference. In: Buckley, C.L., et al. (eds.) IWAI 2022. CCIS, vol. 1721, pp. 75\u201398. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28719-0_6"},{"issue":"73","key":"10_CR13","doi-asserted-by":"publisher","first-page":"4098","DOI":"10.21105\/joss.04098","volume":"7","author":"C Heins","year":"2022","unstructured":"Heins, C., et al.: pymdp: a Python library for active inference indiscrete state spaces. J. Open Source Softw. 7(73), 4098 (2022). https:\/\/doi.org\/10.21105\/joss.04098","journal-title":"J. Open Source Softw."},{"issue":"12","key":"10_CR14","doi-asserted-by":"publisher","first-page":"3999","DOI":"10.1073\/pnas.0308738101","volume":"101","author":"CA Holt","year":"2004","unstructured":"Holt, C.A., Roth, A.E.: The Nash equilibrium: a perspective. Proc. Natl. Acad. Sci. 101(12), 3999\u20134002 (2004). https:\/\/doi.org\/10.1073\/pnas.0308738101","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"3","key":"10_CR15","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1016\/j.jtbi.2007.03.027","volume":"247","author":"LA Imhof","year":"2007","unstructured":"Imhof, L.A., Fudenberg, D., Nowak, M.A.: Tit-for-tat or win-stay, lose-shift? J. Theor. Biol. 247(3), 574\u2013580 (2007). https:\/\/doi.org\/10.1016\/j.jtbi.2007.03.027","journal-title":"J. Theor. Biol."},{"key":"10_CR16","unstructured":"Kuhn, S.: Prisoner\u2019s Dilemma. In: Zalta, E.N. (ed.) The Stanford Encyclopedia of Philosophy. Metaphysics Research Lab, Stanford University, Winter 2019 edn. (2019). https:\/\/plato.stanford.edu\/archives\/win2019\/entries\/prisoner-dilemma\/"},{"key":"10_CR17","unstructured":"Kuhn, S.: Strategies for the Iterated Prisoner\u2019s Dilemma. In: Zalta, E.N. (ed.) The Stanford Encyclopedia of Philosophy. Metaphysics Research Lab, Stanford University, Winter 2019 edn. (2019). https:\/\/plato.stanford.edu\/entries\/prisoner-dilemma\/strategy-table.html"},{"key":"10_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1007\/978-3-031-20868-3_10","volume-title":"PRICAI 2022: Trends in Artificial Intelligence","author":"B Lin","year":"2022","unstructured":"Lin, B., Bouneffouf, D., Cecchi, G.: Online learning in Iterated Prisoner\u2019s Dilemma to mimic human behavior. In: Khanna, S., Cao, J., Bai, Q., Xu, G. (eds.) PRICAI 2022. LNCS, vol. 13631, pp. 134\u2013147. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20868-3_10"},{"key":"10_CR19","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/j.neunet.2021.08.018","volume":"144","author":"D Markovi\u0107","year":"2021","unstructured":"Markovi\u0107, D., Stoji\u0107, H., Schw\u00f6bel, S., Kiebel, S.J.: An empirical evaluation of active inference in multi-armed bandits. Neural Netw. 144, 229\u2013246 (2021). https:\/\/doi.org\/10.1016\/j.neunet.2021.08.018","journal-title":"Neural Netw."},{"key":"10_CR20","doi-asserted-by":"publisher","unstructured":"Dyer, M., Mohanaraj, V.: The Iterated Prisoner\u2019s Dilemma on a cycle. arXiv (2018). https:\/\/doi.org\/10.48550\/arXiv.1102.3822","DOI":"10.48550\/arXiv.1102.3822"},{"issue":"2","key":"10_CR21","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1162\/neco_a_01354","volume":"33","author":"B Millidge","year":"2021","unstructured":"Millidge, B., Tschantz, A., Buckley, C.L.: Whence the expected free energy? Neural Comput. 33(2), 447\u2013482 (2021). https:\/\/doi.org\/10.1162\/neco_a_01354","journal-title":"Neural Comput."},{"key":"10_CR22","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-64919-7_1","volume-title":"Active Inference","author":"B Millidge","year":"2020","unstructured":"Millidge, B., Tschantz, A., Seth, A.K., Buckley, C.L.: On the relationship between active inference and control as inference. In: Verbelen, T., Lanillos, P., Buckley, C.L., De Boom, C. (eds.) IWAI 2020. CCIS, vol. 1326, pp. 3\u201311. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-64919-7_1"},{"issue":"6432","key":"10_CR23","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/364056a0","volume":"364","author":"M Nowak","year":"1993","unstructured":"Nowak, M., Sigmund, K.: A strategy of win-stay, lose-shift that outperforms tit-for-tat in the Prisoner\u2019s Dilemma game. Nature 364(6432), 56\u201358 (1993). https:\/\/doi.org\/10.1038\/364056a0","journal-title":"Nature"},{"issue":"5805","key":"10_CR24","doi-asserted-by":"publisher","first-page":"1560","DOI":"10.1126\/science.1133755","volume":"314","author":"MA Nowak","year":"2006","unstructured":"Nowak, M.A.: Five rules for the evolution of cooperation. Science 314(5805), 1560\u20131563 (2006). https:\/\/doi.org\/10.1126\/science.1133755","journal-title":"Science"},{"key":"10_CR25","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/12441.001.0001","volume-title":"Active Inference: The Free Energy Principle in Mind, Brain, and Behavior","author":"T Parr","year":"2022","unstructured":"Parr, T., Pezzulo, G., Friston, K.J.: Active Inference: The Free Energy Principle in Mind, Brain, and Behavior. MIT Press, Cambridge (2022)"},{"issue":"26","key":"10_CR26","doi-asserted-by":"publisher","first-page":"10409","DOI":"10.1073\/pnas.1206569109","volume":"109","author":"WH Press","year":"2012","unstructured":"Press, W.H., Dyson, F.J.: Iterated Prisoner\u2019s Dilemma contains strategies that dominate any evolutionary opponent. Proc. Natl. Acad. Sci. 109(26), 10409\u201310413 (2012). https:\/\/doi.org\/10.1073\/pnas.1206569109","journal-title":"Proc. Natl. Acad. Sci."},{"key":"10_CR27","doi-asserted-by":"publisher","unstructured":"Puterman, M.L.: Markov decision processes. In: Handbooks in Operations Research and Management Science, Stochastic Models, vol. 2, pp. 331\u2013434. Elsevier (1990). https:\/\/doi.org\/10.1016\/S0927-0507(05)80172-0","DOI":"10.1016\/S0927-0507(05)80172-0"},{"issue":"3","key":"10_CR28","doi-asserted-by":"publisher","first-page":"20220029","DOI":"10.1098\/rsfs.2022.0029","volume":"13","author":"MJ Ramstead","year":"2023","unstructured":"Ramstead, M.J., et al.: On Bayesian mechanics: a physics of and by beliefs. Interface Focus 13(3), 20220029 (2023). https:\/\/doi.org\/10.1098\/rsfs.2022.0029","journal-title":"Interface Focus"},{"issue":"1","key":"10_CR29","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/0303-2647(95)01551-5","volume":"37","author":"TW Sandholm","year":"1996","unstructured":"Sandholm, T.W., Crites, R.H.: Multiagent reinforcement learning in the Iterated Prisoner\u2019s Dilemma. Biosystems 37(1), 147\u2013166 (1996). https:\/\/doi.org\/10.1016\/0303-2647(95)01551-5","journal-title":"Biosystems"},{"key":"10_CR30","unstructured":"Simon, H.A.: Bounded rationality. In: Eatwell, J., Milgate, M., Newman, P. (eds.) Utility and Probability, pp. 15\u201318. The New Palgrave, Palgrave Macmillan UK, London (1990)"},{"key":"10_CR31","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.73.067103","volume":"73","author":"J Vukov","year":"2006","unstructured":"Vukov, J., Szab\u00f3, G., Szolnoki, A.: Cooperation in the noisy case: Prisoner\u2019s Dilemma game on two types of regular random graphs. Phys. Rev. E 73, 067103 (2006). https:\/\/doi.org\/10.1103\/PhysRevE.73.067103","journal-title":"Phys. Rev. E"},{"issue":"7","key":"10_CR32","doi-asserted-by":"publisher","first-page":"2686","DOI":"10.1073\/pnas.93.7.2686","volume":"93","author":"C Wedekind","year":"1996","unstructured":"Wedekind, C., Milinski, M.: Human cooperation in the simultaneous and the alternating Prisoner\u2019s Dilemma: Pavlov versus Generous Tit-for-Tat. Proc. Natl. Acad. Sci. 93(7), 2686\u20132689 (1996). https:\/\/doi.org\/10.1073\/pnas.93.7.2686","journal-title":"Proc. Natl. Acad. Sci."}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47958-8_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T18:03:35Z","timestamp":1700071415000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47958-8_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,16]]},"ISBN":["9783031479571","9783031479588"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47958-8_10","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023,11,16]]},"assertion":[{"value":"16 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OpenReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}