{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T22:48:26Z","timestamp":1773096506274,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1005935","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,2,28]],"date-time":"2018-02-28T00:00:00Z","timestamp":1519776000000}}],"reference-count":44,"publisher":"Public Library of Science (PLoS)","issue":"2","license":[{"start":{"date-parts":[[2018,2,15]],"date-time":"2018-02-15T00:00:00Z","timestamp":1518652800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100004440","name":"Wellcome Trust","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004440","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005935","type":"journal-article","created":{"date-parts":[[2018,2,15]],"date-time":"2018-02-15T18:27:18Z","timestamp":1518719238000},"page":"e1005935","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":44,"title":["A model of risk and mental state shifts during social interaction"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4253-5604","authenticated-orcid":true,"given":"Andreas","family":"Hula","sequence":"first","affiliation":[]},{"given":"Iris","family":"Vilares","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1581-0765","authenticated-orcid":true,"given":"Terry","family":"Lohrenz","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3476-1839","authenticated-orcid":true,"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8967-0339","authenticated-orcid":true,"given":"P. Read","family":"Montague","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2018,2,15]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1613\/jair.1579","article-title":"A Framework for Sequential Planning in Multi-Agent Settings","volume":"24","author":"PJ Gmytrasiewicz","year":"2005","journal-title":"J Artif Intell Res"},{"key":"ref2","article-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"2005"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domains","volume":"101","author":"ML Kaelbling","year":"1995","journal-title":"Artif Intell"},{"issue":"5","key":"ref4","doi-asserted-by":"crossref","first-page":"1193","DOI":"10.1111\/1468-0262.00239","article-title":"Cognition and behavior in normal-form games: An experimental study","volume":"69","author":"M Costa-Gomes","year":"2001","journal-title":"Econometrica"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1162\/0033553041502225","article-title":"A cognitive hierarchy model of games","volume":"119","author":"CF Camerer","year":"2004","journal-title":"QJ Econ"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1126\/science.1156902","article-title":"The rupture and repair of cooperation in borderline personality disorder","volume":"321","author":"B King-Casas","year":"2008","journal-title":"Science"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1016\/j.neuron.2007.12.020","article-title":"Self responses along cingulate cortex reveal quantitative neural phenotype for high-functioning autism","volume":"57","author":"PH Chiu","year":"2008","journal-title":"Neuron"},{"key":"ref8","first-page":"1345","article-title":"Bayesian Model of Behaviour in Economic Games","volume":"21","author":"D Ray","year":"2008","journal-title":"NIPS"},{"issue":"12","key":"ref9","doi-asserted-by":"crossref","first-page":"e1002841","DOI":"10.1371\/journal.pcbi.1002841","article-title":"Computational Phenotyping of Two-Person Interactions Reveals Differential Neural Response to Depth-of-Thought","volume":"8","author":"T Xiang","year":"2012","journal-title":"PLoS Comput Biol"},{"issue":"6","key":"ref10","doi-asserted-by":"crossref","first-page":"e1004254","DOI":"10.1371\/journal.pcbi.1004254","article-title":"Monte Carlo Planning Method Estimates Planning Horizons during Interactive Social Exchange","volume":"11","author":"A Hula","year":"2015","journal-title":"PLoS Comput Biol"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1162\/003355399556151","article-title":"A theory of fairness, competition, and cooperation","volume":"114","author":"E Fehr","year":"1999","journal-title":"QJ Econ"},{"key":"ref12","doi-asserted-by":"crossref","unstructured":"Houser D, Schunk D, Winter JK. Distinguishing Trust from Risk: An Anatomy of the Investment Game. University of Zurich Institute for Empirical Research in Economics Working Paper 2009;450.","DOI":"10.2139\/ssrn.1489785"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1016\/S0140-6736(04)16770-6","article-title":"Borderline Personality Disorder","volume":"364","author":"KL Lieb","year":"2004","journal-title":"The Lancet"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1002\/jclp.20241","article-title":"Mechanisms of change in mentalization-based treatment of BPD","volume":"62","author":"P Fonagy","year":"2006","journal-title":"Journal of Clinical Psychology"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1287\/mnsc.14.3.159","article-title":"Games with incomplete information played by \u201cBayesian\u201d players","volume":"14","author":"JC Harsanyi","year":"1967","journal-title":"Manage Sci"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.1108062","article-title":"Getting to know you: Reputation and Trust in a two-person economic exchange","volume":"308","author":"B King-Casas","year":"2005","journal-title":"Science"},{"issue":"20","key":"ref17","doi-asserted-by":"crossref","first-page":"11832","DOI":"10.1073\/pnas.211415698","article-title":"A functional imaging study of cooperation in two-person reciprocal exchange","volume":"98","author":"K McCabe","year":"2001","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1073\/pnas.36.1.48","article-title":"Equilibrium points in n-person games","volume":"36","author":"JF Nash","year":"1950","journal-title":"Proc. Natl. Acad. Sci. USA"},{"issue":"3","key":"ref19","doi-asserted-by":"crossref","first-page":"1099","DOI":"10.1523\/JNEUROSCI.1642-12.2013","article-title":"Computational substrates of norms and their violations during social exchange","volume":"33","author":"T Xiang","year":"2013","journal-title":"J Neurosci"},{"issue":"4","key":"ref20","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus Rewards: Dissociable Neural Prediction Error Signals Underlying Model-Based and Model-Free Reinforcement Learning","volume":"66","author":"J Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"issue":"4","key":"ref21","doi-asserted-by":"crossref","first-page":"e1002028","DOI":"10.1371\/journal.pcbi.1002028","article-title":"Disentangling the Roles of Approach, Activation and Valence in Instrumental and Pavlovian Responding","volume":"7","author":"QJ Huys","year":"2011","journal-title":"PLoS Comput Biol"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1023\/A:1009905800005","article-title":"Quantal Response Equilibria for Extensive Form Games","volume":"1","author":"R McKelvey","year":"1998","journal-title":"Experimental Economics"},{"issue":"2","key":"ref23","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1214\/aos\/1176344136","article-title":"Estimating the dimension of a model","volume":"6","author":"D Schwarz","year":"1978","journal-title":"Annals of Statistics"},{"issue":"1","key":"ref24","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1111\/j.2517-6161.1995.tb02015.x","article-title":"Assessment and Propagation of Model Uncertainty","volume":"57","author":"D Draper","year":"1995","journal-title":"J.R.Stat.Soc. B"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1037\/0278-6133.24.4.S49","article-title":"Hot-Cold Empathy Gaps in Medical Decision Making","volume":"24","author":"G Loewenstein","year":"2005","journal-title":"Health Psychology"},{"key":"ref26","article-title":"R: A Language and Environment for Statistical Computing","year":"2013"},{"key":"ref27","unstructured":"MATLAB The MathWorks Inc. 2010; Natick, Massachusetts."},{"key":"ref28","unstructured":"Boost-Libraries The boost C++ libraries. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/www.boost.org\" xlink:type=\"simple\">http:\/\/www.boost.org<\/ext-link> 2014."},{"issue":"2\u20133","key":"ref29","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1023\/A:1013689704352","article-title":"Finite time analysis of the multiarmed bandit problem","volume":"47","author":"P Auer","year":"2002","journal-title":"Machine Learning"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1137\/S0097539701398375","article-title":"The nonstochastic multiarmed bandit problem","volume":"32","author":"P Auer","year":"2002","journal-title":"SIAM Journal on Computing"},{"key":"ref31","doi-asserted-by":"crossref","unstructured":"Kocsis L, Szepesv\u00e1ri C. Bandit based Monte-Carlo Planning. 15th European Conference on Machine Learning 2006:282\u2013293.","DOI":"10.1007\/11871842_29"},{"key":"ref32","first-page":"2164","article-title":"Monte Carlo Planning in Large POMDPs","volume":"23","author":"D Silver","year":"2010","journal-title":"NIPS"},{"key":"ref33","first-page":"279","article-title":"Monte Carlo sampling methods for approximating interactive POMDPs","volume":"31","author":"PJ Gmytrasiewicz","year":"2009","journal-title":"J Artif Intell Res"},{"key":"ref34","article-title":"Behavioral Game theory: Experiments in Strategic Interaction","author":"CF Camerer","year":"2003"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1006\/game.1995.1027","article-title":"Trust, Reciprocity and Social History","volume":"10","author":"J Berg","year":"1995","journal-title":"Games and Economic Behaviour"},{"issue":"2","key":"ref36","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/S0167-2681(03)00003-9","article-title":"Positive Reciprocity and Intentions in Trust Games","volume":"52","author":"K McCabe","year":"2003","journal-title":"J Econ Behav Organ"},{"issue":"10","key":"ref37","doi-asserted-by":"crossref","first-page":"e1000966","DOI":"10.1371\/journal.pcbi.1000966","article-title":"Biosensor Approach to Psychopathology Classification","volume":"6","author":"M Koshelev","year":"2010","journal-title":"PLoS Comput Biol"},{"key":"ref38","unstructured":"Doshi P, Qu X, Goodie A, Young D. Modeling Recursive Reasoning in Humans Using Empirically Informed Interactive POMDPs. AAMAS, 2010."},{"key":"ref39","unstructured":"Qu X, Doshi P, Goodie A. Modeling Deep Strategic Reasoning by Humans in Competitive Games. AAMAS, 2012."},{"key":"ref40","article-title":"Modeling Human Recursive Reasoning Using Empirically Informed Interactive Partially Observable Markov Decision Process","author":"P Doshi","year":"2012","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics\u2014Part A: Systems and Humans"},{"key":"ref41","unstructured":"Wunder M, Kaisers M, Yaros JR, Littman M. Using iterated reasoning to predict opponent strategies. 10th International Conference on Autonomous Agents and Multiagent Systems 2011;2:593\u2013600."},{"key":"ref42","doi-asserted-by":"crossref","DOI":"10.1038\/s41562-017-0064","article-title":"Rational quantitative attribution of beliefs, desires and percepts in human mentalizing","volume":"1","author":"C Baker","year":"2017","journal-title":"Nature Human Behaviour"},{"key":"ref43","first-page":"627","article-title":"Mixed and behavior strategies in infinite extensive games","volume":"52","author":"R Aumann","year":"1964","journal-title":"Advances in Game Theory, Annals of Mathematics Studies"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF01737554","article-title":"Games with randomly disturbed payoffs: a new rationale for mixed-strategy equilibrium points","volume":"2","author":"J Harsanyi","year":"1973","journal-title":"Int. J. Game Theory"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1005935","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,2,28]],"date-time":"2018-02-28T00:00:00Z","timestamp":1519776000000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005935","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T07:24:26Z","timestamp":1719818666000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005935"}},"subtitle":[],"editor":[{"given":"Samuel J.","family":"Gershman","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,2,15]]},"references-count":44,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2018,2,15]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005935","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1005935","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,2,15]]}}}