{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T02:13:07Z","timestamp":1780539187650,"version":"3.54.1"},"reference-count":54,"publisher":"Public Library of Science (PLoS)","issue":"7","license":[{"start":{"date-parts":[[2016,7,20]],"date-time":"2016-07-20T00:00:00Z","timestamp":1468972800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005034","type":"journal-article","created":{"date-parts":[[2016,7,20]],"date-time":"2016-07-20T13:40:25Z","timestamp":1469022025000},"page":"e1005034","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":64,"title":["Reinforcement Learning Explains Conditional Cooperation and Its Moody Cousin"],"prefix":"10.1371","volume":"12","author":[{"given":"Takahiro","family":"Ezaki","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yutaka","family":"Horita","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4103-0591","authenticated-orcid":true,"given":"Masanori","family":"Takezawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Naoki","family":"Masuda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2016,7,20]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1086\/406755","article-title":"The evolution of reciprocal altruism","volume":"46","author":"RL Trivers","year":"1971","journal-title":"Q Rev Biol"},{"key":"ref2","article-title":"The Evolution of Cooperation","author":"R Axelrod","year":"1984"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1038\/359826a0","article-title":"Evolutionary games and spatial chaos","volume":"359","author":"MA Nowak","year":"1992","journal-title":"Nature"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/BF01074955","article-title":"Learning to cooperate with Pavlov: An adaptive strategy for the iterated prisoner\u2019s dilemma with noise","volume":"35","author":"D Kraines","year":"1993","journal-title":"Theory Decis"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1038\/364056a0","article-title":"A strategy of win-stay, lose-shift that outperforms tit-for-tat in the Prisoner\u2019s Dilemma game","volume":"364","author":"MA Nowak","year":"1993","journal-title":"Nature"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"703","DOI":"10.1007\/BF00184645","article-title":"Automata, repeated games and noise","volume":"33","author":"MA Nowak","year":"1995","journal-title":"J Math Biol"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1016\/S0022-5193(88)80219-4","article-title":"The evolution of reciprocity in sizable groups","volume":"132","author":"R Boyd","year":"1988","journal-title":"J Theor Biol"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/BF02934456","article-title":"Evolution of cooperation by reciprocation within structured demes","volume":"66","author":"NV Joshi","year":"1987","journal-title":"J Genet"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1111\/1467-9442.00182","article-title":"Conditional cooperation and voluntary contributions to public goods","volume":"102","author":"C Keser","year":"2000","journal-title":"Scand J Econ"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1016\/S0165-1765(01)00394-9","article-title":"Are people conditionally cooperative? Evidence from a public goods experiment","volume":"71","author":"U Fischbacher","year":"2001","journal-title":"Econ Lett"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.tics.2004.02.007","article-title":"Social norms and human cooperation","volume":"8","author":"E Fehr","year":"2004","journal-title":"Trends Cogn Sci"},{"key":"ref12","first-page":"19","article-title":"Economics and Psychology: A Promising New Cross-disciplinary Field","author":"S G\u00e4chter","year":"2007"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"e13749","DOI":"10.1371\/journal.pone.0013749","article-title":"Social experiments in the mesoscale: Humans playing a spatial prisoner\u2019s dilemma","volume":"5","author":"J Gruji\u0107","year":"2010","journal-title":"PLOS ONE"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"e47718","DOI":"10.1371\/journal.pone.0047718","article-title":"Consistent strategy updating in spatial and non-spatial behavioral experiments does not promote cooperation in social networks","volume":"7","author":"J Gruji\u0107","year":"2012","journal-title":"PLOS ONE"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"4615","DOI":"10.1038\/srep04615","article-title":"A comparative analysis of spatial Prisoner\u2019s Dilemma experiments: Conditional cooperation and payoff irrelevance","volume":"4","author":"J Gruji\u0107","year":"2014","journal-title":"Sci Rep"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"12922","DOI":"10.1073\/pnas.1206681109","article-title":"Heterogeneous networks do not promote cooperation when humans play a Prisoner\u2019s Dilemma","volume":"109","author":"C Gracia-L\u00e1zaro","year":"2012","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"5334","DOI":"10.1073\/pnas.0913149107","article-title":"Cooperative behavior cascades in human social networks","volume":"107","author":"JH Fowler","year":"2010","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1126\/science.1193649","article-title":"Conditional cooperation and costly monitoring explain success in forest commons management","volume":"330","author":"D Rustagi","year":"2010","journal-title":"Science"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1006\/jtbi.1999.0996","article-title":"The continuous prisoner\u2019s dilemma: I. Linear reactive strategies","volume":"200","author":"LM Wahl","year":"1999","journal-title":"J Theor Biol"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"748","DOI":"10.1111\/j.1461-0248.2005.00773.x","article-title":"Models of cooperation based on the Prisoner\u2019s Dilemma and the Snowdrift game","volume":"8","author":"M Doebeli","year":"2005","journal-title":"Ecol Lett"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.jtbi.2007.02.007","article-title":"Perfect reciprocity is the only evolutionarily stable strategy in the continuous iterated prisoner\u2019s dilemma","volume":"247","author":"JB Andr\u00e9","year":"2007","journal-title":"J Theor Biol"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1016\/j.jtbi.2006.09.016","article-title":"Evolutionary dynamics of the continuous iterated Prisoner\u2019s Dilemma","volume":"245","author":"S Le","year":"2007","journal-title":"J Theor Biol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1016\/j.jtbi.2010.01.028","article-title":"Revisiting \u201cThe revolution of reciprocity in sizable groups\u201d: Continuous reciprocity in the repeated <italic>n<\/italic>-person prisoner\u2019s dilemma","volume":"264","author":"M Takezawa","year":"2010","journal-title":"J Theor Biol"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/j.ejpoleco.2012.11.003","article-title":"On the evolution of conditional cooperation","volume":"30","author":"JM Guttman","year":"2013","journal-title":"Eur J Polit Econ"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"20131186","DOI":"10.1098\/rsif.2013.1186","article-title":"Learning dynamics explains human behaviour in Prisoner\u2019s Dilemma on networks","volume":"11","author":"G Cimini","year":"2014","journal-title":"J R Soc Interface"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1038\/srep00325","article-title":"Human behavior in Prisoner\u2019s Dilemma experiments suppresses network reciprocity","volume":"2","author":"C Gracia-L\u00e1zaro","year":"2012","journal-title":"Sci Rep"},{"key":"ref27","article-title":"Stochastic Models for Learning","author":"RR Bush","year":"1955"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.3998\/mpub.20269","article-title":"Prisoner\u2019s Dilemma: A Study in Conflict and Cooperation","author":"A Rapoport","year":"1965"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"808","DOI":"10.1086\/229821","article-title":"Learning to cooperate: Stochastic and tacit collusion in social exchange","volume":"97","author":"MW Macy","year":"1991","journal-title":"Am J Sociol"},{"key":"ref30","article-title":"The Theory of Learning in Games","author":"D Fudenberg","year":"1998"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1142\/S0219198901000348","article-title":"Aspiration-based reinforcement learning in repeated interaction games: An overview","volume":"3","author":"J Bendor","year":"2001","journal-title":"Int Game Theory Rev"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"7229","DOI":"10.1073\/pnas.092080099","article-title":"Learning dynamics in social dilemmas","volume":"99","author":"MW Macy","year":"2002","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1017\/S0003055403000662","article-title":"A behavioral model of turnout","volume":"97","author":"J Bendor","year":"2003","journal-title":"Am Polit Sci Rev"},{"key":"ref34","first-page":"949","article-title":"Handbook of Computational Economics","author":"J Duffy","year":"2006"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1111\/j.1468-2508.2006.00410.x","article-title":"Habitual voting and behavioral turnout","volume":"68","author":"JH Fowler","year":"2006","journal-title":"J Polit"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.cogpsych.2015.10.001","article-title":"Regularization of languages by adults and children: A mathematical framework","volume":"84","author":"JL Rische","year":"2016","journal-title":"Cogn Psychol"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1006\/jeth.1997.2379","article-title":"Evolving aspirations and cooperation","volume":"80","author":"R Karandikar","year":"1998","journal-title":"J Econ Theory"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"1427","DOI":"10.1098\/rspb.1999.0797","article-title":"The efficiency of adapting aspiration levels","volume":"266","author":"M Posch","year":"1999","journal-title":"Proc R Soc B"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.jtbi.2011.03.005","article-title":"Numerical analysis of a reinforcement learning model with the dynamic aspiration level in the iterated Prisoner\u2019s dilemma","volume":"278","author":"N Masuda","year":"2011","journal-title":"J Theor Biol"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1098\/rspb.2008.1126","article-title":"Evolutionary dynamics of collective action in <italic>N<\/italic>-person stag hunt dilemmas","volume":"276","author":"JM Pacheco","year":"2009","journal-title":"Proc R Soc B"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2307\/2296617","article-title":"Non-cooperative equilibrium for supergames","volume":"38","author":"JW Friedman","year":"1971","journal-title":"Rev Econ Stud"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"2962","DOI":"10.1073\/pnas.0912515107","article-title":"Human strategy updating in evolutionary games","volume":"107","author":"A Traulsen","year":"2010","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"1803","DOI":"10.1073\/pnas.0408759102","article-title":"Experiments investigating cooperative types in humans: A complement to evolutionary theory and simulations","volume":"102","author":"R Kurzban","year":"2005","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1007\/s10683-008-9197-1","article-title":"Measuring conditional cooperation: A replication study in Russia","volume":"12","author":"B Herrmann","year":"2009","journal-title":"Exp Econ"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1007\/s10683-010-9257-1","article-title":"Sustaining cooperation in laboratory public goods experiments: A selective survey of the literature","volume":"14","author":"A Chaudhuri","year":"2011","journal-title":"Exp Econ"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"20142678","DOI":"10.1098\/rspb.2014.2678","article-title":"Payoff-based learning explains the decline in cooperation in public goods games","volume":"282","author":"MN Burton-Chellew","year":"2015","journal-title":"Proc R Soc B"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"8010","DOI":"10.1038\/srep08010","article-title":"Directional learning and the provisioning of public goods","volume":"5","author":"HH Nax","year":"2015","journal-title":"Sci Rep"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/0167-2681(86)90021-1","article-title":"End behavior in sequences of finite prisoner\u2019s dilemma supergames: A learning theory approach","volume":"7","author":"R Selten","year":"1986","journal-title":"J Econ Behav Organ"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1002\/per.420","article-title":"Individual differences in cooperation in a circular public goods game","volume":"15","author":"R Kurzban","year":"2001","journal-title":"Eur J Pers"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1257\/aer.100.1.541","article-title":"Social preference, beliefs and the dynamics of free riding in public goods experiments","volume":"100","author":"U Fischbacher","year":"2010","journal-title":"Am Econ Rev"},{"key":"ref51","doi-asserted-by":"crossref","DOI":"10.2307\/j.ctvjghw98","article-title":"Evolutionary Dynamics","author":"MA Nowak","year":"2006"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1016\/j.physrep.2007.04.004","article-title":"Evolutionary games on graphs","volume":"446","author":"G Szab\u00f3","year":"2007","journal-title":"Phys Rep"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"20120997","DOI":"10.1098\/rsif.2012.0997","article-title":"Evolutionary dynamics of group interactions on structured populations: A review","volume":"10","author":"M Perc","year":"2013","journal-title":"J R Soc Interface"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/j.geb.2006.04.002","article-title":"Naive learning and cooperation in network experiments","volume":"58","author":"O Kirchkamp","year":"2007","journal-title":"Games Econ Behav"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,11]],"date-time":"2019-09-11T09:52:52Z","timestamp":1568195572000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005034"}},"subtitle":[],"editor":[{"given":"Natalia L.","family":"Komarova","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2016,7,20]]},"references-count":54,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2016,7,20]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005034","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,7,20]]}}}