{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,30]],"date-time":"2026-08-30T00:18:21Z","timestamp":1788049101128,"version":"build-2784847793"},"reference-count":58,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100004514","name":"Yunnan University of Finance and Economics","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004514","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019413","name":"Yunnan Provincial Department of Education Science Research Fund Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100019413","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Applied Mathematics and Computation"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.amc.2026.130252","type":"journal-article","created":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T19:40:18Z","timestamp":1784835618000},"page":"130252","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Exploring effects of the fixed punishment probability and Q-learning-based update on cooperation in spatial public goods games"],"prefix":"10.1016","volume":"532","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1774-1131","authenticated-orcid":false,"given":"Yikang","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Na","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yali","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunpeng","family":"Du","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0813-4594","authenticated-orcid":false,"given":"Junpyo","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"12","key":"10.1016\/j.amc.2026.130252_bib0001","doi-asserted-by":"crossref","first-page":"5334","DOI":"10.1073\/pnas.0913149107","article-title":"Cooperative behavior cascades in human social networks","volume":"107","author":"Fowler","year":"2010","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"8","key":"10.1016\/j.amc.2026.130252_bib0002","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/j.tics.2013.06.003","article-title":"Human cooperation","volume":"17","author":"Rand","year":"2013","journal-title":"Trends Cogn. Sci."},{"key":"10.1016\/j.amc.2026.130252_bib0003","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jtbi.2012.01.014","article-title":"Evolving cooperation","volume":"299","author":"Nowak","year":"2012","journal-title":"J. Theor. Biol."},{"key":"10.1016\/j.amc.2026.130252_bib0004","series-title":"The Selfish Gene","author":"Dawkins","year":"1976"},{"issue":"5427","key":"10.1016\/j.amc.2026.130252_bib0005","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1038\/246015a0","article-title":"The logic of animal conflict","volume":"246","author":"Maynard Smith","year":"1973","journal-title":"Nature"},{"key":"10.1016\/j.amc.2026.130252_bib0006","series-title":"The Calculus of Selfishness","author":"Sigmund","year":"2010"},{"issue":"5805","key":"10.1016\/j.amc.2026.130252_bib0007","doi-asserted-by":"crossref","first-page":"1560","DOI":"10.1126\/science.1133755","article-title":"Five rules for the evolution of cooperation","volume":"314","author":"Nowak","year":"2006","journal-title":"Science"},{"key":"10.1016\/j.amc.2026.130252_bib0008","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.plrev.2015.04.033","article-title":"Universal scaling for the dilemma strength in evolutionary games","volume":"14","author":"Wang","year":"2015","journal-title":"Phys. Life Rev."},{"issue":"6398","key":"10.1016\/j.amc.2026.130252_bib0009","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1038\/359826a0","article-title":"Evolutionary games and spatial chaos","volume":"359","author":"Nowak","year":"1992","journal-title":"Nature"},{"issue":"3","key":"10.1016\/j.amc.2026.130252_bib0010","doi-asserted-by":"crossref","DOI":"10.1209\/0295-5075\/92\/38003","article-title":"Reward and cooperation in the spatial public goods game","volume":"92","author":"Szolnoki","year":"2010","journal-title":"Europhys. Lett."},{"key":"10.1016\/j.amc.2026.130252_bib0011","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1016\/j.jeem.2017.12.007","article-title":"Rewards and cooperation in social dilemma games","volume":"88","author":"Stoop","year":"2018","journal-title":"J. Environ. Econ. Manag."},{"issue":"1","key":"10.1016\/j.amc.2026.130252_bib0012","article-title":"Impact of social reward on the evolution of the cooperation behavior in complex networks","volume":"7","author":"Wu","year":"2017","journal-title":"Sci. Rep."},{"issue":"1816","key":"10.1016\/j.amc.2026.130252_bib0013","article-title":"Antisocial pool rewarding does not deter public cooperation","volume":"282","author":"Szolnoki","year":"2015","journal-title":"Proc. R. Soc. B Biol. Sci."},{"issue":"220","key":"10.1016\/j.amc.2026.130252_bib0014","article-title":"Evolutionary mechanisms that promote cooperation may not promote social welfare","volume":"21","author":"Duong","year":"2024","journal-title":"J. R. Soc. Interface"},{"issue":"8","key":"10.1016\/j.amc.2026.130252_bib0015","doi-asserted-by":"crossref","DOI":"10.1088\/1367-2630\/12\/8\/083005","article-title":"Punish, but not too hard: how costly punishment spreads in the spatial public goods game","volume":"12","author":"Helbing","year":"2010","journal-title":"New J. Phys."},{"issue":"3","key":"10.1016\/j.amc.2026.130252_bib0016","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.83.036101","article-title":"Phase diagrams for the spatial public goods game with pool punishment","volume":"83","author":"Szolnoki","year":"2011","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.amc.2026.130252_bib0017","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.jtbi.2014.06.041","article-title":"Punishment does not promote cooperation under exploration dynamics when anti-social punishment is possible","volume":"360","author":"Hauser","year":"2014","journal-title":"J. Theor. Biol."},{"key":"10.1016\/j.amc.2026.130252_bib0018","article-title":"Cooperation dynamics on hypergraphs with punishment and Q-learning","author":"Zou","year":"2025","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"10.1016\/j.amc.2026.130252_bib0019","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1007\/s13752-013-0106-2","article-title":"Game experiments on cooperation through reward and punishment","volume":"8","author":"Cressman","year":"2013","journal-title":"Biol. Theory"},{"issue":"6","key":"10.1016\/j.amc.2026.130252_bib0020","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.101.062419","article-title":"Evolution of cooperation under punishment","volume":"101","author":"Gao","year":"2020","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.amc.2026.130252_bib0021","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1016\/j.chaos.2018.02.003","article-title":"Tolerance-based punishment and cooperation in spatial public goods game","volume":"110","author":"Zhang","year":"2018","journal-title":"Chaos Solit. Fractals"},{"issue":"2","key":"10.1016\/j.amc.2026.130252_bib0022","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.78.026117","article-title":"Reputation-based partner choice promotes cooperation in social networks","volume":"78","author":"Fu","year":"2008","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.amc.2026.130252_bib0023","article-title":"Effects of an update mechanism based on combinatorial memory and high-reputation learning objects on the evolution of cooperation","volume":"495","author":"Yang","year":"2025","journal-title":"Appl. Math. Comput."},{"issue":"1752","key":"10.1016\/j.amc.2026.130252_bib0024","article-title":"The evolution of cooperation by social exclusion","volume":"280","author":"Sasaki","year":"2013","journal-title":"Proc. R. Soc. B Biol. Sci."},{"issue":"2263","key":"10.1016\/j.amc.2026.130252_bib0025","doi-asserted-by":"crossref","DOI":"10.1098\/rspa.2022.0290","article-title":"Indirect exclusion can promote cooperation in repeated group interactions","volume":"478","author":"Liu","year":"2022","journal-title":"Proc. R. Soc.A"},{"issue":"5","key":"10.1016\/j.amc.2026.130252_bib0026","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.95.052316","article-title":"Alliance formation with exclusion in the spatial public goods game","volume":"95","author":"Szolnoki","year":"2017","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.amc.2026.130252_bib0027","doi-asserted-by":"crossref","DOI":"10.1016\/j.physa.2019.121866","article-title":"The effect of increasing returns to scale in public goods investment on threshold values of cooperation under social exclusion mechanism","volume":"532","author":"Quan","year":"2019","journal-title":"Phys. A Stat. Mech. Appl."},{"key":"10.1016\/j.amc.2026.130252_bib0028","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2024.115214","article-title":"Evolutionary dynamics of networked N-player trust games with exclusion strategy","volume":"186","author":"Liu","year":"2024","journal-title":"Chaos Solit. Fractals"},{"key":"10.1016\/j.amc.2026.130252_bib0029","article-title":"The reputation-based reward mechanism promotes the evolution of fairness","volume":"486","author":"Deng","year":"2025","journal-title":"Appl. Math. Comput."},{"issue":"7308","key":"10.1016\/j.amc.2026.130252_bib0030","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1038\/nature09203","article-title":"Social learning promotes institutions for governing the commons","volume":"466","author":"Sigmund","year":"2010","journal-title":"Nature"},{"issue":"8","key":"10.1016\/j.amc.2026.130252_bib0031","doi-asserted-by":"crossref","DOI":"10.1088\/1367-2630\/16\/8\/083016","article-title":"Probabilistic sharing solves the problem of costly punishment","volume":"16","author":"Chen","year":"2014","journal-title":"New J. Phys."},{"issue":"11","key":"10.1016\/j.amc.2026.130252_bib0032","doi-asserted-by":"crossref","first-page":"10055","DOI":"10.1007\/s12144-025-07843-7","article-title":"Interaction effects of punishment probability and punishment sensitivity on dishonest behavior","volume":"44","author":"Liu","year":"2025","journal-title":"Curr. Psychol."},{"key":"10.1016\/j.amc.2026.130252_bib0033","article-title":"Cooperation evolution of public goods games under probabilistic punishment rule for reputational altruism","volume":"507","author":"Wang","year":"2025","journal-title":"Appl. Math. Comput."},{"key":"10.1016\/j.amc.2026.130252_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2025.117202","article-title":"Effects of dynamic probabilistic punishment with environmental threshold on cooperation in spatial public goods games","volume":"201","author":"Li","year":"2025","journal-title":"Chaos Solit. Fractals"},{"key":"10.1016\/j.amc.2026.130252_bib0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2025.116323","article-title":"Evolutionary dynamics of a probabilistic punishment mechanism with environmental feedback in regular networked Prisoner\u2019s dilemma","volume":"195","author":"Liu","year":"2025","journal-title":"Chaos Solit. Fractals"},{"key":"10.1016\/j.amc.2026.130252_bib0036","unstructured":"X. Ke, et al., Adaptive punishment in social dilemmas, (2025). arXiv preprint arXiv: 2512.09450."},{"key":"10.1016\/j.amc.2026.130252_bib0037","article-title":"Dynamic punishment-reputation synergy drives cooperation in spatial public goods game","volume":"506","author":"Zhang","year":"2025","journal-title":"Appl. Math. Comput."},{"issue":"3","key":"10.1016\/j.amc.2026.130252_bib0038","first-page":"279","article-title":"Q-Learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"issue":"1","key":"10.1016\/j.amc.2026.130252_bib0039","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1146\/annurev-statistics-031219-041220","article-title":"Q-Learning: theory and applications","volume":"7","author":"Clifton","year":"2020","journal-title":"Annu. Rev. Stat. Appl."},{"key":"10.1016\/j.amc.2026.130252_bib0040","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"3223","article-title":"Deep q-learning from demonstrations","volume":"32","author":"Hester","year":"2018"},{"key":"10.1016\/j.amc.2026.130252_bib0041","doi-asserted-by":"crossref","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","article-title":"Q-learning algorithms: a comprehensive classification and applications","volume":"7","author":"Jang","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.amc.2026.130252_bib0042","article-title":"Q-learning driven cooperative evolution with dual-reputation incentive mechanisms","volume":"507","author":"Zhang","year":"2025","journal-title":"Appl. Math. Comput."},{"key":"10.1016\/j.amc.2026.130252_bib0043","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2025.116862","article-title":"Neighbor-aware reinforcement learning fosters cooperation in spatial public goods games","volume":"199","author":"Kang","year":"2025","journal-title":"Chaos Solit. Fractals"},{"key":"10.1016\/j.amc.2026.130252_bib0044","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2025.116923","article-title":"Emotion-coupled Q-learning with cognitive bias enhances cooperation in evolutionary prisoner\u2019s dilemma games","volume":"200","author":"Lin","year":"2025","journal-title":"Chaos Solit. Fractals"},{"key":"10.1016\/j.amc.2026.130252_bib0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2025.117264","article-title":"A layered strategy updating mechanism for spatial public goods game with punishment","volume":"201","author":"Zhang","year":"2025","journal-title":"Chaos Solit. Fractals"},{"issue":"2","key":"10.1016\/j.amc.2026.130252_bib0046","article-title":"The emergence of cooperation via Q-learning in spatial donation game","volume":"5","author":"Zhang","year":"2024","journal-title":"J. Phys.: Complex."},{"key":"10.1016\/j.amc.2026.130252_bib0047","article-title":"Memory-driven Q-learning model for cooperation in snowdrift game with dynamic behavioral types","author":"Li","year":"2025","journal-title":"Appl. Math. Model."},{"key":"10.1016\/j.amc.2026.130252_bib0048","article-title":"Interaction state Q-learning promotes cooperation in the spatial prisoner\u2019s dilemma game","volume":"463","author":"Yang","year":"2024","journal-title":"Appl. Math. Comput."},{"issue":"9","key":"10.1016\/j.amc.2026.130252_bib0049","doi-asserted-by":"crossref","first-page":"8837","DOI":"10.1007\/s11071-023-08297-x","article-title":"Cooperation dynamics in spatial public goods games with graded punishment mechanism","volume":"111","author":"Quan","year":"2023","journal-title":"Nonlinear Dyn."},{"key":"10.1016\/j.amc.2026.130252_bib0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2024.115568","article-title":"Evolution of cooperation in the public goods game with Q-learning","volume":"188","author":"Zheng","year":"2024","journal-title":"Chaos Solit. Fractals"},{"issue":"4","key":"10.1016\/j.amc.2026.130252_bib0051","doi-asserted-by":"crossref","first-page":"3301","DOI":"10.1007\/s11071-019-05398-4","article-title":"Oscillatory evolution of collective behavior in evolutionary games played with reinforcement learning","volume":"99","author":"Zhang","year":"2020","journal-title":"Nonlinear Dyn."},{"issue":"12","key":"10.1016\/j.amc.2026.130252_bib0052","doi-asserted-by":"crossref","DOI":"10.1063\/5.0242606","article-title":"Evolution of cooperation with early social influence for explaining collective action","volume":"34","author":"He","year":"2024","journal-title":"Chaos Interdiscip. J. Nonlinear Sci."},{"issue":"2","key":"10.1016\/j.amc.2026.130252_bib0053","first-page":"282","article-title":"Online evolution for cooperative behavior in group robot systems","volume":"6","author":"Lee","year":"2008","journal-title":"Int. J. Control Autom. Syst."},{"issue":"4","key":"10.1016\/j.amc.2026.130252_bib0054","doi-asserted-by":"crossref","DOI":"10.1063\/5.0259970","article-title":"Effects of tag mediation and structural balance on the evolution of cooperation on signed networks","volume":"35","author":"He","year":"2025","journal-title":"Chaos Interdiscip. J. Nonlinear Sci."},{"key":"10.1016\/j.amc.2026.130252_bib0055","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2024.115377","article-title":"Learning and propagation: evolutionary dynamics in spatial public goods games through combined Q-learning and fermi rule","volume":"187","author":"Shen","year":"2024","journal-title":"Chaos Solit. Fractals"},{"issue":"2","key":"10.1016\/j.amc.2026.130252_bib0056","doi-asserted-by":"crossref","DOI":"10.1088\/2632-072X\/ad3f65","article-title":"The emergence of cooperation via Q-learning in spatial donation game","volume":"5","author":"Zhang","year":"2024","journal-title":"J. Phys. Complex."},{"issue":"12","key":"10.1016\/j.amc.2026.130252_bib0057","doi-asserted-by":"crossref","DOI":"10.1142\/S0129183122501686","article-title":"Spatial structure might impede cooperation in evolutionary games with reinforcement learning","volume":"33","author":"Shi","year":"2022","journal-title":"Int. J. Mod. Phys. C"},{"key":"10.1016\/j.amc.2026.130252_bib0058","doi-asserted-by":"crossref","first-page":"575","DOI":"10.3934\/dcdsb.2004.4.575","article-title":"The dynamics of public goods","volume":"4","author":"Hauert","year":"2004","journal-title":"Discrete Contin. Dyn. Syst. B"}],"container-title":["Applied Mathematics and Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0096300326003048?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0096300326003048?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,8,30]],"date-time":"2026-08-30T00:14:39Z","timestamp":1788048879000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0096300326003048"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":58,"alternative-id":["S0096300326003048"],"URL":"https:\/\/doi.org\/10.1016\/j.amc.2026.130252","relation":{},"ISSN":["0096-3003"],"issn-type":[{"value":"0096-3003","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Exploring effects of the fixed punishment probability and Q-learning-based update on cooperation in spatial public goods games","name":"articletitle","label":"Article Title"},{"value":"Applied Mathematics and Computation","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.amc.2026.130252","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"130252"}}