{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,16]],"date-time":"2026-05-16T21:24:35Z","timestamp":1778966675686,"version":"3.51.4"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"18","license":[{"start":{"date-parts":[[2020,8,3]],"date-time":"2020-08-03T00:00:00Z","timestamp":1596412800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,8,3]],"date-time":"2020-08-03T00:00:00Z","timestamp":1596412800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"ARC Discovery Project","award":["DP200100946"],"award-info":[{"award-number":["DP200100946"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s00521-020-05243-5","type":"journal-article","created":{"date-parts":[[2020,8,3]],"date-time":"2020-08-03T10:05:22Z","timestamp":1596449122000},"page":"12979-12994","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Evolution of cooperation in malicious social networks with differential privacy mechanisms"],"prefix":"10.1007","volume":"35","author":[{"given":"Tao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dayong","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3411-7947","authenticated-orcid":false,"given":"Tianqing","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tingting","family":"Liao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wanlei","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,3]]},"reference":[{"key":"5243_CR1","unstructured":"Leibo JZ, Zambaldi V, Lanctot M, Marecki J, Graepel T (2017) Multi-agent reinforcement learning in sequential social dilemmas. In: Proceedings of the 16th conference on autonomous agents and multiagent systems"},{"key":"5243_CR2","unstructured":"Peng P, Wen Y, Yang Y, Yuan Q, Tang Z, Long H, Wang J (2017) Multiagent bidirectionally-coordinated nets: emergence of human-level coordination in learning to play starcraft combat games, ArXiv preprint. arXiv:1703.10069"},{"key":"5243_CR3","unstructured":"Matignon L, Jeanpierre L, Mouaddi A-I (2012) Coordinated multi-robot exploration under communication constraints using decentralized markov decision processes. In: AAAI conference on artificial intelligence"},{"key":"5243_CR4","doi-asserted-by":"crossref","unstructured":"Liu F, Xue S, Wu J, Zhou C, Hu W, Paris C, Nepal S, Yang J, Yu PS (2020) Deep learning for community detection: progress, challenges and opportunities. ArXiv preprint. arXiv:2005.08225","DOI":"10.24963\/ijcai.2020\/693"},{"key":"5243_CR5","unstructured":"Hofmann L-M, Chakraborty N, Sycara K (2011) The evolution of cooperation in self-interested agent societies: a critical study. In: The 10th international conference on autonomous agents and multiagent systems, pp 685\u2013692"},{"key":"5243_CR6","doi-asserted-by":"crossref","unstructured":"Ranjbar-Sahraei B, Ammar HB, Bloembergen D, Tuyls K, Weiss G (2014) Theory of cooperation in complex social networks. In: Proceedings of the 25th AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v28i1.8890"},{"issue":"4","key":"5243_CR7","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1109\/TC.2014.2308188","volume":"64","author":"D Ye","year":"2015","unstructured":"Ye D, Zhang M (2015) A self-adaptive strategy for evolution of cooperation in distributed networks. IEEE Trans Comput 64(4):899\u2013911","journal-title":"IEEE Trans Comput"},{"key":"5243_CR8","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/j.geb.2016.08.010","volume":"100","author":"G Charness","year":"2016","unstructured":"Charness G, Rigotti L, Rustichini A (2016) Social surplus determines cooperation rates in the one-shot prisoner\u2019s dilemma. Games Econ Behav 100:113\u2013124","journal-title":"Games Econ Behav"},{"key":"5243_CR9","unstructured":"Pinheiro FL, Santos FP (2018) Local wealth redistribution promotes cooperation in multiagent systems. In: Proceedings of the 17th international conference on autonomous agents and multiagent systems, pp 786\u2013794"},{"key":"5243_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-018-27544-5","volume":"8","author":"P Lozano","year":"2018","unstructured":"Lozano P, Antonioni A, Tomassini M, S\u00e1nchez A (2018) Cooperation on dynamic networks within an uncertain reputation environment. Sci Rep 8:1\u20139","journal-title":"Sci Rep"},{"key":"5243_CR11","unstructured":"Hughes E, Leibo JZ, Phillips M, Tuyls K, Due\u00f1ez-Guzman E, Casta\u00f1eda AG, Dunning I, Zhu T, McKee K, Koster R et\u00a0al (2018) Inequity aversion improves cooperation in intertemporal social dilemmas. In: Advances in neural information processing systems, pp 3326\u20133336"},{"key":"5243_CR12","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.jtbi.2011.09.003","volume":"299","author":"FC Santos","year":"2012","unstructured":"Santos FC, Pinheiro FL, Lenaerts T, Pacheco JM (2012) The role of diversity in the evolution of cooperation. J Theor Biol 299:88\u201396","journal-title":"J Theor Biol"},{"issue":"2","key":"5243_CR13","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1109\/COMST.2018.2800740","volume":"20","author":"L Liu","year":"2018","unstructured":"Liu L, De Vel O, Han Q-L, Zhang J, Xiang Y (2018) Detecting and preventing cyber insider threats: a survey. IEEE Commun Surv Tutor 20(2):1397\u20131417","journal-title":"IEEE Commun Surv Tutor"},{"key":"5243_CR14","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/364056a0","volume":"364","author":"M Nowak","year":"1993","unstructured":"Nowak M, Sigmund K (1993) A strategy of win-stay, lose-shift that outperforms tit-for-tat in the prisones dilemma game. Nature 364:56","journal-title":"Nature"},{"issue":"4489","key":"5243_CR15","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.1126\/science.7466396","volume":"211","author":"R Axelrod","year":"1981","unstructured":"Axelrod R, Hamilton W (1981) The evolution of cooperation. Science 211(4489):1390\u20131396","journal-title":"Science"},{"issue":"4884","key":"5243_CR16","doi-asserted-by":"publisher","first-page":"1385","DOI":"10.1126\/science.242.4884.1385","volume":"242","author":"R Axelrod","year":"1988","unstructured":"Axelrod R, Dion D (1988) The further evolution of cooperation. Science 242(4884):1385\u20131390","journal-title":"Science"},{"issue":"6357","key":"5243_CR17","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1038\/355250a0","volume":"355","author":"MA Nowak","year":"1992","unstructured":"Nowak MA, Sigmund K (1992) Tit for tat in heterogeneous populations. Nature 355(6357):250","journal-title":"Nature"},{"key":"5243_CR18","doi-asserted-by":"publisher","first-page":"826","DOI":"10.1038\/359826a0","volume":"359","author":"MA Nowak","year":"1992","unstructured":"Nowak MA, May RM (1992) Evolutionary games and spatial chaos. Nature 359:826","journal-title":"Nature"},{"issue":"7063","key":"5243_CR19","doi-asserted-by":"publisher","first-page":"1291","DOI":"10.1038\/nature04131","volume":"437","author":"MA Novak","year":"2005","unstructured":"Novak MA, Sigmund K (2005) Evolution of indirect reciprocity. Nature 437(7063):1291","journal-title":"Nature"},{"issue":"7695","key":"5243_CR20","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1038\/nature25763","volume":"555","author":"FP Santos","year":"2018","unstructured":"Santos FP, Santos FC, Pacheco JM (2018) Social norm complexity and past reputations in the evolution of cooperation. Nature 555(7695):242","journal-title":"Nature"},{"issue":"2","key":"5243_CR21","doi-asserted-by":"publisher","first-page":"e32114","DOI":"10.1371\/journal.pone.0032114","volume":"7","author":"FL Pinheiro","year":"2012","unstructured":"Pinheiro FL, Pacheco JM, Santos FC (2012) From local to global dilemmas in social networks. PloS One 7(2):e32114","journal-title":"PloS One"},{"issue":"2","key":"5243_CR22","doi-asserted-by":"publisher","first-page":"026117","DOI":"10.1103\/PhysRevE.78.026117","volume":"78","author":"F Fu","year":"2008","unstructured":"Fu F, Hauert C, Nowak MA, Wang L (2008) Reputation-based partner choice promotes cooperation in social networks. Phys Rev E 78(2):026117","journal-title":"Phys Rev E"},{"key":"5243_CR23","unstructured":"Hofmann L-M, Chakraborty N, Sycara K. The evolution of cooperation in self-interested agent societies: a critical study. In: The 10th international conference on autonomous agents and multiagent systems, pp 685\u2013692"},{"issue":"1\u20132","key":"5243_CR24","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.physleta.2015.09.047","volume":"380","author":"M-H Chen","year":"2016","unstructured":"Chen M-H, Wang L, Sun S-W, Wang J, Xia C-Y (2016) Evolution of cooperation in the spatial public goods game with adaptive reputation assortment. Phys Lett A 380(1\u20132):40\u201347","journal-title":"Phys Lett A"},{"issue":"11","key":"5243_CR25","doi-asserted-by":"publisher","first-page":"e13749","DOI":"10.1371\/journal.pone.0013749","volume":"5","author":"J Gruji\u0107","year":"2010","unstructured":"Gruji\u0107 J, Fosco C, Araujo L, Cuesta JA, S\u00e1nchez A (2010) Social experiments in the mesoscale: humans playing a spatial prisoner\u2019s dilemma. PloS One 5(11):e13749","journal-title":"PloS One"},{"issue":"7","key":"5243_CR26","doi-asserted-by":"publisher","first-page":"2962","DOI":"10.1073\/pnas.0912515107","volume":"107","author":"A Traulsen","year":"2010","unstructured":"Traulsen A, Semmann D, Sommerfeld RD, Krambeck H-J, Milinski M (2010) Human strategy updating in evolutionary games. Proc Natl Acad Sci 107(7):2962\u20132966","journal-title":"Proc Natl Acad Sci"},{"issue":"6","key":"5243_CR27","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1111\/j.1461-0248.2011.01615.x","volume":"14","author":"K Fehl","year":"2011","unstructured":"Fehl K, van der Post DJ, Semmann D (2011) Co-evolution of behaviour and social network structure promotes human cooperation. Ecol Lett 14(6):546\u2013551","journal-title":"Ecol Lett"},{"issue":"48","key":"5243_CR28","doi-asserted-by":"publisher","first-page":"19 193","DOI":"10.1073\/pnas.1108243108","volume":"108","author":"DG Rand","year":"2011","unstructured":"Rand DG, Arbesman S, Christakis NA (2011) Dynamic social networks promote cooperation in experiments with humans. Proc Natl Acad Sci 108(48):19 193\u201319 198","journal-title":"Proc Natl Acad Sci"},{"issue":"7","key":"5243_CR29","doi-asserted-by":"publisher","first-page":"e1005034","DOI":"10.1371\/journal.pcbi.1005034","volume":"12","author":"T Ezaki","year":"2016","unstructured":"Ezaki T, Horita Y, Takezawa M, Masuda N (2016) Reinforcement learning explains conditional cooperation and its moody cousin. PLoS Comput Biol 12(7):e1005034","journal-title":"PLoS Comput Biol"},{"issue":"12","key":"5243_CR30","doi-asserted-by":"publisher","first-page":"e0189220","DOI":"10.1371\/journal.pone.0189220","volume":"12","author":"T Ezaki","year":"2017","unstructured":"Ezaki T, Masuda N (2017) Reinforcement learning account of network reciprocity. PloS One 12(12):e0189220","journal-title":"PloS One"},{"key":"5243_CR31","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.jtbi.2011.10.020","volume":"293","author":"S Tanabe","year":"2012","unstructured":"Tanabe S, Masuda N (2012) Evolution of cooperation facilitated by reinforcement learning with adaptive aspiration levels. J Theor Biol 293:151\u2013160","journal-title":"J Theor Biol"},{"issue":"4","key":"5243_CR32","doi-asserted-by":"publisher","first-page":"e0172395","DOI":"10.1371\/journal.pone.0172395","volume":"12","author":"A Tampuu","year":"2017","unstructured":"Tampuu A, Matiisen T, Kodelja D, Kuzovkin I, Korjus K, Aru J, Aru J, Vicente R (2017) Multiagent cooperation and competition with deep reinforcement learning. PloS One 12(4):e0172395","journal-title":"PloS One"},{"key":"5243_CR33","unstructured":"Kubera Y, Mathieu P, Picault S (2010) Everything can be agent! In: Proceedings of the 9th international conference on autonomous agents and multiagent systems, pp 1547\u20131548"},{"issue":"3","key":"5243_CR34","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Q-learning. Mach Learn 8(3):279\u2013292","journal-title":"Mach Learn"},{"issue":"8","key":"5243_CR35","doi-asserted-by":"publisher","first-page":"1619","DOI":"10.1109\/TKDE.2017.2697856","volume":"29","author":"T Zhu","year":"2017","unstructured":"Zhu T, Li G, Zhou W, Philip SY (2017) Differentially private data publishing and analysis: a survey. IEEE Trans Knowl Data Eng 29(8):1619\u20131638","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"5243_CR36","doi-asserted-by":"crossref","unstructured":"Abadi M, Chu A, Goodfellow I, McMahan HB, Mironov I, Talwar K, Zhang L (2016) Deep learning with differential privacy. In: Proceedings of the 2016 ACM SIGSAC conference on computer and communications security, pp 308\u2013318","DOI":"10.1145\/2976749.2978318"},{"key":"5243_CR37","doi-asserted-by":"publisher","first-page":"1297","DOI":"10.1016\/j.future.2018.04.016","volume":"108","author":"T Zhu","year":"2018","unstructured":"Zhu T, Xiong P, Li G, Zhou W, Philip SY (2018) Differentially private model publishing in cyber physical systems. Future Gen Comput Syst 108:1297\u20131306","journal-title":"Future Gen Comput Syst"},{"key":"5243_CR38","doi-asserted-by":"publisher","first-page":"2115","DOI":"10.1109\/TII.2019.2936825","volume":"16","author":"T Zhang","year":"2019","unstructured":"Zhang T, Zhu T, Xiong P, Huo H, Tari Z, Zhou W (2019) Correlated differential privacy: feature selection in machine learning. IEEE Trans Ind Inform 16:2115\u20132124","journal-title":"IEEE Trans Ind Inform"},{"key":"5243_CR39","doi-asserted-by":"crossref","unstructured":"Dwork C, Kenthapadi K, McSherry F, Mironov I, Naor M . Our data, ourselves: privacy via distributed noise generation. In: Advances in cryptology\u2014EUROCRYPT 2006, pp 486\u2013503","DOI":"10.1007\/11761679_29"},{"issue":"1","key":"5243_CR40","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1145\/1866739.1866758","volume":"54","author":"C Dwork","year":"2011","unstructured":"Dwork C (2011) A firm foundation for private data analysis. Commun ACM 54(1):86\u201395","journal-title":"Commun ACM"},{"key":"5243_CR41","doi-asserted-by":"crossref","unstructured":"McSherry F, Talwar K (2007) Mechanism design via differential privacy. In: 48th annual IEEE symposium on foundations of computer science","DOI":"10.1109\/FOCS.2007.66"},{"key":"5243_CR42","doi-asserted-by":"crossref","unstructured":"Dwork C, McSherry F, Nissim K, Smith A (2006) Calibrating noise to sensitivity in private data analysis. In: Theory of cryptography, pp 265\u2013284","DOI":"10.1007\/11681878_14"},{"key":"5243_CR43","doi-asserted-by":"crossref","unstructured":"Ye D, Zhu T, Zhou W, Philip SY (2019) Differentially private malicious agent avoidance in multiagent advising learning. IEEE Trans Cybern","DOI":"10.1109\/TCYB.2019.2906574"},{"key":"5243_CR44","doi-asserted-by":"crossref","unstructured":"Zhu T, Philip SY (2019) Applying differential privacy mechanism in artificial intelligence. In: 2019 IEEE 39th international conference on distributed computing systems (ICDCS). IEEE, pp 1601\u20131609","DOI":"10.1109\/ICDCS.2019.00159"},{"key":"5243_CR45","doi-asserted-by":"crossref","unstructured":"McSherry FD (2009) Privacy integrated queries: an extensible platform for privacy-preserving data analysis. In: Proceedings of the 2009 ACM SIGMOD international conference on management of data, pp 19\u201330","DOI":"10.1145\/1559845.1559850"},{"key":"5243_CR46","unstructured":"Melo FS (2001) Convergence of q-learning: a simple proof, Institute Of Systems and Robotics, Tech. Rep, pp 1\u20134"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05243-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-020-05243-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05243-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,19]],"date-time":"2023-05-19T00:04:31Z","timestamp":1684454671000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-020-05243-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,3]]},"references-count":46,"journal-issue":{"issue":"18","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["5243"],"URL":"https:\/\/doi.org\/10.1007\/s00521-020-05243-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,3]]},"assertion":[{"value":"1 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that there are no conflicts of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}