{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,28]],"date-time":"2025-05-28T21:10:03Z","timestamp":1748466603467,"version":"3.41.0"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319180830"},{"type":"electronic","value":"9783319180847"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-18084-7_4","type":"book-chapter","created":{"date-parts":[[2015,6,24]],"date-time":"2015-06-24T05:56:27Z","timestamp":1435125387000},"page":"44-58","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Learning in Networked Interactions: A Replicator Dynamics Approach"],"prefix":"10.1007","author":[{"given":"Daan","family":"Bloembergen","sequence":"first","affiliation":[]},{"given":"Ipek","family":"Caliskanelli","sequence":"additional","affiliation":[]},{"given":"Karl","family":"Tuyls","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,6,25]]},"reference":[{"issue":"4","key":"4_CR1","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1177\/1059712311410896","volume":"19","author":"HT Ahn","year":"2011","unstructured":"Ahn, H.T., Pereira, L.M., Santos, F.C.: Intention recognition promotes the emergence of cooperation. Adapt. Behav. 19(4), 264\u2013279 (2011)","journal-title":"Adapt. Behav."},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Backstrom, L., Boldi, P., Rosa, M.: Four degrees of separation. Arxiv preprint (2011). arXiv:1111.4570","DOI":"10.1145\/2380718.2380723"},{"issue":"5439","key":"4_CR3","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"AL Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si, A.L., Albert, R.: Emergence of scaling in random networks. Science 286(5439), 509\u2013512 (1999)","journal-title":"Science"},{"issue":"2","key":"4_CR4","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1038\/nrg1272","volume":"5","author":"AL Barab\u00e1si","year":"2004","unstructured":"Barab\u00e1si, A.L., Oltvai, Z.N.: Network biology: understanding the cell\u2019s functional organization. Nat. Rev. Genet. 5(2), 101\u2013113 (2004)","journal-title":"Nat. Rev. Genet."},{"key":"4_CR5","unstructured":"Bloembergen, D., De Jong, S., Tuyls, K.: Lenient learning in a multiplayer stag hunt. In: Proceedings of 23rd Benelux Conference on Artificial Intelligence (BNAIC 2011), pp. 44\u201350 (2011)"},{"key":"4_CR6","unstructured":"Bloembergen, D., Kaisers, M., Tuyls, K.: Empirical and theoretical support for lenient learning. In: Tumer, Yolum, Sonenberg, Stone (eds.) Proceedings of 10th International Conference on AAMAS 2011, pp. 1105\u20131106. International Foundation for AAMAS (2011)"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Bloembergen, D., Ranjbar-Sahraei, B., Ammar, H.B., Tuyls, K., Weiss, G.: Influencing social networks: an optimal control study. In: Proceedings of the 21st ECAI 2014, pp. 105\u2013110 (2014)","DOI":"10.3233\/978-1-61499-419-0-105"},{"issue":"1","key":"4_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1006\/jeth.1997.2319","volume":"77","author":"T B\u00f6rgers","year":"1997","unstructured":"B\u00f6rgers, T., Sarin, R.: Learning through reinforcement and replicator dynamics. J. Econ. Theor. 77(1), 1\u201314 (1997)","journal-title":"J. Econ. Theor."},{"issue":"5978","key":"4_CR9","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1126\/science.1183665","volume":"328","author":"R Boyd","year":"2010","unstructured":"Boyd, R., Gintis, H., Bowles, S.: Coordinated punishment of defectors sustains cooperation and can proliferate when rare. Science 328(5978), 617\u2013620 (2010)","journal-title":"Science"},{"issue":"3","key":"4_CR10","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1038\/nrn2575","volume":"10","author":"E Bullmore","year":"2009","unstructured":"Bullmore, E., Sporns, O.: Complex brain networks: graph theoretical analysis of structural and functional systems. Nat. Rev. Neurosci. 10(3), 186\u2013198 (2009)","journal-title":"Nat. Rev. Neurosci."},{"issue":"2","key":"4_CR11","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Syst. Man Cybern. Part C: Appl. Rev. 38(2), 156\u2013172 (2008)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C: Appl. Rev."},{"key":"4_CR12","series-title":"Lecture Notes in Business Information Processing","first-page":"1","volume-title":"Agent-Mediated Electronic Commerce","author":"M Chapman","year":"2013","unstructured":"Chapman, M., Tyson, G., Atkinson, K., Luck, M., McBurney, P.: Social networking and information diffusion in automated markets. In: David, E., Kiekintveld, C., Robu, V., Shehory, O., Stein, S. (eds.) AMEC 2012 and TADA 2012. LNBIP, vol. 136, pp. 1\u201315. Springer, Heidelberg (2013)"},{"issue":"94","key":"4_CR13","doi-asserted-by":"publisher","first-page":"20131186","DOI":"10.1098\/rsif.2013.1186","volume":"11","author":"G Cimini","year":"2014","unstructured":"Cimini, G., S\u00e1nchez, A.: Learning dynamics explains human behaviour in prisoner\u2019s dilemma on networks. J. R. Soc. Interface 11(94), 20131186 (2014)","journal-title":"J. R. Soc. Interface"},{"issue":"2","key":"4_CR14","doi-asserted-by":"publisher","first-page":"239","DOI":"10.2307\/1882186","volume":"87","author":"JG Cross","year":"1973","unstructured":"Cross, J.G.: A stochastic learning model of economic behavior. Q. J. Econ. 87(2), 239\u2013266 (1973)","journal-title":"Q. J. Econ."},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Dickens, L., Broda, K., Russo, A.: The dynamics of multi-agent reinforcement learning. In: ECAI, pp. 367\u2013372 (2010)","DOI":"10.3233\/978-1-60750-606-5-367"},{"key":"4_CR16","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511761942","volume-title":"Networks, Crowds, and Markets: Reasoning about a Highly Connected World","author":"D Easley","year":"2010","unstructured":"Easley, D., Kleinberg, J.: Networks, Crowds, and Markets: Reasoning about a Highly Connected World. Cambridge University Press, Cambridge (2010)"},{"issue":"2","key":"4_CR17","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1007\/s10588-008-9052-0","volume":"15","author":"B Edmonds","year":"2009","unstructured":"Edmonds, B., Norling, E., Hales, D.: Towards the evolution of social structure. Comput. Math. Organ. Theory 15(2), 78\u201394 (2009)","journal-title":"Comput. Math. Organ. Theory"},{"key":"4_CR18","unstructured":"Ghanem, A.G., Vedanarayanan, S., Minai, A.A.: Agents of influence in social networks. In: Proceedings of the 11th International Conference on AAMAS 2012 (2012)"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Han, T.A., Pereira, L.M., Santos, F.C., Lenaerts, T.: Good agreements make good friends. Sci. Rep. 3, Article number: 2695 (2013). doi:10.1038\/srep02695","DOI":"10.1038\/srep02695"},{"key":"4_CR20","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139173179","volume-title":"Evolutionary games and population dynamics","author":"J Hofbauer","year":"1998","unstructured":"Hofbauer, J., Sigmund, K.: Evolutionary games and population dynamics. Cambridge University Press, Cambridge (1998)"},{"key":"4_CR21","unstructured":"Hofmann, L.M., Chakraborty, N., Sycara, K.: The evolution of cooperation in self-interested agent societies: a critical study. In: Proceedings of the 10th International Conference on AAMAS 2011, pp. 685\u2013692 (2011)"},{"key":"4_CR22","doi-asserted-by":"crossref","DOI":"10.1515\/9781400833993","volume-title":"Social and Economic Networks","author":"MO Jackson","year":"2008","unstructured":"Jackson, M.O.: Social and Economic Networks. Princeton University Press, Princeton (2008)"},{"key":"4_CR23","unstructured":"Kaisers, M., Tuyls, K.: Frequency adjusted multi-agent Q-learning. In: Proceedings of 9th International Conference on AAMAS 2010, pp. 309\u2013315, 10\u201314 May 2010"},{"issue":"2","key":"4_CR24","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1038\/246015a0","volume":"246","author":"J Maynard Smith","year":"1973","unstructured":"Maynard Smith, J., Price, G.R.: The logic of animal conflict. Nature 246(2), 15\u201318 (1973)","journal-title":"Nature"},{"issue":"4","key":"4_CR25","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1109\/TSMC.1974.5408453","volume":"4","author":"KS Narendra","year":"1974","unstructured":"Narendra, K.S., Thathachar, M.A.L.: Learning automata - a survey. IEEE Trans. Syst. Man Cybern. 4(4), 323\u2013334 (1974)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"issue":"6398","key":"4_CR26","doi-asserted-by":"publisher","first-page":"826","DOI":"10.1038\/359826a0","volume":"359","author":"MA Nowak","year":"1992","unstructured":"Nowak, M.A., May, R.M.: Evolutionary games and spatial chaos. Nature 359(6398), 826\u2013829 (1992)","journal-title":"Nature"},{"issue":"7092","key":"4_CR27","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1038\/nature04605","volume":"441","author":"H Ohtsuki","year":"2006","unstructured":"Ohtsuki, H., Hauert, C., Lieberman, E., Nowak, M.A.: A simple rule for the evolution of cooperation on graphs and social networks. Nature 441(7092), 502\u2013505 (2006)","journal-title":"Nature"},{"key":"4_CR28","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1098\/rspb.2008.1126","volume":"276","author":"JM Pacheco","year":"2009","unstructured":"Pacheco, J.M., Santos, F.C., Souza, M.O., Skyrms, B.: Evolutionary dynamics of collective action in n-person stag hunt dilemmas. Proc. R. Soc. B: Biol. Sci. 276, 315\u2013321 (2009)","journal-title":"Proc. R. Soc. B: Biol. Sci."},{"key":"4_CR29","first-page":"423","volume":"9","author":"L Panait","year":"2008","unstructured":"Panait, L., Tuyls, K., Luke, S.: Theoretical advantages of lenient learners: an evolutionary game theoretic perspective. J. Mach. Learn. Res. 9, 423\u2013457 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Ranjbar-Sahraei, B., Bou Ammar, H., Bloembergen, D., Tuyls, K., Weiss, G.: Evolution of cooperation in arbitrary complex networks. In: Proceedings of the 2014 International Conference on AAMAS 2014, pp. 677\u2013684. International Foundation for AAMAS (2014)","DOI":"10.1609\/aaai.v28i1.8890"},{"issue":"9","key":"4_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1103\/PhysRevLett.95.098104","volume":"95","author":"F Santos","year":"2005","unstructured":"Santos, F., Pacheco, J.: Scale-free networks provide a unifying framework for the emergence of cooperation. Phys. Rev. Lett. 95(9), 1\u20134 (2005)","journal-title":"Phys. Rev. Lett."},{"issue":"19","key":"4_CR32","doi-asserted-by":"publisher","first-page":"10757","DOI":"10.1073\/pnas.161155698","volume":"98","author":"K Sigmund","year":"2001","unstructured":"Sigmund, K., Hauert, C., Nowak, M.A.: Reward and punishment. Proc. Nat. Acad. Sci. 98(19), 10757\u201310762 (2001)","journal-title":"Proc. Nat. Acad. Sci."},{"key":"4_CR33","volume-title":"The Stag Hunt and the Evolution of Social Structure","author":"B Skyrms","year":"2004","unstructured":"Skyrms, B.: The Stag Hunt and the Evolution of Social Structure. Cambridge University Press, Cambridge (2004)"},{"key":"4_CR34","volume-title":"Reinforcement Learning: An Introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"6","key":"4_CR35","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1109\/TSMCB.2002.1049606","volume":"32","author":"M Thathachar","year":"2002","unstructured":"Thathachar, M., Sastry, P.S.: Varieties of learning automata: an overview. IEEE Trans. Syst. Man Cybern. Part B: Cybern. 32(6), 711\u2013722 (2002)","journal-title":"IEEE Trans. Syst. Man Cybern. Part B: Cybern."},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Tuyls, K., Verbeeck, K., Lenaerts, T.: A selection-mutation model for q-learning in multi-agent systems. In: Proceedings of 2nd International Conference on AAMAS 2003, pp. 693\u2013700. ACM, New York (2003)","DOI":"10.1145\/860575.860687"},{"key":"4_CR37","unstructured":"Ugander, J., Karrer, B., Backstrom, L., Marlow, C.: The anatomy of the facebook social graph. arXiv preprint, pp. 1\u201317 (2011). arXiv:1111.4503"},{"issue":"5","key":"4_CR38","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1177\/1059712310384282","volume":"18","author":"S Van Segbroeck","year":"2010","unstructured":"Van Segbroeck, S., de Jong, S., Nowe, A., Santos, F.C., Lenaerts, T.: Learning to coordinate in complex networks. Adapt. Behav. 18(5), 416\u2013427 (2010)","journal-title":"Adapt. Behav."},{"issue":"3","key":"4_CR39","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"issue":"6684","key":"4_CR40","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1038\/30918","volume":"393","author":"DJ Watts","year":"1998","unstructured":"Watts, D.J., Strogatz, S.H.: Collective dynamics of \u2018small-world\u2019 networks. Nature 393(6684), 440\u2013442 (1998)","journal-title":"Nature"},{"key":"4_CR41","volume-title":"Evolutionary game theory","author":"JW Weibull","year":"1997","unstructured":"Weibull, J.W.: Evolutionary game theory. MIT press, Cambridge (1997)"},{"issue":"5","key":"4_CR42","doi-asserted-by":"publisher","first-page":"056118","DOI":"10.1103\/PhysRevE.72.056118","volume":"72","author":"MG Zimmermann","year":"2005","unstructured":"Zimmermann, M.G., Egu\u00edluz, V.M.: Cooperation, social networks, and the emergence of leadership in a prisoner\u2019s dilemma with adaptive local interactions. Phys. Rev. E 72(5), 056118 (2005)","journal-title":"Phys. Rev. E"}],"container-title":["Communications in Computer and Information Science","Artificial Life and Intelligent Agents"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-18084-7_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,28]],"date-time":"2025-05-28T20:53:30Z","timestamp":1748465610000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-18084-7_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319180830","9783319180847"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-18084-7_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"25 June 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}