{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T11:52:44Z","timestamp":1742989964164,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031741852"},{"type":"electronic","value":"9783031741869"}],"license":[{"start":{"date-parts":[[2024,10,9]],"date-time":"2024-10-09T00:00:00Z","timestamp":1728432000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,9]],"date-time":"2024-10-09T00:00:00Z","timestamp":1728432000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-74186-9_22","type":"book-chapter","created":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T07:04:34Z","timestamp":1728371074000},"page":"265-279","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Networked Independent Reinforcement Learners Playing an\u00a0Evolutionary Game"],"prefix":"10.1007","author":[{"given":"Ziya","family":"Xu","sequence":"first","affiliation":[]},{"given":"Jia","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Fernanda","family":"Eliott","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,9]]},"reference":[{"issue":"4489","key":"22_CR1","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.1126\/science.7466396","volume":"211","author":"R Axelrod","year":"1981","unstructured":"Axelrod, R., Hamilton, W.D.: The evolution of cooperation. Science 211(4489), 1390\u20131396 (1981)","journal-title":"Science"},{"key":"22_CR2","unstructured":"Benda, M., Jagannathan, V., Dodhiawala, R.: On optimal cooperation of knowledge sources-an experimental investigation. Boeing Adv. Technol. Cent. Boeing Comput. Serv. Seattle, Washington, Tech. Rep. BCS-G2010-280 (1986)"},{"key":"22_CR3","doi-asserted-by":"crossref","unstructured":"Bentham, J.: An introduction to the principles of morals and legislation. Hist. Econ. Books 1789 (1907)","DOI":"10.1093\/oseo\/instance.00077240"},{"key":"22_CR4","unstructured":"Boutilier, C.: Sequential optimality and coordination in multiagent systems. In: IJCAI. vol.\u00a099, pp. 478\u2013485 (1999)"},{"key":"22_CR5","volume-title":"An Analysis of Stochastic Game Theory for Multiagent Reinforcement Learning","author":"M Bowling","year":"2000","unstructured":"Bowling, M., Veloso, M.: An Analysis of Stochastic Game Theory for Multiagent Reinforcement Learning. Carnegie Mellon University Pennsylvania, School of Computer Science (2000)"},{"key":"22_CR6","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1613\/jair.1154","volume":"19","author":"RI Brafman","year":"2003","unstructured":"Brafman, R.I., Tennenholtz, M.: Learning to coordinate efficiently: a model-based approach. J. Artif. Intell. Res. 19, 11\u201323 (2003)","journal-title":"J. Artif. Intell. Res."},{"issue":"746\u2013752","key":"22_CR7","first-page":"2","volume":"1998","author":"C Claus","year":"1998","unstructured":"Claus, C., Boutilier, C.: The dynamics of reinforcement learning in cooperative multiagent systems. AAAI\/IAAI 1998(746\u2013752), 2 (1998)","journal-title":"AAAI\/IAAI"},{"key":"22_CR8","doi-asserted-by":"publisher","unstructured":"Consoli, A., Tweedale, J., Jain, L.: The link between agent coordination and cooperation. In: Intelligent Information Processing III: IFIP TC12 International Conference on Intelligent Information Processing (IIP 2006), September 20\u201323, Adelaide, Australia 3, pp. 11\u201319. Springer (2007). https:\/\/doi.org\/10.1007\/978-0-387-44641-7_2","DOI":"10.1007\/978-0-387-44641-7_2"},{"issue":"7","key":"22_CR9","doi-asserted-by":"publisher","first-page":"748","DOI":"10.1111\/j.1461-0248.2005.00773.x","volume":"8","author":"M Doebeli","year":"2005","unstructured":"Doebeli, M., Hauert, C.: Models of cooperation based on the prisoner\u2019s dilemma and the snowdrift game. Ecol. Lett. 8(7), 748\u2013766 (2005)","journal-title":"Ecol. Lett."},{"key":"22_CR10","doi-asserted-by":"publisher","unstructured":"Eliott, F., Ribeiro, C.H.C.: Emergence of cooperation through simulation of moral behavior. In: Hybrid Artificial Intelligent Systems. Springer International Publishing (2015). https:\/\/doi.org\/10.1007\/978-3-319-19644-2_17","DOI":"10.1007\/978-3-319-19644-2_17"},{"key":"22_CR11","first-page":"42","volume":"2015","author":"F Eliott","year":"2015","unstructured":"Eliott, F., Ribeiro, C.H.C.: Moral behavior and empathy modeling through the premise of reciprocity. HUSO 2015, 42 (2015)","journal-title":"HUSO"},{"key":"22_CR12","unstructured":"Gronauer, S., Diepold, K.: Multi-agent deep reinforcement learning: a survey. Artif. Intell. Rev. 1\u201349 (2022)"},{"key":"22_CR13","unstructured":"Hasselt, H.: Double q-learning. Adv. Neural Inf. Proc. Syst. 23 (2010)"},{"issue":"6983","key":"22_CR14","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1038\/nature02360","volume":"428","author":"C Hauert","year":"2004","unstructured":"Hauert, C., Doebeli, M.: Spatial structure often inhibits the evolution of cooperation in the snowdrift game. Nature 428(6983), 643\u2013646 (2004)","journal-title":"Nature"},{"key":"22_CR15","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/s12110-015-9229-4","volume":"26","author":"NH Jensen","year":"2015","unstructured":"Jensen, N.H., Petersen, M.B., H\u00f8gh-Olesen, H., Ejstrup, M.: Testing theories about ethnic markers: ingroup accent facilitates coordination, not cooperation. Hum. Nat. 26, 210\u2013234 (2015)","journal-title":"Hum. Nat."},{"issue":"4","key":"22_CR16","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.76.045102","volume":"76","author":"W Li","year":"2007","unstructured":"Li, W., Zhang, X., Hu, G.: How scale-free networks and large-scale collective cooperation emerge in complex homogeneous social systems. Phys. Rev. E 76(4), 045102 (2007)","journal-title":"Phys. Rev. E"},{"issue":"7023","key":"22_CR17","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1038\/nature03204","volume":"433","author":"E Lieberman","year":"2005","unstructured":"Lieberman, E., Hauert, C., Nowak, M.A.: Evolutionary dynamics on graphs. Nature 433(7023), 312\u2013316 (2005)","journal-title":"Nature"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Littman, M.L.: Markov games as a framework for multi-agent reinforcement learning. In: Machine learning proceedings 1994, pp. 157\u2013163. Elsevier (1994)","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"issue":"1","key":"22_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1017\/S0269888912000057","volume":"27","author":"L Matignon","year":"2012","unstructured":"Matignon, L., Laurent, G.J., Le Fort-Piat, N.: Independent reinforcement learners in cooperative Markov games: a survey regarding coordination problems. Knowl. Eng. Rev. 27(1), 1\u201331 (2012)","journal-title":"Knowl. Eng. Rev."},{"issue":"10","key":"22_CR20","doi-asserted-by":"publisher","first-page":"1787","DOI":"10.1038\/s41562-023-01686-7","volume":"7","author":"KR McKee","year":"2023","unstructured":"McKee, K.R.: Scaffolding cooperation in human groups with deep reinforcement learning. Nat. Hum. Behav. 7(10), 1787\u20131796 (2023)","journal-title":"Nat. Hum. Behav."},{"issue":"7092","key":"22_CR21","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1038\/nature04605","volume":"441","author":"H Ohtsuki","year":"2006","unstructured":"Ohtsuki, H., Hauert, C., Lieberman, E., Nowak, M.A.: A simple rule for the evolution of cooperation on graphs and social networks. Nature 441(7092), 502\u2013505 (2006)","journal-title":"Nature"},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Ozaita, J., Baronchelli, A., S\u00e1nchez, A.: Ethnic markers and the emergence of group-specific norms. Sci. Rep. 10(1) (2020)","DOI":"10.1038\/s41598-020-79222-0"},{"issue":"25","key":"22_CR23","doi-asserted-by":"publisher","first-page":"258103","DOI":"10.1103\/PhysRevLett.97.258103","volume":"97","author":"JM Pacheco","year":"2006","unstructured":"Pacheco, J.M., Traulsen, A., Nowak, M.A.: Coevolution of strategy and structure in complex networks with dynamical linking. Phys. Rev. Lett. 97(25), 258103 (2006)","journal-title":"Phys. Rev. Lett."},{"issue":"3","key":"22_CR24","doi-asserted-by":"publisher","first-page":"033027","DOI":"10.1088\/1367-2630\/11\/3\/033027","volume":"11","author":"M Perc","year":"2009","unstructured":"Perc, M.: Evolution of cooperation on scale-free networks subject to error and attack. New J. Phys. 11(3), 033027 (2009)","journal-title":"New J. Phys."},{"key":"22_CR25","doi-asserted-by":"publisher","unstructured":"Sugden, R., et\u00a0al.: The economics of rights, co-operation and welfare. Springer (2004). https:\/\/doi.org\/10.1057\/9780230536791","DOI":"10.1057\/9780230536791"},{"key":"22_CR26","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: An introduction (2nd ed.), MIT press (2018 [1998])"},{"issue":"29","key":"22_CR27","doi-asserted-by":"publisher","first-page":"10952","DOI":"10.1073\/pnas.0602530103","volume":"103","author":"A Traulsen","year":"2006","unstructured":"Traulsen, A., Nowak, M.A.: Evolution of cooperation by multilevel selection. Proc. Natl. Acad. Sci. 103(29), 10952\u201310955 (2006)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"22_CR28","doi-asserted-by":"crossref","unstructured":"Wang, W.X., Lai, Y.C., Armbruster, D.: Cascading failures and the emergence of cooperation in evolutionary-game based models of social and economical networks. Chaos: Interdisc. J. Nonlinear Sci. 21(3) (2011)","DOI":"10.1063\/1.3621719"},{"key":"22_CR29","unstructured":"Watkins, C.J.: Learning from delayed rewards (1989)"},{"key":"22_CR30","doi-asserted-by":"publisher","unstructured":"Weyns, D., Vizzari, G., Holvoet, T.: Environments for situated multi-agent systems: beyond infrastructure. In: Environments for Multi-Agent Systems II: Second International Workshop, E4MAS 2005, Utrecht, The Netherlands, July 25, 2005, Selected Revised and Invited Papers 2, pp. 1\u201317. Springer (2006). https:\/\/doi.org\/10.1007\/11678809_1","DOI":"10.1007\/11678809_1"},{"key":"22_CR31","unstructured":"Yu, X., Morri, R., Eliott, F.: Eda, an empathy-driven computational architecture. In: Proceedings of the Ninth Goal Reasoning Workshop (2021)"},{"issue":"6","key":"22_CR32","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.69.065102","volume":"69","author":"MG Zimmermann","year":"2004","unstructured":"Zimmermann, M.G., Egu\u00edluz, V.M., San Miguel, M.: Coevolution of dynamical states and interactions in dynamic networks. Phys. Rev. E 69(6), 065102 (2004)","journal-title":"Phys. Rev. E"}],"container-title":["Lecture Notes in Computer Science","Hybrid Artificial Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-74186-9_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T07:08:30Z","timestamp":1728371310000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-74186-9_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,9]]},"ISBN":["9783031741852","9783031741869"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-74186-9_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,10,9]]},"assertion":[{"value":"9 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Hybrid Artificial Intelligence Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hais2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/haisconference.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}