{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T01:05:45Z","timestamp":1725757545658},"publisher-location":"Berlin, Heidelberg","reference-count":27,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642449260"},{"type":"electronic","value":"9783642449277"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-44927-7_25","type":"book-chapter","created":{"date-parts":[[2013,11,18]],"date-time":"2013-11-18T20:33:06Z","timestamp":1384806786000},"page":"372-387","source":"Crossref","is-referenced-by-count":7,"title":["Emotional Multiagent Reinforcement Learning in Social Dilemmas"],"prefix":"10.1007","author":[{"given":"Chao","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minjie","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fenghui","family":"Ren","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"25_CR1","unstructured":"Hofmann, L., Chakraborty, N., Sycara, K.: The evolution of cooperation in self-interested agent societies: a critical study. In: The 10th International Conference on Autonomous Agents and Multiagent Systems, pp. 685\u2013692 (2011)"},{"key":"25_CR2","unstructured":"Salazar, N., Rodriguez-Aguilar, J., Arcos, J., Peleteiro, A., Burguillo-Rial, J.: Emerging cooperation on complex networks. In: The 10th International Conference on Autonomous Agents and Multiagent Systems, pp. 669\u2013676 (2011)"},{"issue":"5805","key":"25_CR3","doi-asserted-by":"publisher","first-page":"1560","DOI":"10.1126\/science.1133755","volume":"314","author":"M. Nowak","year":"2006","unstructured":"Nowak, M.: Five rules for the evolution of cooperation. Science\u00a0314(5805), 1560\u20131563 (2006)","journal-title":"Science"},{"issue":"2","key":"25_CR4","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.biosystems.2009.10.003","volume":"99","author":"M. Perc","year":"2010","unstructured":"Perc, M., Szolnoki, A.: Coevolutionary games\u2013a mini review. BioSystems\u00a099(2), 109\u2013125 (2010)","journal-title":"BioSystems"},{"key":"25_CR5","volume-title":"Reinforcement learning: An introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement learning: An introduction. MIT Press, Cambridge (1998)"},{"issue":"2","key":"25_CR6","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L. Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Syst. Man Cybern. C. Appl. Re.\u00a038(2), 156\u2013172 (2008)","journal-title":"IEEE Trans. Syst. Man Cybern. C. Appl. Re."},{"issue":"2","key":"25_CR7","first-page":"669","volume":"34","author":"J. Conlisk","year":"1996","unstructured":"Conlisk, J.: Why bounded rationality? J. Econ. Lit.\u00a034(2), 669\u2013700 (1996)","journal-title":"J. Econ. Lit."},{"key":"25_CR8","first-page":"535","volume-title":"International Joint Conference on Artificial Intelligence","author":"J. Stimpson","year":"2001","unstructured":"Stimpson, J., Goodrich, M., Walters, L.: Satisficing and learning cooperation in the prisoner\u2019s dilemma. In: International Joint Conference on Artificial Intelligence, pp. 535\u2013544. AAAI Press, California (2001)"},{"issue":"1","key":"25_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10458-011-9166-5","volume":"25","author":"T. Rumbell","year":"2012","unstructured":"Rumbell, T., Barnden, J., Denham, S., Wennekers, T.: Emotions in autonomous agents: comparative analysis of mechanisms and functions. J. Auton. Agents Multi-AG\u00a025(1), 1\u201345 (2012)","journal-title":"J. Auton. Agents Multi-AG"},{"key":"25_CR10","first-page":"1","volume-title":"Proceedings of the 18th European Meeting on Cybernetics and Systems Research","author":"H. Ahn","year":"2006","unstructured":"Ahn, H., Picard, R.: Affective cognitive learning and decision making: The role of emotions. In: Proceedings of the 18th European Meeting on Cybernetics and Systems Research, pp. 1\u20136. North-Holland, Amsterdam (2006)"},{"issue":"1","key":"25_CR11","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/T-AFFC.2011.32","volume":"3","author":"M. Salichs","year":"2012","unstructured":"Salichs, M., Malfaz, M.: A new approach to modeling emotions and their use on a decision-making system for artificial agents. IEEE Trans. Affec. Comput.\u00a03(1), 56\u201368 (2012)","journal-title":"IEEE Trans. Affec. Comput."},{"key":"25_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1007\/978-3-642-24600-5_36","volume-title":"Affective Computing and Intelligent Interaction","author":"P. Sequeira","year":"2011","unstructured":"Sequeira, P., Melo, F., Paiva, A.: Emotion-based intrinsic motivation for reinforcement learning agents. In: D\u2019Mello, S., Graesser, A., Schuller, B., Martin, J.-C. (eds.) ACII 2011, Part I. LNCS, vol.\u00a06974, pp. 326\u2013336. Springer, Heidelberg (2011)"},{"key":"25_CR13","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1145\/375735.376313","volume-title":"Proceedings of the 5th International Conference on Autonomous Agents","author":"A. Bazzan","year":"2001","unstructured":"Bazzan, A., Bordini, R.: A framework for the simulation of agents with emotions. In: Proceedings of the 5th International Conference on Autonomous Agents, pp. 292\u2013299. ACM, New York (2001)"},{"issue":"3","key":"25_CR14","doi-asserted-by":"publisher","first-page":"38002","DOI":"10.1209\/0295-5075\/96\/38002","volume":"96","author":"A. Szolnoki","year":"2011","unstructured":"Szolnoki, A., Xie, N., Wang, C., Perc, M.: Imitating emotions instead of strategies in spatial games elevates social welfare. Europhys. Lett.\u00a096(3), 38002 (2011)","journal-title":"Europhys. Lett."},{"issue":"3","key":"25_CR15","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/s13173-011-0038-2","volume":"17","author":"A. Bazzan","year":"2011","unstructured":"Bazzan, A., Peleteiro, A., Burguillo, J.: Learning to cooperate in the iterated prisoner\u2019s dilemma by means of social attachments. J. Braz. Comp. Soc.\u00a017(3), 163\u2013174 (2011)","journal-title":"J. Braz. Comp. Soc."},{"key":"25_CR16","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1103\/RevModPhys.74.47","volume":"74","author":"R. Albert","year":"2002","unstructured":"Albert, R., Barab\u00e1si, A.: Statistical mechanics of complex networks. Rev. Mod. Phys.\u00a074, 47\u201397 (2002)","journal-title":"Rev. Mod. Phys."},{"key":"25_CR17","first-page":"2601","volume-title":"Proceedings of the Annual Conference of the Cognitive Science Society","author":"S. Singh","year":"2009","unstructured":"Singh, S., Lewis, R., Barto, A.: Where do rewards come from. In: Proceedings of the Annual Conference of the Cognitive Science Society, pp. 2601\u20132606. Cognitive Science Society, Inc., Austin (2009)"},{"issue":"2","key":"25_CR18","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/TAMD.2010.2051031","volume":"2","author":"S. Singh","year":"2010","unstructured":"Singh, S., Lewis, R., Barto, A., Sorg, J.: Intrinsically motivated reinforcement learning: An evolutionary perspective. IEEE Trans. Auton. Mental Develop.\u00a02(2), 70\u201382 (2010)","journal-title":"IEEE Trans. Auton. Mental Develop."},{"key":"25_CR19","series-title":"Blueprint for Affective Computing: A Source Book","volume-title":"Computational models of emotion","author":"S. Marsella","year":"2010","unstructured":"Marsella, S., Gratch, J., Petta, P.: Computational models of emotion. Blueprint for Affective Computing: A Source Book. Oxford University Press, Oxford (2010)"},{"key":"25_CR20","volume-title":"Appraisal processes in emotion","author":"P. Ellsworth","year":"2003","unstructured":"Ellsworth, P., Scherer, K.: Appraisal processes in emotion. Oxford University Press, New York (2003)"},{"issue":"1","key":"25_CR21","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10458-010-9122-9","volume":"22","author":"S. Jong de","year":"2011","unstructured":"de Jong, S., Tuyls, K.: Human-inspired computational fairness. J. Auton. Agents Multi-AG\u00a022(1), 103\u2013126 (2011)","journal-title":"J. Auton. Agents Multi-AG"},{"issue":"3-4","key":"25_CR22","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1080\/02699939308409189","volume":"7","author":"C.A. Smith","year":"1993","unstructured":"Smith, C.A., Lazarus, R.S.: Appraisal components, core relational themes, and the emotions. Cognition and Emotion\u00a07(3-4), 233\u2013269 (1993)","journal-title":"Cognition and Emotion"},{"issue":"6684","key":"25_CR23","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1038\/30918","volume":"393","author":"D. Watts","year":"1998","unstructured":"Watts, D., Strogatz, S.: Collective dynamics of \u2018small-world\u2019 networks. Nature\u00a0393(6684), 440\u2013442 (1998)","journal-title":"Nature"},{"key":"25_CR24","doi-asserted-by":"crossref","unstructured":"Abdallah, S., Lesser, V.: Learning the task allocation game. In: Proceedings of the Fifth International Joint Conference on Autonomous Agents and Multiagent Systems, pp. 850\u2013857 (2006)","DOI":"10.1145\/1160633.1160786"},{"issue":"1-2","key":"25_CR25","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/0303-2647(95)01551-5","volume":"37","author":"T. Sandholm","year":"1996","unstructured":"Sandholm, T., Crites, R.: Multiagent reinforcement learning in the iterated prisoner\u2019s dilemma. Biosystems\u00a037(1-2), 147\u2013166 (1996)","journal-title":"Biosystems"},{"key":"25_CR26","first-page":"307","volume-title":"the 7th International Joint Conference on Autonomous Agents and Multiagent Systems","author":"P. Vrancx","year":"2008","unstructured":"Vrancx, P., Tuyls, K., Westra, R.: Switching dynamics of multi-agent learning. In: the 7th International Joint Conference on Autonomous Agents and Multiagent Systems, pp. 307\u2013313. ACM Press, New York (2008)"},{"key":"25_CR27","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.jtbi.2011.10.020","volume":"293","author":"S. Tanabe","year":"2011","unstructured":"Tanabe, S., Masuda, N.: Evolution of cooperation facilitated by reinforcement learning with adaptive aspiration levels. J. Theor. Biol.\u00a0293, 151\u2013160 (2011)","journal-title":"J. Theor. Biol."}],"container-title":["Lecture Notes in Computer Science","PRIMA 2013: Principles and Practice of Multi-Agent Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-44927-7_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T06:26:41Z","timestamp":1558679201000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-44927-7_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642449260","9783642449277"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-44927-7_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}