{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T22:39:33Z","timestamp":1765233573453,"version":"3.40.3"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031376597"},{"type":"electronic","value":"9783031376603"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-37660-3_15","type":"book-chapter","created":{"date-parts":[[2023,7,29]],"date-time":"2023-07-29T06:02:20Z","timestamp":1690610540000},"page":"210-224","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Emergence of\u00a0Collaborative Hunting via\u00a0Multi-Agent Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Kazushi","family":"Tsutsui","sequence":"first","affiliation":[]},{"given":"Kazuya","family":"Takeda","sequence":"additional","affiliation":[]},{"given":"Keisuke","family":"Fujii","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,30]]},"reference":[{"issue":"1","key":"15_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00265-012-1423-3","volume":"67","author":"I Bailey","year":"2013","unstructured":"Bailey, I., Myatt, J.P., Wilson, A.M.: Group hunting within the Carnivora: physiological, cognitive and environmental influences on strategy and cooperation. Behav. Ecol. Sociobiol. 67(1), 1\u201317 (2013)","journal-title":"Behav. Ecol. Sociobiol."},{"issue":"1","key":"15_CR2","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s12110-002-1013-6","volume":"13","author":"C Boesch","year":"2002","unstructured":"Boesch, C.: Cooperative hunting roles among tai chimpanzees. Hum. Nat. 13(1), 27\u201346 (2002)","journal-title":"Hum. Nat."},{"issue":"4","key":"15_CR3","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1002\/ajpa.1330780410","volume":"78","author":"C Boesch","year":"1989","unstructured":"Boesch, C., Boesch, H.: Hunting behavior of wild chimpanzees in the Tai National park. Am. J. Phys. Anthropol. 78(4), 547\u2013573 (1989)","journal-title":"Am. J. Phys. Anthropol."},{"issue":"1","key":"15_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-019-10454-z","volume":"10","author":"CH Brighton","year":"2019","unstructured":"Brighton, C.H., Taylor, G.K.: Hawks steer attacks using a guidance system tuned for close pursuit of erratically manoeuvring targets. Nat. Commun. 10(1), 1\u201310 (2019)","journal-title":"Nat. Commun."},{"issue":"51","key":"15_CR5","doi-asserted-by":"publisher","first-page":"13495","DOI":"10.1073\/pnas.1714532114","volume":"114","author":"CH Brighton","year":"2017","unstructured":"Brighton, C.H., Thomas, A.L., Taylor, G.K.: Terminal attack trajectories of peregrine falcons are described by the proportional navigation guidance law of missiles. Proc. Natl. Acad. Sci. 114(51), 13495\u201313500 (2017)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"12","key":"15_CR6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.0040431","volume":"4","author":"R Bshary","year":"2006","unstructured":"Bshary, R., Hohner, A., Ait-el Djoudi, K., Fricke, H.: Interspecific communicative and coordinated hunting between groupers and giant moray eels in the red sea. PLoS Biol. 4(12), e431 (2006)","journal-title":"PLoS Biol."},{"issue":"2","key":"15_CR7","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1016\/j.conb.2011.12.009","volume":"22","author":"GM Card","year":"2012","unstructured":"Card, G.M.: Escape behaviors in insects. Curr. Opin. Neurobiol. 22(2), 180\u2013186 (2012)","journal-title":"Curr. Opin. Neurobiol."},{"issue":"5","key":"15_CR8","doi-asserted-by":"publisher","first-page":"1325","DOI":"10.1016\/0003-3472(95)80048-4","volume":"50","author":"S Creel","year":"1995","unstructured":"Creel, S., Creel, N.M.: Communal hunting and pack size in African wild dogs, Lycaon Pictus. Anim. Behav. 50(5), 1325\u20131339 (1995)","journal-title":"Anim. Behav."},{"issue":"14","key":"15_CR9","doi-asserted-by":"publisher","first-page":"9206","DOI":"10.1002\/ece3.7807","volume":"11","author":"T De Roy","year":"2021","unstructured":"De Roy, T., Espinoza, E.R., Trillmich, F.: Cooperation and opportunism in Galapagos sea lion hunting for shoaling fish. Ecol. Evol. 11(14), 9206\u20139216 (2021)","journal-title":"Ecol. Evol."},{"issue":"1","key":"15_CR10","doi-asserted-by":"publisher","first-page":"14","DOI":"10.2307\/1312102","volume":"43","author":"DH Ellis","year":"1993","unstructured":"Ellis, D.H., Bednarz, J.C., Smith, D.G., Flemming, S.P.: Social foraging classes in raptorial birds. Bioscience 43(1), 14\u201320 (1993)","journal-title":"Bioscience"},{"issue":"4","key":"15_CR11","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.tics.2019.01.012","volume":"23","author":"DA Evans","year":"2019","unstructured":"Evans, D.A., Stempel, A.V., Vale, R., Branco, T.: Cognitive control of escape behaviour. Trends Cogn. Sci. 23(4), 334\u2013348 (2019)","journal-title":"Trends Cogn. Sci."},{"issue":"147","key":"15_CR12","doi-asserted-by":"publisher","first-page":"20180466","DOI":"10.1098\/rsif.2018.0466","volume":"15","author":"ST Fabian","year":"2018","unstructured":"Fabian, S.T., Sumner, M.E., Wardill, T.J., Rossoni, S., Gonzalez-Bellido, P.T.: Interception by two predatory fly species is explained by a proportional navigation feedback controller. J. R. Soc. Interface 15(147), 20180466 (2018)","journal-title":"J. R. Soc. Interface"},{"key":"15_CR13","unstructured":"Foerster, J., Assael, I.A., De Freitas, N., Whiteson, S.: Learning to communicate with deep multi-agent reinforcement learning. Advances in Neural Information Processing Systems 29 (2016)"},{"issue":"1559","key":"15_CR14","first-page":"135","volume":"272","author":"SK Gazda","year":"2005","unstructured":"Gazda, S.K., Connor, R.C., Edgar, R.K., Cox, F.: A division of labour with role specialization in group-hunting bottlenose dolphins (Tursiops Truncatus) off cedar key, florida. Proceed. Royal Soc. B Biol. Sci. 272(1559), 135\u2013140 (2005)","journal-title":"Proceed. Royal Soc. B Biol. Sci."},{"issue":"5","key":"15_CR15","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.0040108","volume":"4","author":"K Ghose","year":"2006","unstructured":"Ghose, K., Horiuchi, T.K., Krishnaprasad, P., Moss, C.F.: Echolocating bats use a nearly time-optimal strategy to intercept prey. PLoS Biol. 4(5), e108 (2006)","journal-title":"PLoS Biol."},{"issue":"3","key":"15_CR16","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/s003590050108","volume":"181","author":"C Gilbert","year":"1997","unstructured":"Gilbert, C.: Visual control of cursorial prey pursuit by tiger beetles (cicindelidae). J. Comp. Physiol. A 181(3), 217\u2013230 (1997)","journal-title":"J. Comp. Physiol. A"},{"key":"15_CR17","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 315\u2013323. JMLR Workshop and Conference Proceedings (2011)"},{"issue":"95","key":"15_CR18","doi-asserted-by":"publisher","first-page":"20140216","DOI":"10.1098\/rsif.2014.0216","volume":"11","author":"AF Haselsteiner","year":"2014","unstructured":"Haselsteiner, A.F., Gilbert, C., Wang, Z.J.: Tiger beetles pursue prey using a proportional control law with a delay of one half-stride. J. R. Soc. Interface 11(95), 20140216 (2014)","journal-title":"J. R. Soc. Interface"},{"key":"15_CR19","unstructured":"Hasselt, H.: Double q-learning. Advances in Neural Information Processing Systems 23 (2010)"},{"key":"15_CR20","doi-asserted-by":"publisher","unstructured":"Huber, P.J.: Robust estimation of a location parameter. In: Kotz, S., Johnson, N.L. (eds.) Breakthroughs in Statistics, pp. 492\u2013518. Springer Series in Statistics. Springer, NY (1992). https:\/\/doi.org\/10.1007\/978-1-4612-4380-9_35","DOI":"10.1007\/978-1-4612-4380-9_35"},{"issue":"6443","key":"15_CR21","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1126\/science.aau6249","volume":"364","author":"M Jaderberg","year":"2019","unstructured":"Jaderberg, M., et al.: Human-level performance in 3D multiplayer games with population-based reinforcement learning. Science 364(6443), 859\u2013865 (2019)","journal-title":"Science"},{"issue":"2","key":"15_CR22","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1242\/jeb.108597","volume":"218","author":"SA Kane","year":"2015","unstructured":"Kane, S.A., Fulton, A.H., Rosenthal, L.J.: When hawks attack: animal-borne video studies of goshawk pursuit and prey-evasion strategies. J. Exp. Biol. 218(2), 212\u2013222 (2015)","journal-title":"J. Exp. Biol."},{"issue":"1","key":"15_CR23","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1086\/jar.31.1.3629508","volume":"31","author":"GE King","year":"1975","unstructured":"King, G.E.: Socioterritorial units among carnivores and early hominids. J. Anthropol. Res. 31(1), 69\u201387 (1975)","journal-title":"J. Anthropol. Res."},{"key":"15_CR24","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"9","key":"15_CR25","doi-asserted-by":"publisher","first-page":"1230","DOI":"10.1038\/s41559-017-0245-0","volume":"1","author":"SD Lang","year":"2017","unstructured":"Lang, S.D., Farine, D.R.: A multidimensional framework for studying social predation strategies. Nature Ecol. Evol. 1(9), 1230\u20131239 (2017)","journal-title":"Nature Ecol. Evol."},{"issue":"3","key":"15_CR26","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/BF00992699","volume":"8","author":"LJ Lin","year":"1992","unstructured":"Lin, L.J.: Self-improving reactive agents based on reinforcement learning, planning and teaching. Mach. Learn. 8(3), 293\u2013321 (1992)","journal-title":"Mach. Learn."},{"key":"15_CR27","unstructured":"Lowe, R., Wu, Y.I., Tamar, A., Harb, J., Pieter Abbeel, O., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in Neural Information Processing Systems 30 (2017)"},{"issue":"2","key":"15_CR28","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1007\/s10164-009-0190-8","volume":"28","author":"ML L\u00fchrs","year":"2010","unstructured":"L\u00fchrs, M.L., Dammhahn, M.: An unusual case of cooperative hunting in a solitary carnivore. J. Ethol. 28(2), 379\u2013383 (2010)","journal-title":"J. Ethol."},{"issue":"5899","key":"15_CR29","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1038\/301379a0","volume":"301","author":"DW Macdonald","year":"1983","unstructured":"Macdonald, D.W.: The ecology of carnivore social behaviour. Nature 301(5899), 379\u2013384 (1983)","journal-title":"Nature"},{"key":"15_CR30","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"7540","key":"15_CR31","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"14","key":"15_CR32","doi-asserted-by":"publisher","first-page":"2224","DOI":"10.1016\/j.neuron.2021.05.021","volume":"109","author":"D Mobbs","year":"2021","unstructured":"Mobbs, D., Wise, T., Suthana, N., Guzm\u00e1n, N., Kriegeskorte, N., Leibo, J.Z.: Promises and challenges of human computational ethology. Neuron 109(14), 2224\u20132238 (2021)","journal-title":"Neuron"},{"issue":"6337","key":"15_CR33","doi-asserted-by":"publisher","first-page":"508","DOI":"10.1126\/science.aam6960","volume":"356","author":"M Morav\u010d\u00edk","year":"2017","unstructured":"Morav\u010d\u00edk, M., et al.: DeepStack: expert-level artificial intelligence in heads-up no-limit poker. Science 356(6337), 508\u2013513 (2017)","journal-title":"Science"},{"key":"15_CR34","doi-asserted-by":"crossref","unstructured":"Mordatch, I., Abbeel, P.: Emergence of grounded compositional language in multi-agent populations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.11492"},{"issue":"2","key":"15_CR35","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.conb.2011.11.015","volume":"22","author":"RM Olberg","year":"2012","unstructured":"Olberg, R.M.: Visual control of prey-capture flight in dragonflies. Curr. Opin. Neurobiol. 22(2), 267\u2013271 (2012)","journal-title":"Curr. Opin. Neurobiol."},{"issue":"2","key":"15_CR36","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1086\/284844","volume":"132","author":"C Packer","year":"1988","unstructured":"Packer, C., Ruttan, L.: The evolution of cooperative hunting. Am. Nat. 132(2), 159\u2013198 (1988)","journal-title":"Am. Nat."},{"issue":"4","key":"15_CR37","doi-asserted-by":"publisher","first-page":"508","DOI":"10.1086\/590965","volume":"172","author":"GS Rasmussen","year":"2008","unstructured":"Rasmussen, G.S., Gusset, M., Courchamp, F., Macdonald, D.W.: Achilles\u2019 heel of sociality revealed by energetic poverty trap in cursorial hunters. Am. Nat. 172(4), 508\u2013518 (2008)","journal-title":"Am. Nat."},{"key":"15_CR38","doi-asserted-by":"crossref","unstructured":"Riedmiller, M., Gabel, T.: On experiences in a complex and competitive gaming domain: Reinforcement learning meets RoboCup. In: 2007 IEEE Symposium on Computational Intelligence and Games, pp. 17\u201323. IEEE (2007)","DOI":"10.1109\/CIG.2007.368074"},{"key":"15_CR39","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.: Prioritized experience replay. arXiv preprint arXiv:1511.05952 (2015)"},{"issue":"4","key":"15_CR40","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0003-3472(05)80907-8","volume":"41","author":"D Scheel","year":"1991","unstructured":"Scheel, D., Packer, C.: Group hunting behaviour of lions: a search for cooperation. Anim. Behav. 41(4), 697\u2013709 (1991)","journal-title":"Anim. Behav."},{"key":"15_CR41","doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","DOI":"10.1038\/nature24270"},{"issue":"6","key":"15_CR42","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/BF00170175","volume":"29","author":"PE Stander","year":"1992","unstructured":"Stander, P.E.: Cooperative hunting in lions: the role of the individual. Behav. Ecol. Sociobiol. 29(6), 445\u2013454 (1992)","journal-title":"Behav. Ecol. Sociobiol."},{"key":"15_CR43","unstructured":"Sukhbaatar, S., Fergus, R., et al.: Learning multiagent communication with backpropagation. Advances in Neural Information Processing Systems 29 (2016)"},{"key":"15_CR44","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction. MIT press (2018)"},{"key":"15_CR45","doi-asserted-by":"crossref","unstructured":"Tan, M.: Multi-agent reinforcement learning: Independent vs cooperative agents. In: Proceedings of the Tenth International Conference on Machine Learning, pp. 330\u2013337 (1993)","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"issue":"3","key":"15_CR46","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G Tesauro","year":"1995","unstructured":"Tesauro, G., et al.: Temporal difference learning and TD-gammon. Commun. ACM 38(3), 58\u201368 (1995)","journal-title":"Commun. ACM"},{"issue":"5","key":"15_CR47","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1007\/s00422-021-00891-9","volume":"115","author":"K Tsutsui","year":"2021","unstructured":"Tsutsui, K., Fujii, K., Kudo, K., Takeda, K.: Flexible prediction of opponent motion with internal representation in interception behavior. Biol. Cybern. 115(5), 473\u2013485 (2021). https:\/\/doi.org\/10.1007\/s00422-021-00891-9","journal-title":"Biol. Cybern."},{"issue":"6","key":"15_CR48","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1080\/00222895.2019.1692331","volume":"52","author":"K Tsutsui","year":"2020","unstructured":"Tsutsui, K., Shinya, M., Kudo, K.: Human navigational strategy for intercepting an erratically moving target in chase and escape interactions. J. Mot. Behav. 52(6), 750\u2013760 (2020)","journal-title":"J. Mot. Behav."},{"key":"15_CR49","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30 (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"15_CR50","unstructured":"Wang, Z., Schaul, T., Hessel, M., Hasselt, H., Lanctot, M., Freitas, N.: Dueling network architectures for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1995\u20132003. PMLR (2016)"},{"issue":"7691","key":"15_CR51","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1038\/nature25479","volume":"554","author":"AM Wilson","year":"2018","unstructured":"Wilson, A.M., et al.: Biomechanics of predator-prey arms race in lion, zebra, cheetah and impala. Nature 554(7691), 183\u2013188 (2018)","journal-title":"Nature"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition, Computer Vision, and Image Processing. ICPR 2022 International Workshops and Challenges"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-37660-3_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,29]],"date-time":"2023-07-29T06:04:49Z","timestamp":1690610689000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-37660-3_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031376597","9783031376603"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-37660-3_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"30 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montr\u00e9al, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iapr.org\/icpr2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}