{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T06:40:08Z","timestamp":1747464008248,"version":"3.40.5"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2003,7,1]],"date-time":"2003-07-01T00:00:00Z","timestamp":1057017600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2003,7,1]],"date-time":"2003-07-01T00:00:00Z","timestamp":1057017600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Autonomous Agents and Multi-Agent Systems"],"published-print":{"date-parts":[[2003,7]]},"DOI":"10.1023\/a:1024180921782","type":"journal-article","created":{"date-parts":[[2003,9,12]],"date-time":"2003-09-12T21:56:22Z","timestamp":1063403782000},"page":"121-144","source":"Crossref","is-referenced-by-count":2,"title":["Performance Competitions as Research Infrastructure: Large Scale Comparative Studies of Multi-Agent Teams"],"prefix":"10.1007","volume":"7","author":[{"given":"Gal A.","family":"Kaminka","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Frank","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katsuto","family":"Arai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kumiko","family":"Tanaka-Ishii","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"5124854_CR1","doi-asserted-by":"crossref","unstructured":"T. Ando, \u201cAndhill-98: A RoboCup team which reinforces positioning observability,\u201d in M. Asada and H. Kitano, (eds.), RoboCup-98: Robot Soccer World Cup II, Springer-Verlag, pp. 373\u2013388, 1999.","DOI":"10.1007\/3-540-48422-1_27"},{"key":"5124854_CR2","doi-asserted-by":"crossref","unstructured":"D. Andre and A. Teller, \u201cEvolving team Darwin United,\u201d in M. Asada and H. Kitano, (eds.), RoboCup-98: Robot Soccer World Cup II, Springer-Verlag, pp. 346\u2013352, 1999.","DOI":"10.1007\/3-540-48422-1_28"},{"issue":"3","key":"5124854_CR3","first-page":"13","volume":"19","author":"R. C. Arkin","year":"1998","unstructured":"R. C. Arkin, \u201cThe 1997 AAAI robot competition and exhibition,\u201d AI Magazine, vol. 19, no.3, pp. 13\u201317, 1998.","journal-title":"AI Magazine"},{"key":"5124854_CR4","unstructured":"E. M. Atkins, E. H. Durfee, and K. G. Shin, \u201cDetecting and reacting to unplanned-for World States,\u201d in Proceedings of the Fourteenth National Conference on Artificial Intelligence (AAAI-97), Providence, RI, pp. 571\u2013576, 1997."},{"key":"5124854_CR5","doi-asserted-by":"crossref","unstructured":"K. D. Bailey, Social Entropy Theory, State University of New York Press, 1990.","DOI":"10.1007\/BF01063441"},{"key":"5124854_CR6","unstructured":"T. Balch, \u201cBehavioral diversity in learning robot teams,\u201d Ph.D. thesis, Georgia Institute of Technology, 1998."},{"key":"5124854_CR7","unstructured":"C. Blake and C. Merz, \u201cUCI repository of machine learning databases,\u201d http:\/\/www.ics.uci.edu\/fmlearn\/MLRepository.html, 1998."},{"key":"5124854_CR8","doi-asserted-by":"crossref","unstructured":"H.-D. Burkhard, M. Hannebauer, and J. Wendler, \u201cAT Humboldt-development, practice, and theory,\u201d in H. Kitano, (ed.), RoboCup-97: Robot Soccer World Cup I, Springer-Verlag, vol. LNAI 1395, pp. 357\u2013372, 1998.","DOI":"10.1007\/3-540-64473-3_73"},{"key":"5124854_CR9","volume-title":"Empirical Methods for Artificial Intelligence","author":"P. Cohen","year":"1995","unstructured":"P. Cohen, Empirical Methods for Artificial Intelligence, MIT Press: Cambridge, MA, 1995."},{"key":"5124854_CR10","doi-asserted-by":"crossref","unstructured":"P. R. Cohen and H. J. Levesque, \u201cTeamwork,\u201d Nous, vol. 35, 1991.","DOI":"10.2307\/2216075"},{"key":"5124854_CR11","unstructured":"D. Goldberg and M. J. Mataric, \u201cInterference as a tool for designing and evaluating multi-robot controllers,\u201d in Proceedings of the Fourteenth National Conference on Artificial Intelligence (AAAI-97), Providence, RI, pp. 637\u2013642, 1997."},{"key":"5124854_CR12","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/0004-3702(95)00103-4","volume":"86","author":"B. J. Grosz","year":"1996","unstructured":"B. J. Grosz and S. Kraus, \u201cCollaborative plans for complex group actions,\u201d Artificial Intelligence, vol. 86, pp. 269\u2013358, 1996.","journal-title":"Artificial Intelligence"},{"key":"5124854_CR13","doi-asserted-by":"crossref","unstructured":"P. Gugenberger, J. Wendler, K. Schroter, and H.-D. Burkhard, \u201cAT Humboldt in RoboCup-98,\u201d in M. Asada and H. Kitano, (eds.), RoboCup-98: Robot Soccer World Cup II, Springer-Verlag, pp. 358\u2013363, 1999.","DOI":"10.1007\/3-540-48422-1_30"},{"issue":"4","key":"5124854_CR14","first-page":"17","volume":"14","author":"S. Hanks","year":"1993","unstructured":"S. Hanks, M. E. Pollack, and P. Cohen, \u201cBenchmarks, test beds, controlled experimentation, and the design of agent architectures,\u201d AI Magazine, vol. 14, no.4, pp. 17\u201342, 1993.","journal-title":"AI Magazine"},{"key":"5124854_CR15","doi-asserted-by":"crossref","unstructured":"B. Horling, B. Benyo, and V. Lesser, \u201cUsing self-diagnosis to adapt organizational structures,\u201d in Proceedings of the Fifth International Conference on Autonomous Agents (Agents-01), pp. 529\u2013536, 2001.","DOI":"10.1145\/375735.376436"},{"key":"5124854_CR16","series-title":"Technical Report CMPSCI","volume-title":"Diagnosis as an integral part of multi-agent adaptability","author":"B. Horling","year":"1999","unstructured":"B. Horling, V. R. Lesser, R. Vincent, A. Bazzan, and P. Xuan, \u201cDiagnosis as an integral part of multi-agent adaptability,\u201d Technical Report CMPSCI Technical Report 1999-03, University of Massachusetts\/Amherst, 1999."},{"issue":"3","key":"5124854_CR17","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1017\/S0269888900000205","volume":"8","author":"N. R. Jennings","year":"1993","unstructured":"N. R. Jennings, \u201cCommitments and conventions: The foundations of coordination in multi-agent systems,\u201d Knowledge Engineering Review, vol. 8, no.3, pp. 223\u2013250, 1993.","journal-title":"Knowledge Engineering Review"},{"issue":"2","key":"5124854_CR18","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/0004-3702(94)00020-2","volume":"75","author":"N. R. Jennings","year":"1995","unstructured":"N. R. Jennings, \u201cControlling cooperative problem solving in industrial multi-agent systems using joint intentions,\u201d Artificial Intelligence, vol. 75, no.2, pp. 195\u2013240, 1995.","journal-title":"Artificial Intelligence"},{"key":"5124854_CR19","unstructured":"G. A. Kaminka, \u201cThe multi-agent systems evaluation repository,\u201d http:\/\/www.cs.cmu.edu\/fgalk\/Eval\/, 1998."},{"key":"5124854_CR20","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1613\/jair.682","volume":"12","author":"G. A. Kaminka","year":"2000","unstructured":"G. A. Kaminka and M. Tambe, \u201cRobust multi-agent teams via socially-attentive monitoring,\u201d Journal of Artificial Intelligence Research, vol. 12, pp. 105\u2013147, 2000.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5124854_CR21","doi-asserted-by":"crossref","unstructured":"H. Kitano, M. Tambe, P. Stone, M. Veloso, S. Coradeschi, E. Osawa, H. Matsubara, I. Noda, and M. Asada, \u201cThe RoboCup synthetic agent challenge '97,\u201d in Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI-97), Nagoya, Japan, 1997.","DOI":"10.1007\/3-540-64473-3_49"},{"key":"5124854_CR22","doi-asserted-by":"crossref","unstructured":"S. Kumar and P. R. Cohen, \u201cTowards a fault-tolerant multi-agent system architecture,\u201d in Proceedings of the Fourth International Conference on Autonomous Agents (Agents-00), Barcelona, Spain, pp. 459\u2013466, 2000.","DOI":"10.1145\/336595.337570"},{"key":"5124854_CR23","doi-asserted-by":"crossref","unstructured":"S. Kumar, P. R. Cohen, and H. J. Levesque, \u201cThe adaptive agent architecture: Achieving fault-tolerance using persistent broker teams,\u201d in Proceedings of the Fourth International Conference on Multiagent Systems (ICMAS-00), Boston, MA, pp. 159\u2013166, 2000.","DOI":"10.1109\/ICMAS.2000.858448"},{"key":"5124854_CR24","doi-asserted-by":"crossref","unstructured":"S. Lenser, J. Bruce, and M. Veloso, \u201cCMPack: A complete software system for autonomous legged soccer robots,\u201d in Proceedings of the Fifth International Conference on Autonomous Agents (Agents-01), pp. 204\u2013211, 2001.","DOI":"10.1145\/375735.376114"},{"key":"5124854_CR25","unstructured":"N. Lesh, \u201cThe plan-recognition data repository,\u201d http:\/\/www.merl.com\/people\/lesh\/prdata.html, 1995."},{"key":"5124854_CR26","doi-asserted-by":"crossref","unstructured":"H. Matsubara, I. Frank, K. Tanaka-Ishii, I. Noda, H. Nakashima, and K. Hasida, \u201cAutomatic soccer commentary and RoboCup,\u201d in M. Asada, (ed.), The Second RoboCup Workshop (RoboCup-98), Paris, France, pp. 7\u201322, 1998.","DOI":"10.1007\/3-540-48422-1_3"},{"key":"5124854_CR27","unstructured":"D. McDermott, \u201cThe AI planning system competition problem-set repository,\u201d ftp:\/\/ftp.cs.yale.edu\/pub\/mcdermott\/domains\/, 1998."},{"issue":"2","key":"5124854_CR28","first-page":"35","volume":"21","author":"D. McDermott","year":"2000","unstructured":"D. McDermott, \u201cThe 1998 AI planning systems competition,\u201d AI Magazine, vol. 21, no.2, pp. 35\u201355, 2000.","journal-title":"AI Magazine"},{"key":"5124854_CR29","doi-asserted-by":"crossref","unstructured":"I. Noda and I. Frank, \u201cInvestigating the complex with virtual soccer,\u201d in J.-C. Heudin, (ed.), Virtual Worlds, Springer Verlag, pp. 241\u2013253, 1998.","DOI":"10.1007\/3-540-68686-X_23"},{"issue":"2\u20133","key":"5124854_CR30","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1080\/088395198117848","volume":"12s.","author":"I. Noda","year":"1998","unstructured":"I. Noda, H. Matsubara, K. Hiraki, and I. Frank, \u201cSoccer Server: A tool for research on multiagent systems,\u201d Applied Artificial Intelligence, vol. 12, nos.2 \u2013 3, pp. 233\u2013250, 1998.","journal-title":"Applied Artificial Intelligence"},{"key":"5124854_CR31","unstructured":"M. Ohta and T. Ando, \u201cCooperative reward in reinforcement learning,\u201d in Proceedings of the 3rd JSAI RoboMech Symposia, pp. 7\u201311, 1998."},{"key":"5124854_CR32","unstructured":"M. Pechoucek, V. Marik, and O. Stepankova, \u201cTowards reducing communication traffic in multi-agent systems,\u201d Journal of Applied System Studies (Special Issue on Virtual Organizations and E-Commerce Applications)."},{"key":"5124854_CR33","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1080\/088395199117315","volume":"13","author":"J. Rickel","year":"1999","unstructured":"J. Rickel and W. L. Johnson, \u201cAnimated agents for procedural training in virtual reality: Perception, cognition and motor control,\u201d Applied Artificial Intelligence, vol. 13, pp. 343\u2013382, 1999.","journal-title":"Applied Artificial Intelligence"},{"key":"5124854_CR34","unstructured":"P. Stone, \u201cLayered learning and flexible teamwork in multi-agent systems,\u201d Ph.D., Carnegie-Mellon University, 1998."},{"key":"5124854_CR35","doi-asserted-by":"crossref","unstructured":"P. Stone, P. F. Riley, and M. Veloso, \u201cThe CMUnited-99 champion simulator team,\u201d in RoboCup-98: Robot Soccer World Cup III, Springer-Verlag, 2000.","DOI":"10.1007\/3-540-45327-X_2"},{"key":"5124854_CR36","first-page":"61","volume":"II","author":"P. Stone","year":"1999","unstructured":"P. Stone, M. Veloso, and P. F. Riley, \u201cThe CMUnited-98 champion simulator team,\u201d in RoboCup-98: Robot Soccer World Cup II, Springer-Verlag, pp. 61\u201376, 1999.","journal-title":"RoboCup-98: Robot Soccer World Cup"},{"issue":"2\/3","key":"5124854_CR37","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1023\/A:1007510522680","volume":"33","author":"T. Sugawara","year":"1998","unstructured":"T. Sugawara and V. R. Lesser, \u201cLearning to improve coordinated actions in cooperative distributed problem-solving environments,\u201d Machine Learning, vol. 33, no.2\/3, pp. 129\u2013153, 1998.","journal-title":"Machine Learning"},{"key":"5124854_CR38","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1613\/jair.433","volume":"7","author":"M. Tambe","year":"1997","unstructured":"M. Tambe, \u201cTowards flexible teamwork,\u201d Journal of Artificial Intelligence Research, vol. 7, pp. 83\u2013124, 1997.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"5124854_CR39","unstructured":"M. Tambe, W. L. Johnson, R. Jones, F. Koss, J. E. Laird, P. S. Rosenbloom, and K. Schwamb, \u201cIntelligent agents for interactive simulation environments,\u201d AI Magazine, vol. 16, no.1, 1995."},{"key":"5124854_CR40","first-page":"276","volume":"1","author":"M. Tambe","year":"1999","unstructured":"M. Tambe, G. A. Kaminka, S. C. Marsella, I. Muslea, and T. Raines, \u201cTwo fielded teams and two experts: A RoboCup challenge response from the trenches,\u201d in Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI-99), vol. 1, pp. 276\u2013281, 1999.","journal-title":"Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI-99)"},{"key":"5124854_CR41","doi-asserted-by":"crossref","unstructured":"M. Tambe, D. V. Pynadath, N. Chauvat, A. Das, and G. A. Kaminka, \u201cAdaptive agent integration architectures for heterogeneous team members,\u201d in Proceedings of the Fourth International Conference on Multiagent Systems (ICMAS-00), Boston, MA, pp. 301\u2013308, 2000.","DOI":"10.1109\/ICMAS.2000.858467"},{"key":"5124854_CR42","unstructured":"K. Tanaka-Ishii, I. Noda, and I. F. et al., \u201cMIKE: An automatic commentary system for soccer\u2014system design and control\u2014,\u201d in Proceedings of International Conference on Multi-Agent Systems '98, Paris, France, pp. 285\u2013292, 1998."},{"key":"5124854_CR43","doi-asserted-by":"crossref","unstructured":"K. Tanaka-Ishii, I. Noda, I. Frank, and H. Matsubara, \u201cA statistical perspective on the RoboCup simulator league: Progress and prospects,\u201d in The 3rd Proceedings of RoboCup Workshop, 1999.","DOI":"10.1007\/3-540-45327-X_8"},{"key":"5124854_CR44","unstructured":"K. Toyama and G. D. Hager, \u201cIf at first you don't succeed...,\u201d in Proceedings of the Fourteenth National Conference on Artificial Intelligence (AAAI-97), Providence, RI, pp. 3\u20139, 1997."},{"key":"5124854_CR45","unstructured":"W. Wagenaar, Paradoxes of Gambling Behaviour, Lawrence Erlbaum Associates Ltd. ISBN 0-86377-080-0, 1988."}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1024180921782.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1024180921782\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1024180921782.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T06:05:48Z","timestamp":1747461948000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1024180921782"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003,7]]},"references-count":45,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2003,7]]}},"alternative-id":["5124854"],"URL":"https:\/\/doi.org\/10.1023\/a:1024180921782","relation":{},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"type":"print","value":"1387-2532"},{"type":"electronic","value":"1573-7454"}],"subject":[],"published":{"date-parts":[[2003,7]]}}}