{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T11:02:59Z","timestamp":1775818979453,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":40,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642192074","type":"print"},{"value":"9783642192081","type":"electronic"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-19208-1_13","type":"book-chapter","created":{"date-parts":[[2011,2,21]],"date-time":"2011-02-21T12:25:55Z","timestamp":1298291155000},"page":"180-190","source":"Crossref","is-referenced-by-count":23,"title":["Testing in Multi-Agent Systems"],"prefix":"10.1007","author":[{"given":"Cu D.","family":"Nguyen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Perini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carole","family":"Bernon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan","family":"Pav\u00f3n","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John","family":"Thangarajah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"13_CR1","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1007\/978-3-540-75524-1_16","volume-title":"Engineering Societies in the Agents World VII","author":"C. Bernon","year":"2007","unstructured":"Bernon, C., Gleizes, M.P., Picard, G.: Enhancing self-organising emergent systems design with simulation. In: O\u2019Hare, G.M.P., Ricci, A., O\u2019Grady, M.J., Dikenelli, O. (eds.) ESAW 2006. LNCS (LNAI), vol.\u00a04457, pp. 284\u2013299. Springer, Heidelberg (2007)"},{"issue":"1","key":"13_CR2","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1142\/S0218843097000069","volume":"6","author":"F.M.T. Brazier","year":"1997","unstructured":"Brazier, F.M.T., Dunin-Keplicz, B., Jennings, N.R., Treur, J.: DESIRE: Modelling Multi-Agent Systems in a Compositional Formal Framework. Int. J. Cooperative Inf. Syst.\u00a06(1), 67\u201394 (1997)","journal-title":"Int. J. Cooperative Inf. Syst."},{"key":"13_CR3","unstructured":"Caire, G., Cossentino, M., Negri, A., Poggi, A., Turci, P.: Multiagent Systems Implementation and Testing. In: Proc. of the 4th From Agent Theory to Agent Implementation Symposium, AT2AI-4 (2004)"},{"key":"13_CR4","unstructured":"Chella, A., Cossentino, M., Sabatucci, L., Seidita, V.: Agile passi: An agile process for designing agents. International Journal of Computer Systems Science & Engineering (2006)"},{"key":"13_CR5","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1145\/1138063.1138079","volume-title":"SELMAS 2006: Proceedings of the 2006 International Workshop on Software Engineering for Large-scale Multi-agent Systems","author":"R. Coelho","year":"2006","unstructured":"Coelho, R., Kulesza, U., von Staa, A., Lucena, C.: Unit testing in multi-agent systems using mock agents and aspects. In: SELMAS 2006: Proceedings of the 2006 International Workshop on Software Engineering for Large-scale Multi-agent Systems, pp. 83\u201390. ACM Press, New York (2006), http:\/\/dx.doi.org\/http:\/\/doi.acm.org\/10.1145\/1138063.1138079"},{"issue":"2","key":"13_CR6","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1504\/IJAOSE.2008.017313","volume":"2","author":"M. Cossentino","year":"2008","unstructured":"Cossentino, M., Fortino, G., Garro, A., Mascillaro, S., Russo, W.: PASSIM: A Simulation-based Process for the Development of Multi-Agent Systems. Int. Journal of Agent-Oriented Software Engineering\u00a02(2), 132\u2013170 (2008)","journal-title":"Int. Journal of Agent-Oriented Software Engineering"},{"key":"13_CR7","unstructured":"De Wolf, T.: Analysing and Engineering Self-organising Emergent Applications, PhD thesis, Katholieke Universiteit Leuven (2007)"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"De Wolf, T., Samaey, G., Holvoet, T.: Engineering self-organising emergent systems with simulation-based scientific analysis. In: Brueckner, S., Serugendo, D.M., Hales, D., Zambonelli, F. (eds.) Third International Workshop on Engineering Self-Organising Application, sUtrech, Netherlands, pp. 146\u2013160 (2005)","DOI":"10.1007\/11734697_11"},{"key":"13_CR9","doi-asserted-by":"publisher","first-page":"1271","DOI":"10.1145\/1082473.1082728","volume-title":"AAMAS 2005: Proceedings of the Fourth International Joint Conference on Autonomous Agents and Multiagent Systems","author":"O. Dikenelli","year":"2005","unstructured":"Dikenelli, O., Erdur, R.C., Gumus, O.: Seagent: a platform for developing semantic web based multi agent systems. In: AAMAS 2005: Proceedings of the Fourth International Joint Conference on Autonomous Agents and Multiagent Systems, pp. 1271\u20131272. ACM Press, New York (2005), http:\/\/dx.doi.org\/http:\/\/doi.acm.org\/10.1145\/1082473.1082728"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Ekinci, E.E., Tiryaki, A.M., Cetin, O., Dikenelli, O.: Goal-Oriented Agent Testing Revisited. In: Proc. of the 9th Int. Workshop on Agent-Oriented Software Engineering, pp. 85\u201396 (2008)","DOI":"10.1007\/978-3-642-01338-6_13"},{"key":"13_CR11","unstructured":"Fortino, G., Garro, A., Russo, W., Caico, R., Cossentino, M., Termine, F.: Simulation-Driven Development of Multi-Agent Systems. In: Workshop on Multi-Agent Systems and Simulation, Palermo, Italia (2006)"},{"key":"13_CR12","unstructured":"Gamma, E., Beck, K.: JUnit: A Regression Testing Framework (2000), http:\/\/www.junit.org"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Gardelli, L., Viroli, M., Omicini, A.: On the Role of Simulations in the Engineering of Self-Organising MAS: The Case of an Intrusion Detection System in TuCSoN. In: 3rd International Workshop Engineering Self-Organising Applications, pp. 161\u2013175 (2005)","DOI":"10.1007\/11734697_12"},{"key":"13_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-642-01338-6_15","volume-title":"Agent-Oriented Software Engineering IX","author":"J.J. G\u00f3mez-Sanz","year":"2009","unstructured":"G\u00f3mez-Sanz, J.J., Bot\u00eda, J., Serrano, E., Pav\u00f3n, J.: Testing and debugging of MAS interactions with INGENIAS. In: Luck, M., Gomez-Sanz, J.J. (eds.) AOSE 2008. LNCS, vol.\u00a05386, pp. 199\u2013212. Springer, Heidelberg (2009)"},{"key":"13_CR15","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1145\/375735.376410","volume-title":"AGENTS 2001: Proceedings of the Fifth International Conference on Autonomous Agents","author":"O. Gutknecht","year":"2001","unstructured":"Gutknecht, O., Ferber, J., Michel, F.: Integrating tools and infrastructures for generic multi-agent systems. In: AGENTS 2001: Proceedings of the Fifth International Conference on Autonomous Agents, pp. 441\u2013448. ACM, New York (2001)"},{"key":"13_CR16","first-page":"137","volume-title":"Computation World: Future Computing, Service Computation, Cognitive, Adaptive, Content, Patterns (Adaptive 2009)","author":"E. Kaddoum","year":"2009","unstructured":"Kaddoum, E., Gleizes, M.-P., Georg, J.-P., Picard, G.: Characterizing and evaluating problem solving self-* systems. In: Dini, P., Gentzsch, W., Geraci, P., Lorenz, P., Singh, K. (eds.) Computation World: Future Computing, Service Computation, Cognitive, Adaptive, Content, Patterns (Adaptive 2009), pp. 137\u2013147. IEEE Computer Society, Los Alamitos (2009)"},{"issue":"1","key":"13_CR17","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MC.2003.1160055","volume":"36","author":"J.O. Kephart","year":"2003","unstructured":"Kephart, J.O., Chess, D.M.: The vision of autonomic computing. IEEE Computer\u00a036(1), 41\u201350 (2003)","journal-title":"IEEE Computer"},{"key":"13_CR18","first-page":"260","volume-title":"Proceeding of the 2006 Conference on ECAI 2006","author":"J. Kidney","year":"2006","unstructured":"Kidney, J., Denzinger, J.: Testing the limits of emergent behavior in mas using learning of cooperative behavior. In: Proceeding of the 2006 Conference on ECAI 2006, pp. 260\u2013264. IOS Press, Amsterdam (2006)"},{"key":"13_CR19","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/978-3-540-32260-3_6","volume-title":"Programming Multi-Agent Systems","author":"D.N. Lam","year":"2005","unstructured":"Lam, D.N., Barber, K.S.: Debugging agent behavior in an implemented agent system. In: Bordini, R.H., Dastani, M.M., Dix, J., El Fallah Seghrouchni, A. (eds.) PROMAS 2004. LNCS (LNAI), vol.\u00a03346, pp. 104\u2013125. Springer, Heidelberg (2005)"},{"key":"13_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1007\/11691372_31","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"A. Lomuscio","year":"2006","unstructured":"Lomuscio, A., Raimondi, F.: mcmas: A Model Checker for Multi-agent Systems. In: Hermanns, H., Palsberg, J. (eds.) TACAS 2006. LNCS, vol.\u00a03920, pp. 450\u2013454. Springer, Heidelberg (2006)"},{"key":"13_CR21","unstructured":"Luck, M., McBurney, P., Shehory, O., Willmott, S.: Agent Technology: Computing as Interaction (A Roadmap for Agent Based Computing), AgentLink (2005)"},{"key":"13_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/978-3-642-02481-8_20","volume-title":"Distributed Computing, Artificial Intelligence, Bioinformatics, Soft Computing, and Ambient Assisted Living","author":"M. Moreno","year":"2009","unstructured":"Moreno, M., Pav\u00f3n, J., Rosete, A.: Testing in agent oriented methodologies. In: Omatu, S., Rocha, M.P., Bravo, J., Fern\u00e1ndez, F., Corchado, E., Bustillo, A., Corchado, J.M. (eds.) IWANN 2009. LNCS, vol.\u00a05518, pp. 138\u2013145. Springer, Heidelberg (2009)"},{"key":"13_CR23","unstructured":"Nguyen, C.D.: Testing Techniques for Software Agents, PhD thesis, International Doctorate School in Information and Communication Technologies - University of Trento (2008)"},{"key":"13_CR24","unstructured":"Nguyen, C.D., Miles, S., Perini, A., Tonella, P., Harman, M., Luck, M.: Evolutionary testing of autonomous software agents. In: The Eighth International Conference on Autonomous Agents and Multiagent Systems (AAMAS 2009), pp. 521\u2013528. IFAAMAS (2009)"},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Nguyen, C.D., Perini, A., Tonella, P.: Ontology-based Test Generation for Multi Agent Systems. In: Proc. of the International Conference on Autonomous Agents and Multiagent Systems (2008)","DOI":"10.1007\/978-3-642-01338-6_14"},{"issue":"1","key":"13_CR26","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1504\/IJAOSE.2010.029810","volume":"4","author":"C.D. Nguyen","year":"2010","unstructured":"Nguyen, C.D., Perini, A., Tonella, P.: Goal-oriented testing for MASs. Int. J. Agent-Oriented Software Engineering\u00a04(1), 79\u2013109 (2010)","journal-title":"Int. J. Agent-Oriented Software Engineering"},{"issue":"4","key":"13_CR27","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1002\/stvr.323","volume":"15","author":"M. N\u00fa\u00f1ez","year":"2005","unstructured":"N\u00fa\u00f1ez, M., Rodr\u00edguez, I., Rubio, F.: Specification and testing of autonomous agents in e-commerce systems. Software Testing, Verification and Reliability\u00a015(4), 211\u2013233 (2005)","journal-title":"Software Testing, Verification and Reliability"},{"key":"13_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/0470861223","volume-title":"Developing Intelligent Agent Systems: A Practical Guide","author":"L. Padgham","year":"2004","unstructured":"Padgham, L., Winikoff, M.: Developing Intelligent Agent Systems: A Practical Guide. John Wiley and Sons, Chichester (2004)"},{"key":"13_CR29","first-page":"328","volume-title":"QSIC 2007: Proceedings of the Seventh International Conference on Quality Software","author":"M. Perepletchikov","year":"2007","unstructured":"Perepletchikov, M., Ryan, C., Frampton, K.: Cohesion metrics for predicting maintainability of service-oriented software. In: QSIC 2007: Proceedings of the Seventh International Conference on Quality Software, pp. 328\u2013335. IEEE Computer Society, Washington (2007)"},{"key":"13_CR30","doi-asserted-by":"crossref","unstructured":"Perepletchikov, M., Ryan, C., Frampton, K., Tari, Z.: Coupling metrics for predicting maintainability in service-oriented designs. In: Australian Software Engineering Conference, pp. 329\u2013340 (2007)","DOI":"10.1109\/QSIC.2007.4385516"},{"key":"13_CR31","doi-asserted-by":"crossref","unstructured":"Poutakidis, D., Winikoff\u2020, M., Padgham, L., Zhang, Z.: Debugging and Testing of Multi-Agent Systems using Design Artefacts. In: Multi-Agent Programming, pp. 215\u2013258 (2009)","DOI":"10.1007\/978-0-387-89299-3_7"},{"key":"13_CR32","first-page":"146","volume-title":"Computation World: Future Computing, Service Computation, Cognitive, Adaptive, Content, Patterns (Adaptive 2009)","author":"C. Raibulet","year":"2009","unstructured":"Raibulet, C., Masciadri, L.: Towards evaluation mechanisms for runtime adaptivity: from case studies to metrics. In: Dini, P., Gentzsch, W., Geraci, P., Lorenz, P., Singh, K. (eds.) Computation World: Future Computing, Service Computation, Cognitive, Adaptive, Content, Patterns (Adaptive 2009), pp. 146\u2013152. IEEE Computer Society, Los Alamitos (2009)"},{"key":"13_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1007\/978-3-642-03278-3_11","volume-title":"Programming Multi-Agent Systems","author":"E. Serrano","year":"2009","unstructured":"Serrano, E., Botia, J.A.: Infrastructure for forensic analysis of multi-agent systems. In: Hindriks, K.V., Pokahr, A., Sardina, S. (eds.) ProMAS 2008. LNCS, vol.\u00a05442, pp. 168\u2013183. Springer, Heidelberg (2009)"},{"issue":"13-15","key":"13_CR34","doi-asserted-by":"publisher","first-page":"2785","DOI":"10.1016\/j.neucom.2008.10.025","volume":"72","author":"E. Serrano","year":"2009","unstructured":"Serrano, E., G\u00f3mez-Sanz, J.J., Bot\u00eda, J.A., Pav\u00f3n, J.: Intelligent data analysis applied to debug complex software systems. Neurocomputing\u00a072(13-15), 2785\u20132795 (2009)","journal-title":"Neurocomputing"},{"key":"13_CR35","first-page":"33","volume":"170","author":"C. Sierra","year":"2004","unstructured":"Sierra, C., Aguilar, J.A.R., Noriega, P., Esteva, M., Arcos, J.L.: Engineering Multi-Agent Systems as Electronic Institutions. Novatica\u00a0170, 33\u201339 (2004)","journal-title":"Novatica"},{"key":"13_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/978-3-642-01338-6_3","volume-title":"Agent-Oriented Software Engineering IX","author":"J. Sudeikat","year":"2009","unstructured":"Sudeikat, J., Renz, W.: A systemic approach to the validation of self\u2013organizing dynamics within MAS. In: Luck, M., Gomez-Sanz, J.J. (eds.) AOSE 2008. LNCS, vol.\u00a05386, pp. 31\u201345. Springer, Heidelberg (2009)"},{"key":"13_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1007\/978-3-540-70945-9_10","volume-title":"Agent-Oriented Software Engineering VII","author":"A.M. Tiryaki","year":"2007","unstructured":"Tiryaki, A.M., \u00d6ztuna, S., Dikenelli, O., Erdur, R.C.: SUNIT: A unit testing framework for test driven development of multi-agent systems. In: Padgham, L., Zambonelli, F. (eds.) AOSE VII \/ AOSE 2006. LNCS, vol.\u00a04405, pp. 156\u2013173. Springer, Heidelberg (2007)"},{"key":"13_CR38","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Thangarajah, J., Padgham, L.: Automated unit testing for agent systems. In: 2nd International Working Conference on Evaluation of Novel Approaches to Software Engineering (ENASE 2007), Barcelona, Spain, pp. 10\u201318 (2007)","DOI":"10.5220\/0002585900100018"},{"key":"13_CR39","unstructured":"Zhang, Z., Thangarajah, J., Padgham, L.: Automated unit testing intelligent agents in pdt. In: AAMAS (Demos), pp. 1673\u20131674 (2008)"},{"key":"13_CR40","unstructured":"Zhang, Z., Thangarajah, J., Padgham, L.: Model based testing for agent systems. In: AAMAS, vol.\u00a0(2), pp. 1333\u20131334 (2009)"}],"container-title":["Lecture Notes in Computer Science","Agent-Oriented Software Engineering X"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-19208-1_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,2]],"date-time":"2025-03-02T20:57:16Z","timestamp":1740949036000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-19208-1_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642192074","9783642192081"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-19208-1_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011]]}}}