{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:15:25Z","timestamp":1755839725775,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031632228"},{"type":"electronic","value":"9783031632235"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63223-5_24","type":"book-chapter","created":{"date-parts":[[2024,6,20]],"date-time":"2024-06-20T15:02:36Z","timestamp":1718895756000},"page":"321-334","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A MARL-Based Approach for\u00a0Easing MAS Organization Engineering"],"prefix":"10.1007","author":[{"given":"Julien","family":"Soul\u00e9","sequence":"first","affiliation":[]},{"given":"Jean-Paul","family":"Jamont","sequence":"additional","affiliation":[]},{"given":"Michel","family":"Occello","sequence":"additional","affiliation":[]},{"given":"Louis-Marie","family":"Traonouez","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Th\u00e9ron","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,21]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","unstructured":"Beynier, A., et al.: DEC-MDP\/POMDP, chap.\u00a09, pp. 277\u2013318. John Wiley & Sons, Ltd. (2013). https:\/\/doi.org\/10.1002\/9781118557426.ch9, https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1002\/9781118557426.ch9","DOI":"10.1002\/9781118557426.ch9"},{"key":"24_CR2","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/978-3-642-39975-6_6","volume-title":"Handbook on Agent-Oriented Design Processes","author":"L Cernuzzi","year":"2014","unstructured":"Cernuzzi, L., Molesini, A., Omicini, A.: The Gaia methodology process. In: Cossentino, M., Hilaire, V., Molesini, A., Seidita, V. (eds.) Handbook on Agent-Oriented Design Processes, pp. 141\u2013172. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-642-39975-6_6"},{"key":"24_CR3","unstructured":"Yu, C., et al.: The surprising effectiveness of PPO in cooperative, multi-agent games (2022)"},{"key":"24_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1007\/978-3-540-24620-6_15","volume-title":"Agent-Oriented Software Engineering IV","author":"J Ferber","year":"2004","unstructured":"Ferber, J., Gutknecht, O., Michel, F.: From agents to organizations: an organizational view of multi-agent systems. In: Giorgini, P., M\u00fcller, J.P., Odell, J. (eds.) AOSE 2003. LNCS, vol. 2935, pp. 214\u2013230. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-24620-6_15"},{"key":"24_CR5","unstructured":"Group, T.C.W.: TTCP cage challenge 3 (2022). https:\/\/github.com\/cage-challenge\/cage-challenge-3"},{"key":"24_CR6","doi-asserted-by":"publisher","unstructured":"Hubner, J.F., et al.: Developing organised multiagent systems using the moise+ model: programming issues at the system and agent levels. Int. J. Agent-Oriented Software Eng. 370 (2007). https:\/\/doi.org\/10.1504\/ijaose.2007.016266","DOI":"10.1504\/ijaose.2007.016266"},{"key":"24_CR7","doi-asserted-by":"publisher","unstructured":"Jamont, J.P., Occello, M.: Meeting the challenges of decentralized embedded applications using multi-agent systems. Int. J. Agent Oriented Software Eng. 5(1), 22\u201367 (2015). https:\/\/doi.org\/10.1504\/IJAOSE.2015.078435, https:\/\/hal.univ-grenoble-alpes.fr\/hal-01265071","DOI":"10.1504\/IJAOSE.2015.078435"},{"key":"24_CR8","doi-asserted-by":"publisher","unstructured":"Kazhdan, D., Shams, Z., Lio, P.: MARLeME: a multi-agent reinforcement learning model extraction library. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20138 (2020) https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9207564","DOI":"10.1109\/IJCNN48605.2020.9207564"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Keogh, K., Sonenberg, L.: Designing multi-agent system organisations for flexible runtime behaviour. Appl. Sci. 10(15) (2020). https:\/\/www.mdpi.com\/2076-3417\/10\/15\/5335","DOI":"10.3390\/app10155335"},{"key":"24_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-29269-9","volume-title":"Autonomous Intelligent Cyber Defense Agent (AICA): A Comprehensive Guide","author":"A Kott","year":"2023","unstructured":"Kott, A.: Autonomous Intelligent Cyber Defense Agent (AICA): A Comprehensive Guide, vol. 87. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-29269-9"},{"key":"24_CR11","doi-asserted-by":"publisher","unstructured":"Bakliwal, K., et al.: A multi agent system architecture to implement collaborative learning for social industrial assets. IFAC-PapersOnLine 51(11), 1237\u20131242 (2018).https:\/\/doi.org\/10.1016\/j.ifacol.2018.08.421, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2405896318315477, iFAC Symp. on Information Control Problems in Manufacturing INCOM","DOI":"10.1016\/j.ifacol.2018.08.421"},{"key":"24_CR12","unstructured":"Lowe, R., et al.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Neural Information Processing Systems (NIPS) (2017)"},{"key":"24_CR13","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-319-24069-5_2","volume-title":"Computational Collective Intelligence","author":"W Mefteh","year":"2015","unstructured":"Mefteh, W., Migeon, F., Gleizes, M.-P., Gargouri, F.: ADELFE 3.0 design, building adaptive multi agent systems based on simulation a case study. In: N\u00fa\u00f1ez, M., Nguyen, N.T., Camacho, D., Trawi\u0144ski, B. (eds.) ICCCI 2015. LNCS (LNAI), vol. 9329, pp. 19\u201328. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24069-5_2"},{"key":"24_CR14","doi-asserted-by":"publisher","unstructured":"Oliehoek, F.A., Amato, C.: A Concise Introduction to Decentralized POMDPs. Springer Briefs in Intelligent Systems. Springer, Cham (2016).https:\/\/doi.org\/10.1007\/978-3-319-28929-8,","DOI":"10.1007\/978-3-319-28929-8"},{"key":"24_CR15","unstructured":"Picard, G., H\u00fcbner, J.F., Boissier, O., Gleizes, M.P.: R\u00e9organisation et auto-organisation dans les syst\u00e8mes multi-agents. In: Journ\u00e9es Francophones sur les Syst\u00e8mes Multi-Agents (JFSMA\u201909), p. 89 (2009)"},{"key":"24_CR16","doi-asserted-by":"publisher","unstructured":"R\u0103ileanu, S., Borangiu, T.: A review of multi-agent systems used in industrial applications. In: Borangiu, T., Trentesaux, D., Leit\u00e3o, P. (eds.) Service Oriented, Holonic and Multi-Agent Manufacturing Systems for Industry of the Future. pp. 3\u201322. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-24291-5_1","DOI":"10.1007\/978-3-031-24291-5_1"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Sch\u00f6n, S., et al.: Integration of multi-fidelity models with agent-based simulation for system of systems. In: AIAA Aviation 2021 Forum, p.\u00a02996 (2021)","DOI":"10.2514\/6.2021-2996"},{"issue":"2","key":"24_CR18","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/s10458-007-9023-8","volume":"16","author":"M Sims","year":"2008","unstructured":"Sims, M., Corkill, D., Lesser, V.: Automated organization design for multi-agent systems. Auton. Agents Multi-agent Syst. 16(2), 151\u2013185 (2008). https:\/\/doi.org\/10.1007\/s10458-007-9023-8","journal-title":"Auton. Agents Multi-agent Syst."},{"key":"24_CR19","unstructured":"Terry, J., et al.: PettingZoo: gym for multi-agent reinforcement learning. In: Advances in Neural Information Processing Systems, vol. 34, pp. 15032\u201315043 (2021)"},{"key":"24_CR20","unstructured":"Tonghan Wang et. al.: Roma: multi-agent reinforcement learning with emergent roles (2020)"},{"key":"24_CR21","doi-asserted-by":"publisher","unstructured":"To\u0161i\u0107, P.T., Vilalta, R.: A unified framework for reinforcement learning, co-learning and meta-learning how to coordinate in collaborative multi-agent systems. Procedia Comput. Sci. 1(1), 2217\u20132226 (2010). https:\/\/doi.org\/10.1016\/j.procs.2010.04.248, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1877050910002498, iCCS 2010","DOI":"10.1016\/j.procs.2010.04.248"},{"key":"24_CR22","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1023\/A:1010071910869","volume":"3","author":"M Wooldridge","year":"2000","unstructured":"Wooldridge, M., et al.: The Gaia methodology for agent-oriented analysis and design. Auton. Agent. Multi-Agent Syst. 3, 285\u2013312 (2000)","journal-title":"Auton. Agent. Multi-Agent Syst."},{"key":"24_CR23","doi-asserted-by":"publisher","unstructured":"Zheng, L., et al.: MAgent: a many-agent reinforcement learning platform for artificial collective intelligence. In: Proceedings of the AAAI Conference on Artificial Intelligence 32(1) (2018). https:\/\/doi.org\/10.1609\/aaai.v32i1.11371, https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/11371","DOI":"10.1609\/aaai.v32i1.11371"}],"container-title":["IFIP Advances in Information and Communication Technology","Artificial Intelligence Applications and Innovations"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63223-5_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,20]],"date-time":"2024-06-20T15:06:51Z","timestamp":1718896011000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63223-5_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031632228","9783031632235"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63223-5_24","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"type":"print","value":"1868-4238"},{"type":"electronic","value":"1868-422X"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"21 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Artificial Intelligence Applications and Innovations","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Corfu","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aiai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ifipaiai.org\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}