{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T06:10:06Z","timestamp":1774937406625,"version":"3.50.1"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031751066","type":"print"},{"value":"9783031751073","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-75107-3_7","type":"book-chapter","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T07:01:50Z","timestamp":1729926110000},"page":"104-120","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Emergence in\u00a0Multi-agent Systems: A Safety Perspective"],"prefix":"10.1007","author":[{"given":"Philipp","family":"Altmann","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julian","family":"Sch\u00f6nberger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steffen","family":"Illium","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maximilian","family":"Zorn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabian","family":"Ritz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom","family":"Haider","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Burton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Gabor","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,27]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Altmann, P., Ritz, F., Feuchtinger, L., N\u00fc\u00dflein, J., Linnhoff-Popien, C., Phan, T.: CROP: towards distributional-shift robust reinforcement learning using compact reshaped observation processing. In: Elkind, E. (ed.) Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence, IJCAI-23, pp. 3414\u20133422 (2023)","DOI":"10.24963\/ijcai.2023\/380"},{"key":"7_CR2","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)"},{"issue":"4047","key":"7_CR3","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1126\/science.177.4047.393","volume":"177","author":"PW Anderson","year":"1972","unstructured":"Anderson, P.W.: More is different. Science 177(4047), 393\u2013396 (1972)","journal-title":"Science"},{"key":"7_CR4","first-page":"1","volume-title":"Seminal graphics: pioneering efforts that shaped the field","author":"JE Bresenham","year":"1998","unstructured":"Bresenham, J.E.: Algorithm for computer control of a digital plotter. In: Seminal graphics: pioneering efforts that shaped the field, pp. 1\u20136. ACM, New York (1998)"},{"key":"7_CR5","doi-asserted-by":"publisher","first-page":"1132580","DOI":"10.3389\/fcomp.2023.1132580","volume":"5","author":"S Burton","year":"2023","unstructured":"Burton, S., Herd, B.: Addressing uncertainty in the safety assurance of machine-learning. Front. Comput. Sci. 5, 1132580 (2023)","journal-title":"Front. Comput. Sci."},{"key":"7_CR6","unstructured":"Christiano, P.F., Leike, J., Brown, T., Martic, M., Legg, S., Amodei, D.: Deep reinforcement learning from human preferences. Adv. Neural Inf. Process. Syst. 30, 4302\u20134310 (2017)"},{"key":"7_CR7","unstructured":"Felten, F., et al.: A toolkit for reliable benchmarking and research in multi-objective reinforcement learning. In: Proceedings of the 37th Conference on Neural Information Processing Systems (NeurIPS 2023) (2023)"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Foerster, J.N., Farquhar, G., Afouras, T., Nardelli, N., Whiteson, S.: Counterfactual multi-agent policy gradients. In: Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence, pp. 2974\u20132982 (2018)","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"7_CR9","unstructured":"Fromm, J.: Types and forms of emergence. arXiv preprint arXiv:nlin\/0506028 (2005)"},{"key":"7_CR10","doi-asserted-by":"crossref","unstructured":"Gabriel, I.: Artificial intelligence, values, and alignment. Minds Mach. 30(3), 411\u2013437 (2020)","DOI":"10.1007\/s11023-020-09539-2"},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Haider, T., Roscher, K., Herd, B., Schmoeller\u00a0Roza, F., Burton, S.: Can you trust your agent? The effect of out-of-distribution detection on the safety of reinforcement learning systems. In: Proceedings of the 39th ACM\/SIGAPP Symposium on Applied Computing, pp. 1569\u20131578 (2024)","DOI":"10.1145\/3605098.3635931"},{"key":"7_CR12","unstructured":"Haider, T., Roscher, K., Schmoeller\u00a0da Roza, F., G\u00fcnnemann, S.: Out-of-distribution detection for reinforcement learning agents with probabilistic dynamics models. In: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, pp. 851\u2013859 (2023)"},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"Hayes, C.F., et al.: A practical guide to multi-objective reinforcement learning and planning. Auton. Agent. Multi-Agent Syst. 36(1), 26 (2022)","DOI":"10.1007\/s10458-022-09552-y"},{"key":"7_CR14","unstructured":"Hayes, C.F., et\u00a0al.: A brief guide to multi-objective reinforcement learning and planning. In: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, pp. 1988\u20131990 (2023)"},{"key":"7_CR15","unstructured":"Hendrycks, D., Carlini, N., Schulman, J., Steinhardt, J.: Unsolved problems in ML safety. arXiv preprint arXiv:2109.13916 (2021)"},{"key":"7_CR16","unstructured":"Honderich, T.: The Oxford Companion to Philosophy. OUP, Oxford (1995)"},{"key":"7_CR17","unstructured":"o ISO21448:2022(E). Road Vehicles Safety of the Intended Functionality. Standard, International Organization for Standardization (2022)"},{"key":"7_CR18","unstructured":"Krakovna, V., et al.: Specification gaming: the flip side of AI ingenuity. DeepMind Blog 3 (2020)"},{"key":"7_CR19","unstructured":"Lehman, J., et al.: The surprising creativity of digital evolution: a collection of anecdotes from the evolutionary computation and artificial life research communities. Artif. Life 26(2), 274\u2013306 (2020)"},{"key":"7_CR20","unstructured":"Leike, J., Krueger, D., Everitt, T., Martic, M., Maini, V., Legg, S.: Scalable agent alignment via reward modeling: a research direction. arXiv preprint arxiv:1811.07871 (2018)"},{"key":"7_CR21","unstructured":"Leike, J., et al.: AI safety gridworlds. arXiv preprint arxiv:1711.0988 (2017)"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Littman, M.L.: Markov games as a framework for multi-agent reinforcement learning. In: Machine Learning Proceedings 1994, pp. 157\u2013163. Elsevier (1994)","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"7_CR23","unstructured":"Mnih, V., etal.: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937. PMLR (2016)"},{"key":"7_CR24","unstructured":"Ng, A., Harada, D., Russell, S.: Policy invariance under reward transformations: theory and application to reward shaping. In: Proceedings of the Sixteenth International Conference on Machine Learning (ICML), pp. 278\u2013287 (1999)"},{"key":"7_CR25","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. Adv. Neural Inf. Process. Syst. 35, 27730\u201327744 (2022)"},{"key":"7_CR26","unstructured":"Plappert, M., et\u00a0al.: Multi-goal reinforcement learning: challenging robotics environments and request for research. arXiv preprint arXiv:1802.09464 (2018)"},{"key":"7_CR27","first-page":"331","volume":"2","author":"ML Puterman","year":"1990","unstructured":"Puterman, M.L.: Markov decision processes. Handbooks Oper. Res. Manag. Sci. 2, 331\u2013434 (1990)","journal-title":"Handbooks Oper. Res. Manag. Sci."},{"key":"7_CR28","unstructured":"Reymond, M., Bargiacchi, E., Now\u00e9, A.: Pareto conditioned networks. arXiv preprint arXiv:2204.05036 (2022)"},{"key":"7_CR29","doi-asserted-by":"publisher","unstructured":"Ritz, F., et al.: Specification aware multi-agent reinforcement learning. In: Rocha, A.P., Steels, L., van den Herik, J. (eds.) ICAART 2021, pp. 3\u201321. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-10161-8_1","DOI":"10.1007\/978-3-031-10161-8_1"},{"key":"7_CR30","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1613\/jair.3987","volume":"48","author":"DM Roijers","year":"2013","unstructured":"Roijers, D.M., Vamplew, P., Whiteson, S., Dazeley, R.: A survey of multi-objective sequential decision-making. J. Artif. Intell. Res. 48, 67\u2013113 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"7_CR31","unstructured":"Russell, S.: Human Compatible: Artificial Intelligence and the Problem of Control. Allen Lane (2019)"},{"key":"7_CR32","doi-asserted-by":"crossref","unstructured":"Salimibeni, M., Mohammadi, A., Malekzadeh, P., Plataniotis, K.N.: Multi-agent reinforcement learning via adaptive Kalman temporal difference and successor representation. Sensors 22(4), 1393 (2022)","DOI":"10.3390\/s22041393"},{"key":"7_CR33","doi-asserted-by":"crossref","unstructured":"Sedlmeier, A., Gabor, T., Phan, T., Belzner, L., Linnhoff-Popien, C.: Uncertainty-based out-of-distribution detection in deep reinforcement learning. arXiv preprint arXiv:1901.02219 (2019)","DOI":"10.5220\/0008949905220529"},{"key":"7_CR34","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (2018)"},{"key":"7_CR35","unstructured":"Tisue, S., Wilensky, U.: Netlogo: a simple environment for modeling complexity. In: International Conference on Complex Systems, vol.\u00a021, pp. 16\u201321. Citeseer (2004)"},{"key":"7_CR36","unstructured":"Towers, M., et al.: Gymnasium (2023). https:\/\/github.com\/Farama-Foundation\/Gymnasium"},{"issue":"1","key":"7_CR37","first-page":"3483","volume":"15","author":"K Van Moffaert","year":"2014","unstructured":"Van Moffaert, K., Now\u00e9, A.: Multi-objective reinforcement learning using sets of pareto dominating policies. J. Mach. Learn. Res. 15(1), 3483\u20133512 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"7_CR38","unstructured":"Wilensky, U., Rand, W.: An Introduction to Agent-Based Modeling: Modeling Natural, Social, and Engineered Complex Systems with NetLogo. MIT Press (2015)"},{"key":"7_CR39","doi-asserted-by":"crossref","unstructured":"Wirsing, M., H\u00f6lzl, M., Tribastone, M., Zambonelli, F.: ASCENS: engineering autonomic service-component ensembles. In: International Symposium on Formal Methods for Components and Objects, pp. 1\u201324 (2011)","DOI":"10.1007\/978-3-642-35887-6_1"},{"key":"7_CR40","doi-asserted-by":"crossref","unstructured":"Wolpert, D.H., Tumer, K.: Optimal payoff functions for members of collectives. Adv. Complex Syst. 04(02n03), 265\u2013279 (2001)","DOI":"10.1142\/S0219525901000188"}],"container-title":["Lecture Notes in Computer Science","Leveraging Applications of Formal Methods, Verification and Validation. Rigorous Engineering of Collective Adaptive Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-75107-3_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T07:12:31Z","timestamp":1729926751000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-75107-3_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"ISBN":["9783031751066","9783031751073"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-75107-3_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"27 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISoLA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Leveraging Applications of Formal Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isola2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/isola-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}