{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T10:58:49Z","timestamp":1771844329806,"version":"3.50.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,12,22]],"date-time":"2022-12-22T00:00:00Z","timestamp":1671667200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,22]],"date-time":"2022-12-22T00:00:00Z","timestamp":1671667200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012704","name":"Universitetet i Agder","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012704","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s43681-022-00251-8","type":"journal-article","created":{"date-parts":[[2022,12,22]],"date-time":"2022-12-22T09:05:53Z","timestamp":1671699953000},"page":"663-672","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Towards artificial virtuous agents: games, dilemmas and machine learning"],"prefix":"10.1007","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1084-1757","authenticated-orcid":false,"given":"Ajay","family":"Vishwanath","sequence":"first","affiliation":[]},{"given":"Einar Duenger","family":"B\u00f8hn","sequence":"additional","affiliation":[]},{"given":"Ole-Christoffer","family":"Granmo","sequence":"additional","affiliation":[]},{"given":"Charl","family":"Maree","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Omlin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,12,22]]},"reference":[{"issue":"2","key":"251_CR1","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1007\/s11948-019-00151-x","volume":"26","author":"J-A Cervantes","year":"2020","unstructured":"Cervantes, J.-A., L\u00f3pez, S., Rodr\u00edguez, L.-F., Cervantes, S., Cervantes, F., Ramos, F.: Artificial moral agents: a survey of the current status. Sci. Eng. Ethics 26(2), 501\u2013532 (2020). https:\/\/doi.org\/10.1007\/s11948-019-00151-x","journal-title":"Sci. Eng. Ethics"},{"issue":"3","key":"251_CR2","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1007\/s00146-020-01089-6","volume":"36","author":"P Formosa","year":"2021","unstructured":"Formosa, P., Ryan, M.: Making moral machines: why we need artificial moral agents. AI Soc. 36(3), 839\u2013851 (2021). https:\/\/doi.org\/10.1007\/s00146-020-01089-6","journal-title":"AI Soc."},{"issue":"3","key":"251_CR3","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/s10676-006-0004-4","volume":"7","author":"C Allen","year":"2005","unstructured":"Allen, C., Smit, I., Wallach, W.: Artificial morality: top-down, bottom-up, and hybrid approaches. Ethics Info. Tech. 7(3), 149\u2013155 (2005). https:\/\/doi.org\/10.1007\/s10676-006-0004-4","journal-title":"Ethics Info. Tech."},{"key":"251_CR4","doi-asserted-by":"publisher","unstructured":"Fisher, M., List, C., Slavkovik, M., Winfield, A.: Engineering Moral Agents - from Human Morality to Artificial Morality (Dagstuhl Seminar 16222), 24 (2016). https:\/\/doi.org\/10.4230\/DAGREP.6.5.114","DOI":"10.4230\/DAGREP.6.5.114"},{"key":"251_CR5","doi-asserted-by":"publisher","unstructured":"Gips, J.: Towards the Ethical Robot. In: Anderson, M., Anderson, S.L. (eds.) Machine Ethics, pp. 244\u2013253. Cambridge University Press, Cambridge (2011). https:\/\/doi.org\/10.1017\/CBO9780511978036.019. https:\/\/www.cambridge.org\/core\/product\/identifier\/CBO9780511978036A028\/type\/book_part","DOI":"10.1017\/CBO9780511978036.019"},{"issue":"6","key":"251_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3419633","volume":"53","author":"S Tolmeijer","year":"2021","unstructured":"Tolmeijer, S., Kneer, M., Sarasua, C., Christen, M., Bernstein, A.: Implementations in machine ethics: a survey. ACM Comput. Surveys 53(6), 1\u201338 (2021). https:\/\/doi.org\/10.1145\/3419633","journal-title":"ACM Comput. Surveys"},{"key":"251_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-021-01325-7","author":"J Stenseke","year":"2021","unstructured":"Stenseke, J.: Artificial virtuous agents: from theory to machine implementation. AI Soc. (2021). https:\/\/doi.org\/10.1007\/s00146-021-01325-7","journal-title":"AI Soc."},{"key":"251_CR8","doi-asserted-by":"publisher","unstructured":"Ross, W.D., Brown, L. (eds.): Oxford World\u2019s Classics: Aristotle: The Nicomachean Ethics (Revised Edition) (1980). https:\/\/doi.org\/10.1093\/actrade\/9780199213610.book.1","DOI":"10.1093\/actrade\/9780199213610.book.1"},{"key":"251_CR9","unstructured":"Red, C.P.: The Witcher 3: Wild Hunt - Official Website (2015). https:\/\/www.thewitcher.com\/en Accessed 11 Apr 2022"},{"key":"251_CR10","unstructured":"Bethesda Game Studios: Fallout 4 (2015). https:\/\/fallout.bethesda.net\/en\/games\/fallout-4 Accessed 12 Apr 2022"},{"key":"251_CR11","unstructured":"Telltale Games: Batman: The Telltale Series (2016). https:\/\/telltale.com\/ Accessed 11 Apr 2022"},{"key":"251_CR12","unstructured":"Lucas Pope: Papers, Please (2013). https:\/\/papersplea.se\/ Accessed 11 Apr 2022"},{"issue":"3","key":"251_CR13","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10676-016-9407-z","volume":"18","author":"P Formosa","year":"2016","unstructured":"Formosa, P., Ryan, M., Staines, D.: Papers, please and the systemic approach to engaging ethical expertise in videogames. Ethics Info. Tech. 18(3), 211\u2013225 (2016). https:\/\/doi.org\/10.1007\/s10676-016-9407-z","journal-title":"Ethics Info. Tech."},{"key":"251_CR14","doi-asserted-by":"publisher","unstructured":"Tancred, N., Vickery, N., Wyeth, P., Turkay, S.: Player Choices, Game Endings and the Design of Moral Dilemmas in Games. In: Proceedings of the 2018 Annual Symposium on Computer-Human Interaction in Play Companion Extended Abstracts, pp. 627\u2013636. ACM, Melbourne VIC Australia (2018). https:\/\/doi.org\/10.1145\/3270316.3271525. https:\/\/dl.acm.org\/doi\/10.1145\/3270316.3271525","DOI":"10.1145\/3270316.3271525"},{"key":"251_CR15","unstructured":"Berberich, N., Diepold, K.: The Virtuous Machine - Old Ethics for New Technology? (2018). http:\/\/arxiv.org\/abs\/1806.10322"},{"key":"251_CR16","unstructured":"Abel, D., MacGlashan, J., Littman, M.L.: Reinforcement Learning As a Framework for Ethical Decision Making. In: Workshops at the Thirtieth AAAI Conference on Artificial Intelligence, p. 8. AAAI Publications, Phoenix, Arizona, USA (2016). https:\/\/www.aaai.org\/ocs\/index.php\/WS\/AAAIW16\/paper\/view\/12582"},{"issue":"2","key":"251_CR17","doi-asserted-by":"publisher","first-page":"250","DOI":"10.3390\/ai3020015","volume":"3","author":"C Maree","year":"2022","unstructured":"Maree, C., Omlin, C.: Reinforcement learning your way: agent characterization through policy regularization. AI 3(2), 250\u2013259 (2022)","journal-title":"AI"},{"key":"251_CR18","doi-asserted-by":"publisher","DOI":"10.1093\/oxfordhb\/9780195325911.003.0019","author":"J Annas","year":"2007","unstructured":"Annas, J.: Virtue Ethics (2007). https:\/\/doi.org\/10.1093\/oxfordhb\/9780195325911.003.0019","journal-title":"Virtue Ethics"},{"key":"251_CR19","unstructured":"Alexander, L., Moore, M.: Deontological Ethics. The Stanford Encyclopedia of Philosophy (2021). Accessed 5 Apr 2022"},{"key":"251_CR20","unstructured":"Sinnott-Armstrong, W.: Consequentialism (2003). Last Modified: 2019-06-03. Accessed 17 Nov 2022"},{"issue":"3","key":"251_CR21","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10676-014-9345-6","volume":"16","author":"PC Hew","year":"2014","unstructured":"Hew, P.C.: Artificial moral agents are infeasible with foreseeable technologies. Ethics Info. Tech. 16(3), 197\u2013206 (2014). https:\/\/doi.org\/10.1007\/s10676-014-9345-6","journal-title":"Ethics Info. Tech."},{"key":"251_CR22","doi-asserted-by":"publisher","DOI":"10.1093\/0199252866.001.0001","author":"P Foot","year":"2002","unstructured":"Foot, P.: Virtues and Vices (2002). https:\/\/doi.org\/10.1093\/0199252866.001.0001","journal-title":"Virtues and Vices"},{"key":"251_CR23","unstructured":"MacIntyre, A.C.: After Virtue: A Study in Moral Theory (2007)"},{"issue":"4","key":"251_CR24","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MIS.2006.80","volume":"21","author":"JH Moor","year":"2006","unstructured":"Moor, J.H.: The nature, importance, and difficulty of machine ethics. IEEE Intell. Syst. 21(4), 18\u201321 (2006). https:\/\/doi.org\/10.1109\/MIS.2006.80","journal-title":"IEEE Intell. Syst."},{"key":"251_CR25","unstructured":"Anscombe, G.E.M.: Modern Moral Philosophy, 20 (2022)"},{"key":"251_CR26","doi-asserted-by":"publisher","DOI":"10.1093\/0199247994.001.0001","author":"R Hursthouse","year":"2001","unstructured":"Hursthouse, R.: On Virtue Ethics (2001). https:\/\/doi.org\/10.1093\/0199247994.001.0001","journal-title":"On Virtue Ethics"},{"issue":"1","key":"251_CR27","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1086\/286788","volume":"10","author":"A Rosenblueth","year":"1943","unstructured":"Rosenblueth, A., Wiener, N., Bigelow, J.: Behavior, purpose and teleology. Philos. Sci. 10(1), 18\u201324 (1943)","journal-title":"Philos. Sci."},{"issue":"3410","key":"251_CR28","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1126\/science.131.3410.1355","volume":"131","author":"N Wiener","year":"1960","unstructured":"Wiener, N.: Some moral and technical consequences of automation. Science 131(3410), 1355\u20131358 (1960). https:\/\/doi.org\/10.1126\/science.131.3410.1355","journal-title":"Science"},{"key":"251_CR29","volume-title":"What computers still can\u2019t do: a critique of artificial reason","author":"HL Dreyfus","year":"1992","unstructured":"Dreyfus, H.L.: What computers still can\u2019t do: a critique of artificial reason. MIT Press, Cambridge, MA, USA (1992)"},{"issue":"4","key":"251_CR30","first-page":"247","volume":"3","author":"KG Coleman","year":"2001","unstructured":"Coleman, K.G.: Android arete: toward a virtue ethic for computational agents. Springer 3(4), 247\u2013265 (2001)","journal-title":"Springer"},{"key":"251_CR31","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-022-01569-x","author":"J Stenseke","year":"2022","unstructured":"Stenseke, J.: Artificial virtuous agents in a multi-agent tragedy of the commons. AI Soc. (2022). https:\/\/doi.org\/10.1007\/s00146-022-01569-x","journal-title":"AI Soc."},{"key":"251_CR32","unstructured":"Dotnod Entertainment: Life is Strange (2022). https:\/\/lifeisstrange.square-enix-games.com\/en-gb\/ Accessed 11 Apr 2022"},{"key":"251_CR33","doi-asserted-by":"publisher","unstructured":"Nay, J.L., Zagal, J.P.: Meaning Without Consequence: Virtue Ethics and Inconsequential Choices in Games. In: Proceedings of the 12th International Conference on the Foundations of Digital Games, pp. 1\u20138. ACM, Hyannis Massachusetts (2017). https:\/\/doi.org\/10.1145\/3102071.3102073. https:\/\/dl.acm.org\/doi\/10.1145\/3102071.3102073","DOI":"10.1145\/3102071.3102073"},{"key":"251_CR34","unstructured":"Origin Systems: Ultima IV: Quest of the Avatar. Origin Systems (1985). https:\/\/en.wikipedia.org\/wiki\/Ultima_IV:_Quest_of_the_Avatar#Development Accessed 11 Aug 2022"},{"key":"251_CR35","unstructured":"Zagal, J.P.: Ethically Notable Videogames: Moral Dilemmas and Gameplay, vol. 5, p. 9. Brunel University, Brunei (2009). http:\/\/www.digra.org\/wp-content\/uploads\/digital-library\/09287.13336.pdf"},{"issue":"2","key":"251_CR36","first-page":"25","volume":"1","author":"MJ Heron","year":"2014","unstructured":"Heron, M.J., Belford, P.H.: Do you feel like a hero yet? Externalized morality in video games. J. Games Crit. 1(2), 25 (2014)","journal-title":"J. Games Crit."},{"issue":"3","key":"251_CR37","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1080\/03057240802227478","volume":"37","author":"D Narvaez","year":"2008","unstructured":"Narvaez, D., Vaydich, J.L.: Moral development and behaviour under the spotlight of the neurobiological sciences. J. Moral Educ. 37(3), 289\u2013312 (2008). https:\/\/doi.org\/10.1080\/03057240802227478","journal-title":"J. Moral Educ."},{"key":"251_CR38","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous Control with Deep Reinforcement Learning. arXiv 1509.02971 (2019)"},{"key":"251_CR39","unstructured":"Aubret, A., Matignon, L., Hassas, S.: A survey on intrinsic motivation in reinforcement learning. arXiv 1908.06976 (2019)"},{"key":"251_CR40","unstructured":"Miryoosefi, S., Brantley, K., Daume\u00a0III, H., Dudik, M., Schapire, R.E.: Reinforcement Learning with Convex Constraints. In: Advances in Neural Information Processing Systems, vol. 32, pp. 1\u201310 (2019)"},{"key":"251_CR41","first-page":"1","volume":"18","author":"Y Chow","year":"2015","unstructured":"Chow, Y., Ghavamzadeh, M., Janson, L., Pavone, M.: Risk-constrained reinforcement learning with percentile risk criteria. J. Mach. Learn. Res. 18, 1\u201351 (2015)","journal-title":"J. Mach. Learn. Res."},{"key":"251_CR42","volume-title":"Safety Evaluation of Right Turns Followed by U-Turns as an Alternative to Direct Left Turns - Conflict Analysis","author":"J Lu","year":"2001","unstructured":"Lu, J., Dissanayake, S., Castillo, N., Williams, K.: Safety evaluation of right turns followed by U-Turns as an alternative to direct left turns - conflict analysis. Technical report, CUTR Research Reports (2001)"},{"key":"251_CR43","doi-asserted-by":"crossref","unstructured":"Andres, A., Villar-Rodriguez, E., Ser, J.D.: Collaborative training of heterogeneous reinforcement learning agents in environments with sparse rewards: what and when to share? arXiv 2202.12174 (2022)","DOI":"10.1007\/s00521-022-07774-5"},{"key":"251_CR44","doi-asserted-by":"publisher","unstructured":"Vieillard, N., Kozuno, T., Scherrer, B., Pietquin, O., Munos, R., Geist, M.: Leverage the average: an analysis of KL regularization in reinforcement learning. In: Advances in Neural Information Processing Systems (NIPS), vol. 33, pp. 12163\u201312174. Curran Associates, Virtual-only (2020). https:\/\/doi.org\/10.48550\/ARXIV.2003.14089","DOI":"10.48550\/ARXIV.2003.14089"},{"key":"251_CR45","unstructured":"Haarnoja, T., Tang, H., Abbeel, P., Levine, S.: Reinforcement learning with deep energy-based policies. In: Proceedings of the 34th International Conference on Machine Learning, pp. 1352\u20131361 (2017)"},{"key":"251_CR46","unstructured":"Galashov, A., Jayakumar, S., Hasenclever, L., Tirumala, D., Schwarz, J., Desjardins, G., Czarnecki, W.M., Teh, Y.W., Pascanu, R., Heess, N.: Information Asymmetry in KL-Regularized RL. In: International Conference on Learning Representations (ICLR), New Orleans, Louisiana, United States, pp. 1\u201325 (2019)"},{"issue":"2","key":"251_CR47","doi-asserted-by":"publisher","first-page":"526","DOI":"10.3390\/ai3020030","volume":"3","author":"C Maree","year":"2022","unstructured":"Maree, C., Omlin, C.W.: Can interpretable reinforcement learning manage prosperity your way? AI 3(2), 526\u2013537 (2022)","journal-title":"AI"},{"key":"251_CR48","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106685","volume":"214","author":"A Heuillet","year":"2021","unstructured":"Heuillet, A., Couthouis, F., D\u00edaz-Rodr\u00edguez, N.: Explainability in deep reinforcement learning. Knowledge-Based Syst. 214, 106685 (2021). https:\/\/doi.org\/10.1016\/j.knosys.2020.106685","journal-title":"Knowledge-Based Syst."},{"issue":"03","key":"251_CR49","doi-asserted-by":"publisher","first-page":"2493","DOI":"10.1609\/aaai.v34i03.5631","volume":"34","author":"P Madumal","year":"2020","unstructured":"Madumal, P., Miller, T., Sonenberg, L., Vetere, F.: Explainable reinforcement learning through a causal lens. Proc. AAAI Conf. Artif. Intell. 34(03), 2493\u20132500 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i03.5631","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"251_CR50","unstructured":"Juozapaitis, Z., Koul, A., Fern, A., Erwig, M., Doshi-Velez, F.: Explainable Reinforcement Learning via Reward Decomposition. In: Proceedings at the International Joint Conference on Artificial Intelligence. A Workshop on Explainable Artificial Intelligence (2019)"},{"key":"251_CR51","unstructured":"Patil, V.P., Hofmarcher, M., Dinu, M.-C., Dorfer, M., Blies, P.M., Brandstetter, J., Arjona-Medina, J.A., Hochreiter, S.: Align-RUDDER: Learning From Few Demonstrations by Reward Redistribution. arXiv (2022). http:\/\/arxiv.org\/abs\/2009.14108"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-022-00251-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-022-00251-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-022-00251-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,20]],"date-time":"2023-07-20T15:26:41Z","timestamp":1689866801000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-022-00251-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,22]]},"references-count":51,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["251"],"URL":"https:\/\/doi.org\/10.1007\/s43681-022-00251-8","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,22]]},"assertion":[{"value":"17 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 December 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}