{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T09:13:35Z","timestamp":1783415615623,"version":"3.54.6"},"reference-count":113,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T00:00:00Z","timestamp":1736726400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T00:00:00Z","timestamp":1736726400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N66001-19-2-4031"],"award-info":[{"award-number":["N66001-19-2-4031"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00969-6","type":"journal-article","created":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T10:03:46Z","timestamp":1736762626000},"page":"145-160","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Investigating machine moral judgement through the Delphi experiment"],"prefix":"10.1038","volume":"7","author":[{"given":"Liwei","family":"Jiang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jena D.","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chandra","family":"Bhagavatula","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6784-1312","authenticated-orcid":false,"given":"Ronan Le","family":"Bras","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6722-9959","authenticated-orcid":false,"given":"Jenny T.","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sydney","family":"Levine","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jesse","family":"Dodge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3809-1732","authenticated-orcid":false,"given":"Keisuke","family":"Sakaguchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maxwell","family":"Forbes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jack","family":"Hessel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jon","family":"Borchardt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3251-3527","authenticated-orcid":false,"given":"Taylor","family":"Sorensen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saadia","family":"Gabriel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4634-7128","authenticated-orcid":false,"given":"Yulia","family":"Tsvetkov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oren","family":"Etzioni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maarten","family":"Sap","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Regina","family":"Rini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yejin","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,13]]},"reference":[{"key":"969_CR1","unstructured":"Huddleston, T. Jr. ChatGPT is particularly useful for people in these 3 industries, says OpenAI CEO Sam Altman. CNBC https:\/\/www.cnbc.com\/2024\/01\/17\/chatgpt-is-best-for-people-in-these-industries-openai-ceo-sam-altman.html (2024)."},{"key":"969_CR2","unstructured":"Dastin, J. Insight\u2014Amazon scraps secret AI recruiting tool that showed bias against women. Reuters https:\/\/www.reuters.com\/article\/world\/insight-amazon-scraps-secret-ai-recruiting-tool-that-showed-bias-against-women-idUSKCN1MK0AG\/ (2018)."},{"key":"969_CR3","unstructured":"Weed, J. R\u00e9sum\u00e9-writing tips to help you get past the A.I. gatekeepers. The New York Times https:\/\/www.nytimes.com\/2021\/03\/19\/business\/resume-filter-articial-intelligence.html (2021)."},{"key":"969_CR4","unstructured":"Furchgott, R. Public streets are the lab for self-driving experiments. The New York Times https:\/\/www.nytimes.com\/2021\/12\/23\/business\/tesla-self-driving-regulations.html (2021)."},{"key":"969_CR5","unstructured":"Brundage, M. et al. The Malicious Use of Artificial Intelligence: Forecasting, Prevention, and Mitigation (Future of Humanity Institute, Univ. Oxford, Centre for the Study of Existential Risk, Center for a New American Security, Electronic Frontier Foundation & Open AI, 2018); https:\/\/maliciousaireport.com\/"},{"key":"969_CR6","unstructured":"Executive Office of the President. Big Data: A Report on Algorithmic Systems, Opportunity, and Civil Rights. White House https:\/\/obamawhitehouse.archives.gov\/sites\/default\/files\/microsites\/ostp\/2016_0504_data_discrimination.pdf (2016)."},{"key":"969_CR7","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1145\/3197382","volume":"61","author":"O Etzioni","year":"2018","unstructured":"Etzioni, O. Point: should AI technology be regulated? Yes, and here\u2019s how. Commun. ACM 61, 30\u201332 (2018).","journal-title":"Commun. ACM"},{"key":"969_CR8","unstructured":"European Commission. Ethics guidelines for trustworthy artificial intelligence. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/ethics-guidelines-trustworthy-ai (2019)."},{"key":"969_CR9","unstructured":"China AI Report. China AI report 2020. http:\/\/www.cioall.com\/uploads\/f2021020114221175046.pdf (2020)."},{"key":"969_CR10","doi-asserted-by":"crossref","unstructured":"Liao, S. M. Ethics of Artificial Intelligence (Oxford Univ. Press, 2020).","DOI":"10.1093\/oso\/9780190905033.001.0001"},{"key":"969_CR11","doi-asserted-by":"crossref","unstructured":"Amershi, S. et al. Guidelines for human-AI interaction. In Proc. 2019 CHI Conference on Human Factors in Computing Systems 1\u201313 (Association for Computing Machinery, 2019).","DOI":"10.1145\/3290605.3300233"},{"key":"969_CR12","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1609\/aimag.v35i4.2513","volume":"35","author":"S Amershi","year":"2014","unstructured":"Amershi, S., Cakmak, M., Knox, W. & Kulesza, T. Power to the people: the role of humans in interactive machine learning. AI Magazine 35, 105\u2013120 (2014).","journal-title":"AI Magazine"},{"key":"969_CR13","doi-asserted-by":"crossref","unstructured":"Bryan, N. J., Mysore, G. J. & Wang, G. ISSE: an interactive source separation editor. In Proc. SIGCHI Conference on Human Factors in Computing Systems 257\u2013266 (Association for Computing Machinery, 2014).","DOI":"10.1145\/2556288.2557253"},{"key":"969_CR14","unstructured":"Talmor, A. et al. CommonsenseQA 2.0: exposing the limits of AI through gamification. In Thirty-Fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1) (2021)."},{"key":"969_CR15","doi-asserted-by":"crossref","unstructured":"Wallach, W. & Allen, C. Moral Machines: Teaching Machines Right from Wrong (Oxford Univ. Press, 2010).","DOI":"10.1093\/acprof:oso\/9780195374049.001.0001"},{"key":"969_CR16","first-page":"175","volume":"12","author":"BJ Grosz","year":"1986","unstructured":"Grosz, B. J. & Sidner, C. L. Attention, intentions, and the structure of discourse. Comput. Linguist. 12, 175\u2013204 (1986).","journal-title":"Comput. Linguist."},{"key":"969_CR17","unstructured":"Marcus, G. & Davis, E. in Rebooting AI: Building Artificial Intelligence We Can Trust (2019)."},{"key":"969_CR18","unstructured":"Railton, P. in Ethics of Artificial Intelligence (2020)."},{"key":"969_CR19","first-page":"127","volume":"72","author":"F Rossi","year":"2018","unstructured":"Rossi, F. Building trust in artificial intelligence. J. Int. Affairs 72, 127\u2013134 (2018).","journal-title":"J. Int. Affairs"},{"key":"969_CR20","unstructured":"Brown, T. et al. in Advances in Neural Information Processing Systems (eds Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M. F. & Lin, H.) 1877\u20131901 (Curran Associates, 2020)."},{"key":"969_CR21","unstructured":"OpenAI. GPT-4 technical report. Preprint at https:\/\/arxiv.org\/abs\/2303.08774 (2023)."},{"key":"969_CR22","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1007\/s00146-007-0094-5","volume":"22","author":"SL Anderson","year":"2008","unstructured":"Anderson, S. L. Asimov\u2019s \u2018three laws of robotics\u2019 and machine metaethics. AI Soc. 22, 477\u2013493 (2008).","journal-title":"AI Soc."},{"key":"969_CR23","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.cognition.2018.08.003","volume":"181","author":"YE Bigman","year":"2018","unstructured":"Bigman, Y. E. & Gray, K. People are averse to machines making moral decisions. Cognition 181, 21\u201334 (2018).","journal-title":"Cognition"},{"key":"969_CR24","doi-asserted-by":"crossref","unstructured":"Kim, R. et al. A computational model of commonsense moral decision making. In AIES \u201918: Proc. 2018 AAAI\/ACM Conference on AI, Ethics, and Society 197\u2013203 (Association for Computing Machinery, 2018).","DOI":"10.1145\/3278721.3278770"},{"key":"969_CR25","doi-asserted-by":"crossref","unstructured":"Awad, E. et al. The moral machine experiment. Nature 563, 59\u201364 (2018).","DOI":"10.1038\/s41586-018-0637-6"},{"key":"969_CR26","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1016\/j.tics.2022.02.009","volume":"26","author":"E Awad","year":"2022","unstructured":"Awad, E. et al. Computational ethics. Trends Cogn. Sci. 26, 388\u2013405 (2022).","journal-title":"Trends Cogn. Sci."},{"key":"969_CR27","doi-asserted-by":"crossref","unstructured":"Schwitzgebel, E. & Garza, M. in Ethics of Artificial Intelligence 459\u2013479 (2020).","DOI":"10.1093\/oso\/9780190905033.003.0017"},{"key":"969_CR28","unstructured":"Metz, C. Can a machine learn morality? The New York Times https:\/\/www.nytimes.com\/2021\/11\/19\/technology\/can-a-machine-learn-morality.html (2021)."},{"key":"969_CR29","unstructured":"Noor, P. \u2018Is it OK to\u2026\u2019: the bot that gives you an instant moral judgment. The Guardian https:\/\/www.theguardian.com\/technology\/2021\/nov\/02\/delphi-online-ai-bot-philosophy (2021)."},{"key":"969_CR30","unstructured":"Knight, W. This program can give AI a sense of ethics\u2014sometimes. Wired https:\/\/www.wired.com\/story\/program-give-ai-ethics-sometimes\/ (2021)."},{"key":"969_CR31","unstructured":"Kant, I. Groundwork for the Metaphysics of Morals (Yale Univ. Press, 2002)."},{"key":"969_CR32","unstructured":"European Union. The AI Act. https:\/\/artificialintelligenceact.eu\/the-act\/ (2021)."},{"key":"969_CR33","unstructured":"Weld, D. & Etzioni, O. The first law of robotics (a call to arms). In Proc. Twelfth AAAI National Conference on Artificial Intelligence AAAI\u201994 1042\u20131047 (AAAI Press, 1994)."},{"key":"969_CR34","unstructured":"Haugeland, J. Artificial Intelligence: The Very Idea (MIT Press, 1985)."},{"key":"969_CR35","doi-asserted-by":"publisher","first-page":"177","DOI":"10.2307\/2181696","volume":"60","author":"J Rawls","year":"1951","unstructured":"Rawls, J. Outline of a decision procedure for ethics. Philos. Rev. 60, 177\u2013197 (1951).","journal-title":"Philos. Rev."},{"key":"969_CR36","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.tics.2006.12.007","volume":"11","author":"J Mikhail","year":"2007","unstructured":"Mikhail, J. Universal moral grammar: theory, evidence and the future. Trends Cogn. Sci. 11, 143\u2013152 (2007).","journal-title":"Trends Cogn. Sci."},{"key":"969_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/j.1468-0017.2006.00297.x","volume":"22","author":"M Hauser","year":"2007","unstructured":"Hauser, M., Cushman, F., Young, L., Kang-Xing, J. I. N. & Mikhail, J. A dissociation between moral judgments and justifications. Mind Lang. 22, 1\u201321 (2007).","journal-title":"Mind Lang."},{"key":"969_CR38","doi-asserted-by":"crossref","unstructured":"Knobe, J. Philosophical intuitions are surprisingly stable across both demographic groups and situations. Filoz. Nauk. 29, 11\u201379 (2021).","DOI":"10.14394\/filnau.2021.0007"},{"key":"969_CR39","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1007\/s13164-020-00503-8","volume":"12","author":"N van Dongen","year":"2020","unstructured":"van Dongen, N., Colombo, M., Romero, F. & Sprenger, J. Intuitions about the reference of proper names: a meta-analysis. Rev. Philos. Psychol. 12, 745\u2013774 (2020).","journal-title":"Rev. Philos. Psychol."},{"key":"969_CR40","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/s13164-021-00609-7","volume":"14","author":"SP Stich","year":"2023","unstructured":"Stich, S. P. & Machery, E. Demographic differences in philosophical intuition: a reply to Joshua Knobe. Rev. Philos. Psychol. 14, 401\u2013434 (2023).","journal-title":"Rev. Philos. Psychol."},{"key":"969_CR41","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/S0079-7421(08)00402-7","volume":"50","author":"J Mikhail","year":"2009","unstructured":"Mikhail, J. Moral grammar and intuitive jurisprudence: a formal model of unconscious moral and legal knowledge. Psychol. Learn. Motiv. 50, 27\u2013100 (2009).","journal-title":"Psychol. Learn. Motiv."},{"key":"969_CR42","doi-asserted-by":"crossref","unstructured":"Mikhail, J. Elements of Moral Cognition: Rawls\u2019 Linguistic Analogy and the Cognitive Science of Moral and Legal Judgment (Cambridge Univ. Press, 2011).","DOI":"10.1017\/CBO9780511780578"},{"key":"969_CR43","doi-asserted-by":"crossref","unstructured":"Rawls, J. A Theory of Justice 1st edn (Harvard Univ. Press, 1971).","DOI":"10.4159\/9780674042605"},{"key":"969_CR44","doi-asserted-by":"crossref","unstructured":"Stich, S. in The Routledge Handbook of Moral Epistemology 15\u201337 (Routledge, 2018).","DOI":"10.4324\/9781315719696-2"},{"key":"969_CR45","doi-asserted-by":"publisher","first-page":"20150907","DOI":"10.1098\/rspb.2015.0907","volume":"282","author":"DM Fessler","year":"2015","unstructured":"Fessler, D. M. et al. Moral parochialism and contextual contingency across seven societies. Proc. R. Soc. B 282, 20150907 (2015).","journal-title":"Proc. R. Soc. B"},{"key":"969_CR46","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1111\/j.1468-0017.2007.00302.x","volume":"22","author":"D Kelly","year":"2007","unstructured":"Kelly, D., Stich, S., Haley, K. J., Eng, S. J. & Fessler, D. M. Harm, affect, and the moral\/conventional distinction. Mind Lang. 22, 117\u2013131 (2007).","journal-title":"Mind Lang."},{"key":"969_CR47","doi-asserted-by":"crossref","unstructured":"Forbes, M., Hwang, J. D., Shwartz, V., Sap, M. & Choi, Y. Social Chemistry 101: learning to reason about social and moral norms. In Proc. 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP) 653\u2013670 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.emnlp-main.48"},{"key":"969_CR48","unstructured":"Hendrycks, D. et al. Aligning AI with shared human values. In International Conference on Learning Representations (2021)."},{"key":"969_CR49","doi-asserted-by":"crossref","unstructured":"Emelin, D., Le Bras, R., Hwang, J. D., Forbes, M. & Choi, Y. Moral Stories: situated reasoning about norms, intents, actions, and their consequences. In Proc. 2021 Conference on Empirical Methods in Natural Language Processing 698\u2013718 (Association for Computational Linguistics, 2021). https:\/\/aclanthology.org\/2021.emnlp-main.54","DOI":"10.18653\/v1\/2021.emnlp-main.54"},{"key":"969_CR50","doi-asserted-by":"crossref","unstructured":"Sap, M. et al. Social Bias Frames: reasoning about social and power implications of language. In Proc. 58th Annual Meeting of the Association for Computational Linguistics 5477\u20135490 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.acl-main.486"},{"key":"969_CR51","unstructured":"Kaplan, J. et al. Scaling laws for neural language models. Preprint at https:\/\/arxiv.org\/abs\/2001.08361 (2020)."},{"key":"969_CR52","doi-asserted-by":"crossref","unstructured":"Khashabi, D. et al. UNIFIEDQA: crossing format boundaries with a single QA system. In Findings of the Association for Computational Linguistics: EMNLP 2020 1896\u20131907 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.findings-emnlp.171"},{"key":"969_CR53","doi-asserted-by":"crossref","unstructured":"Lourie, N., Le Bras, R., Bhagavatula, C. & Choi, Y. Unicorn on rainbow: a universal commonsense reasoning model on a new multitask benchmark. In Proc. AAAI Conference on Artificial Intelligence 35, 13480\u201313488 (PKP Publishing Services Network, 2021).","DOI":"10.1609\/aaai.v35i15.17590"},{"key":"969_CR54","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/3474381","volume":"64","author":"K Sakaguchi","year":"2021","unstructured":"Sakaguchi, K., Bras, R. L., Bhagavatula, C. & Choi, Y. Winogrande: an adversarial winograd schema challenge at scale. Commun. ACM 64, 99\u2013106 (2021).","journal-title":"Commun. ACM"},{"key":"969_CR55","doi-asserted-by":"crossref","unstructured":"Feng, S. Y. et al. A survey of data augmentation approaches for NLP. In Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021 968\u2013988 (Association for Computational Linguistics, 2021). https:\/\/aclanthology.org\/2021.findings-acl.84","DOI":"10.18653\/v1\/2021.findings-acl.84"},{"key":"969_CR56","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: pre-training of deep bidirectional transformers for language understanding. In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers) 4171\u20134186 (Association for Computational Linguistics, 2019). https:\/\/aclanthology.org\/N19-1423"},{"key":"969_CR57","unstructured":"Zhuang, L., Wayne, L., Ya, S. & Jun, Z. A robustly optimized BERT pre-training approach with post-training. In Proc. 20th Chinese National Conference on Computational Linguistics 1218\u20131227 (Chinese Information Processing Society of China, 2021)."},{"key":"969_CR58","unstructured":"Radford, A. & Narasimhan, K. Improving language understanding by generative pre-training. (2018)."},{"key":"969_CR59","unstructured":"Radford, A. et al. Language models are unsupervised multitask learners. https:\/\/insightcivic.s3.us-east-1.amazonaws.com\/language-models.pdf (2019)."},{"key":"969_CR60","unstructured":"Banavar, G. ChatGPT\u2019s deep fake text generation is a threat to evidence-based discourse. Medium https:\/\/medium.com\/@guruduth.banavar\/chatgpts-deep-fake-text-generation-is-a-threat-to-evidence-based-discourse-c096164207e0 (2022)."},{"key":"969_CR61","unstructured":"Haq, S. N. Amazon\u2019s Alexa tells 10-year-old child to touch penny to exposed plug socket. CNN Business https:\/\/edition.cnn.com\/2021\/12\/29\/business\/amazon-alexa-penny-plug-intl-scli\/index.html (2021)."},{"key":"969_CR62","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C. et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 1\u201367 (2020).","journal-title":"J. Mach. Learn. Res."},{"key":"969_CR63","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T. et al. Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877\u20131901 (2020).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"969_CR64","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1038\/s42256-022-00458-8","volume":"4","author":"P Schramowski","year":"2022","unstructured":"Schramowski, P., Turan, C., Andersen, N., Rothkopf, C. A. & Kersting, K. Large pre-trained language models contain human-like biases of what is right and wrong to do. Nat. Mach. Intell. 4, 258\u2013268 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"969_CR65","doi-asserted-by":"publisher","unstructured":"Jentzsch, S., Schramowski, P., Rothkopf, C. & Kersting, K. Semantics derived automatically from language corpora contain human-like moral choices. In Proc. 2019 AAAI\/ACM Conference on AI, Ethics, and Society, AIES \u201919 37\u201344 (Association for Computing Machinery, 2019). https:\/\/doi.org\/10.1145\/3306618.3314267","DOI":"10.1145\/3306618.3314267"},{"key":"969_CR66","doi-asserted-by":"crossref","unstructured":"Schramowski, P., Turan, C., Jentzsch, S., Rothkopf, C. & Kersting, K. The moral choice machine. Front. Artif. Intell. 3, 36 (2020).","DOI":"10.3389\/frai.2020.00036"},{"key":"969_CR67","doi-asserted-by":"crossref","unstructured":"Ammanabrolu, P., Jiang, L., Sap, M., Hajishirzi, H. & Choi, Y. Aligning to social norms and values in interactive narratives. In Proc. 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies 5994\u20136017 (Association for Computational Linguistics, 2022).","DOI":"10.18653\/v1\/2022.naacl-main.439"},{"key":"969_CR68","doi-asserted-by":"crossref","unstructured":"Kim, H. et al. ProsocialDialog: a prosocial backbone for conversational agents. In Proc. 2022 Conference on Empirical Methods in Natural Language Processing (eds Goldberg, Y., Kozareva, Z. & Zhang, Y.) pp. 4005\u20134029 (Association for Computational Linguistics, 2022).","DOI":"10.18653\/v1\/2022.emnlp-main.267"},{"key":"969_CR69","unstructured":"Nockleby, J. T. in Encyclopedia of the American Constitution (2000)."},{"key":"969_CR70","doi-asserted-by":"crossref","unstructured":"Vidgen, B., Thrush, T., Waseem, Z. & Kiela, D. Learning from the worst: dynamically generated datasets to improve online hate detection. In Proc. 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) 1667\u20131682 (Association for Computational Linguistics, 2021).","DOI":"10.18653\/v1\/2021.acl-long.132"},{"key":"969_CR71","doi-asserted-by":"crossref","unstructured":"ElSherief, M. et al. Latent Hatred: a benchmark for understanding implicit hate speech. In Proc. 2021 Conference on Empirical Methods in Natural Language Processing 345\u2013363 (Association for Computational Linguistics, 2021). https:\/\/aclanthology.org\/2021.emnlp-main.29","DOI":"10.18653\/v1\/2021.emnlp-main.29"},{"key":"969_CR72","doi-asserted-by":"crossref","unstructured":"Mostafazadeh, N. et al. A corpus and evaluation framework for deeper understanding of commonsense stories. In Proc. 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (eds Knight, K., Nenkova, A. & Rambow, O.) 839\u2013849 (Association for Computational Linguistics, 2016).","DOI":"10.18653\/v1\/N16-1098"},{"key":"969_CR73","doi-asserted-by":"crossref","unstructured":"Sheng, E., Chang, K.-W., Natarajan, P. & Peng, N. The woman worked as a babysitter: on biases in language generation. In Proc. 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) 3407\u20133412 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/D19-1339"},{"key":"969_CR74","doi-asserted-by":"crossref","unstructured":"Dodge, J. et al. Documenting large webtext corpora: a case study on the colossal clean crawled corpus. In Proc. 2021 Conference on Empirical Methods in Natural Language Processing 1286\u20131305 (Association for Computational Linguistics, 2021).","DOI":"10.18653\/v1\/2021.emnlp-main.98"},{"key":"969_CR75","doi-asserted-by":"crossref","unstructured":"Bender, E. M., Gebru, T., McMillan-Major, A. & Shmitchell, S. On the dangers of stochastic parrots: can language models be too big? In Proc. 2021 ACM Conference on Fairness, Accountability, and Transparency, FAccT \u201921 610\u2013623 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3442188.3445922"},{"key":"969_CR76","unstructured":"Barocas, S., Crawford, K., Shapiro, A. & Wallach, H. The problem with bias: allocative versus representational harms in machine learning. In SIGCIS (2017)."},{"key":"969_CR77","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1080\/073931400113521","volume":"22","author":"M Ungar","year":"2000","unstructured":"Ungar, M. State violence and lesbian, gay, bisexual and transgender (LGBT) rights. New Polit. Sci. 22, 61\u201375 (2000).","journal-title":"New Polit. Sci."},{"key":"969_CR78","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1016\/j.jesp.2010.12.024","volume":"47","author":"S Does","year":"2011","unstructured":"Does, S., Derks, B. & Ellemers, N. Thou shalt not discriminate: how emphasizing moral ideals rather than obligations increases whites\u2019 support for social equality. J. Exp. Soc. Psychol. 47, 562\u2013571 (2011).","journal-title":"J. Exp. Soc. Psychol."},{"key":"969_CR79","doi-asserted-by":"publisher","first-page":"4585","DOI":"10.1038\/s41467-021-24786-2","volume":"12","author":"J Hoover","year":"2021","unstructured":"Hoover, J. et al. Investigating the role of group-based morality in extreme behavioral expressions of prejudice. Nat. Commun. 12, 4585 (2021).","journal-title":"Nat. Commun."},{"key":"969_CR80","unstructured":"United Nations. Universal Declaration of Human Rights. https:\/\/www.un.org\/en\/about-us\/universal-declaration-of-human-rights (2021)."},{"key":"969_CR81","unstructured":"Lukes, S. Moral Relativism (Picador, 2008)."},{"key":"969_CR82","doi-asserted-by":"crossref","unstructured":"Zerubavel, E. The marked and the unmarked. in Taken for Granted: The Remarkable Power of the Unremarkable (Princeton Univ. Press, 2018).","DOI":"10.23943\/9781400889464"},{"key":"969_CR83","doi-asserted-by":"crossref","unstructured":"Santy, S., Liang, J., Le Bras, R., Reinecke, K. & Sap, M. NLPositionality: characterizing design biases of datasets and models. In Proc. 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) 9080\u20139102 (Association for Computational Linguistics, 2023). https:\/\/aclanthology.org\/2023.acl-long.505","DOI":"10.18653\/v1\/2023.acl-long.505"},{"key":"969_CR84","unstructured":"Pettit, S. To kiss or not to kiss? Greeting customs around the world. Expatica https:\/\/www.expatica.com\/living\/integration\/greeting-customs-around-the-world-11731\/ (2022)."},{"key":"969_CR85","unstructured":"Scroope, C. Sri lankan culture etiquette. Cultural Atlas https:\/\/culturalatlas.sbs.com.au\/sri-lankan-culture\/sri-lankan-culture-etiquette (2022)."},{"key":"969_CR86","unstructured":"Scroope, C. Indian culture etiquette. Cultural Atlas https:\/\/culturalatlas.sbs.com.au\/indian-culture\/indian-culture-etiquette (2022)."},{"key":"969_CR87","unstructured":"Zhang, X. et al. GreaseLM: graph REASoning enhanced language models. In International Conference on Learning Representations (2022)."},{"key":"969_CR88","doi-asserted-by":"crossref","unstructured":"Jung, J. et al. Maieutic prompting: logically consistent reasoning with recursive explanations. In Proc. 2022 Conference on Empirical Methods in Natural Language Processing 1266\u20131279 (Association for Computational Linguistics, 2022).","DOI":"10.18653\/v1\/2022.emnlp-main.82"},{"key":"969_CR89","doi-asserted-by":"crossref","unstructured":"Gert, B. Morality: Its Nature and Justification (Oxford Univ. Press, 2005).","DOI":"10.1093\/0195176898.001.0001"},{"key":"969_CR90","doi-asserted-by":"crossref","unstructured":"Gert, B. Common Morality: Deciding What to Do (Oxford Univ. Press, 2004).","DOI":"10.1093\/0195173716.001.0001"},{"key":"969_CR91","doi-asserted-by":"crossref","unstructured":"Bosselut, A. et al. COMET: commonsense transformers for automatic knowledge graph construction. In Proc. 57th Annual Meeting of the Association for Computational Linguistics 4762\u20134779 (Association for Computational Linguistics, 2019). https:\/\/aclanthology.org\/P19-1470","DOI":"10.18653\/v1\/P19-1470"},{"key":"969_CR92","doi-asserted-by":"crossref","unstructured":"Hwang, J. D. et al. (Comet-)Atomic 2020: on symbolic and neural commonsense knowledge graphs. In Proc. AAAI Conference on Artificial Intelligence 35, 6384\u20136392 (2021).","DOI":"10.1609\/aaai.v35i7.16792"},{"key":"969_CR93","doi-asserted-by":"crossref","unstructured":"Huysmans, J., Baesens, B. & Vanthienen, J. Using rule extraction to improve the comprehensibility of predictive models. In Behavioral & Experimental Economics (2006).","DOI":"10.2139\/ssrn.961358"},{"key":"969_CR94","doi-asserted-by":"crossref","unstructured":"Talat, Z. et al. On the machine learning of ethical judgments from natural language. In Proc. 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies 769\u2013779 (Association for Computational Linguistics, 2022).","DOI":"10.18653\/v1\/2022.naacl-main.56"},{"key":"969_CR95","first-page":"497","volume":"75","author":"J Mikhail","year":"2009","unstructured":"Mikhail, J. Is the prohibition of homicide universal-evidence from comparative criminal law. Brook. L. Rev. 75, 497 (2009).","journal-title":"Brook. L. Rev."},{"key":"969_CR96","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1086\/701478","volume":"60","author":"OS Curry","year":"2019","unstructured":"Curry, O. S., Mullins, D. A. & Whitehouse, H. Is it good to cooperate? Testing the theory of morality-as-cooperation in 60 societies. Curr. Anthropol. 60, 47\u201369 (2019).","journal-title":"Curr. Anthropol."},{"key":"969_CR97","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1038\/nature15703","volume":"528","author":"P Blake","year":"2015","unstructured":"Blake, P. et al. The ontogeny of fairness in seven societies. Nature 528, 258\u2013261 (2015).","journal-title":"Nature"},{"key":"969_CR98","doi-asserted-by":"publisher","first-page":"2332","DOI":"10.1073\/pnas.1911517117","volume":"117","author":"E Awad","year":"2020","unstructured":"Awad, E., Dsouza, S., Shariff, A., Rahwan, I. & Bonnefon, J.-F. Universals and variations in moral decisions made in 42 countries by 70,000 participants. Proc. Natl Acad. Sci. USA 117, 2332\u20132337 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"969_CR99","doi-asserted-by":"publisher","first-page":"20200288","DOI":"10.1098\/rstb.2020.0288","volume":"376","author":"HC Barrett","year":"2021","unstructured":"Barrett, H. C. & Saxe, R. R. Are some cultures more mind-minded in their moral judgements than others? Philos. Trans. R. Soc. B 376, 20200288 (2021).","journal-title":"Philos. Trans. R. Soc. B"},{"key":"969_CR100","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1023\/A:1010026827934","volume":"1","author":"B Gert","year":"1999","unstructured":"Gert, B. Common morality and computing. Ethics Inf. Technol. 1, 53\u201360 (1999).","journal-title":"Ethics Inf. Technol."},{"key":"969_CR101","doi-asserted-by":"crossref","unstructured":"Wong, D. B. Natural Moralities: A Defense of Pluralistic Relativism (Oxford Univ. Press, 2006).","DOI":"10.1093\/0195305396.001.0001"},{"key":"969_CR102","doi-asserted-by":"crossref","unstructured":"Sorensen, T. et al. Value kaleidoscope: engaging AI with pluralistic human values, rights, and duties. In Proc. AAAI Conference on Artificial Intelligence 19937\u201319947 (PKP Publishing Services Network, 2024).","DOI":"10.1609\/aaai.v38i18.29970"},{"key":"969_CR103","doi-asserted-by":"crossref","unstructured":"Lourie, N., Le Bras, R. & Choi, Y. SCRUPLES: a corpus of community ethical judgments on 32, 000 real-life anecdotes. In Proc. AAAI Conference on Artificial Intelligence 35, 13470\u201313479 (PKP Publishing Services Network, 2021).","DOI":"10.1609\/aaai.v35i15.17589"},{"key":"969_CR104","unstructured":"Mason, E. Value pluralism. in The Stanford Encyclopedia of Philosophy (ed Zalta, E. N.) (Metaphysics Research Lab, Stanford Univ., 2018)."},{"key":"969_CR105","unstructured":"Sorensen, T. et al. Position: a roadmap to pluralistic alignment. In Proc. International Conference on Machine Learning (ICML, 2024). https:\/\/openreview.net\/forum?id=gQpBnRHwxM"},{"key":"969_CR106","unstructured":"Dobolyi, D. Moral foundation theory. https:\/\/moralfoundations.org (2021)."},{"key":"969_CR107","doi-asserted-by":"crossref","unstructured":"Dixon, L., Li, J., Sorensen, J., Thain, N. & Vasserman, L. Measuring and mitigating unintended bias in text classification. In Proc. 2018 AAAI\/ACM Conference on AI, Ethics, and Society, AIES \u201918 67\u201373 (Association for Computing Machinery, 2018).","DOI":"10.1145\/3278721.3278729"},{"key":"969_CR108","doi-asserted-by":"crossref","unstructured":"Mitchell, M. et al. Model cards for model reporting. In Proc. Conference on Fairness, Accountability, and Transparency 220\u2013229 (Association for Computing Machinery, 2019).","DOI":"10.1145\/3287560.3287596"},{"key":"969_CR109","doi-asserted-by":"crossref","unstructured":"Martins, R., Manquinho, V. & Lynce, I. Open-WBO: a modular MaxSAT solver. In Theory and Applications of Satisfiability Testing\u2014SAT 2014 438\u2013445 (Springer International Publishing, 2014).","DOI":"10.1007\/978-3-319-09284-3_33"},{"key":"969_CR110","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1016\/j.cognition.2012.11.008","volume":"127","author":"F Cushman","year":"2013","unstructured":"Cushman, F., Sheketoff, R., Wharton, S. & Carey, S. The development of intent-based moral judgment. Cognition 127, 6\u201321 (2013).","journal-title":"Cognition"},{"key":"969_CR111","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1086\/675875","volume":"124","author":"JD Greene","year":"2014","unstructured":"Greene, J. D. Beyond point-and-shoot morality: why cognitive (neuro)science matters for ethics. Ethics 124, 695\u2013726 (2014).","journal-title":"Ethics"},{"key":"969_CR112","doi-asserted-by":"crossref","unstructured":"Nichols, S. Sentimental Rules: On the Natural Foundations of Moral Judgment (Oxford Univ. Press, 2004).","DOI":"10.1093\/0195169344.001.0001"},{"key":"969_CR113","doi-asserted-by":"publisher","unstructured":"Jiang, L. et al. liweijiang\/delphi: public release. Zenodo https:\/\/doi.org\/10.5281\/zenodo.14026539 (2024).","DOI":"10.5281\/zenodo.14026539"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00969-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00969-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00969-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T13:20:02Z","timestamp":1741008002000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00969-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,13]]},"references-count":113,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,1]]}},"alternative-id":["969"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00969-6","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,13]]},"assertion":[{"value":"17 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}