{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T21:35:19Z","timestamp":1778103319889,"version":"3.51.4"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,1,23]],"date-time":"2018-01-23T00:00:00Z","timestamp":1516665600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,23]],"date-time":"2018-01-23T00:00:00Z","timestamp":1516665600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["ONR #N00014-16-1-2278"],"award-info":[{"award-number":["ONR #N00014-16-1-2278"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ethics Inf Technol"],"published-print":{"date-parts":[[2018,3]]},"DOI":"10.1007\/s10676-018-9447-7","type":"journal-article","created":{"date-parts":[[2018,1,23]],"date-time":"2018-01-23T10:58:25Z","timestamp":1516705105000},"page":"59-69","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":58,"title":["The \u201cbig red button\u201d is too late: an alternative model for the ethical evaluation of AI systems"],"prefix":"10.1007","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1461-7389","authenticated-orcid":false,"given":"Thomas","family":"Arnold","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthias","family":"Scheutz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,1,23]]},"reference":[{"key":"9447_CR1","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., & Man\u00e9, D. (2016). Concrete problems in AI safety. Preprint at arXiv:1606.06565. Retrieved from \n                    https:\/\/arXiv.org\/abs\/1606.06565v2\n                    \n                  ."},{"key":"9447_CR2","unstructured":"Ananny, M., & Crawford, K. (2016). Seeing without knowing: Limitations of the transparency ideal and its application to algorithmic accountability. New Media and Society. Retrieved from \n                    http:\/\/journals.sagepub.com\/doi\/full\/10.1177\/1461444816676645\n                    \n                  ."},{"issue":"4","key":"9447_CR3","first-page":"15","volume":"28","author":"M Anderson","year":"2007","unstructured":"Anderson, M., & Anderson, S. L. (2007). Machine ethics: Creating an ethical intelligent agent. AI Magazine, 28(4), 15.","journal-title":"AI Magazine"},{"key":"9447_CR4","unstructured":"Arnold, T., Kasenberg, D., & Scheutz, M. (2017). Value alignment or misalignment: What will keep systems accountable? AAAI Ethics Workshop. Retrieved from \n                    https:\/\/hrilab.tufts.edu\/publications\/ aaai17-alignment.pdf\n                    \n                  ."},{"issue":"2","key":"9447_CR5","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10676-016-9389-x","volume":"18","author":"T Arnold","year":"2016","unstructured":"Arnold, T., & Scheutz, M. (2016). Against the moral turing test: Accountable design and the moral reasoning of autonomous systems. Ethics and Information Technology, 18(2), 103\u2013115.","journal-title":"Ethics and Information Technology"},{"key":"9447_CR6","volume-title":"Superintelligence: Paths, dangers, strategies","author":"N Bostrom","year":"2014","unstructured":"Bostrom, N. (2014). Superintelligence: Paths, dangers, strategies. Oxford: Oxford University Press."},{"key":"9447_CR7","unstructured":"Boyd, D. (2016). Transparency \u2260 accountability. Data & Society: Points. Retrieved from \n                    https:\/\/points.datasociety.net\/transparency-accountability-3c04e4804504#.t8eg2c1fl\n                    \n                  ."},{"key":"9447_CR8","unstructured":"Briggs, G., & Scheutz, M. (2016). Why robots must learn to tell us no. Scientific American. Retrieved from \n                    https:\/\/www.scientificamerican.com\/article\/why-robots-must-learn-to-tell-us-ldquo- no-rdquo\/\n                    \n                  ."},{"issue":"4","key":"9447_CR9","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MIS.2006.82","volume":"21","author":"S Bringsjord","year":"2006","unstructured":"Bringsjord, S., Arkoudas, K., & Bello, P. (2006). Toward a general logicist methodology for engineering ethically correct robots. IEEE Intelligent Systems, 21(4), 38\u201344.","journal-title":"IEEE Intelligent Systems"},{"issue":"7625","key":"9447_CR10","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1038\/538311a","volume":"538","author":"K Crawford","year":"2016","unstructured":"Crawford, K., & Calo, R. (2016). There is a blind spot in AI research. Nature, 538(7625), 311.","journal-title":"Nature"},{"key":"9447_CR11","unstructured":"Cuthbertson, A. (2016) Google\u2019s \u201cbig red button\u201d could save the world from AI. (2016). Newsweek. Retrieved from \n                    http:\/\/www.newsweek.com\/google-big-red-button-ai-artificial- intelligence-save-world-elon-musk-466753\n                    \n                  ."},{"key":"9447_CR12","unstructured":"Davies, A. (2016). Surprise! Uber refuses to stop self-driving cars in SF. Wired. Retrieved from \n                    https:\/\/www.wired.com\/2016\/12\/uber-refuses-stop-self-driving-sf-setting-legal- showdown\/\n                    \n                  ."},{"key":"9447_CR13","unstructured":"Devlin, H. (2016). Discrimination by algorithm: Scientists devise test to detect AI bias. The Guardian. Retrieved from \n                    https:\/\/www.theguardian.com\/technology\/2016\/dec\/19\/ discrimination-by-algorithm-scientists-devise-test-to-detect-ai-bias\n                    \n                  ."},{"key":"9447_CR14","unstructured":"Ewing, J. (2015). Volkswagen says 11 million cars worldwide are affected in diesel deception. The New York Times. Retrieved from \n                    http:\/\/www.nytimes.com\/2015\/09\/23\/business\/international\/volkswagen-diesel-car-scandal.html?_r=0\n                    \n                  ."},{"key":"9447_CR15","unstructured":"Gershgorn, D. (2016). We don\u2019t understand how AI make most decisions, so now algorithms are explaining themselves. Quartz. Retrieved from \n                    http:\/\/qz.com\/865357\/we-dont- understand-how-ai-make-most-decisions-so-now-algorithms-are-explaining-themselves\/\n                    \n                  ."},{"key":"9447_CR16","unstructured":"Hadfield-Menell, D., Dragan, A., Abbeel, P., & Russell, S. (2016). The off-switch game. Preprint at arXiv:1611.08219. Retrieved from \n                    https:\/\/arXiv.org\/abs\/1611.08219v3\n                    \n                  ."},{"key":"9447_CR17","unstructured":"Hardesty, L. (2016). Making computers explain themselves. MIT News. Retrieved from \n                    http:\/\/news.mit.edu\/2016\/making-computers-explain-themselves-machine-learning-1028\n                    \n                  ."},{"key":"9447_CR18","unstructured":"Hardt, M., Price, E., & Srebro, N. (2016). Equality of opportunity in supervised learning. Advances In Neural Information Processing Systems (pp.\u00a03315\u20133323)."},{"key":"9447_CR19","unstructured":"Lei, T., Barzilay, R., & Jaakkola, T. (2016). Rationalizing neural predictions. Retrieved from \n                    https:\/\/arXiv.org\/abs\/1606.04155v2\n                    \n                  ."},{"key":"9447_CR20","doi-asserted-by":"crossref","unstructured":"Malle, B. F., & Scheutz, M. (2014). Moral competence in social robots. Ethics in Science, Technology and Engineering, 2014 IEEE International Symposium (pp.\u00a01\u20136). IEEE.","DOI":"10.1109\/ETHICS.2014.6893446"},{"key":"9447_CR21","unstructured":"Malle, B. F., Scheutz, M., Arnold, T., Voiklis, J., & Cusimano, C. (2015). Sacrifice one for the good of many? People apply different moral norms to human and robot agents. In Proceedings of the Tenth Annual ACM\/IEEE International Conference on Human-Robot Interaction (pp.\u00a0117\u2013124). ACM."},{"issue":"4","key":"9447_CR22","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MIS.2006.80","volume":"21","author":"JH Moor","year":"2006","unstructured":"Moor, J. H. (2006). The nature, importance, and difficulty of machine ethics. IEEE Intelligent Systems, 21(4), 18\u201321.","journal-title":"IEEE Intelligent Systems"},{"key":"9447_CR23","first-page":"17","volume":"10","author":"G Neff","year":"2016","unstructured":"Neff, G., & Nagy, P. (2016). Automation, algorithms, and politics| talking to bots: symbiotic agency and the case of tay. International Journal of Communication, 10, 17.","journal-title":"International Journal of Communication"},{"key":"9447_CR24","unstructured":"Orseau, L., & Armstrong, S. (2016). Safely interruptible agents. Retrieved from \n                    https:\/\/ora.ox.ac.uk\/objects\/uuid:17c0e095-4e13-47fc-bace-64ec46134a3f\n                    \n                  ."},{"key":"9447_CR25","unstructured":"Park, D. H., Hendricks, L. A., Akata, Z., Schiele, B., Darrell, T., & Rohrbach, M. (2016). Attentive explanations: Justifying decisions and pointing to the evidence. Preprint at arXiv:1612.04757. Retrieved from \n                    https:\/\/arXiv.org\/abs\/1612.04757v2\n                    \n                  ."},{"key":"9447_CR26","unstructured":"Riedl, M. (2016). Big red button. Retrieved from \n                    https:\/\/markriedl.github.io\/big-red-button\/\n                    \n                  ."},{"key":"9447_CR27","unstructured":"Sample, I. (2017). Give robots an \u2018ethical black box\u2019 to track and explain decisions, say scientists. The Guardian. Retrieved from \n                    https:\/\/www.theguardian.com\/science\/2017\/jul\/19\/ give-robots-an-ethical-black-box-to-track-and-explain-decisions-say-scientists\n                    \n                  ."},{"key":"9447_CR28","unstructured":"Satell, G. (2016). Teaching an algorithm to understand right and wrong. Harvard Business Review. Retrieved from \n                    https:\/\/hbr.org\/2016\/11\/teaching-an-algorithm-to-understand- right-and-wrong\n                    \n                  ."},{"key":"9447_CR29","first-page":"515","volume-title":"Fundamental issues of artificial intelligence","author":"M Scheutz","year":"2014","unstructured":"Scheutz, M. (2014). The need for moral competency in autonomous agent architectures. In Fundamental issues of artificial intelligence (pp.\u00a0515\u2013525). New York: Springer."},{"key":"9447_CR30","volume-title":"Moral machines: Teaching robots right from wrong","author":"W Wallach","year":"2008","unstructured":"Wallach, W., & Allen, C. (2008). Moral machines: Teaching robots right from wrong. Oxford: Oxford University Press."},{"key":"9447_CR31","unstructured":"White House. (2016). The Administration\u2019s report on the future of artificial intelligence. Retrieved from \n                    https:\/\/www.whitehouse.gov\/blog\/2016\/10\/12\/administrations-report-future- artificial-intelligence\n                    \n                  ."},{"key":"9447_CR32","unstructured":"Wiedenmeier, B. (2016). A warning to people who bike: Self-driving Ubers and right hook turns | San Francisco bicycle coalition. Sfbike.org. Retrieved from \n                    https:\/\/www.sfbike.org\/news\/a-warning-to-people-who-bike-self-driving-ubers-and-right-hook-turns\/\n                    \n                  ."}],"container-title":["Ethics and Information Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10676-018-9447-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-018-9447-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-018-9447-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,14]],"date-time":"2020-05-14T06:28:27Z","timestamp":1589437707000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10676-018-9447-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1,23]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,3]]}},"alternative-id":["9447"],"URL":"https:\/\/doi.org\/10.1007\/s10676-018-9447-7","relation":{},"ISSN":["1388-1957","1572-8439"],"issn-type":[{"value":"1388-1957","type":"print"},{"value":"1572-8439","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1,23]]},"assertion":[{"value":"23 January 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}