{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T12:17:44Z","timestamp":1776860264314,"version":"3.51.2"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,9,30]],"date-time":"2017-09-30T00:00:00Z","timestamp":1506729600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI & Soc"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s00146-017-0760-1","type":"journal-article","created":{"date-parts":[[2017,9,30]],"date-time":"2017-09-30T09:56:58Z","timestamp":1506765418000},"page":"165-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":86,"title":["Social choice ethics in artificial intelligence"],"prefix":"10.1007","volume":"35","author":[{"given":"Seth D.","family":"Baum","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,9,30]]},"reference":[{"key":"760_CR1","first-page":"33","volume-title":"Global catastrophic risks","author":"FC Adams","year":"2008","unstructured":"Adams FC (2008) Long-term astrophysical processes. In: Bostrom N, \u0106irkovi\u0107 MM (eds) Global catastrophic risks. Oxford University Press, Oxford, pp 33\u201347"},{"key":"760_CR2","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1080\/09528130050111428","volume":"12","author":"C Allen","year":"2000","unstructured":"Allen C, Varner G, Zinser J (2000) Prolegomena to any future artificial moral agent. J Exp Theor Artif Intell 12:251\u2013261","journal-title":"J Exp Theor Artif Intell"},{"issue":"3","key":"760_CR3","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s10676-006-0004-4","volume":"7","author":"C Allen","year":"2005","unstructured":"Allen C, Smit I, Wallach W (2005) Artificial morality: top-down, bottom-up, and hybrid approaches. Ethics Inf Technol 7(3):149\u2013155","journal-title":"Ethics Inf Technol"},{"issue":"3","key":"760_CR4","doi-asserted-by":"crossref","first-page":"246","DOI":"10.1093\/phe\/phu001","volume":"8","author":"J Anomaly","year":"2015","unstructured":"Anomaly J (2015) What\u2019s wrong with factory farming? Public Health Ethics 8(3):246\u2013254","journal-title":"Public Health Ethics"},{"key":"760_CR5","first-page":"14","volume-title":"Democracy unbound: basic explorations I","author":"G Arrhenius","year":"2005","unstructured":"Arrhenius G (2005) The boundary problem in democratic theory. In: Tersman F (ed) Democracy unbound: basic explorations I. Filosofiska Institutionen, Stockholm, pp 14\u201329"},{"key":"760_CR6","first-page":"1","volume-title":"Descriptive and normative approaches to human behavior","author":"G Arrhenius","year":"2011","unstructured":"Arrhenius G (2011) The impossibility of a satisfactory population ethics. In: Dzhafarov E, Lacey P (eds) Descriptive and normative approaches to human behavior. World Scientific, Singapore, pp 1\u201326"},{"key":"760_CR7","first-page":"424","volume-title":"The Oxford handbook of value theory","author":"G Arrhenius","year":"2015","unstructured":"Arrhenius G, Rabinowicz W (2015) The value of existence. In: Hirose I, Olson J (eds) The Oxford handbook of value theory. Oxford University Press, Oxford, pp 424\u2013443"},{"key":"760_CR8","volume-title":"Social choice and individual values","author":"KJ Arrow","year":"1951","unstructured":"Arrow KJ (1951) Social choice and individual values. Wiley, New York"},{"issue":"6","key":"760_CR9","doi-asserted-by":"crossref","first-page":"1556","DOI":"10.1037\/a0037737","volume":"140","author":"D Balliet","year":"2014","unstructured":"Balliet D, Wu J, De Dreu CKW (2014) Ingroup favoritism in cooperation: a meta-analysis. Psychol Bull 140(6):1556\u20131581","journal-title":"Psychol Bull"},{"key":"760_CR10","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1016\/S0065-2601(05)37004-3","volume":"37","author":"RS Baron","year":"2005","unstructured":"Baron RS (2005) So right it\u2019s wrong: groupthink and the ubiquitous nature of polarized group decision making. Adv Exp Soc Psychol 37:219\u2013253","journal-title":"Adv Exp Soc Psychol"},{"issue":"12","key":"760_CR11","doi-asserted-by":"crossref","first-page":"875","DOI":"10.1136\/jme.2007.023986","volume":"34","author":"SD Baum","year":"2008","unstructured":"Baum SD (2008) Better to exist: a reply to Benatar. J Med Ethics 34(12):875\u2013876","journal-title":"J Med Ethics"},{"issue":"1","key":"760_CR12","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1016\/j.ecolecon.2009.08.024","volume":"69","author":"SD Baum","year":"2009","unstructured":"Baum SD (2009) Description, prescription and the choice of discount rates. Ecol Econ 69(1):197\u2013205","journal-title":"Ecol Econ"},{"key":"760_CR13","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780199296422.001.0001","volume-title":"Better never to have been: the harm of coming into existence","author":"D Benatar","year":"2006","unstructured":"Benatar D (2006) Better never to have been: the harm of coming into existence. Oxford University Press, Oxford"},{"issue":"6245","key":"760_CR14","doi-asserted-by":"crossref","first-page":"252","DOI":"10.1126\/science.349.6245.252","volume":"349","author":"J Bohannon","year":"2015","unstructured":"Bohannon J (2015) Fears of an AI pioneer. Science 349(6245):252","journal-title":"Science"},{"issue":"1","key":"760_CR15","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/s11948-015-9636-2","volume":"22","author":"J Borenstein","year":"2016","unstructured":"Borenstein J, Arkin R (2016) Robotic nudges: the ethics of engineering a more socially just human being. Sci Eng Ethics 22(1):31\u201346","journal-title":"Sci Eng Ethics"},{"key":"760_CR16","first-page":"107","volume-title":"Medical enhancement and posthumanity","author":"N Bostrom","year":"2008","unstructured":"Bostrom N (2008) Why I want to be a posthuman when I grow up. In: Gordijn B, Chadwick R (eds) Medical enhancement and posthumanity. Springer, Berlin, pp 107\u2013136"},{"key":"760_CR17","volume-title":"Superintelligence: paths, dangers, strategies","author":"N Bostrom","year":"2014","unstructured":"Bostrom N (2014) Superintelligence: paths, dangers, strategies. Oxford University Press, Oxford"},{"key":"760_CR18","volume-title":"Handbook of computational social choice","author":"F Brandt","year":"2015","unstructured":"Brandt F, Conitzer V, Endriss U, Lang J, Procaccia AD (2015) Handbook of computational social choice. Cambridge University Press, Cambridge"},{"issue":"4","key":"760_CR19","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1111\/j.1088-4963.2009.01166.x","volume":"37","author":"A Buchanan","year":"2009","unstructured":"Buchanan A (2009) Moral status and human enhancement. Philos Public Aff 37(4):346\u2013381","journal-title":"Philos Public Aff"},{"key":"760_CR20","volume-title":"Artificial intelligence has a \u2018sea of dudes\u2019 problem","author":"J Clark","year":"2016","unstructured":"Clark J (2016) Artificial intelligence has a \u2018sea of dudes\u2019 problem. Bloomberg, New York"},{"key":"760_CR21","first-page":"147","volume":"60","author":"CS Cockell","year":"2007","unstructured":"Cockell CS (2007) Originism: ethics and extraterrestrial life. J Br Interplanet Soc 60:147\u2013153","journal-title":"J Br Interplanet Soc"},{"key":"760_CR22","volume-title":"Essai sur l\u2019Application de l\u2019Analyse \u00e0 la Probabilit\u00e9 des D\u00e9cisions Rendues \u00e0 la Pluralit\u00e9 des Voix","author":"M Condorcet de","year":"1785","unstructured":"de Condorcet M (1785) Essai sur l\u2019Application de l\u2019Analyse \u00e0 la Probabilit\u00e9 des D\u00e9cisions Rendues \u00e0 la Pluralit\u00e9 des Voix. L\u2019imprimerie Royale, Paris"},{"issue":"6189","key":"760_CR23","doi-asserted-by":"crossref","first-page":"1293","DOI":"10.1126\/science.1248811","volume":"344","author":"P Fossat","year":"2014","unstructured":"Fossat P, Bacqu\u00e9-Cazenave J, De Deurwaerd\u00e8re P, Delbecque JP, Cattaert D (2014) Anxiety-like behavior in crayfish is controlled by serotonin. Science 344(6189):1293\u20131297","journal-title":"Science"},{"key":"760_CR24","volume-title":"Folie et D\u00e9raison: Histoire de la Folie \u00e0 l\u2019\u00e2ge Classique","author":"M Foucault","year":"1961","unstructured":"Foucault M (1961) Folie et D\u00e9raison: Histoire de la Folie \u00e0 l\u2019\u00e2ge Classique. Plon, Paris"},{"issue":"2","key":"760_CR25","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1257\/jel.40.2.351","volume":"40","author":"S Frederick","year":"2002","unstructured":"Frederick S, Loewenstein G, O\u2019donoghue T (2002) Time discounting and time preference: a critical review. J Econ Lit 40(2):351\u2013401","journal-title":"J Econ Lit"},{"key":"760_CR26","unstructured":"Funk C, Kennedy B, Podrebarac Sciupac E (2016) U.S. public wary of biomedical technologies to \u2018enhance\u2019 human abilities. Pew Research Center"},{"key":"760_CR27","unstructured":"Gibbs S (2016) Microsoft\u2019s racist chatbot returns with drug-smoking Twitter meltdown. The Guardian"},{"issue":"18","key":"760_CR28","doi-asserted-by":"crossref","first-page":"7357","DOI":"10.1073\/pnas.0701768104","volume":"104","author":"J Ginges","year":"2007","unstructured":"Ginges J, Atran S, Medin D, Shikaki K (2007) Sacred bounds on rational resolution of violent political conflict. Proc Natl Acad Sci 104(18):7357\u20137360","journal-title":"Proc Natl Acad Sci"},{"issue":"1","key":"760_CR29","first-page":"50","volume":"26","author":"B Goertzel","year":"2016","unstructured":"Goertzel B (2016) Infusing advanced AGIs with human-like value systems: two theses. J Evol Technol 26(1):50\u201372","journal-title":"J Evol Technol"},{"key":"760_CR30","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/S0921-8009(97)00035-9","volume":"25","author":"B Hannon","year":"1998","unstructured":"Hannon B (1998) How might nature value man? Ecol Econ 25:265\u2013279","journal-title":"Ecol Econ"},{"issue":"1","key":"760_CR31","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1007\/s003550050057","volume":"14","author":"JC Harsanyi","year":"1996","unstructured":"Harsanyi JC (1996) Utilities, preferences, and substantive goods. Soc Choice Welf 14(1):129\u2013145","journal-title":"Soc Choice Welf"},{"key":"760_CR32","doi-asserted-by":"crossref","first-page":"87","DOI":"10.3197\/096327197776679211","volume":"6","author":"D Holbrook","year":"1997","unstructured":"Holbrook D (1997) The consequentialistic side of environmental ethics. Environ Values 6:87\u201396","journal-title":"Environ Values"},{"key":"760_CR33","first-page":"405","volume":"83","author":"FP Hubbard","year":"2011","unstructured":"Hubbard FP (2011) \u2018Do androids dream?\u2019: Personhood and intelligent artifacts. Temple Law Rev 83:405\u2013441","journal-title":"Temple Law Rev"},{"key":"760_CR34","unstructured":"Klein A (2016) Robot ranchers monitor animals on giant Australian farms. New Scientist"},{"key":"760_CR35","first-page":"69","volume-title":"Autonomous driving: technical, legal and social aspects","author":"P Lin","year":"2016","unstructured":"Lin P (2016) Why ethics matters for autonomous cars. In: Maurer M, Gerdes JC, Lenz B, Winner H (eds) Autonomous driving: technical, legal and social aspects. Springer, Berlin, pp 69\u201385"},{"issue":"1","key":"760_CR36","doi-asserted-by":"crossref","first-page":"95","DOI":"10.2307\/1879374","volume":"77","author":"SA Marglin","year":"1963","unstructured":"Marglin SA (1963) The social rate of discount and the optimal rate of investment. Q J Econ 77(1):95\u2013111","journal-title":"Q J Econ"},{"issue":"4","key":"760_CR37","doi-asserted-by":"crossref","first-page":"951","DOI":"10.1007\/s11948-016-9833-7","volume":"23","author":"D Martin","year":"2017","unstructured":"Martin D (2017) Who should decide how machines make morally laden decisions? Sci Eng Ethics 23(4):951\u2013967","journal-title":"Sci Eng Ethics"},{"key":"760_CR38","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.trc.2016.01.001","volume":"65","author":"AC Mersky","year":"2016","unstructured":"Mersky AC, Samaras C (2016) Fuel economy testing of autonomous vehicles. Transp Res Part C Emerg Technol 65:31\u201348","journal-title":"Transp Res Part C Emerg Technol"},{"key":"760_CR39","unstructured":"Metz R (2014) Startup Knightscope is preparing to roll out human-size robot patrols. MIT Technol Rev"},{"key":"760_CR40","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/978-3-642-32560-1_6","volume-title":"Singularity hypotheses: a scientific and philosophical assessment","author":"L Muehlhauser","year":"2012","unstructured":"Muehlhauser L, Helm L (2012) Intelligence explosion and machine ethics. In: Eden A, S\u00f8raker J, Moor JH, Steinhart E (eds) Singularity hypotheses: a scientific and philosophical assessment. Springer, Berlin, pp 101\u2013126"},{"issue":"2","key":"760_CR41","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1017\/S0953820800000650","volume":"2","author":"YK Ng","year":"1990","unstructured":"Ng YK (1990) Welfarism and utilitarianism: a rehabilitation. Utilitas 2(2):171\u2013193","journal-title":"Utilitas"},{"issue":"2","key":"760_CR42","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1007\/s003550050140","volume":"16","author":"YK Ng","year":"1999","unstructured":"Ng YK (1999) Utility, informed preference, or happiness: following Harsanyi\u2019s argument to its logical conclusion. Soc Choice Welf 16(2):197\u2013216","journal-title":"Soc Choice Welf"},{"key":"760_CR43","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1017\/S1473550413000426","volume":"13","author":"JT O\u2019Malley-James","year":"2014","unstructured":"O\u2019Malley-James JT, Cockell CS, Greaves JS, Raven JA (2014) Swansong biospheres II: the final signs of life on terrestrial planets near the end of their habitable lifetimes. Int J Astrobiol 13:229\u2013243","journal-title":"Int J Astrobiol"},{"key":"760_CR44","volume-title":"The modifiable areal unit problem","author":"S Openshaw","year":"1983","unstructured":"Openshaw S (1983) The modifiable areal unit problem. Geo Books, Norwich"},{"key":"760_CR45","unstructured":"Pew Research Center (2017) Changing attitudes on gay marriage"},{"key":"760_CR46","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"R Picard","year":"1997","unstructured":"Picard R (1997) Affective computing. MIT Press, Cambridge"},{"issue":"2","key":"760_CR47","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1006\/obhd.1999.2839","volume":"79","author":"I Ritov","year":"1999","unstructured":"Ritov I, Baron J (1999) Protected values and omission bias. Organ Behav Hum Decis Process 79(2):79\u201394","journal-title":"Organ Behav Hum Decis Process"},{"key":"760_CR48","first-page":"140","volume-title":"Beyond spaceship Earth: environmental ethics and the solar system","author":"H Rolston III","year":"1986","unstructured":"Rolston H III (1986) The preservation of natural value in the solar system. In: Hargrove EC (ed) Beyond spaceship Earth: environmental ethics and the solar system. Sierra Club Books, San Francisco, pp 140\u2013182"},{"issue":"1","key":"760_CR49","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1111\/faf.12010","volume":"15","author":"JD Rose","year":"2014","unstructured":"Rose JD, Arlinghaus R, Cooke SJ, Diggles BK, Sawynok W, Stevens ED, Wynne CDL (2014) Can fish really feel pain? Fish Fish 15(1):97\u2013133","journal-title":"Fish Fish"},{"issue":"3\u20134","key":"760_CR50","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1080\/02691720903364282","volume":"23","author":"EW Schienke","year":"2009","unstructured":"Schienke EW, Tuana N, Brown DA, Davis KJ, Keller K, Shortle JS, Stickler M, Baum SD (2009) The role of the NSF Broader Impacts Criterion in enhancing research ethics pedagogy. Soc Epistemol 23(3\u20134):317\u2013336","journal-title":"Soc Epistemol"},{"issue":"3","key":"760_CR51","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1007\/s11948-010-9209-3","volume":"17","author":"EW Schienke","year":"2011","unstructured":"Schienke EW, Baum SD, Tuana N, Davis KJ, Keller K (2011) Intrinsic ethics regarding integrated assessment models for climate management. Sci Eng Ethics 17(3):503\u2013523","journal-title":"Sci Eng Ethics"},{"key":"760_CR52","first-page":"450","volume":"45","author":"C Stone","year":"1972","unstructured":"Stone C (1972) Should trees have standing? Toward legal rights for natural objects. South Calif Law Rev 45:450\u2013501","journal-title":"South Calif Law Rev"},{"issue":"2","key":"760_CR53","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1111\/j.1751-9004.2008.00088.x","volume":"2","author":"J Stone","year":"2008","unstructured":"Stone J, Fernandez NC (2008) To practice what we preach: the use of hypocrisy and cognitive dissonance to motivate behavior change. Soc Personal Psychol Compass 2(2):1024\u20131051","journal-title":"Soc Personal Psychol Compass"},{"issue":"5","key":"760_CR54","first-page":"1333","volume":"47","author":"CR Sunstein","year":"2000","unstructured":"Sunstein CR (2000) Standing for animals. UCLA Law Rev 47(5):1333\u20131368","journal-title":"UCLA Law Rev"},{"key":"760_CR55","volume-title":"Coherent extrapolated volition: a meta-level approach to machine ethics","author":"N Tarleton","year":"2010","unstructured":"Tarleton N (2010) Coherent extrapolated volition: a meta-level approach to machine ethics. The Singularity Institute, Berkeley, CA"},{"key":"760_CR56","volume-title":"Nudge: improving decisions about health, wealth, and happiness","author":"R Thaler","year":"2008","unstructured":"Thaler R, Sunstein C (2008) Nudge: improving decisions about health, wealth, and happiness. Yale University Press, New Haven"},{"issue":"5","key":"760_CR57","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/0016-3287(96)00017-1","volume":"28","author":"B Tonn","year":"1996","unstructured":"Tonn B (1996) A design for future-oriented government. Futures 28(5):413\u2013431","journal-title":"Futures"},{"key":"760_CR58","volume-title":"Moral machines: teaching robots right from wrong","author":"W Wallach","year":"2008","unstructured":"Wallach W, Allen C (2008) Moral machines: teaching robots right from wrong. Oxford University Press, Oxford"},{"issue":"4","key":"760_CR59","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1007\/s00146-007-0099-0","volume":"22","author":"W Wallach","year":"2008","unstructured":"Wallach W, Allen C, Smit I (2008) Machine morality: bottom-up and top-down approaches for modelling human moral faculties. AI & Soc 22(4):565\u2013582","journal-title":"AI & Soc"},{"key":"760_CR60","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1007\/978-3-642-31674-6_29","volume-title":"Philosophy and theory of artificial intelligence","author":"RV Yampolskiy","year":"2013","unstructured":"Yampolskiy RV (2013) Artificial intelligence safety engineering: why machine ethics is a wrong approach. In: M\u00fcller VC (ed) Philosophy and theory of artificial intelligence. Springer, Berlin, pp 389\u2013396"},{"key":"760_CR61","doi-asserted-by":"crossref","DOI":"10.1353\/book.72123","volume-title":"Contested conventions: the struggle to establish the constitution and save the union, 1787\u20131789","author":"M Yazawa","year":"2016","unstructured":"Yazawa M (2016) Contested conventions: the struggle to establish the constitution and save the union, 1787\u20131789. Johns Hopkins University Press, Baltimore"},{"key":"760_CR62","volume-title":"Coherent extrapolated volition","author":"E Yudkowsky","year":"2004","unstructured":"Yudkowsky E (2004) Coherent extrapolated volition. The Singularity Institute, San Francisco"}],"container-title":["AI & SOCIETY"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-017-0760-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00146-017-0760-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-017-0760-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T12:01:51Z","timestamp":1719489711000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00146-017-0760-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9,30]]},"references-count":62,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["760"],"URL":"https:\/\/doi.org\/10.1007\/s00146-017-0760-1","relation":{},"ISSN":["0951-5666","1435-5655"],"issn-type":[{"value":"0951-5666","type":"print"},{"value":"1435-5655","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,9,30]]},"assertion":[{"value":"17 July 2016","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}