{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T01:33:42Z","timestamp":1769736822804,"version":"3.49.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2017,8,9]],"date-time":"2017-08-09T00:00:00Z","timestamp":1502236800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI & Soc"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s00146-017-0753-0","type":"journal-article","created":{"date-parts":[[2017,8,9]],"date-time":"2017-08-09T09:54:37Z","timestamp":1502272477000},"page":"907-920","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["The problem of superintelligence: political, not technological"],"prefix":"10.1007","volume":"34","author":[{"given":"Wolfhart","family":"Totschnig","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,8,9]]},"reference":[{"key":"753_CR1","doi-asserted-by":"crossref","unstructured":"Bostrom N (1998) How long before superintelligence? Accessed 22 Aug 2016. http:\/\/www.nickbostrom.com\/superintelligence.html","DOI":"10.1002\/9781118922590.ch2"},{"key":"753_CR2","unstructured":"Bostrom N (2002) Existential risks: analyzing human extinction scenarios and related hazards. J Evol Technol 9(1). Accessed 24 April 2016. http:\/\/www.jetpress.org\/volume9\/risks.html"},{"key":"753_CR3","unstructured":"Bostrom N (2003) Ethical issues in advanced artificial intelligence. Accessed 9 March 2016. http:\/\/www.nickbostrom.com\/ethics\/ai.html"},{"key":"753_CR4","volume-title":"Superintelligence: paths, dangers, strategies","author":"N Bostrom","year":"2014","unstructured":"Bostrom N (2014) Superintelligence: paths, dangers, strategies. Oxford University Press, Oxford"},{"key":"753_CR5","volume-title":"2002. Erewhon","author":"S Butler","year":"1872","unstructured":"Butler S (1872) 2002. Erewhon. Dover Publications, New York"},{"issue":"9\u201310","key":"753_CR6","first-page":"7","volume":"17","author":"DJ Chalmers","year":"2010","unstructured":"Chalmers DJ (2010) The singularity: a philosophical analysis. J Conscious Stud 17(9\u201310):7\u201365","journal-title":"J Conscious Stud"},{"issue":"7\u20138","key":"753_CR7","first-page":"141","volume":"19","author":"DJ Chalmers","year":"2012","unstructured":"Chalmers DJ (2012) The singularity: a reply to commentators. J Conscious Stud 19(7\u20138):141\u2013167","journal-title":"J Conscious Stud"},{"issue":"172","key":"753_CR8","first-page":"131","volume":"44","author":"H Garis de","year":"1990","unstructured":"de Garis H (1990) The 21st century artilect: moral dilemmas concerning the ultra intelligent machine. Rev Int Philos 44(172):131\u2013138","journal-title":"Rev Int Philos"},{"key":"753_CR9","volume-title":"What computers can\u2019t do: a critique of artificial reason","author":"HL Dreyfus","year":"1972","unstructured":"Dreyfus HL (1972) What computers can\u2019t do: a critique of artificial reason. Harper & Row, New York"},{"key":"753_CR10","volume-title":"What computers still can\u2019t do: a critique of artificial reason","author":"HL Dreyfus","year":"1992","unstructured":"Dreyfus HL (1992) What computers still can\u2019t do: a critique of artificial reason. The MIT Press, Cambridge"},{"key":"753_CR11","volume-title":"Diaspora","author":"G Egan","year":"1997","unstructured":"Egan G (1997) Diaspora. Millennium, London"},{"key":"753_CR12","unstructured":"Future of Life Institute (2015) Autonomous weapons: an open letter from AI & robotics researchers, July 28. Accessed 7 April 2016. http:\/\/futureoflife.org\/open-letter-autonomous-weapons\/"},{"issue":"1","key":"753_CR13","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1093\/jaarel\/lfm101","volume":"76","author":"RM Geraci","year":"2008","unstructured":"Geraci RM (2008) Apocalyptic AI: religion and the promise of artificial intelligence. J Am Acad Relig 76(1):138\u2013166","journal-title":"J Am Acad Relig"},{"key":"753_CR14","first-page":"31","volume-title":"Advances in computers","author":"IJ Good","year":"1965","unstructured":"Good IJ (1965) Speculations concerning the first ultraintelligent machine. In: Alt FL, Rubinoff M (eds) Advances in computers, vol 6. Academic, New York, pp 31\u201388"},{"key":"753_CR15","unstructured":"Hobbes T (1651) 1994. Leviathan. Curley E (ed). Hackett Publishing, Indianapolis"},{"key":"753_CR16","doi-asserted-by":"crossref","unstructured":"Kant I (1785) 1998. Groundwork of the metaphysics of morals. Gregor M (ed). Cambridge University Press, Cambridge","DOI":"10.1017\/CBO9780511809590"},{"key":"753_CR17","unstructured":"Kant I (1788) 2015. Critique of practical reason. Gregor M (ed). Cambridge University Press, Cambridge"},{"key":"753_CR18","first-page":"179","volume-title":"Risks of artificial intelligence","author":"A Kornai","year":"2016","unstructured":"Kornai A (2016) Bounding the impact of artificial general intelligence. In: M\u00fcller VC (ed) Risks of artificial intelligence. CRC Press, Boca Raton, pp 179\u2013211"},{"key":"753_CR19","volume-title":"The age of spiritual machines: when computers exceed human intelligence","author":"R Kurzweil","year":"1999","unstructured":"Kurzweil R (1999) The age of spiritual machines: when computers exceed human intelligence. Viking, New York"},{"key":"753_CR20","volume-title":"The singularity is near: when humans transcend biology","author":"R Kurzweil","year":"2005","unstructured":"Kurzweil R (2005) The singularity is near: when humans transcend biology. Penguin, New York"},{"issue":"137","key":"753_CR21","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1017\/S0031819100057983","volume":"36","author":"JR Lucas","year":"1961","unstructured":"Lucas JR (1961) Minds, machines and G\u00f6del. Philosophy 36(137):112\u2013127","journal-title":"Philosophy"},{"key":"753_CR22","volume-title":"Robot: Mere machine to transcendent mind","author":"H Moravec","year":"1999","unstructured":"Moravec H (1999) Robot: Mere machine to transcendent mind. Oxford University Press, Oxford"},{"key":"753_CR23","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-642-32560-1_6","volume-title":"Singularity hypotheses: a scientific and philosophical assessment","author":"L Muehlhauser","year":"2012","unstructured":"Muehlhauser L, Helm L (2012) The singularity and machine ethics. In: Eden AH, Moor JH, S\u00f8raker JH, Steinhart E (eds) Singularity hypotheses: a scientific and philosophical assessment. Springer, Berlin, pp 101\u2013125"},{"key":"753_CR24","unstructured":"Omohundro SM (2008) The nature of self-improving artificial intelligence. Accessed 18 Nov 2016. https:\/\/selfawaresystems.files.wordpress.com\/2008\/01\/nature_of_self_improving_ai.pdf"},{"key":"753_CR25","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/978-3-642-32560-1_9","volume-title":"Singularity hypotheses: a scientific and philosophical assessment","author":"SM Omohundro","year":"2012","unstructured":"Omohundro SM (2012) Rational artificial intelligence for the greater good. In: Eden AH, Moor JH, S\u00f8raker JH, Steinhart E (eds) Singularity hypotheses: a scientific and philosophical assessment. Springer, Berlin, pp 161\u2013176"},{"key":"753_CR26","first-page":"9","volume-title":"Risks of artificial intelligence","author":"SM Omohundro","year":"2016","unstructured":"Omohundro SM (2016) Autonomous technology and the greater human good. In: M\u00fcller VC (ed) Risks of artificial intelligence. CRC Press, Boca Raton, pp 9\u201327"},{"key":"753_CR27","volume-title":"The Emperor\u2019s new mind: concerning computers, minds, and the laws of physics","author":"R Penrose","year":"1991","unstructured":"Penrose R (1991) The Emperor\u2019s new mind: concerning computers, minds, and the laws of physics. Penguin, New York"},{"issue":"3","key":"753_CR28","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1017\/S0140525X00005756","volume":"3","author":"JR Searle","year":"1980","unstructured":"Searle JR (1980) Minds, brains, and programs. Behav Brain Sci 3(3):417\u2013424","journal-title":"Behav Brain Sci"},{"key":"753_CR29","volume-title":"Hyperion","author":"D Simmons","year":"1989","unstructured":"Simmons D (1989) Hyperion. Doubleday, New York"},{"issue":"236","key":"753_CR30","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1093\/mind\/LIX.236.433","volume":"59","author":"AM Turing","year":"1950","unstructured":"Turing AM (1950) Computing machinery and intelligence. Mind 59(236):433\u2013460","journal-title":"Mind"},{"issue":"3","key":"753_CR31","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1093\/philmat\/4.3.256","volume":"4","author":"AM Turing","year":"1996","unstructured":"Turing AM (1996) Intelligent machinery, a heretical theory. Philos Math 4(3):256\u2013260","journal-title":"Philos Math"},{"key":"753_CR32","volume-title":"A fire upon the deep","author":"V Vinge","year":"1992","unstructured":"Vinge V (1992) A fire upon the deep. Tor Books, New York"},{"key":"753_CR33","doi-asserted-by":"crossref","unstructured":"Vinge V (1993) The coming technological singularity: how to survive in the post-human era. Accessed March 9, 2016. http:\/\/www-rohan.sdsu.edu\/faculty\/vinge\/misc\/singularity.html","DOI":"10.5040\/9781474248655.0037"},{"key":"753_CR34","unstructured":"Walker MA (2002) Prolegomena to any future philosophy. J Evol Technol 10(1). Accessed 1 Nov 2016. http:\/\/jetpress.org\/volume10\/prolegomena.html"},{"key":"753_CR35","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195374049.001.0001","volume-title":"Moral machines: teaching robots right from wrong","author":"W Wallach","year":"2009","unstructured":"Wallach W, Allen C (2009) Moral machines: teaching robots right from wrong. Oxford University Press, Oxford"},{"issue":"3410","key":"753_CR36","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1126\/science.131.3410.1355","volume":"131","author":"N Wiener","year":"1960","unstructured":"Wiener N (1960) Some moral and technical consequences of automation. Science 131(3410):1355\u20131358","journal-title":"Science"},{"key":"753_CR37","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1007\/978-3-642-31674-6_30","volume-title":"Philosophy and theory of artificial intelligence","author":"RV Yampolskiy","year":"2013","unstructured":"Yampolskiy RV (2013) What to do with the singularity paradox? In: M\u00fcller VC (ed) Philosophy and theory of artificial intelligence. Springer, Berlin, pp 397\u2013413"},{"key":"753_CR38","first-page":"115","volume-title":"Risks of artificial intelligence","author":"RV Yampolskiy","year":"2016","unstructured":"Yampolskiy RV (2016) Utility function security in artificially intelligent agents. In: M\u00fcller VC (ed) Risks of artificial intelligence. CRC Press, Boca Raton, pp 115\u2013140"},{"key":"753_CR39","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-642-32560-1_7","volume-title":"Singularity hypotheses: A scientific and philosophical assessment","author":"RV Yampolskiy","year":"2012","unstructured":"Yampolskiy RV, Fox J (2012) Artificial general intelligence and the human mental model. In: Eden AH, Moor JH, S\u00f8raker JH, Steinhart E (eds) Singularity hypotheses: A scientific and philosophical assessment. Springer, Berlin, pp 129\u2013145"},{"issue":"2","key":"753_CR40","first-page":"217","volume":"32","author":"RV Yampolskiy","year":"2013","unstructured":"Yampolskiy RV, Fox J (2013) Safety engineering for artificial general intelligence. Topoi 32(2):217\u2013226","journal-title":"Topoi"},{"key":"753_CR41","volume-title":"Creating friendly AI 1.0: the analysis and design of benevolent goal architectures","author":"E Yudkowsky","year":"2001","unstructured":"Yudkowsky E (2001) Creating friendly AI 1.0: the analysis and design of benevolent goal architectures. The Singularity Institute, San Francisco"},{"key":"753_CR42","unstructured":"Yudkowsky E (2002) The AI-box experiment. Accessed 9 March 2016. http:\/\/www.yudkowsky.net\/singularity\/aibox"},{"key":"753_CR43","first-page":"308","volume-title":"Global catastrophic risks","author":"E Yudkowsky","year":"2008","unstructured":"Yudkowsky E (2008) Artificial intelligence as a positive and negative factor in global risk. In: Bostrom N, \u0106irkovi\u0107 MM (eds) Global catastrophic risks. Oxford University Press, Oxford, pp 308\u2013345"},{"key":"753_CR44","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1007\/978-3-642-22887-2_48","volume-title":"Artificial general intelligence","author":"E Yudkowsky","year":"2011","unstructured":"Yudkowsky E (2011) Complex value systems in friendly AI. In: Schmidhuber J, Th\u00f3risson KR, Looks M (eds) Artificial general intelligence. Springer, Berlin, pp 388\u2013393"},{"key":"753_CR45","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-3-642-32560-1_10","volume-title":"Singularity hypotheses: a scientific and philosophical assessment","author":"E Yudkowsky","year":"2012","unstructured":"Yudkowsky E (2012) Friendly artificial intelligence. In: Eden AH, Moor JH, S\u00f8raker JH, Steinhart E (eds) Singularity hypotheses: a scientific and philosophical assessment. Springer, Berlin, pp 181\u2013193"}],"container-title":["AI & SOCIETY"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-017-0753-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00146-017-0753-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-017-0753-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,14]],"date-time":"2020-10-14T15:46:08Z","timestamp":1602690368000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00146-017-0753-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,9]]},"references-count":45,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["753"],"URL":"https:\/\/doi.org\/10.1007\/s00146-017-0753-0","relation":{},"ISSN":["0951-5666","1435-5655"],"issn-type":[{"value":"0951-5666","type":"print"},{"value":"1435-5655","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,8,9]]},"assertion":[{"value":"12 February 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 August 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}