{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T22:00:52Z","timestamp":1782424852622,"version":"3.54.5"},"reference-count":116,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T00:00:00Z","timestamp":1621209600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T00:00:00Z","timestamp":1621209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000145","name":"Division of Information and Intelligent Systems","doi-asserted-by":"publisher","award":["1849348"],"award-info":[{"award-number":["1849348"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000145","name":"Division of Information and Intelligent Systems","doi-asserted-by":"publisher","award":["1909847"],"award-info":[{"award-number":["1909847"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006754","name":"Army Research Laboratory","doi-asserted-by":"publisher","award":["W911NF-10-2-0016"],"award-info":[{"award-number":["W911NF-10-2-0016"]}],"id":[{"id":"10.13039\/100006754","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009917","name":"U.S. Naval Research Laboratory","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009917","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["19RT0497"],"award-info":[{"award-number":["19RT0497"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J of Soc Robotics"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s12369-021-00780-y","type":"journal-article","created":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T11:02:55Z","timestamp":1621249375000},"page":"323-339","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Why and How Robots Should Say \u2018No\u2019"],"prefix":"10.1007","volume":"14","author":[{"given":"Gordon","family":"Briggs","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7921-771X","authenticated-orcid":false,"given":"Tom","family":"Williams","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ryan Blake","family":"Jackson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Scheutz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,5,17]]},"reference":[{"key":"780_CR1","unstructured":"Abel D, MacGlashan J, Littman ML (2016) Reinforcement learning as a framework for ethical decision making. In: Proceedings of the AAAI workshop on AI, ethics, and society, pp 54\u201361"},{"key":"780_CR2","unstructured":"\u00c5gotnes T, Van Der Hoek W, Rodr\u00edguez-Aguilar JA, Sierra C, Wooldridge M (2007) On the logic of normative systems. In: Proceedings of the international joint conference on artificial intelligence (IJCAI), vol 7, pp 1181\u20131186"},{"key":"780_CR3","doi-asserted-by":"crossref","unstructured":"Aha DW, Coman A (2017) The AI rebellion: changing the narrative. In: Proceedings of the thirty-first AAAI conference on artificial intelligence, pp 4826\u20134830","DOI":"10.1609\/aaai.v31i1.11141"},{"issue":"9","key":"780_CR4","doi-asserted-by":"publisher","first-page":"2089","DOI":"10.1111\/j.1559-1816.2009.00517.x","volume":"39","author":"MD Alicke","year":"2009","unstructured":"Alicke MD, Zell E (2009) Social attractiveness and blame. J Appl Soc Psychol 39(9):2089\u20132105","journal-title":"J Appl Soc Psychol"},{"key":"780_CR5","doi-asserted-by":"crossref","unstructured":"Anderson M, Anderson SL (2014) Geneth: a general ethical dilemma analyzer. In: Twenty-eighth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v28i1.8737"},{"key":"780_CR6","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1017\/CBO9780511978036.021","volume-title":"Machine ethics","author":"SL Anderson","year":"2011","unstructured":"Anderson SL (2011) The unacceptability of Asimov\u2019s three laws of robotics as a basis for machine ethics. In: Anderson M, Anderson SL (eds) Machine ethics. Cambridge University Press, New York, pp 285\u2013296"},{"issue":"4","key":"780_CR7","doi-asserted-by":"publisher","first-page":"325","DOI":"10.3233\/AIC-2010-0477","volume":"23","author":"G Andrighetto","year":"2010","unstructured":"Andrighetto G, Villatoro D, Conte R (2010) Norm internalization in artificial societies. AI Commun 23(4):325\u2013339","journal-title":"AI Commun"},{"key":"780_CR8","doi-asserted-by":"crossref","unstructured":"Arkin RC (2008) Governing lethal behavior: embedding ethics in a hybrid deliberative\/reactive robot architecture. In: Proceedings of the 3rd ACM\/IEEE international conference on human\u2013robot interaction. ACM, pp 121\u2013128","DOI":"10.1145\/1349822.1349839"},{"key":"780_CR9","doi-asserted-by":"crossref","unstructured":"Arkin RC, Ulam P (2009) An ethical adaptor: behavioral modification derived from moral emotions. In: Proceedings of computational intelligence in robotics and automation (CIRA). IEEE, pp 381\u2013387","DOI":"10.1109\/CIRA.2009.5423177"},{"key":"780_CR10","unstructured":"Arnold T, Kasenberg D, Scheutz M (2017) Value alignment or misalignment\u2014what will keep systems accountable? In: Proceedings of the AAAI workshop on AI, ethics, and society"},{"issue":"1","key":"780_CR11","first-page":"94","volume":"29","author":"I Asimov","year":"1942","unstructured":"Asimov I (1942) Runaround. Astounding science. Fiction 29(1):94\u2013103","journal-title":"Fiction"},{"issue":"1","key":"780_CR12","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s12369-008-0001-3","volume":"1","author":"C Bartneck","year":"2009","unstructured":"Bartneck C, Kuli\u0107 D, Croft E, Zoghbi S (2009) Measurement instruments for the anthropomorphism, animacy, likeability, perceived intelligence, and perceived safety of robots. Soc Robot 1(1):71\u201381","journal-title":"Soc Robot"},{"key":"780_CR13","doi-asserted-by":"crossref","unstructured":"Bartneck C, Yogeeswaran K, Ser QM, Woodward G, Sparrow R, Wang S, Eyssel F (2018) Robots and racism. In: Proceedings of the 2018 ACM\/IEEE international conference on human\u2013robot interaction. ACM, pp 196\u2013204","DOI":"10.1145\/3171221.3171260"},{"issue":"9","key":"780_CR14","doi-asserted-by":"publisher","first-page":"e11510","DOI":"10.2196\/11510","volume":"20","author":"TW Bickmore","year":"2018","unstructured":"Bickmore TW, Trinh H, Olafsson S, O\u2019Leary TK, Asadi R, Rickles NM, Cruz R (2018) Patient and consumer safety risks when using conversational assistants for medical information: an observational study of siri, alexa, and google assistant. J Med Internet Res 20(9):e11510","journal-title":"J Med Internet Res"},{"key":"780_CR15","doi-asserted-by":"crossref","unstructured":"Blass JA, Forbus KD (2015) Moral decision-making by analogy: generalizations versus exemplars. In: Proceedings of the AAAI conference on artificial intelligence (AAAI), pp 501\u2013507","DOI":"10.1609\/aaai.v29i1.9226"},{"issue":"4938","key":"780_CR16","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1126\/science.2403694","volume":"247","author":"GH Bower","year":"1990","unstructured":"Bower GH, Morrow DG (1990) Mental models in narrative comprehension. Science 247(4938):44\u201348","journal-title":"Science"},{"key":"780_CR17","doi-asserted-by":"crossref","unstructured":"Briggs G, Gessell B, Dunlap M, Scheutz M (2014) Actions speak louder than looks: Does robot appearance affect human reactions to robot protest and distress? In: The 23rd IEEE international symposium on robot and human interactive communication. IEEE, pp 1122\u20131127","DOI":"10.1109\/ROMAN.2014.6926402"},{"key":"780_CR18","doi-asserted-by":"crossref","unstructured":"Briggs G, McConnell I, Scheutz M (2015) When robots object: evidence for the utility of verbal, but not necessarily spoken protest. In: International conference on social robotics. Springer, pp 83\u201392","DOI":"10.1007\/978-3-319-25554-5_9"},{"key":"780_CR19","doi-asserted-by":"crossref","unstructured":"Briggs G, Scheutz M (2012) Investigating the effects of robotic displays of protest and distress. In: International conference on social robotics, pp 238\u2013247","DOI":"10.1007\/978-3-642-34103-8_24"},{"issue":"3","key":"780_CR20","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1007\/s12369-014-0235-1","volume":"6","author":"G Briggs","year":"2014","unstructured":"Briggs G, Scheutz M (2014) How robots can affect human behavior: investigating the effects of robotic displays of protest and distress. Int J Soc Robot 6(3):343\u2013355","journal-title":"Int J Soc Robot"},{"key":"780_CR21","unstructured":"Briggs G, Scheutz M (2015) \u201cSorry, I can\u2019t do that\u201d: Developing mechanisms to appropriately reject directives in human\u2013robot interactions. In: Proceedings of the AAAI fall symposium series"},{"issue":"1","key":"780_CR22","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/scientificamerican0117-44","volume":"316","author":"G Briggs","year":"2017","unstructured":"Briggs G, Scheutz M (2017) The case for robot disobedience (cover story). Sci Am 316(1):44\u201347","journal-title":"Sci Am"},{"issue":"4","key":"780_CR23","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MIS.2006.82","volume":"21","author":"S Bringsjord","year":"2006","unstructured":"Bringsjord S, Arkoudas K, Bello P (2006) Toward a general logicist methodology for engineering ethically correct robots. Intell Syst 21(4):38\u201344","journal-title":"Intell Syst"},{"key":"780_CR24","unstructured":"Bringsjord S, Taylor J (2012) The divine-command approach to robot ethics. In: Robot ethics: the ethical and social implications of robotics, pp 85\u2013108"},{"key":"780_CR25","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511813085","volume-title":"Politeness: some universals in language usage","author":"P Brown","year":"1987","unstructured":"Brown P, Levinson S (1987) Politeness: some universals in language usage. Cambridge University Press, Cambridge"},{"issue":"1","key":"780_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester M, Kwang T, Gosling SD (2011) Amazon\u2019s mechanical turk: a new source of inexpensive, yet high-quality, data? Perspect Psychol Sci 6(1):3\u20135","journal-title":"Perspect Psychol Sci"},{"issue":"3","key":"780_CR27","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s12369-009-0016-4","volume":"1","author":"J Carpenter","year":"2009","unstructured":"Carpenter J, Davis JM, Erwin-Stewart N, Lee TR, Bransford JD, Vye N (2009) Gender representation and humanoid robots designed for domestic use. Int J Soc Robot 1(3):261","journal-title":"Int J Soc Robot"},{"key":"780_CR28","unstructured":"Charisi V, Dennis L, Lieck MFR, Matthias A, Sombetzki MSJ, Winfield AF, Yampolskiy R (2017) Towards moral autonomous systems. arXiv preprint arXiv:1703.04741"},{"key":"780_CR29","doi-asserted-by":"crossref","unstructured":"Chita-Tegmark M, Lohani M, Scheutz M (2019) Gender effects in perceptions of robots and humans with varying emotional intelligence. In: 2019 14th ACM\/IEEE international conference on human\u2013robot interaction (HRI). IEEE, pp 230\u2013238","DOI":"10.1109\/HRI.2019.8673222"},{"key":"780_CR30","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511620539","volume-title":"Using language LL","author":"HH Clark","year":"1996","unstructured":"Clark HH (1996) Using language LL, vol 1996. Cambridge University Press, Cambridge"},{"key":"780_CR31","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1017\/CBO9780511978036.020","volume-title":"Machine ethics","author":"R Clarke","year":"2011","unstructured":"Clarke R (2011) Asimov\u2019s laws of robotics: implications for information technology. In: Anderson M, Anderson SL (eds) Machine ethics. Cambridge University Press, New York, pp 254\u2013284"},{"key":"780_CR32","doi-asserted-by":"crossref","unstructured":"Crump MJ, McDonnell JV, Gureckis TM (2013) Evaluating amazon\u2019s mechanical turk as a tool for experimental behavioral research. PloS one 8(3)","DOI":"10.1371\/journal.pone.0057410"},{"issue":"2","key":"780_CR33","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1016\/j.cognition.2008.03.006","volume":"108","author":"F Cushman","year":"2008","unstructured":"Cushman F (2008) Crime and punishment: distinguishing the roles of causal and intentional analyses in moral judgment. Cognition 108(2):353\u2013380","journal-title":"Cognition"},{"key":"780_CR34","unstructured":"Dannenhauer D, Floyd MW, Magazzeni D, Aha DW (2018) Explaining rebel behavior in goal reasoning agents. In: ICAPS Workshop on EXplainable AI Planning (XAIP)"},{"key":"780_CR35","unstructured":"Dehghani M, Tomai E, Forbus KD, Klenk M (2008) An integrated reasoning approach to moral decision-making. In: Proceedings of the AAAI conference on artificial intelligence (AAAI), pp 1280\u20131286"},{"key":"780_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.robot.2015.11.012","volume":"77","author":"L Dennis","year":"2016","unstructured":"Dennis L, Fisher M, Slavkovik M, Webster M (2016) Formal verification of ethical choices in autonomous systems. Robot Auton Syst 77:1\u201314","journal-title":"Robot Auton Syst"},{"issue":"9","key":"780_CR37","doi-asserted-by":"publisher","first-page":"2213","DOI":"10.1111\/j.1559-1816.2012.00937.x","volume":"42","author":"F Eyssel","year":"2012","unstructured":"Eyssel F, Hegel F (2012) (s)he\u2019s got the look: gender stereotyping of robots. J Appl Soc Psychol 42(9):2213\u20132230","journal-title":"J Appl Soc Psychol"},{"key":"780_CR38","volume-title":"On bullshit","author":"HG Frankfurt","year":"1986","unstructured":"Frankfurt HG (1986) On bullshit. Princeton University Pres, Princeton"},{"key":"780_CR39","unstructured":"Frasca T, Thielstrom R, Krause E, Scheutz M (2020) \u201ccan you do this?\u201d self-assessment dialogues with autonomous robots before, during, and after a mission. In: HRI workshop on assessing, explaining, and conveying robot proficiency for human\u2013robot teaming"},{"key":"780_CR40","doi-asserted-by":"crossref","unstructured":"Fraune MR, Kawakami S, Sabanovic S, De\u00a0Silva PRS, Okada M (2015) Three\u2019s company, or a crowd?: The effects of robot number and behavior on hri in japan and the usa. In: Robotics: Science and systems","DOI":"10.15607\/RSS.2015.XI.033"},{"key":"780_CR41","unstructured":"Gervits F, Briggs G, Scheutz M (2017) The pragmatic parliament: a framework for socially-appropriate utterance selection in artificial agents. In: 39th annual meeting of the cognitive science society, London, UK"},{"issue":"1","key":"780_CR42","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1515\/opli-2017-0014","volume":"3","author":"D Gibbon","year":"2017","unstructured":"Gibbon D, Griffiths S (2017) Multilinear grammar: ranks and interpretations. Open Linguistics 3(1):265\u2013307","journal-title":"Open Linguistics"},{"key":"780_CR43","unstructured":"de\u00a0Graaf MM, Malle BF (2017) How people explain action (and autonomous intelligent systems should too). In: 2017 AAAI Fall Symposium Series"},{"key":"780_CR44","doi-asserted-by":"crossref","unstructured":"de\u00a0Graaf MM, Malle BF (2019) People\u2019s explanations of robot behavior subtly reveal mental state inferences","DOI":"10.1109\/HRI.2019.8673308"},{"key":"780_CR45","volume-title":"Why are VMPFC patients more utilitarian. A dual-process theory of moral judgment explains","author":"JD Greene","year":"2004","unstructured":"Greene JD (2004) Why are VMPFC patients more utilitarian. A dual-process theory of moral judgment explains. Department of Psychology, Harvard University, Cambridge"},{"issue":"3","key":"780_CR46","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1016\/j.jesp.2009.01.003","volume":"45","author":"JD Greene","year":"2009","unstructured":"Greene JD (2009) Dual-process morality and the personal\/impersonal distinction: a reply to McGuire, Langdon, Coltheart, and Mackenzie. J Exp Soc Psychol 45(3):581\u2013584","journal-title":"J Exp Soc Psychol"},{"issue":"3","key":"780_CR47","doi-asserted-by":"publisher","first-page":"829","DOI":"10.3758\/s13428-015-0642-8","volume":"48","author":"TM Gureckis","year":"2016","unstructured":"Gureckis TM, Martin J, McDonnell J, Rich AS, Markant D, Coenen A, Halpern D, Hamrick JB, Chan P (2016) psiturk: an open-source framework for conducting replicable behavioral experiments online. Behav Res Methods 48(3):829\u2013842","journal-title":"Behav Res Methods"},{"issue":"3","key":"780_CR48","doi-asserted-by":"publisher","first-page":"149","DOI":"10.5057\/ijae.13.149","volume":"13","author":"KS Haring","year":"2014","unstructured":"Haring KS, Mougenot C, Ono F, Watanabe K (2014) Cultural differences in perception and attitude towards robots. Int J Affect Eng 13(3):149\u2013157","journal-title":"Int J Affect Eng"},{"key":"780_CR49","doi-asserted-by":"crossref","unstructured":"Haring KS, Silvera-Tawil D, Matsumoto Y, Velonaki M, Watanabe K (2014) Perception of an android robot in Japan and Australia: a cross-cultural comparison. In: International conference on social robotics. Springer, pp 166\u2013175","DOI":"10.1007\/978-3-319-11973-1_17"},{"key":"780_CR50","doi-asserted-by":"crossref","unstructured":"Hayes B, Shah JA (2017) Improving robot controller transparency through autonomous policy explanation. In: Proceedings of the 2017 ACM\/IEEE international conference on human\u2013robot interaction. ACM, pp 303\u2013312","DOI":"10.1145\/2909824.3020233"},{"key":"780_CR51","doi-asserted-by":"crossref","unstructured":"Jackson RB, Wen R, Williams T (2019) Tact in noncompliance: the need for pragmatically apt responses to unethical commands. In: Proceedings of the AAAI\/ACM conference on artificial intelligence, ethics, and society","DOI":"10.1145\/3306618.3314241"},{"key":"780_CR52","unstructured":"Jackson RB, Williams T (2018) Robot: asker of questions and changer of norms? In: Proceedings of the international conference on robot ethics and standards"},{"key":"780_CR53","doi-asserted-by":"crossref","unstructured":"Jackson RB, Williams T (2019) Language-capable robots may inadvertently weaken human moral norms. In: Proceedings of the companion of the 14th ACM\/IEEE international conference on human\u2013robot interaction","DOI":"10.1109\/HRI.2019.8673123"},{"key":"780_CR54","unstructured":"Jackson RB, Williams T (2019) On perceived social and moral agency in natural language capable robots. In: Proceedings of the 2019 HRI workshop on the dark side of human\u2013robot interaction: ethical considerations and community guidelines for the Field of HRI"},{"key":"780_CR55","doi-asserted-by":"crossref","unstructured":"Jackson RB, Williams T, Smith NM (2020) Exploring the role of gender in perceptions of robotic noncompliance. In: Proceedings of the 15th ACM\/IEEE international conference on human\u2013robot interaction","DOI":"10.1145\/3319502.3374831"},{"issue":"1","key":"780_CR56","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1207\/s15516709cog0401_4","volume":"4","author":"PN Johnson-Laird","year":"1980","unstructured":"Johnson-Laird PN (1980) Mental models in cognitive science. Cogn Sci 4(1):71\u2013115","journal-title":"Cogn Sci"},{"key":"780_CR57","unstructured":"Johnson-Laird PN (1983) Mental models: towards a cognitive science of language, inference, and consciousness. 6. Harvard University Press"},{"key":"780_CR58","doi-asserted-by":"crossref","unstructured":"Kasenberg D, Arnold T, Scheutz M (2018) Norms, rewards, and the intentional stance: Comparing machine learning approaches to ethical training. In: Proceedings of the 2018 AAAI\/ACM conference on AI, ethics, and society. ACM, pp 184\u2013190","DOI":"10.1145\/3278721.3278774"},{"key":"780_CR59","doi-asserted-by":"crossref","unstructured":"Kasenberg D, Scheutz M (2018) Inverse norm conflict resolution. In: Proceedings of the 1st AAAI\/ACM workshop on artificial intelligence, ethics, and society","DOI":"10.1609\/aaai.v32i1.11295"},{"key":"780_CR60","doi-asserted-by":"crossref","unstructured":"Kasenberg D, Thielstrom R, Scheutz M (2020) Generating explanations for temporal logic planner decisions. In: Proceedings of the 30th international conference on automated planning and scheduling (ICAPS)","DOI":"10.1609\/icaps.v30i1.6740"},{"key":"780_CR61","doi-asserted-by":"crossref","unstructured":"Kennedy J, Baxter P, Belpaeme T (2014) Children comply with a robot\u2019s indirect requests. In: Proceedings of the international conference on human\u2013robot interaction. ACM, pp 198\u2013199","DOI":"10.1145\/2559636.2559820"},{"key":"780_CR62","doi-asserted-by":"crossref","unstructured":"Komatsu T, Malle BF, Scheutz M (2021) Blaming the reluctant robot: parallel blame judgments for robots in moral dilemmas across U.S. and Japan. In: Proceedings of the 2021 ACM\/IEEE international conference on human\u2013robot interaction, pp 63\u201372","DOI":"10.1145\/3434073.3444672"},{"key":"780_CR63","unstructured":"Kuipers B (2016) Human-like morality and ethics for robots. In: AAAI workshop: AI, ethics, and society"},{"key":"780_CR64","unstructured":"Kuipers B (2016) Toward morality and ethics for robots. In: Ethical and moral considerations in non-human agents, AAAI Spring Symposium Series"},{"key":"780_CR65","doi-asserted-by":"crossref","unstructured":"Le\u00a0Bui M, Noble SU (2020) We\u2019re missing a moral framework of justice in artificial intelligence. In: The Oxford handbook of ethics of AI","DOI":"10.1093\/oxfordhb\/9780190067397.013.9"},{"key":"780_CR66","doi-asserted-by":"crossref","unstructured":"Lee HR, \u0160abanovi\u0107 S (2014) Culturally variable preferences for robot design and use in South Korea, Turkey, and the United States. In: 2014 9th ACM\/IEEE international conference on human\u2013robot interaction (HRI). IEEE, pp 17\u201324","DOI":"10.1145\/2559636.2559676"},{"key":"780_CR67","doi-asserted-by":"crossref","unstructured":"Lee HR, Sung J, \u0160abanovi\u0107 S, Han J (2012) Cultural design of domestic robots: a study of user expectations in Korea and the United States. In: 2012 IEEE RO-MAN: The 21st IEEE international symposium on robot and human interactive communication. IEEE, pp 803\u2013808","DOI":"10.1109\/ROMAN.2012.6343850"},{"issue":"5","key":"780_CR68","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1007\/s12369-017-0420-0","volume":"9","author":"N Lee","year":"2017","unstructured":"Lee N, Kim J, Kim E, Kwon O (2017) The influence of politeness behavior on user compliance with social robots in a healthcare service setting. Int J Soc Robot 9(5):727\u2013743","journal-title":"Int J Soc Robot"},{"key":"780_CR69","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/5526.001.0001","volume-title":"Presumptive meanings: the theory of generalized conversational implicature","author":"SC Levinson","year":"2000","unstructured":"Levinson SC (2000) Presumptive meanings: the theory of generalized conversational implicature. MIT Press, Cambridge"},{"key":"780_CR70","doi-asserted-by":"crossref","unstructured":"Lockshin J, Williams T (2020) \u201cwe need to start thinking ahead\u201d: the impact of social context on linguistic norm adherence. In: Proceedings of the annual meeting of the cognitive science society","DOI":"10.31234\/osf.io\/2wtzq"},{"key":"780_CR71","doi-asserted-by":"crossref","unstructured":"Lomas M, Chevalier R, Cross\u00a0II EV, Garrett RC, Hoare J, Kopack M (2012) Explaining robot actions. In: Proceedings of the seventh annual ACM\/IEEE international conference on human\u2013robot interaction. ACM, pp 187\u2013188","DOI":"10.1145\/2157689.2157748"},{"key":"780_CR72","unstructured":"Madumal P, Miller T, Vetere F, Sonenberg L (2018) Towards a grounded dialog model for explainable artificial intelligence. arXiv preprint arXiv:1806.08055"},{"issue":"4","key":"780_CR73","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/s10676-015-9367-8","volume":"18","author":"BF Malle","year":"2016","unstructured":"Malle BF (2016) Integrating robot ethics and machine morality: the study and design of moral competence in robots. Ethics Info Tech 18(4):243\u2013256","journal-title":"Ethics Info Tech"},{"issue":"2","key":"780_CR74","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1080\/1047840X.2014.877340","volume":"25","author":"BF Malle","year":"2014","unstructured":"Malle BF, Guglielmo S, Monroe AE (2014) A theory of blame. Psychol Inq 25(2):147\u2013186","journal-title":"Psychol Inq"},{"key":"780_CR75","unstructured":"Mavridis N (2007) Grounded situation models for situated conversational assistants. Ph.D. thesis, Massachusetts Institute of Technology"},{"key":"780_CR76","doi-asserted-by":"crossref","unstructured":"Miller T (2018) Explanation in artificial intelligence: insights from the social sciences. Artificial Intelligence","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"780_CR77","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511615238","volume-title":"Gender and politeness","author":"S Mills","year":"2003","unstructured":"Mills S (2003) Gender and politeness, vol 17. Cambridge University Press, Cambridge"},{"key":"780_CR78","doi-asserted-by":"crossref","unstructured":"Mills S (2005) Gender and impoliteness","DOI":"10.1515\/jplr.2005.1.2.263"},{"issue":"4","key":"780_CR79","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MIS.2009.69","volume":"24","author":"RR Murphy","year":"2009","unstructured":"Murphy RR, Woods DD (2009) Beyond asimov: the three laws of responsible robotics. IEEE Intell Syst 24(4):14\u201320","journal-title":"IEEE Intell Syst"},{"issue":"10","key":"780_CR80","doi-asserted-by":"publisher","first-page":"864","DOI":"10.1111\/j.1559-1816.1997.tb00275.x","volume":"27","author":"C Nass","year":"1997","unstructured":"Nass C, Moon Y, Green N (1997) Are machines gender neutral? gender-stereotypic responses to computers with voices. J Appl Soc Psychol 27(10):864\u2013876","journal-title":"J Appl Soc Psychol"},{"key":"780_CR81","doi-asserted-by":"crossref","unstructured":"Nikolaidis S, Kwon M, Forlizzi J, Srinivasa S (2017) Planning with verbal communication for human\u2013robot collaboration. arXiv preprint arXiv:1706.04694","DOI":"10.1145\/3203305"},{"key":"780_CR82","doi-asserted-by":"crossref","unstructured":"Oosterveld B, Brusatin L, Scheutz M (2017) Two bots, one brain: component sharing in cognitive robotic architectures. In: Proceedings of the companion of the 2017 ACM\/IEEE international conference on human\u2013robot interaction. ACM","DOI":"10.1145\/3029798.3036652"},{"key":"780_CR83","unstructured":"Park DH, Hendricks LA, Akata Z, Schiele B, Darrell T, Rohrbach M (2016) Attentive explanations: justifying decisions and pointing to the evidence. arXiv preprint arXiv:1612.04757"},{"issue":"3\u20134","key":"780_CR84","first-page":"209","volume":"1","author":"LM Pereira","year":"2009","unstructured":"Pereira LM, Saptawijaya A (2009) Modelling morality with prospective logic. Int J Reason Based Intell Syst 1(3\u20134):209\u2013221","journal-title":"Int J Reason Based Intell Syst"},{"key":"780_CR85","doi-asserted-by":"crossref","unstructured":"Rosemont\u00a0Jr H, Ames RT (2016) Confucian role ethics: a moral vision for the 21st century? V&R unipress GmbH","DOI":"10.14220\/9783737006057"},{"issue":"4","key":"780_CR86","first-page":"105","volume":"36","author":"S Russell","year":"2015","unstructured":"Russell S, Dewey D, Tegmark M (2015) Research priorities for robust and beneficial artificial intelligence. AI Mag 36(4):105\u2013114","journal-title":"AI Mag"},{"issue":"4","key":"780_CR87","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/s12369-010-0066-7","volume":"2","author":"S \u0160abanovi\u0107","year":"2010","unstructured":"\u0160abanovi\u0107 S (2010) Robots in society, society in robots. Int J Soc Robot 2(4):439\u2013450","journal-title":"Int J Soc Robot"},{"issue":"2","key":"780_CR88","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3341166","volume":"9","author":"V Sarathy","year":"2019","unstructured":"Sarathy V, Arnold T, Scheutz M (2019) When exceptions are the norm: exploring the role of consent in HRI. ACM Trans Hum Robot Interact 9(2):1\u201321","journal-title":"ACM Trans Hum Robot Interact"},{"key":"780_CR89","doi-asserted-by":"crossref","unstructured":"Schermerhorn P, Scheutz M, Crowell CR (2008) Robot social presence and gender: Do females view robots differently than males? In: Proceedings of the 3rd ACM\/IEEE international conference on human robot interaction. ACM, pp 263\u2013270","DOI":"10.1145\/1349822.1349857"},{"key":"780_CR90","doi-asserted-by":"crossref","unstructured":"Scheutz M (2016) The need for moral competency in autonomous agent architectures. In: Fundamental issues of artificial intelligence. Springer, pp 515\u2013525","DOI":"10.1007\/978-3-319-26485-1_30"},{"issue":"4","key":"780_CR91","first-page":"57","volume":"38","author":"M Scheutz","year":"2017","unstructured":"Scheutz M (2017) The case for explicit ethical agents. AI Mag 38(4):57\u201364","journal-title":"AI Mag"},{"key":"780_CR92","unstructured":"Scheutz M, Briggs G, Cantrell R, Krause E, Williams T, Veale R (2013) Novel mechanisms for natural human\u2013robot interactions in the Diarc architecture. In: Proceedings of AAAI workshop on intelligent robotic systems"},{"key":"780_CR93","doi-asserted-by":"crossref","unstructured":"Scheutz M, Williams T, Krause E, Oosterveld B, Sarathy V, Frasca T (2018) An overview of the distributed integrated cognition affect and reflection Diarc architecture. In: Ferreira MIA, Sequeira JS, Ventura R (eds) Cognitive architectures (in press)","DOI":"10.1007\/978-3-319-97550-4_11"},{"key":"780_CR94","doi-asserted-by":"crossref","unstructured":"Searle JR (1969) Speech acts: an essay in the philosophy of language","DOI":"10.1017\/CBO9781139173438"},{"issue":"1","key":"780_CR95","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1017\/S0047404500006837","volume":"5","author":"JR Searle","year":"1976","unstructured":"Searle JR (1976) A classification of illocutionary acts. Lang Soc 5(1):1\u201323","journal-title":"Lang Soc"},{"issue":"4","key":"780_CR96","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1163\/156855309X408826","volume":"23","author":"T Shibata","year":"2009","unstructured":"Shibata T, Wada K, Ikeda Y, Sabanovic S (2009) Cross-cultural studies on subjective evaluation of a seal robot. Adv Robot 23(4):443\u2013458","journal-title":"Adv Robot"},{"key":"780_CR97","doi-asserted-by":"crossref","unstructured":"Shim J, Arkin RC (2013) A taxonomy of robot deception and its benefits in HRI. In: 2013 IEEE international conference on systems, man, and cybernetics. IEEE, pp 2328\u20132335","DOI":"10.1109\/SMC.2013.398"},{"key":"780_CR98","doi-asserted-by":"crossref","unstructured":"Siegel M, Breazeal C, Norton MI (2009) Persuasive robotics: the influence of robot gender on human behavior. In: 2009 IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 2563\u20132568","DOI":"10.1109\/IROS.2009.5354116"},{"key":"780_CR99","doi-asserted-by":"crossref","unstructured":"Stewart N, Chandler J, Paolacci G (2017) Crowdsourcing samples in cognitive science. Trends in Cognitive Sciences","DOI":"10.1016\/j.tics.2017.06.007"},{"key":"780_CR100","unstructured":"Strait M, Briggs P, Scheutz M (2015) Gender, more so than age, modulates positive perceptions of language-based human-robot interactions. In: 4th international symposium on new frontiers in human robot interaction"},{"key":"780_CR101","doi-asserted-by":"crossref","unstructured":"Strait M, Ramos AS, Contreras V, Garcia N (2018) Robots racialized in the likeness of marginalized social identities are subject to greater dehumanization than those racialized as white. In: 2018 27th IEEE international symposium on robot and human interactive communication (RO-MAN). IEEE, pp 452\u2013457","DOI":"10.1109\/ROMAN.2018.8525610"},{"issue":"4","key":"780_CR102","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1007\/s12559-012-9181-0","volume":"5","author":"R Sun","year":"2013","unstructured":"Sun R (2013) Moral judgment, human motivation, and neural networks. Cogn Comput 5(4):566\u2013579","journal-title":"Cogn Comput"},{"key":"780_CR103","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.chb.2014.05.014","volume":"38","author":"B Tay","year":"2014","unstructured":"Tay B, Jung Y, Park T (2014) When stereotypes meet robots: the double-edge sword of robot gender and personality in human-robot interaction. Comput Hum Behav 38:75\u201384","journal-title":"Comput Hum Behav"},{"key":"780_CR104","unstructured":"Thielstrom R, Roque A, Chita-Tegmark M, Scheutz M (2020) Generating explanations of action failures in a cognitive robotic architecture. In: Proceedings of NL4XAI: 2nd workshop on interactive natural language technology for explainable artificial intelligence"},{"key":"780_CR105","doi-asserted-by":"crossref","unstructured":"Vanderelst D, Winfield A (2017) An architecture for ethical robots inspired by the simulation theory of cognition. Cognitive Systems Research","DOI":"10.1016\/j.cogsys.2017.04.002"},{"issue":"3","key":"780_CR106","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1111\/j.1756-8765.2010.01095.x","volume":"2","author":"W Wallach","year":"2010","unstructured":"Wallach W, Franklin S, Allen C (2010) A conceptual and computational model of moral decision making in human and artificial agents. Top Cogn Sci 2(3):454\u2013485","journal-title":"Top Cogn Sci"},{"key":"780_CR107","unstructured":"Wang Y, Young JE (2014) Beyond pink and blue: gendered attitudes towards robots in society. In: Proceedings of gender and IT appropriation. Science and practice on dialogue-forum for interdisciplinary exchange. European Society for Socially Embedded Technologies, p\u00a049"},{"key":"780_CR108","unstructured":"Wen R, Jackson RB, Williams T, Zhu Q (2019) Towards a role ethics approach to command rejection. In: Proceedings of the 2019 HRI workshop on the dark side of human-robot interaction: ethical considerations and community guidelines for the field of HRI"},{"key":"780_CR109","doi-asserted-by":"crossref","unstructured":"Wen R, Siddiqui MA, Williams T (2020) Dempster\u2013Shafer theoretic learning of indirect speech act comprehension norms. In: AAAI, pp 10410\u201310417","DOI":"10.1609\/aaai.v34i06.6610"},{"key":"780_CR110","doi-asserted-by":"crossref","unstructured":"Williams T, Briggs G, Oosterveld B, Scheutz M (2015) Going beyond command-based instructions: extending robotic natural language interaction capabilities. In: Proceedings of twenty-ninth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v29i1.9377"},{"key":"780_CR111","unstructured":"Williams T, Jackson RB, Lockshin J (2018) A Bayesian analysis of moral norm malleability during clarification dialogues. In: Proceedings of the 40th annual meeting of the Cognitive Science Society"},{"key":"780_CR112","doi-asserted-by":"crossref","unstructured":"Williams T, Zhu Q, Wen R, de\u00a0Visser EJ (2020) The confucian matador: three defenses against the mechanical bull. In: Companion of the 2020 ACM\/IEEE International conference on human\u2013robot interaction (alt.HRI), pp 25\u201333","DOI":"10.1145\/3371382.3380740"},{"key":"780_CR113","doi-asserted-by":"crossref","unstructured":"Winfield AF, Blum C, Liu W (2014) Towards an ethical robot: internal models, consequences and ethical action selection. In: Conference towards autonomous robotic systems. Springer, pp 85\u201396","DOI":"10.1007\/978-3-319-10401-0_8"},{"issue":"5","key":"780_CR114","doi-asserted-by":"publisher","first-page":"2511","DOI":"10.1007\/s11948-020-00246-w","volume":"26","author":"Q Zhu","year":"2020","unstructured":"Zhu Q, Williams T, Jackson B, Wen R (2020) Blame-laden moral rebukes and the morally competent robot: a Confucian ethical perspective. Sci Eng Ethics 26(5):2511\u20132526","journal-title":"Sci Eng Ethics"},{"key":"780_CR115","unstructured":"Zhu Q, Williams T, Wen R (2019) Confucian robot ethics. IN: Computer Ethics-Philosophical Enquiry (CEPE) Proceedings 2019, vol 1, p 12"},{"issue":"4","key":"780_CR116","doi-asserted-by":"publisher","first-page":"1028","DOI":"10.3758\/s13423-015-0864-x","volume":"23","author":"RA Zwaan","year":"2016","unstructured":"Zwaan RA (2016) Situation models, mental simulations, and abstract concepts in discourse comprehension. Psychon Bull Rev 23(4):1028\u20131034","journal-title":"Psychon Bull Rev"}],"container-title":["International Journal of Social Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12369-021-00780-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12369-021-00780-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12369-021-00780-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T20:15:10Z","timestamp":1666988110000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12369-021-00780-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,17]]},"references-count":116,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["780"],"URL":"https:\/\/doi.org\/10.1007\/s12369-021-00780-y","relation":{},"ISSN":["1875-4791","1875-4805"],"issn-type":[{"value":"1875-4791","type":"print"},{"value":"1875-4805","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,17]]},"assertion":[{"value":"16 March 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest beyond the financial relationships listed above.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}