{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T07:22:45Z","timestamp":1771917765457,"version":"3.50.1"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ethics Inf Technol"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s10676-021-09617-8","type":"journal-article","created":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T16:02:44Z","timestamp":1635782564000},"page":"815-824","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A willingness to be vulnerable: norm psychology and human\u2013robot relationships"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3975-5286","authenticated-orcid":false,"given":"Stephen A.","family":"Setman","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,11,1]]},"reference":[{"key":"9617_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09525-8","author":"D Behdadi","year":"2020","unstructured":"Behdadi, D., & Munthe, C. (2020). A normative approach to artificial moral agency. Minds and Machines. https:\/\/doi.org\/10.1007\/s11023-020-09525-8","journal-title":"Minds and Machines"},{"key":"9617_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/s10339-009-0265-z","author":"S Beller","year":"2010","unstructured":"Beller, S. (2010). Deontic reasoning reviewed: Psychological questions, empirical findings, and current theories. Cognitive Processing. https:\/\/doi.org\/10.1007\/s10339-009-0265-z","journal-title":"Cognitive Processing"},{"key":"9617_CR3","unstructured":"Bicchieri, C., Muldoon, R., & Sontuoso, A. (2018). Social norms. In E. N. Zalta (Ed.)\u00a0The Stanford encyclopedia of philosophy. Retrieved from https:\/\/plato.stanford.edu\/archives\/win2018\/entries\/social-norms\/"},{"key":"9617_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/0162-3095(92)90032-y","author":"R Boyd","year":"1992","unstructured":"Boyd, R., & Richerson, P. J. (1992). Punishment allows the evolution of cooperation (or anything else) in sizable groups. Ethology and Sociobiology. https:\/\/doi.org\/10.1016\/0162-3095(92)90032-y","journal-title":"Ethology and Sociobiology"},{"key":"9617_CR5","doi-asserted-by":"crossref","first-page":"105","DOI":"10.7551\/mitpress\/2870.003.0009","volume-title":"Evolution and culture","author":"R Boyd","year":"2005","unstructured":"Boyd, R., & Richerson, P. J. (2005a). Solving the puzzle of human cooperation. In S. C. Levinson & P. Jaisson (Eds.), Evolution and culture (pp. 105\u2013132). MIT Press."},{"key":"9617_CR6","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195165241.001.0001","volume-title":"The origin and evolution of cultures","author":"R Boyd","year":"2005","unstructured":"Boyd, R., & Richerson, P. J. (2005b). The origin and evolution of cultures. Oxford University Press."},{"key":"9617_CR7","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1016\/S0921-8890(02)00373-1","volume":"42","author":"C Breazeal","year":"2003","unstructured":"Breazeal, C. (2003). Toward sociable robots. Robotics and Autonomous Systems, 42, 167\u2013175.","journal-title":"Robotics and Autonomous Systems"},{"key":"9617_CR8","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1023\/A:1013215010749","volume":"12","author":"C Breazeal","year":"2002","unstructured":"Breazeal, C., & Aryananda, L. (2002). Recognition of affective communication in robot-directed speech. Autonomous Robots, 12, 83\u2013104.","journal-title":"Autonomous Robots"},{"key":"9617_CR9","doi-asserted-by":"crossref","unstructured":"Castellano, G., Preira, A., & McOwan, P. W. (2009). Detecting user engagement with a robot companion using task and social interaction-based features. In: Proceedings of the 2009 international conference on multimodal interfaces\u2014ICMI-MLMI'09.","DOI":"10.1145\/1647314.1647336"},{"key":"9617_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2011.03.003","author":"M Chudek","year":"2011","unstructured":"Chudek, M., & Henrich, J. (2011). Culture-gene coevolution, norm-psychology and the emergence of human prosociality. Trends in Cognitive Sciences. https:\/\/doi.org\/10.1016\/j.tics.2011.03.003","journal-title":"Trends in Cognitive Sciences"},{"key":"9617_CR11","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/s10676-010-9221-y","volume":"12","author":"M Coeckelbergh","year":"2010","unstructured":"Coeckelbergh, M. (2010). Moral appearances: Emotions, robots, and human morality. Ethics and Information Technology, 12, 235\u2013241.","journal-title":"Ethics and Information Technology"},{"key":"9617_CR12","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0017.1996.tb00039.x","author":"DD Cummins","year":"1996","unstructured":"Cummins, D. D. (1996). Evidence for the innateness of deontic reasoning. Mind & Language. https:\/\/doi.org\/10.1111\/j.1468-0017.1996.tb00039.x","journal-title":"Mind & Language"},{"key":"9617_CR13","volume-title":"The second-person standpoint: Morality, respect, and accountability","author":"S Darwall","year":"2006","unstructured":"Darwall, S. (2006). The second-person standpoint: Morality, respect, and accountability. Harvard University Press."},{"key":"9617_CR14","first-page":"17","volume-title":"Proceedings 3rd IEEE International Workshop on Robot and Human Interactive Communication (RO-MAN 2004), 20\u201322 September 2004, Kurashiki, Japan","author":"K Dautenhahn","year":"2004","unstructured":"Dautenhahn, K. (2004). Robots we like to live with?!\u2014A developmental perspective on a personalized, life-long robot companion. Proceedings 3rd IEEE International Workshop on Robot and Human Interactive Communication (RO-MAN 2004), 20\u201322 September 2004, Kurashiki, Japan (pp. 17\u201322). IEEE Press."},{"key":"9617_CR15","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1098\/rstb.2006.2004","volume":"362","author":"K Dautenhahn","year":"2007","unstructured":"Dautenhahn, K. (2007). Socially intelligent robots: Dimensions of human-robot interaction. Phil. Trans. R. Soc. B, 362, 679\u2013704.","journal-title":"Phil. Trans. R. Soc. B"},{"key":"9617_CR16","doi-asserted-by":"publisher","DOI":"10.1080\/07370024.2017.1312406","author":"MMA de Graaf","year":"2019","unstructured":"de Graaf, M. M. A., Allouch, S. B., & van Dijk, J. A. G. M. (2019). Why would I use this in my home? A model of domestic social robot acceptance. Human-Computer Interaction. https:\/\/doi.org\/10.1080\/07370024.2017.1312406","journal-title":"Human-Computer Interaction"},{"key":"9617_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.10.030","author":"MMA de Graaf","year":"2015","unstructured":"de Graaf, M. M. A., Ben Allouch, S., & Klamer, T. (2015). Sharing a life with Harvey: Exploring the acceptance of and relationship building with a social robot. Computers in Human Behavior. https:\/\/doi.org\/10.1016\/j.chb.2014.10.030","journal-title":"Computers in Human Behavior"},{"key":"9617_CR18","volume-title":"Brainstorms","author":"D Dennett","year":"1978","unstructured":"Dennett, D. (1978). Brainstorms. Bradford Books."},{"key":"9617_CR19","unstructured":"Edmonds, B. (1997). Modelling socially intelligent agents in organisations. In: The AAAI FAll symposium on socially intelligent agents, Cambridge, MA, November, 1997."},{"issue":"7\u20138","key":"9617_CR20","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1080\/088395198117587","volume":"12","author":"B Edmonds","year":"1998","unstructured":"Edmonds, B. (1998). Modeling socially intelligent agents. Applied Artificial Intelligence, 12(7\u20138), 677\u2013699.","journal-title":"Applied Artificial Intelligence"},{"key":"9617_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/S0014-2921(01)00208-2","author":"E Fehr","year":"2002","unstructured":"Fehr, E., & Falk, A. (2002). Psychological foundations of incentives. European Economic Review. https:\/\/doi.org\/10.1016\/S0014-2921(01)00208-2","journal-title":"European Economic Review"},{"key":"9617_CR22","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/S0921-8890(02)00372-X","volume":"42","author":"T Fong","year":"2003","unstructured":"Fong, T., Nourbakhsh, I., & Dautenhahn, K. (2003). A survey of socially interactive robots. Robotics and Autonomous Systems, 42, 143\u2013166.","journal-title":"Robotics and Autonomous Systems"},{"key":"9617_CR23","volume-title":"Moral sentiments and material interests: The foundations of cooperation in economic life, (economic learning and social evolution 6)","year":"2005","unstructured":"Gintis, H., Bowles, S., Boyd, R., & Fehr, E. (Eds.). (2005). Moral sentiments and material interests: The foundations of cooperation in economic life, (economic learning and social evolution 6). MIT Press."},{"key":"9617_CR24","doi-asserted-by":"publisher","first-page":"243","DOI":"10.2307\/1416950","volume":"57","author":"F Heider","year":"1944","unstructured":"Heider, F., & Simmel, H. (1944). An experimental study of apparent behavior. American Journal of Psychology, 57, 243\u2013259.","journal-title":"American Journal of Psychology"},{"key":"9617_CR25","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195300680.001.0001","volume-title":"Why humans cooperate: A cultural and evolutionary explanation","author":"N Henrich","year":"2007","unstructured":"Henrich, N., & Henrich, J. (2007). Why humans cooperate: A cultural and evolutionary explanation. Oxford University Press."},{"key":"9617_CR26","doi-asserted-by":"publisher","DOI":"10.4159\/9780674985155","volume-title":"Cognitive gadgets: The cultural evolution of thinking","author":"CM Heyes","year":"2018","unstructured":"Heyes, C. M. (2018). Cognitive gadgets: The cultural evolution of thinking. Harvard University Press."},{"key":"9617_CR27","volume-title":"Social robots from a human perspective","author":"J H\u00f6flich","year":"2015","unstructured":"H\u00f6flich, J., & El Bayed, A. (2015). Perception, acceptance, and the social construction of robots\u2014Exploratory studies. In J. Vincent, S. Taipale, B. Sapio, G. Lugano, & L. Fortunati (Eds.), Social robots from a human perspective. Springer."},{"key":"9617_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jecp.2015.08.002","author":"M Josephs","year":"2016","unstructured":"Josephs, M., Kushnir, T., Gr\u00e4fenhain, M., & Rakoczy, H. (2016). Children protest moral and conventional violations more when they believe actions are freely chosen. Journal of Experimental Child Psychology. https:\/\/doi.org\/10.1016\/j.jecp.2015.08.002","journal-title":"Journal of Experimental Child Psychology"},{"key":"9617_CR29","doi-asserted-by":"publisher","DOI":"10.1177\/1059712316634062","author":"AB Karami","year":"2016","unstructured":"Karami, A. B., Sehaba, K., & Encelle, B. (2016). Adaptive artificial companions learning from users\u2019 feedback. Adaptive Behavior. https:\/\/doi.org\/10.1177\/1059712316634062","journal-title":"Adaptive Behavior"},{"key":"9617_CR30","volume-title":"Social robots from a human perspective","author":"JE Katz","year":"2015","unstructured":"Katz, J. E., Halpern, D., & Crocker, E. T. (2015). In the company of robots: Views of acceptability of robots in social settings. In J. Vincent, S. Taipale, B. Sapio, G. Lugano, & L. Fortunati (Eds.), Social robots from a human perspective. Springer."},{"key":"9617_CR31","first-page":"36","volume":"1","author":"D Kelly","year":"2020","unstructured":"Kelly, D. (2020). Internalized norms and intrinsic motivation: Are normative motivations psychologically primitive? Emotion Researcher, 1, 36\u201345.","journal-title":"Emotion Researcher"},{"key":"9617_CR32","unstructured":"Kelly, D. (Forthcoming). Two ways to adopt a norm: The (Moral?) psychology of avowal and internalization. In M. Vargas, & J. Doris (Eds.) The Oxford handbook of moral psychology. Oxford University Press"},{"key":"9617_CR33","unstructured":"Kelly, D., & S. Setman (2020). The psychology of normative cognition. In: E. N. Zalta (ed.) The Stanford encyclopedia of philosophy."},{"key":"9617_CR34","doi-asserted-by":"publisher","DOI":"10.1017\/S0265052518000122","author":"D Kelly","year":"2018","unstructured":"Kelly, D., & Davis, T. (2018). Social norms and human normative psychology. Social Philosophy and Policy. https:\/\/doi.org\/10.1017\/S0265052518000122","journal-title":"Social Philosophy and Policy"},{"key":"9617_CR35","doi-asserted-by":"publisher","DOI":"10.1007\/s00391-016-1066-5","author":"T K\u00f6rtner","year":"2016","unstructured":"K\u00f6rtner, T. (2016). Ethical challenges in the use of social service robots for elderly people. Zeitschrift F\u00fcr Gerontologie Und Geriatrie. https:\/\/doi.org\/10.1007\/s00391-016-1066-5","journal-title":"Zeitschrift F\u00fcr Gerontologie Und Geriatrie"},{"key":"9617_CR36","first-page":"77","volume-title":"Mind and cognition: A reader","author":"WG Lycan","year":"1990","unstructured":"Lycan, W. G. (1990). The continuity of levels of nature. Mind and cognition: A reader (pp. 77\u201396). Blackwell Publishers."},{"key":"9617_CR37","volume-title":"Vision: A computational investigation into the human representation and processing of visual information","author":"D Marr","year":"1982","unstructured":"Marr, D. (1982). Vision: A computational investigation into the human representation and processing of visual information. The MIT Press."},{"key":"9617_CR38","doi-asserted-by":"publisher","DOI":"10.1080\/13869795.2015.1032331","author":"V McGeer","year":"2015","unstructured":"McGeer, V. (2015). Mind-making practices: The social infrastructure of self-knowing agency and responsibility. Philosophical Explorations. https:\/\/doi.org\/10.1080\/13869795.2015.1032331","journal-title":"Philosophical Explorations"},{"key":"9617_CR39","volume-title":"Social robots: Technological, societal and ethical aspects of human-robot interaction","author":"TH Mokhtar","year":"2019","unstructured":"Mokhtar, T. H. (2019). Designing social robots at scales beyond the humanoid. In O. Korn (Ed.), Social robots: Technological, societal and ethical aspects of human-robot interaction. Springer."},{"key":"9617_CR40","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511605987","volume-title":"Education in the moral domain","author":"LP Nucci","year":"2001","unstructured":"Nucci, L. P. (2001). Education in the moral domain. Cambridge University Press. https:\/\/doi.org\/10.1017\/CBO9780511605987"},{"issue":"7","key":"9617_CR41","doi-asserted-by":"publisher","first-page":"e12507","DOI":"10.1111\/phc3.12507","volume":"13","author":"S Nyholm","year":"2018","unstructured":"Nyholm, S. (2018). The ethics of crashes with self-driving cars: A roadmap, I. Philosophy Compass, 13(7), e12507. https:\/\/doi.org\/10.1111\/phc3.12507","journal-title":"Philosophy Compass"},{"key":"9617_CR42","doi-asserted-by":"publisher","DOI":"10.1111\/phc3.12416","author":"E O\u2019Neill","year":"2017","unstructured":"O\u2019Neill, E. (2017). Kinds of norms. Philosophy Compass. https:\/\/doi.org\/10.1111\/phc3.12416","journal-title":"Philosophy Compass"},{"key":"9617_CR43","doi-asserted-by":"publisher","DOI":"10.1037\/0012-1649.44.3.875","author":"H Rakoczy","year":"2008","unstructured":"Rakoczy, H., Warneken, F., & Tomasello, M. (2008). The sources of normativity: Young children\u2019s awareness of the normative structure of games. Developmental Psychology. https:\/\/doi.org\/10.1037\/0012-1649.44.3.875","journal-title":"Developmental Psychology"},{"key":"9617_CR44","volume-title":"What we owe to each other","author":"TM Scanlon","year":"1998","unstructured":"Scanlon, T. M. (1998). What we owe to each other. The Belknap Press of Harvard University Press."},{"key":"9617_CR45","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-7687.2010.01000.x","author":"MFH Schmidt","year":"2011","unstructured":"Schmidt, M. F. H., Rakoczy, H., & Tomasello, M. (2011). Young children attribute normativity to novel actions without pedagogy or normative language: Young children attribute normativity. Developmental Science. https:\/\/doi.org\/10.1111\/j.1467-7687.2010.01000.x","journal-title":"Developmental Science"},{"key":"9617_CR46","first-page":"111","volume-title":"The development of social cognition: The child as psychologist","author":"JG Smetana","year":"1993","unstructured":"Smetana, J. G. (1993). Understanding of social rules. In M. Bennett (Ed.), The development of social cognition: The child as psychologist (pp. 111\u2013141). Guilford Press."},{"key":"9617_CR47","volume-title":"Blame: Its nature and norms","author":"A Smith","year":"2013","unstructured":"Smith, A. (2013). Moral blame and moral protest. In D. J. Coates & N. A. Tognazzini (Eds.), Blame: Its nature and norms. Oxford University Press."},{"key":"9617_CR48","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1093\/acprof:oso\/9780195310139.003.0017","volume-title":"The innate mind, volume 2: Culture and cognition","author":"CS Sripada","year":"2007","unstructured":"Sripada, C. S., & Stich, S. (2007). A framework for the psychology of norms. In P. Carruthers, S. Laurence, & S. Stich (Eds.), The innate mind, volume 2: Culture and cognition (pp. 280\u2013301). Oxford University Press."},{"key":"9617_CR49","doi-asserted-by":"crossref","unstructured":"Strawson, P. F. (1962\/2008). Freedom and resentment. In: Freedom and resentment and other essays. Methuen. pp. 1\u201325.","DOI":"10.4324\/9780203882566"},{"key":"9617_CR50","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/8470.001.0001","volume-title":"Why we cooperate","author":"M Tomasello","year":"2009","unstructured":"Tomasello, M. (2009). Why we cooperate. MIT Press."},{"key":"9617_CR51","volume-title":"The adapted mind: Evolutionary psychology and the generation of culture","author":"J Tooby","year":"1992","unstructured":"Tooby, J., & Cosmides, L. (1992). The psychological foundations of culture. In J. H. Barkow, L. Cosmides, & J. Tooby (Eds.), The adapted mind: Evolutionary psychology and the generation of culture. Oxford University Press."},{"key":"9617_CR52","volume-title":"The development of social knowledge","author":"E Turiel","year":"1983","unstructured":"Turiel, E. (1983). The development of social knowledge. Cambridge University Press."},{"key":"9617_CR53","unstructured":"Turkle, S., Breazeal, C., Dast\u00e9, O., & Scassellati, B. (2006b). First encounters with kismet and cog: Children respond to relational artifacts. In: P. Messaris, & L. Humphreys (Eds.) Digital media: Transformations in human communication."},{"issue":"4","key":"9617_CR54","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1080\/09540090600868912","volume":"18","author":"S Turkle","year":"2006","unstructured":"Turkle, S., Taggart, W., Kidd, C., & Dast\u00e9, O. (2006a). Relational artifacts with children and elders: The complexities of cybercompanionship. Connection Science, 18(4), 347\u2013361.","journal-title":"Connection Science"},{"key":"9617_CR55","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199697540.001.0001","volume-title":"Building better beings: A theory of moral responsibility","author":"M Vargas","year":"2013","unstructured":"Vargas, M. (2013). Building better beings: A theory of moral responsibility. Oxford University Press."},{"key":"9617_CR56","volume-title":"Social robots from a human perspective","year":"2015","unstructured":"Vincent, J., Taipale, S., Sapio, B., Lugano, G., & Fortunati, L. (Eds.). (2015). Social robots from a human perspective. Springer."},{"key":"9617_CR57","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/s12369-014-0267-6","volume":"7","author":"J Z\u0142otowski","year":"2015","unstructured":"Z\u0142otowski, J., Proudfoot, D., Yogeeswaran, K., & Bartneck, C. (2015). Anthropomorphism: Opportunities and challenges in human\u2013robot interaction. International Journal of Social Robotics, 7, 347\u2013360.","journal-title":"International Journal of Social Robotics"}],"container-title":["Ethics and Information Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-021-09617-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10676-021-09617-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-021-09617-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T02:26:16Z","timestamp":1699755976000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10676-021-09617-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,1]]},"references-count":57,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["9617"],"URL":"https:\/\/doi.org\/10.1007\/s10676-021-09617-8","relation":{},"ISSN":["1388-1957","1572-8439"],"issn-type":[{"value":"1388-1957","type":"print"},{"value":"1572-8439","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,1]]},"assertion":[{"value":"23 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 November 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}