{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T06:52:53Z","timestamp":1771483973205,"version":"3.50.1"},"reference-count":119,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,4,25]],"date-time":"2020-04-25T00:00:00Z","timestamp":1587772800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,4,25]],"date-time":"2020-04-25T00:00:00Z","timestamp":1587772800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Minds & Machines"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s11023-020-09524-9","type":"journal-article","created":{"date-parts":[[2020,4,25]],"date-time":"2020-04-25T06:02:35Z","timestamp":1587794555000},"page":"219-246","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Moral Gridworlds: A Theoretical Proposal for Modeling Artificial Moral Cognition"],"prefix":"10.1007","volume":"30","author":[{"given":"Julia","family":"Haas","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,4,25]]},"reference":[{"issue":"3","key":"9524_CR1","doi-asserted-by":"crossref","first-page":"518","DOI":"10.1109\/JPROC.2018.2884923","volume":"107","author":"G Adamson","year":"2019","unstructured":"Adamson, G., Havens, J. C., & Chatila, R. (2019). Designing a value-driven future for ethical autonomous and intelligent systems. Proceedings of the IEEE,107(3), 518\u2013525.","journal-title":"Proceedings of the IEEE"},{"issue":"3","key":"9524_CR2","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s10676-006-0004-4","volume":"7","author":"C Allen","year":"2005","unstructured":"Allen, C., Smit, I., & Wallach, W. (2005). Artificial morality: Top-down, bottom-up, and hybrid approaches. Ethics and Information Technology,7(3), 149\u2013155.","journal-title":"Ethics and Information Technology"},{"key":"9524_CR3","unstructured":"Allen, C., & Wallach, W. (2012). Moral machines: Contradiction in terms or abdication of human responsibility. In Robot ethics: The ethical and social implications of robotics (p. 55\u201368). Cambridge: MIT Press."},{"key":"9524_CR4","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1093\/0199262055.003.0014","volume-title":"Foundations of human sociality","author":"MS Alvard","year":"2004","unstructured":"Alvard, M. S. (2004). The ultimatum game, fairness, and cooperation among big game hunters. In J. Henrich, R. Boyd, S. Bowles, C. Camerer, E. Fehr, & H. Gintis (Eds.), Foundations of human sociality (pp. 413\u2013435). Oxford: Oxford University Press."},{"key":"9524_CR5","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., & Man\u00e9, D. (2016). Concrete problems in AI safety. arXiv preprint arXiv:1606.06565."},{"issue":"1","key":"9524_CR6","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1515\/pjbr-2018-0024","volume":"9","author":"M Anderson","year":"2018","unstructured":"Anderson, M., & Anderson, S. L. (2018). GenEth: a general ethical dilemma analyzer. Paladyn, Journal of Behavioral Robotics,9(1), 337\u2013357.","journal-title":"Paladyn, Journal of Behavioral Robotics"},{"key":"9524_CR7","unstructured":"Anderson, M., Anderson, S. L., & Armen, C. (2006). MedEthEx: a prototype medical ethics advisor. In Proceedings of the national conference on artificial intelligence (Vol. 21, No. 2, p. 1759). Menlo Park, CA; Cambridge, MA; London; AAAI Press; MIT Press; 1999."},{"issue":"3","key":"9524_CR8","doi-asserted-by":"crossref","first-page":"526","DOI":"10.1109\/JPROC.2018.2840045","volume":"107","author":"M Anderson","year":"2019","unstructured":"Anderson, M., Anderson, S. L., & Berenz, V. (2019). A value-driven eldercare robot: Virtual and physical instantiations of a case-supported principle-based behavior paradigm. Proceedings of the IEEE,107(3), 526\u2013540.","journal-title":"Proceedings of the IEEE"},{"key":"9524_CR9","unstructured":"Arnold, T., Kasenberg, D., & Scheutz, M. (2017). Value alignment or misalignment\u2014What will keep systems accountable?. In Workshops at the thirty-first AAAI conference on artificial intelligence."},{"key":"9524_CR10","first-page":"671","volume":"104","author":"S Barocas","year":"2016","unstructured":"Barocas, S., & Selbst, A. D. (2016). Big data\u2019s disparate impact. California Law Review,104, 671.","journal-title":"California Law Review"},{"issue":"2","key":"9524_CR11","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1086\/392683","volume":"66","author":"W Bechtel","year":"1999","unstructured":"Bechtel, W., & Mundale, J. (1999). Multiple realizability revisited: Linking cognitive and neural states. Philosophy of Science,66(2), 175\u2013207.","journal-title":"Philosophy of Science"},{"issue":"5","key":"9524_CR12","first-page":"1","volume":"34","author":"Y Bengio","year":"2007","unstructured":"Bengio, Y., & LeCun, Y. (2007). Scaling learning algorithms towards AI. Large-scale Kernel Machines,34(5), 1\u201341.","journal-title":"Large-scale Kernel Machines"},{"issue":"1589","key":"9524_CR13","doi-asserted-by":"crossref","first-page":"754","DOI":"10.1098\/rstb.2011.0262","volume":"367","author":"GS Berns","year":"2012","unstructured":"Berns, G. S., Bell, E., Capra, C. M., Prietula, M. J., Moore, S., Anderson, B., et al. (2012). The price of your soul: Neural evidence for the non-utilitarian representation of sacred values. Philosophical Transactions of the Royal Society B: Biological Sciences,367(1589), 754\u2013762.","journal-title":"Philosophical Transactions of the Royal Society B: Biological Sciences"},{"issue":"5","key":"9524_CR14","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1016\/j.tics.2019.02.008","volume":"23","author":"YE Bigman","year":"2019","unstructured":"Bigman, Y. E., Waytz, A., Alterovitz, R., & Gray, K. (2019). Holding robots responsible: The elements of machine morality. Trends in Cognitive Sciences,23(5), 365\u2013368.","journal-title":"Trends in Cognitive Sciences"},{"issue":"1","key":"9524_CR15","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1080\/17470910903202666","volume":"5","author":"MA Boksem","year":"2010","unstructured":"Boksem, M. A., & De Cremer, D. (2010). Fairness concerns predict medial frontal negativity amplitude in ultimatum bargaining. Social Neuroscience,5(1), 118\u2013128.","journal-title":"Social Neuroscience"},{"issue":"6293","key":"9524_CR16","doi-asserted-by":"crossref","first-page":"1573","DOI":"10.1126\/science.aaf2654","volume":"352","author":"JF Bonnefon","year":"2016","unstructured":"Bonnefon, J. F., Shariff, A., & Rahwan, I. (2016). The social dilemma of autonomous vehicles. Science,352(6293), 1573\u20131576.","journal-title":"Science"},{"key":"9524_CR17","doi-asserted-by":"crossref","unstructured":"Borenstein, J., & Arkin, R. (2019). Robots, ethics, and intimacy: the need for scientific research. In D. Berkich & M. V. d\u2019Alfonso (Eds.), On the Cognitive, Ethical, and Scientific Dimensions of Artificial Intelligence (Vol. 134, pp. 299\u2013309). Springer.","DOI":"10.1007\/978-3-030-01800-9_16"},{"key":"9524_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2019.02.006","author":"M Botvinick","year":"2019","unstructured":"Botvinick, M., Ritter, S., Wang, J. X., Kurth-Nelson, Z., Blundell, C., & Hassabis, D. (2019). Reinforcement learning, fast and slow. Trends in Cognitive Sciences. https:\/\/doi.org\/10.1016\/j.tics.2019.02.006.","journal-title":"Trends in Cognitive Sciences"},{"issue":"3","key":"9524_CR19","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/JPROC.2019.2898267","volume":"107","author":"P Bremner","year":"2019","unstructured":"Bremner, P., Dennis, L. A., Fisher, M., & Winfield, A. F. (2019). On proactive, transparent, and verifiable ethical reasoning for robots. Proceedings of the IEEE,107(3), 541\u2013561.","journal-title":"Proceedings of the IEEE"},{"key":"9524_CR20","volume-title":"Human universals","author":"D Brown","year":"1991","unstructured":"Brown, D. (1991). Human universals. New York: McGraw-Hill."},{"issue":"2","key":"9524_CR21","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1111\/j.1741-3737.2008.00486.x","volume":"70","author":"SM Brumbaugh","year":"2008","unstructured":"Brumbaugh, S. M., Sanchez, L. A., Nock, S. L., & Wright, J. D. (2008). Attitudes toward gay marriage in states undergoing marriage law transformation. Journal of Marriage and Family,70(2), 345\u2013359.","journal-title":"Journal of Marriage and Family"},{"issue":"3","key":"9524_CR22","doi-asserted-by":"crossref","first-page":"562","DOI":"10.1109\/JPROC.2018.2865996","volume":"107","author":"S Cave","year":"2018","unstructured":"Cave, S., Nyrup, R., Vold, K., & Weller, A. (2018). Motivations and risks of machine ethics. Proceedings of the IEEE,107(3), 562\u2013574.","journal-title":"Proceedings of the IEEE"},{"key":"9524_CR23","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-019-00151-x","author":"JA Cervantes","year":"2019","unstructured":"Cervantes, J. A., L\u00f3pez, S., Rodr\u00edguez, L. F., Cervantes, S., Cervantes, F., & Ramos, F. (2019). Artificial moral agents: A survey of the current status. Science and Engineering Ethics. https:\/\/doi.org\/10.1007\/s11948-019-00151-x.","journal-title":"Science and Engineering Ethics"},{"issue":"4","key":"9524_CR24","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1093\/scan\/nss014","volume":"8","author":"C Corradi-Dell\u2019Acqua","year":"2013","unstructured":"Corradi-Dell\u2019Acqua, C., Civai, C., Rumiati, R. I., & Fink, G. R. (2013). Disentangling self-and fairness-related neural mechanisms involved in the ultimatum game: an fMRI study. Social Cognitive and Affective Neuroscience,8(4), 424\u2013431.","journal-title":"Social Cognitive and Affective Neuroscience"},{"issue":"7625","key":"9524_CR25","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1038\/538311a","volume":"538","author":"K Crawford","year":"2016","unstructured":"Crawford, K., & Calo, R. (2016). There is a blind spot in AI research. Nature,538(7625), 311\u2013313.","journal-title":"Nature"},{"issue":"8","key":"9524_CR26","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1016\/j.tics.2013.06.005","volume":"17","author":"MJ Crockett","year":"2013","unstructured":"Crockett, M. J. (2013). Models of morality. Trends in Cognitive Sciences,17(8), 363\u2013366.","journal-title":"Trends in Cognitive Sciences"},{"issue":"2","key":"9524_CR27","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1177\/0963721415624012","volume":"25","author":"MJ Crockett","year":"2016","unstructured":"Crockett, M. J. (2016). How formal models can illuminate mechanisms of moral judgment and decision making. Current Directions in Psychological Science,25(2), 85\u201390.","journal-title":"Current Directions in Psychological Science"},{"issue":"6","key":"9524_CR28","doi-asserted-by":"crossref","first-page":"879","DOI":"10.1038\/nn.4557","volume":"20","author":"MJ Crockett","year":"2017","unstructured":"Crockett, M. J., Siegel, J. Z., Kurth-Nelson, Z., Dayan, P., & Dolan, R. J. (2017). Moral transgressions corrupt neural representations of value. Nature Neuroscience,20(6), 879.","journal-title":"Nature Neuroscience"},{"key":"9524_CR29","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1016\/j.cobeha.2015.01.006","volume":"3","author":"F Cushman","year":"2015","unstructured":"Cushman, F. (2015). From moral concern to moral constraint. Current Opinion in Behavioral Sciences,3, 58\u201362.","journal-title":"Current Opinion in Behavioral Sciences"},{"issue":"3","key":"9524_CR111","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/j.evolhumbehav.2016.01.001","volume":"37","author":"S Debove","year":"2016","unstructured":"Debove, S., Baumard, N., & Andr\u00e9, J. B. (2016). Models of the evolution of fairness in the ultimatum game: A review and classification. Evolution Andhuman Behavior, 37(3), 245\u2013254.","journal-title":"Evolution Andhuman Behavior"},{"issue":"2","key":"9524_CR30","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/s10677-017-9780-7","volume":"20","author":"FS De Sio","year":"2017","unstructured":"De Sio, F. S. (2017). Killing by autonomous vehicles and the legal doctrine of necessity. Ethical Theory and Moral Practice,20(2), 411\u2013429.","journal-title":"Ethical Theory and Moral Practice"},{"key":"9524_CR31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.robot.2015.11.012","volume":"77","author":"L Dennis","year":"2016","unstructured":"Dennis, L., Fisher, M., Slavkovik, M., & Webster, M. (2016). Formal verification of ethical choices in autonomous systems. Robotics and Autonomous Systems,77, 1\u201314.","journal-title":"Robotics and Autonomous Systems"},{"issue":"4","key":"9524_CR32","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1215\/00318108-4173412","volume":"126","author":"F Dietrich","year":"2017","unstructured":"Dietrich, F., & List, C. (2017). What matters and how it matters: a choice-theoretic representation of moral theories. Philosophical Review,126(4), 421\u2013479.","journal-title":"Philosophical Review"},{"key":"9524_CR33","unstructured":"Doran, D., Schulz, S., & Besold, T. R. (2017). What does explainable AI really mean? A new conceptualization of perspectives.\u00a0arXiv preprint arXiv:1710.00794."},{"key":"9524_CR34","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139878364","volume-title":"Lack of character: Personality and moral behavior","author":"JM Doris","year":"2002","unstructured":"Doris, J. M. (2002). Lack of character: Personality and moral behavior. Cambridge: Cambridge University Press."},{"key":"9524_CR112","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1111\/j.1475-4975.1994.tb00299.x","volume":"19","author":"F Dretske","year":"1994","unstructured":"Dretske, F. (1994). If you can't make one, you don't know how it works. Midwest Studies in Philosophy, 19, 468\u2013482.","journal-title":"Midwest Studies in Philosophy"},{"key":"9524_CR35","first-page":"31","volume-title":"The Oxford Handbook of Contemporary Philosophy","author":"J Driver","year":"2005","unstructured":"Driver, J. (2005). Normative ethics. In F. Jackson & M. Smith (Eds.), The Oxford Handbook of Contemporary Philosophy (pp. 31\u201362). Oxford: Oxford University Press."},{"key":"9524_CR36","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9780262036535.001.0001","volume-title":"True enough","author":"CZ Elgin","year":"2017","unstructured":"Elgin, C. Z. (2017). True enough. Cambridge: MIT Press."},{"key":"9524_CR113","unstructured":"Everitt, T., Krakovna, V., Orseau, L., Hutter, M., & Legg, S. (2017). Reinforcement learning with a corrupted reward channel. arXiv preprint. arXiv:1705.08417."},{"key":"9524_CR37","unstructured":"Everitt, T., Lea, G., & Hutter, M. (2018). AGI safety literature review.\u00a0arXiv preprint arXiv:1805.01109."},{"issue":"1","key":"9524_CR38","doi-asserted-by":"crossref","first-page":"34","DOI":"10.2307\/2555533","volume":"18","author":"J Farrell","year":"1987","unstructured":"Farrell, J. (1987). Cheap talk, coordination, and entry. The Rand Journal of Economics,18(1), 34\u201339.","journal-title":"The Rand Journal of Economics"},{"key":"9524_CR39","unstructured":"Fehr, E., & Schmidt, K. (2003). Theories of fairness and reciprocity\u2013evidence and economic applications. In Advances in economics and econometrics, 8th World Congress, Econometric Society Monographs."},{"issue":"2","key":"9524_CR40","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1002\/hbm.22649","volume":"36","author":"C Feng","year":"2015","unstructured":"Feng, C., Luo, Y. J., & Krueger, F. (2015). Neural signatures of fairness-related normative decision making in the ultimatum game: A coordinate-based meta-analysis. Human Brain Mapping,36(2), 591\u2013602.","journal-title":"Human Brain Mapping"},{"key":"9524_CR41","first-page":"1","volume-title":"Moral psychology, Vol. 1. The evolution of morality: Adaptations and innateness\u00a0","author":"O Flanagan","year":"2007","unstructured":"Flanagan, O., Sarkissian, H., & Wong, D. (2007). Naturalizing ethics. In W. Sinnott-Armstrong (Ed.), Moral psychology, Vol. 1. The evolution of morality: Adaptations and innateness\u00a0 (pp. 1\u201325). Cambridge: MIT Press."},{"issue":"4","key":"9524_CR42","doi-asserted-by":"crossref","first-page":"532","DOI":"10.2105\/AJPH.2016.303628","volume":"107","author":"J Fleetwood","year":"2017","unstructured":"Fleetwood, J. (2017). Public health, ethics, and autonomous vehicles. American Journal of Public Health,107(4), 532\u2013537.","journal-title":"American Journal of Public Health"},{"issue":"3","key":"9524_CR114","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1006\/game.1994.1021","volume":"6","author":"R Forsythe","year":"1994","unstructured":"Forsythe, R., Horowitz, J. L., Savin, N. E., & Sefton, M. (1994). Fairness in simple bargaining experiments. Games and Economic Behavior, 6(3), 347\u2013369.","journal-title":"Games and Economic Behavior"},{"key":"9524_CR115","unstructured":"G\u00e1bor, Z., Kalm\u00e1r, Z., & Szepesv\u00e1ri, C. (1998, July). Multi-criteria reinforcement learning. In ICML (Vol. 98, pp. 197\u2013205). Chicago."},{"key":"9524_CR43","volume-title":"Foundations of neuroeconomic analysis","author":"PW Glimcher","year":"2011","unstructured":"Glimcher, P. W. (2011). Foundations of neuroeconomic analysis. Oxford: OUP USA."},{"issue":"3","key":"9524_CR44","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1007\/s11948-016-9806-x","volume":"23","author":"J Gogoll","year":"2017","unstructured":"Gogoll, J., & M\u00fcller, J. F. (2017). Autonomous cars: in favor of a mandatory ethics setting. Science and Engineering Ethics,23(3), 681\u2013700.","journal-title":"Science and Engineering Ethics"},{"issue":"4","key":"9524_CR45","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1016\/0167-2681(82)90011-7","volume":"3","author":"W G\u00fcth","year":"1982","unstructured":"G\u00fcth, W., Schmittberger, R., & Schwarze, B. (1982). An experimental analysis of ultimatum bargaining. Journal of Economic Behavior & Organization,3(4), 367\u2013388.","journal-title":"Journal of Economic Behavior & Organization"},{"key":"9524_CR116","unstructured":"Hadfield-Menell, D., Milli, S., Abbeel, P., Russell, S. J., & Dragan, A. (2017). Inverse reward design. In Advances in neural information processing systems, (pp. 6765\u20136774)."},{"key":"9524_CR46","unstructured":"Hartmann, S. (1996). The world as a process: Simulations in the natural and social sciences. in Hegselmann, Mueller, and Troitzsch 1996: 77\u2013100."},{"key":"9524_CR109","doi-asserted-by":"publisher","unstructured":"Hass, J. (2019). Valuation mechanisms in moral cognition. Behavioral and Brain Sciences. https:\/\/doi.org\/10.1017\/S0140525X18002686.","DOI":"10.1017\/S0140525X18002686"},{"issue":"5972","key":"9524_CR48","doi-asserted-by":"crossref","first-page":"1480","DOI":"10.1126\/science.1182238","volume":"327","author":"J Henrich","year":"2010","unstructured":"Henrich, J., Ensminger, J., McElreath, R., Barr, A., Barrett, C., Bolyanatz, A., et al. (2010a). Markets, religion, community size, and the evolution of fairness and punishment. Science,327(5972), 1480\u20131484.","journal-title":"Science"},{"issue":"2\u20133","key":"9524_CR49","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1017\/S0140525X0999152X","volume":"33","author":"J Henrich","year":"2010","unstructured":"Henrich, J., Heine, S. J., & Norenzayan, A. (2010b). The weirdest people in the world? Behavioral and Brain Sciences,33(2\u20133), 61\u201383.","journal-title":"Behavioral and Brain Sciences"},{"issue":"7302","key":"9524_CR50","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1038\/466029a","volume":"466","author":"J Henrich","year":"2010","unstructured":"Henrich, J., Heine, S. J., & Norenzayan, A. (2010c). Most people are not WEIRD. Nature,466(7302), 29.","journal-title":"Nature"},{"issue":"3","key":"9524_CR51","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1007\/s10677-018-9896-4","volume":"21","author":"J Himmelreich","year":"2018","unstructured":"Himmelreich, J. (2018). Never mind the trolley: The ethics of autonomous vehicles in mundane situations. Ethical Theory and Moral Practice,21(3), 669\u2013684.","journal-title":"Ethical Theory and Moral Practice"},{"key":"9524_CR52","doi-asserted-by":"crossref","unstructured":"Holstein, K., Wortman Vaughan, J., Daum\u00e9 III, H., Dudik, M., & Wallach, H. (2019). Improving fairness in machine learning systems: What do industry practitioners need?. In\u00a0Proceedings of the 2019 CHI conference on human factors in computing systems\u00a0(pp. 1\u201316).","DOI":"10.1145\/3290605.3300830"},{"key":"9524_CR53","unstructured":"Honarvar, A. R., & Ghasem-Aghaee, N. (2009). Casuist BDI-agent: a new extended BDI architecture with the capability of ethical reasoning. In\u00a0International conference on artificial intelligence and computational intelligence\u00a0(pp. 86\u201395). Berlin, Heidelberg: Springer."},{"key":"9524_CR54","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1016\/j.paid.2015.06.009","volume":"86","author":"SS Hoppenbrouwers","year":"2015","unstructured":"Hoppenbrouwers, S. S., Van der Stigchel, S., Slotboom, J., Dalmaijer, E. S., & Theeuwes, J. (2015). Disentangling attentional deficits in psychopathy using visual search: Failures in the use of contextual information. Personality and Individual Differences,86, 132\u2013138.","journal-title":"Personality and Individual Differences"},{"key":"9524_CR55","unstructured":"Howard, D., & Muntean, I. (2017). Artificial moral cognition: moral functionalism and autonomous moral agency. In\u00a0Philosophy and computing\u00a0(pp. 121\u2013159). Cham: Springer."},{"key":"9524_CR56","doi-asserted-by":"crossref","unstructured":"Iyer, R., Li, Y., Li, H., Lewis, M., Sundar, R., & Sycara, K. (2018). Transparency and explanation in deep reinforcement learning neural networks. In\u00a0Proceedings of the 2018 AAAI\/ACM conference on AI, ethics, and society\u00a0(pp. 144\u2013150).","DOI":"10.1145\/3278721.3278776"},{"issue":"9","key":"9524_CR57","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1038\/s42256-019-0088-2","volume":"1","author":"A Jobin","year":"2019","unstructured":"Jobin, A., Ienca, M., & Vayena, E. (2019). The global landscape of AI ethics guidelines. Nature Machine Intelligence,1(9), 389\u2013399.","journal-title":"Nature Machine Intelligence"},{"key":"9524_CR117","unstructured":"Kahneman, D., Knetsch, J. L., & Thaler, R. (1986). Fairness as a constraint on profit seeking: Entitlements in the market. The American Economic Review, 728\u2013741."},{"key":"9524_CR58","volume-title":"Intricate ethics: Rights, responsibilities, and permissable harm","author":"FM Kamm","year":"2008","unstructured":"Kamm, F. M. (2008). Intricate ethics: Rights, responsibilities, and permissable harm. Oxford: Oxford University Press."},{"issue":"1","key":"9524_CR59","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1002\/cb.1743","volume":"18","author":"HH Ku","year":"2019","unstructured":"Ku, H. H., & Hung, Y. C. (2019). Framing effects of per-person versus aggregate prices in group meals. Journal of Consumer Behaviour,18(1), 43\u201352.","journal-title":"Journal of Consumer Behaviour"},{"key":"9524_CR60","first-page":"9","volume":"5","author":"J Larson","year":"2016","unstructured":"Larson, J., Mattu, S., Kirchner, L., & Angwin, J. (2016). How we analyzed the COMPAS recidivism algorithm. ProPublica,5, 9.","journal-title":"ProPublica"},{"key":"9524_CR61","unstructured":"Leike, J., Martic, M., Krakovna, V., Ortega, P.A., Everitt, T., Lefrancq, A., Orseau, L. & Legg, S. (2017). AI safety gridworlds. arXiv preprint arXiv:1711.09883."},{"issue":"3","key":"9524_CR62","first-page":"385","volume":"45","author":"C Liu","year":"2014","unstructured":"Liu, C., Xu, X., & Hu, D. (2014). Multiobjective reinforcement learning: A comprehensive overview. IEEE Transactions on Systems, Man, and Cybernetics: Systems,45(3), 385\u2013398.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics: Systems"},{"key":"9524_CR75","unstructured":"Lugo, L., & Cooperman, A. (2013) A Portrait of Jewish Americans: Findings from a Pew Research Center Survey of U.S. Jews. Available online at: https:\/\/www.pewforum.org\/2013\/10\/01\/jewish-american-beliefs-attitudes-culture-survey\/"},{"issue":"4","key":"9524_CR63","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1007\/s10676-015-9367-8","volume":"18","author":"BF Malle","year":"2016","unstructured":"Malle, B. F. (2016). Integrating robot ethics and machine morality: The study and design of moral competence in robots. Ethics and Information Technology,18(4), 243\u2013256.","journal-title":"Ethics and Information Technology"},{"key":"9524_CR118","first-page":"325","volume":"5","author":"S Mannor","year":"2004","unstructured":"Mannor, S., & Shimkin, N. (2004). A geometric approach to multi-criterion reinforcement learning. Journal of Machine Learning Research, 5, 325\u2013360.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"9524_CR64","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1037\/npe0000105","volume":"12","author":"A Marchetti","year":"2019","unstructured":"Marchetti, A., Baglio, F., Massaro, D., Griffanti, L., Rossetto, F., Sangiuliano Intra, F., et al. (2019). Can psychological labels influence the decision-making process in an unfair condition? Behavioral and neural evidences using the ultimatum game task. Journal of Neuroscience, Psychology, and Economics,12(2), 105.","journal-title":"Journal of Neuroscience, Psychology, and Economics"},{"key":"9524_CR65","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198811572.001.0001","volume-title":"Regard for reason in the moral mind","author":"J May","year":"2018","unstructured":"May, J. (2018). Regard for reason in the moral mind. Oxford: Oxford University Press."},{"key":"9524_CR66","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X19000967","author":"J May","year":"2019","unstructured":"May, J. (2019). Defending optimistic rationalism: A reply to commentators. Behavioral and Brain Sciences. https:\/\/doi.org\/10.1017\/S0140525X19000967.","journal-title":"Behavioral and Brain Sciences"},{"key":"9524_CR67","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1093\/oso\/9780190652951.003.0002","volume-title":"Ethics settings for autonomous vehicles","author":"J Millar","year":"2017","unstructured":"Millar, J., Lin, P., Abney, K., & Bekey, G. A. (2017). Ethics settings for autonomous vehicles (pp. 20\u201334). Cambridge: MIT Press."},{"issue":"4","key":"9524_CR68","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MIS.2006.80","volume":"21","author":"JH Moor","year":"2006","unstructured":"Moor, J. H. (2006). The nature, importance, and difficulty of machine ethics. IEEE Intelligent Systems,21(4), 18\u201321.","journal-title":"IEEE Intelligent Systems"},{"key":"9524_CR69","first-page":"347","volume":"52","author":"MS Morgan","year":"1999","unstructured":"Morgan, M. S. (1999). Learning from models. Ideas in Context,52, 347\u2013388.","journal-title":"Ideas in Context"},{"issue":"5485","key":"9524_CR70","doi-asserted-by":"crossref","first-page":"1773","DOI":"10.1126\/science.289.5485.1773","volume":"289","author":"MA Nowak","year":"2000","unstructured":"Nowak, M. A., Page, K. M., & Sigmund, K. (2000). Fairness versus reason in the ultimatum game. Science,289(5485), 1773\u20131775.","journal-title":"Science"},{"issue":"5","key":"9524_CR71","doi-asserted-by":"crossref","first-page":"1275","DOI":"10.1007\/s10677-016-9745-2","volume":"19","author":"S Nyholm","year":"2016","unstructured":"Nyholm, S., & Smids, J. (2016). The ethics of accident-algorithms for self-driving cars: An applied trolley problem? Ethical Theory and Moral Practice,19(5), 1275\u20131289.","journal-title":"Ethical Theory and Moral Practice"},{"key":"9524_CR72","unstructured":"Omohundro, S. M. (2008). The basic AI drives. In AGI (Vol. 171, pp. 483\u2013492)."},{"key":"9524_CR73","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1146\/annurev-neuro-061010-113648","volume":"34","author":"C Padoa-Schioppa","year":"2011","unstructured":"Padoa-Schioppa, C. (2011). Neurobiology of economic choice: A good-based model. Annual Review of Neuroscience,34, 333\u2013359.","journal-title":"Annual Review of Neuroscience"},{"key":"9524_CR76","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"R Picard","year":"1997","unstructured":"Picard, R. (1997). Affective computing. Cambridge: MIT Press."},{"issue":"7","key":"9524_CR78","doi-asserted-by":"crossref","first-page":"2581","DOI":"10.1073\/pnas.1214167110","volume":"110","author":"DG Rand","year":"2013","unstructured":"Rand, D. G., Tarnita, C. E., Ohtsuki, H., & Nowak, M. A. (2013). Evolution of fairness in the one-shot anonymous Ultimatum Game. Proceedings of the National Academy of Sciences,110(7), 2581\u20132586.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"9524_CR79","unstructured":"Roff, H. Expected utilitarianism, manuscript."},{"issue":"10","key":"9524_CR80","doi-asserted-by":"crossref","first-page":"1191","DOI":"10.1016\/j.parkreldis.2015.08.016","volume":"21","author":"JB Rosen","year":"2015","unstructured":"Rosen, J. B., Rott, E., Ebersbach, G., & Kalbe, E. (2015). Altered moral decision-making in patients with idiopathic Parkinson\u2019s disease. Parkinsonism & Related Disorders,21(10), 1191\u20131199.","journal-title":"Parkinsonism & Related Disorders"},{"issue":"4","key":"9524_CR81","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1609\/aimag.v36i4.2577","volume":"36","author":"S Russell","year":"2015","unstructured":"Russell, S., Dewey, D., & Tegmark, M. (2015). Research priorities for robust and beneficial artificial intelligence. Ai Magazine,36(4), 105\u2013114.","journal-title":"Ai Magazine"},{"key":"9524_CR82","volume-title":"Artificial intelligence: A modern approach","author":"SJ Russell","year":"2016","unstructured":"Russell, S. J., & Norvig, P. (2016). Artificial intelligence: A modern approach. Malaysia: Pearson Education Limited."},{"issue":"5626","key":"9524_CR83","doi-asserted-by":"crossref","first-page":"1755","DOI":"10.1126\/science.1082976","volume":"300","author":"AG Sanfey","year":"2003","unstructured":"Sanfey, A. G., Rilling, J. K., Aronson, J. A., Nystrom, L. E., & Cohen, J. D. (2003). The neural basis of economic decision-making in the ultimatum game. Science,300(5626), 1755\u20131758.","journal-title":"Science"},{"key":"9524_CR84","doi-asserted-by":"crossref","unstructured":"Scheutz, M., & Malle, B. F. (2017). Moral robots. The Routledge Handbook of Neuroethics, Nueva York, Routledge\/Taylor & Francis.","DOI":"10.4324\/9781315708652-27"},{"key":"9524_CR85","volume-title":"The Moral Psychology Handbook","author":"T Schroeder","year":"2010","unstructured":"Schroeder, T., Roskies, A. L., & Nichols, S. B. (2010). Moral motivation. In J. Doris (Ed.), The Moral Psychology Handbook. Oxford: Oxford University Press."},{"issue":"4","key":"9524_CR86","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1016\/j.neuron.2010.07.020","volume":"67","author":"A Shenhav","year":"2010","unstructured":"Shenhav, A., & Greene, J. D. (2010). Moral judgments recruit domain-general valuation mechanisms to integrate representations of probability and magnitude. Neuron,67(4), 667\u2013677.","journal-title":"Neuron"},{"key":"9524_CR87","unstructured":"Shevlin, H. De-skilling and social necessity, manuscript."},{"issue":"1","key":"9524_CR88","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1111\/j.1468-0017.2007.00330.x","volume":"23","author":"W Sinnott-Armstrong","year":"2008","unstructured":"Sinnott-Armstrong, W., Mallon, R., Mccoy, T., & Hull, J. G. (2008). Intention, temporal order, and moral judgments. Mind & Language,23(1), 90\u2013106.","journal-title":"Mind & Language"},{"key":"9524_CR89","unstructured":"Soares, N., Fallenstein, B., Armstrong, S., & Yudkowsky, E. (2015). Corrigibility. In\u00a0Workshops at the twenty-ninth AAAI conference on artificial intelligence."},{"key":"9524_CR90","first-page":"280","volume":"2","author":"CS Sripada","year":"2005","unstructured":"Sripada, C. S., & Stich, S. (2005). A framework for the psychology of norms. The Innate Mind,2, 280\u2013301.","journal-title":"The Innate Mind"},{"key":"9524_CR119","first-page":"280","volume":"2","author":"CS Sripada","year":"2006","unstructured":"Sripada, C. S., & Stich, S. (2006). A framework for the psychology of norms. The Innate Mind, 2, 280\u2013301.","journal-title":"The Innate Mind"},{"issue":"4","key":"9524_CR91","doi-asserted-by":"crossref","first-page":"981","DOI":"10.1093\/bjps\/axv060","volume":"68","author":"K Sterelny","year":"2017","unstructured":"Sterelny, K., & Fraser, B. (2017). Evolution and moral realism. The British Journal for the Philosophy of Science,68(4), 981\u20131006.","journal-title":"The British Journal for the Philosophy of Science"},{"key":"9524_CR93","unstructured":"Sutton, R. S. (2019). The bitter lesson. http:\/\/www.incompleteideas.net\/IncIdeas\/BitterLesson.html."},{"key":"9524_CR120","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Introduction to reinforcement learning (vol. 135). Cambridge: MIT press."},{"key":"9524_CR94","unstructured":"Sutton, R. S., & Barto, A. G. (2018).\u00a0Reinforcement learning: An introduction. MIT press."},{"key":"9524_CR95","volume-title":"Alignment for advanced machine learning systems","author":"J Taylor","year":"2016","unstructured":"Taylor, J., Yudkowsky, E., LaVictoire, P., & Critch, A. (2016). Alignment for advanced machine learning systems. Berkeley: Machine Intelligence Research Institute."},{"issue":"4","key":"9524_CR96","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1257\/jep.2.4.195","volume":"2","author":"RH Thaler","year":"1988","unstructured":"Thaler, R. H. (1988). Anomalies: The ultimatum game. Journal of economic perspectives,2(4), 195\u2013206.","journal-title":"Journal of economic perspectives"},{"key":"9524_CR97","unstructured":"Tracer, D. (2004). Market integration, reciprocity and fairness in rural papua new guinea: Results from a twovillage ultimatum game study. Artefactual Field Experiments 00112. The Field Experiments Website. Available online at: https:\/\/ideas.repec.org\/p\/feb\/artefa\/00112.html."},{"issue":"1","key":"9524_CR98","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s13347-014-0156-9","volume":"28","author":"S Vallor","year":"2015","unstructured":"Vallor, S. (2015). Moral deskilling and upskilling in a new machine age: Reflections on the ambiguous future of character. Philosophy & Technology,28(1), 107\u2013124.","journal-title":"Philosophy & Technology"},{"issue":"1","key":"9524_CR99","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1007\/s10676-017-9440-6","volume":"20","author":"P Vamplew","year":"2018","unstructured":"Vamplew, P., Dazeley, R., Foale, C., Firmin, S., & Mummery, J. (2018). Human-aligned artificial intelligence is a multiobjective problem. Ethics and Information Technology,20(1), 27\u201340.","journal-title":"Ethics and Information Technology"},{"key":"9524_CR100","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.cogsys.2017.04.002","volume":"48","author":"D Vanderelst","year":"2018","unstructured":"Vanderelst, D., & Winfield, A. (2018). An architecture for ethical robots inspired by the simulation theory of cognition. Cognitive Systems Research,48, 56\u201366.","journal-title":"Cognitive Systems Research"},{"key":"9524_CR121","doi-asserted-by":"crossref","unstructured":"Van Moffaert, K., Drugan, M. M., & Now\u00e9, A. (2013). Hypervolume-based multi-objective reinforcement learning. In International Conference on Evolutionary Multi-Criterion Optimization (pp. 352-366). Springer, Berlin, Heidelberg.","DOI":"10.1007\/978-3-642-37140-0_28"},{"issue":"1","key":"9524_CR122","first-page":"3483","volume":"15","author":"K Van Moffaert","year":"2014","unstructured":"Van Moffaert, K., & Now\u00e9, A. (2014). Multi-objective reinforcement learning using sets of pareto dominating policies. The Journal of Machine LearningResearch, 15(1), 3483\u20133512.","journal-title":"The Journal of Machine LearningResearch"},{"key":"9524_CR101","volume-title":"Moral machines: Teaching robots right from wrong","author":"W Wallach","year":"2008","unstructured":"Wallach, W., & Allen, C. (2008). Moral machines: Teaching robots right from wrong. Oxford: Oxford University Press."},{"issue":"3","key":"9524_CR102","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1111\/j.1756-8765.2010.01095.x","volume":"2","author":"W Wallach","year":"2010","unstructured":"Wallach, W., Franklin, S., & Allen, C. (2010). A conceptual and computational model of moral decision making in human and artificial agents. Topics in Cognitive Science,2(3), 454\u2013485.","journal-title":"Topics in Cognitive Science"},{"issue":"3","key":"9524_CR103","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1109\/JPROC.2019.2899422","volume":"107","author":"W Wallach","year":"2019","unstructured":"Wallach, W., & Marchant, G. (2019). Toward the agile and comprehensive international governance of AI and Robotics. Proceedings of the IEEE,107(3), 505\u2013508.","journal-title":"Proceedings of the IEEE"},{"key":"9524_CR104","doi-asserted-by":"crossref","first-page":"182","DOI":"10.3389\/fpsyg.2018.00182","volume":"9","author":"C Wei","year":"2018","unstructured":"Wei, C., Zheng, L., Che, L., Cheng, X., Li, L., & Guo, X. (2018). Social support modulates neural responses to unfairness in the ultimatum game. Frontiers in Psychology,9, 182.","journal-title":"Frontiers in Psychology"},{"key":"9524_CR105","unstructured":"Winfield, A. (2019). An updated round up of ethical principles of robotics and AI [Blog post]. Retrieved from: http:\/\/alanwinfield.blogspot.com\/2019\/04\/an-updated-round-up-of-ethical.html?m=1."},{"issue":"3","key":"9524_CR106","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1109\/JPROC.2019.2900622","volume":"107","author":"AF Winfield","year":"2019","unstructured":"Winfield, A. F., Michael, K., Pitt, J., & Evers, V. (2019). Machine ethics: the design and governance of ethical AI and autonomous systems. Proceedings of the IEEE,107(3), 509\u2013517.","journal-title":"Proceedings of the IEEE"},{"issue":"8","key":"9524_CR124","doi-asserted-by":"crossref","first-page":"419","DOI":"10.2307\/2026228","volume":"79","author":"S Wolf","year":"1982","unstructured":"Wolf, S. (1982). Moral saints. The Journal of Philosophy, 79(8), 419\u2013439.","journal-title":"The Journal of Philosophy"},{"key":"9524_CR107","doi-asserted-by":"publisher","DOI":"10.1093\/0195155270.001.0001","volume-title":"Making things happen: A theory of causal explanation","author":"James Woodward","year":"2003","unstructured":"Woodward, James. (2003). Making things happen: A theory of causal explanation. Oxford: Oxford University Press. https:\/\/doi.org\/10.1093\/0195155270.001.0001."},{"key":"9524_CR125","unstructured":"Yang, R., Sun, X., & Narasimhan, K. (2019). A Generalized Algorithm for Multi-Objective Reinforcement Learning and Policy Adaptation. In Advances in Neural Information Processing Systems (pp. 14610\u201314621)."},{"issue":"11","key":"9524_CR108","doi-asserted-by":"publisher","first-page":"e13765","DOI":"10.1371\/journal.pone.0013765","volume":"5","author":"S Zhong","year":"2010","unstructured":"Zhong, S., Israel, S., Shalev, I., Xue, H., Ebstein, R. P., et al. (2010). Dopamine D4 receptor gene associated with fairness preference in ultimatum game. PLoSONE, 5(11), e13765. https:\/\/doi.org\/10.1371\/journal.pone.0013765.","journal-title":"PLoSONE"}],"container-title":["Minds and Machines"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11023-020-09524-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11023-020-09524-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11023-020-09524-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,4]],"date-time":"2024-08-04T18:12:42Z","timestamp":1722795162000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11023-020-09524-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,25]]},"references-count":119,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["9524"],"URL":"https:\/\/doi.org\/10.1007\/s11023-020-09524-9","relation":{},"ISSN":["0924-6495","1572-8641"],"issn-type":[{"value":"0924-6495","type":"print"},{"value":"1572-8641","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,25]]},"assertion":[{"value":"14 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 April 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}