{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T14:09:46Z","timestamp":1782482986976,"version":"3.54.5"},"reference-count":69,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/L024845\/1 (Liverpool)"],"award-info":[{"award-number":["EP\/L024845\/1 (Liverpool)"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/L024861\/1 (University of the West of England)"],"award-info":[{"award-number":["EP\/L024861\/1 (University of the West of England)"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. IEEE"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1109\/jproc.2019.2898267","type":"journal-article","created":{"date-parts":[[2019,2,21]],"date-time":"2019-02-21T19:50:57Z","timestamp":1550778657000},"page":"541-561","source":"Crossref","is-referenced-by-count":59,"title":["On Proactive, Transparent, and Verifiable Ethical Reasoning for Robots"],"prefix":"10.1109","volume":"107","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7716-5100","authenticated-orcid":false,"given":"Paul","family":"Bremner","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1426-1896","authenticated-orcid":false,"given":"Louise A.","family":"Dennis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0875-3862","authenticated-orcid":false,"given":"Michael","family":"Fisher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1476-3127","authenticated-orcid":false,"given":"Alan F.","family":"Winfield","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/48529.48530"},{"key":"ref38","first-page":"310","article-title":"An agent based framework for adaptive control and decision making of autonomous vehicles","author":"lincoln","year":"2010","journal-title":"Proc IFAC Workshop Adaptation Learn Control Signal Process"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010084620690"},{"key":"ref32","author":"bordini","year":"2007","journal-title":"Programming multi-agent systems in AgentSpeak using Jason"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1007\/BFb0031845","article-title":"AgentSpeak (L): BDI agents speak out in a logical computable language","volume":"1038","author":"rao","year":"1996","journal-title":"Agents Breaking Away"},{"key":"ref30","first-page":"312","article-title":"BDI agents: From theory to practice","author":"rao","year":"1995","journal-title":"Proc 1st Int Conf Multi-Agent Syst (ICMAS95)"},{"key":"ref37","article-title":"Gwendolen semantics: 2017","author":"dennis","year":"2017"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1007\/3-540-44631-1_16","article-title":"Agent programming with declarative goals","volume":"1986","author":"hindriks","year":"2001","journal-title":"Intelligent Agents VII Agent Theories Architectures and Languages"},{"key":"ref35","article-title":"Modeling and simulating work practice: BRAHMS: a multiagent modeling and simulation language for work system analysis and design","author":"sierhuis","year":"2001"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/0-387-26350-0_6","article-title":"Jadex: A BDI reasoning engine","author":"pokahr","year":"2005","journal-title":"Multi-Agent Programming"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/11840541_25"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2009.03.010"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"1118","DOI":"10.1126\/science.1133687","article-title":"Resilient machines through continuous self-modeling","volume":"314","author":"bongard","year":"2006","journal-title":"Science"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1038\/scientificamerican1010-72","article-title":"Robot be good","volume":"303","author":"anderson","year":"2010","journal-title":"Sci Amer Mag"},{"key":"ref28","first-page":"473","article-title":"Modeling agents within a BDI-architecture","author":"rao","year":"1991","journal-title":"Proc 2nd Int Conf Princ Knowl Represent and Reason"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ETHICS.2014.6893436"},{"key":"ref27","author":"bratman","year":"1987","journal-title":"Intention Plans and Practical Reason"},{"key":"ref65","first-page":"253","article-title":"GenEth: A general ethical dilemma analyzer","author":"anderson","year":"2014","journal-title":"Proc AAAI Conf Artif Intell (AAAI)"},{"key":"ref66","first-page":"253","article-title":"Towards verifiably ethical robot behaviour","author":"dennis","year":"2015","journal-title":"Proc AAAI Workshop AI Ethics (1st Int Conf AI Ethics)"},{"key":"ref29","first-page":"439","article-title":"An Abstract Architecture for Rational Agents","author":"rao","year":"1992","journal-title":"Proc Int Conf Knowl Represent Reason"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511978036.024"},{"key":"ref68","article-title":"PRISM: Probabilistic symbolic model checker","volume":"2324","author":"kwiatkowska","year":"2002","journal-title":"Proc 12th Int Conf Modeling Techn Tools Comput Perform Eval (TOOLS)"},{"key":"ref69","volume":"1","author":"rasmussen","year":"2006","journal-title":"Gaussian Processes for Machine Learning"},{"key":"ref2","first-page":"15","article-title":"Machine ethics: Creating an ethical intelligent agent","volume":"28","author":"anderson","year":"2007","journal-title":"AI Mag"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1038\/518020a","article-title":"No drivers required","volume":"518","author":"waldrop","year":"2015","journal-title":"Nature"},{"key":"ref20","author":"holland","year":"2003","journal-title":"Machine Consciousness"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2018.00075"},{"key":"ref21","first-page":"17","article-title":"Complex adaptive systems","volume":"121","author":"holland","year":"1992","journal-title":"Daedalus"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(98)01262-5"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511597985"},{"key":"ref26","author":"wooldridge","year":"2002","journal-title":"An Introduction to Multiagent Systems"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-64107-2_21","article-title":"The case for an ethical black box","author":"winfield","year":"2017","journal-title":"Towards Autonomous Robotic Systems"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2009.69"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1126\/science.1252254"},{"key":"ref59","first-page":"47","article-title":"Comparing trace expressions and linear temporal logic for runtime verification","author":"ancona","year":"0","journal-title":"Theory and Practice of Formal Methods Essays Dedicated to Frank de Boer on the Occasion of His 60th Birthday"},{"key":"ref58","article-title":"Recognising assumption violations in autonomous systems verification","author":"ferrando","year":"2017","journal-title":"Proc 7th Int Conf Auton Agents Multiagent Syst"},{"key":"ref57","article-title":"An executable operational semantics for Python","author":"smeding","year":"2009"},{"key":"ref56","article-title":"Python: The full Monty: A tested semantics for the Python programming language","author":"politz","year":"2013"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4302-2528-7"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022920129859"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-79043-3_8"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-011-0088-x"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/978-3-319-10401-0_8","article-title":"Towards an ethical robot: Internal models, consequences and ethical action selection","volume":"8717","author":"winfield","year":"2014","journal-title":"Advances in Autonomous Robotics Systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-014-0168-9"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/359104.359106"},{"key":"ref12","author":"wallach","year":"2008","journal-title":"Moral Machines Teaching Robots Right from Wrong"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume":"252","author":"picard","year":"1997","journal-title":"Affective Computing"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1038\/523024a","article-title":"The robot’s dilemma","volume":"523","author":"deng","year":"2015","journal-title":"Nature"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2696454.2696458"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2006.83"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31737-3_73-1"},{"key":"ref18","author":"rosen","year":"1985","journal-title":"Anticipatory Systems Philosophical Mathematical and Methodological Foundations"},{"key":"ref19","first-page":"1","article-title":"Fundamentals of internal-model-based control theory","author":"isidori","year":"2003","journal-title":"Robust Autonomous Guidance"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1093\/actrade\/9780199695980.001.0001"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-015-0295-x"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-016-9389-x"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2006.80"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2011.2173265"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2500468.2494558"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2017.04.002"},{"key":"ref9","article-title":"Runaround","author":"asimov","year":"1942","journal-title":"Astounding Science Fiction"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30301-5_9"},{"key":"ref45","first-page":"1","article-title":"Formal verification of ethical choices in autonomous systems","volume":"77","author":"dennis","year":"2015","journal-title":"Robot Auto Syst"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1349822.1349839"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2008.02.009"},{"key":"ref42","author":"clarke","year":"1999","journal-title":"Model checking"},{"key":"ref41","author":"boyer","year":"1981","journal-title":"The Correctness Problem in Computer Science"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2017.05.006"},{"key":"ref43","first-page":"228","article-title":"Formal methods for the certification of autonomous unmanned aircraft systems","volume":"6894","author":"webster","year":"2011","journal-title":"Proc Int Conf Comput Saf Rel Secur"}],"container-title":["Proceedings of the IEEE"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5\/8662725\/08648363.pdf?arnumber=8648363","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:37:58Z","timestamp":1721003878000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8648363\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3]]},"references-count":69,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jproc.2019.2898267","relation":{},"ISSN":["0018-9219","1558-2256"],"issn-type":[{"value":"0018-9219","type":"print"},{"value":"1558-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3]]}}}