{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T19:37:20Z","timestamp":1771270640078,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030974565","type":"print"},{"value":"9783030974572","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-97457-2_2","type":"book-chapter","created":{"date-parts":[[2022,3,9]],"date-time":"2022-03-09T11:03:04Z","timestamp":1646823784000},"page":"22-41","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Implementing Ethical Governors in BDI"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6666-6954","authenticated-orcid":false,"given":"Rafael C.","family":"Cardoso","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8711-4670","authenticated-orcid":false,"given":"Angelo","family":"Ferrando","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1426-1896","authenticated-orcid":false,"given":"Louise A.","family":"Dennis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0875-3862","authenticated-orcid":false,"given":"Michael","family":"Fisher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,10]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Anderson, M., Leigh Anderson, S.: GenEth: a general ethical dilemma analyzer. In: Proceedings of AAAI 2014 (2014)","DOI":"10.1609\/aaai.v28i1.8737"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Arkin, R., Ulam, P., Duncan, B.: An ethical governor for constraining lethal action in an autonomous system. Technical report. GIT-GVU-09-02, Georgia Tech (2009)","DOI":"10.21236\/ADA493563"},{"key":"2_CR3","unstructured":"Boissier, O., Bordini, R., Hubner, J., Ricci, A.: Multi-agent oriented programming: programming multi-agent systems using JaCaMo. In: Intelligent Robotics and Autonomous Agents series. MIT Press (2020). https:\/\/books.google.com.br\/books?id=GM_tDwAAQBAJ"},{"issue":"2","key":"2_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10458-020-09453-y","volume":"34","author":"RH Bordini","year":"2020","unstructured":"Bordini, R.H., El Fallah Seghrouchni, A., Hindriks, K., Logan, B., Ricci, A.: Agent programming in the cognitive era. Auton. Agent. Multi-Agent Syst. 34(2), 1\u201331 (2020). https:\/\/doi.org\/10.1007\/s10458-020-09453-y","journal-title":"Auton. Agent. Multi-Agent Syst."},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Bordini, R.H., Wooldridge, M., H\u00fcbner, J.F.: Programming Multi-agent Systems in AgentSpeak using Jason. Wiley, Hoboken (2007)","DOI":"10.1002\/9780470061848"},{"key":"2_CR6","unstructured":"Bratman, M.E.: Intentions, Plans, and Practical Reason. Harvard University Press (1987)"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Bremner, P., Dennis, L.A., Fisher, M., Winfield, A.F.: On proactive, transparent and verifiable ethical reasoning for robots. In: Proceedings of the IEEE Special Issue on Machine Ethics: The Design and Governance of Ethical AI and Autonomous Systems, vol. 107, pp. 541\u2013561 (2019)","DOI":"10.1109\/JPROC.2019.2898267"},{"key":"2_CR8","doi-asserted-by":"publisher","unstructured":"Bringsjord, S., Sundar, G.N., Thero, D., Si, M.: Akratic robots and the computational logic thereof. In: 2014 IEEE International Symposium on Ethics in Science, Technology and Engineering, pp. 1\u20138 (2014). https:\/\/doi.org\/10.1109\/ETHICS.2014.6893436","DOI":"10.1109\/ETHICS.2014.6893436"},{"key":"2_CR9","doi-asserted-by":"publisher","unstructured":"Cardoso, R.C., Ene, D., Evans, T., Dennis, L.A.: Ethical governor systems viewed as a multi-agent problem (2020). https:\/\/doi.org\/10.5281\/zenodo.3938851","DOI":"10.5281\/zenodo.3938851"},{"issue":"2","key":"2_CR10","doi-asserted-by":"publisher","first-page":"16","DOI":"10.3390\/computers10020016","volume":"10","author":"RC Cardoso","year":"2021","unstructured":"Cardoso, R.C., Ferrando, A.: A review of agent-based programming for multi-agent systems. Computers 10(2), 16 (2021). https:\/\/doi.org\/10.3390\/computers10020016","journal-title":"Computers"},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Cardoso, R.C., Zatelli, M.R., H\u00fcbner, J.F., Bordini, R.H.: Towards benchmarking actor- and agent-based programming languages. In: Workshop on Programming Based on Actors, Agents, and Decentralized Control, Indianapolis, Indiana, USA, pp. 115\u2013126 (2013). http:\/\/dl.acm.org\/citation.cfm?id=2541339","DOI":"10.1145\/2541329.2541339"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Cranefield, S., Winikoff, M., Dignum, V., Dignum, F.: No Pizza for you: value-based plan selection in BDI agents. In: IJCAI, pp. 178\u2013184 (2017)","DOI":"10.24963\/ijcai.2017\/26"},{"key":"2_CR13","unstructured":"Dennis, L.A., Fisher, M.: Practical challenges in explicit ethical machine reasoning. In: International Symposium on Artificial Intelligence and Mathematics. Fort Lauderdale, USA (2018). http:\/\/isaim2018.cs.virginia.edu\/papers\/ISAIM2018_Ethics_Dennis_Fischer.pdf, also available as arXiv pre-print 1801.01422"},{"key":"2_CR14","unstructured":"Ecoffet, A., Lehman, J.: Reinforcement learning under moral uncertainty. CoRR abs\/2006.04734 (2020). arXiv:2006.04734"},{"key":"2_CR15","volume-title":"Handbook of Deontic Logic and Normative Systems","year":"2013","unstructured":"Gabbay, D., Horty, J., Parent, X., van der Meyden, R., van der Torre, L. (eds.): Handbook of Deontic Logic and Normative Systems. College Publications, London (2013)"},{"key":"2_CR16","series-title":"Cognitive Technologies","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-319-21548-8_6","volume-title":"A Construction Manual for Robots\u2019 Ethical Systems","author":"J-G Ganascia","year":"2015","unstructured":"Ganascia, J.-G.: Non-monotonic resolution of conflicts for ethical reasoning. In: Trappl, R. (ed.) A Construction Manual for Robots\u2019 Ethical Systems. CT, pp. 101\u2013118. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-21548-8_6"},{"key":"2_CR17","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/978-3-642-05253-8_10","volume-title":"Artificial Intelligence and Computational Intelligence","author":"AR Honarvar","year":"2009","unstructured":"Honarvar, A.R., Ghasem-Aghaee, N.: Casuist BDI-Agent: a new extended BDI architecture with the capability of ethical reasoning. In: Deng, H., Wang, L., Wang, F.L., Lei, J. (eds.) AICI 2009. LNCS (LNAI), vol. 5855, pp. 86\u201395. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-05253-8_10"},{"issue":"3\/4","key":"2_CR18","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1504\/IJAOSE.2007.016266","volume":"1","author":"JF H\u00fcbner","year":"2007","unstructured":"H\u00fcbner, J.F., Sichman, J.S., Boissier, O.: Developing organised multiagent systems using the MOISE+ model: programming issues at the system and agent levels. Int. J. Agent-Oriented Softw. Eng. 1(3\/4), 370\u2013395 (2007)","journal-title":"Int. J. Agent-Oriented Softw. Eng."},{"key":"2_CR19","doi-asserted-by":"publisher","unstructured":"Liao, B., Slavkovik, M., van der Torre, L.: Building Jiminy cricket: an architecture for moral agreements among stakeholders. In: Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society, AIES 2019, New York, NY, USA, pp. 147\u2013153. Association for Computing Machinery (2019). https:\/\/doi.org\/10.1145\/3306618.3314257","DOI":"10.1145\/3306618.3314257"},{"issue":"2","key":"2_CR20","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1504\/IJAOSE.2018.094374","volume":"6","author":"B Logan","year":"2018","unstructured":"Logan, B.: An agent programming manifesto. Int. J. Agent-Oriented Softw. Eng. 6(2), 187\u2013210 (2018)","journal-title":"Int. J. Agent-Oriented Softw. Eng."},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Mohajeri Parizi, M., Sileno, G., van Engers, T., Klous, S.: Run, agent, run! architecture and benchmark of actor-based agents. In: Workshop on Programming based on Actors, Agents, and Decentralized Control (AGERE 2020). ACM (2020)","DOI":"10.1145\/3427760.3428339"},{"issue":"4","key":"2_CR22","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MIS.2006.80","volume":"21","author":"JH Moor","year":"2006","unstructured":"Moor, J.H.: The nature, importance, and difficulty of machine ethics. IEEE Intell. Syst. 21(4), 18\u201321 (2006). https:\/\/doi.org\/10.1109\/MIS.2006.80","journal-title":"IEEE Intell. Syst."},{"key":"2_CR23","unstructured":"Rao, A.S., Georgeff, M.: BDI agents: from theory to practice. In: Proceedings of 1st International Conference on Multi-Agent Systems (ICMAS), San Francisco, USA, pp. 312\u2013319 (1995)"},{"key":"2_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1007\/BFb0031845","volume-title":"Agents Breaking Away","author":"AS Rao","year":"1996","unstructured":"Rao, A.S.: AgentSpeak(L): BDI agents speak out in a logical computable language. In: Van de Velde, W., Perram, J.W. (eds.) MAAMAW 1996. LNCS, vol. 1038, pp. 42\u201355. Springer, Heidelberg (1996). https:\/\/doi.org\/10.1007\/BFb0031845"},{"key":"2_CR25","series-title":"Intelligent Systems, Control and Automation: Science and Engineering","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/978-3-319-46667-5_6","volume-title":"A World with Robots","author":"J Shim","year":"2017","unstructured":"Shim, J., Arkin, R.C.: An intervening ethical governor for a robot mediator in patient-caregiver relationships. In: Ferreira, M.I.A., Silva Sequeira, J., Tokhi, M.O., Kadar, E.E., Virk, G.S. (eds.) A World with Robots. ISCASE, vol. 84, pp. 77\u201391. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-46667-5_6"},{"key":"2_CR26","volume-title":"Moral Machines: Teaching Robots Right from Wrong","author":"W Wallach","year":"2008","unstructured":"Wallach, W., Allen, C.: Moral Machines: Teaching Robots Right from Wrong. Oxford University Press Inc., USA (2008)"},{"key":"2_CR27","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/978-3-319-10401-0_8","volume-title":"Advances in Autonomous Robotics Systems","author":"AFT Winfield","year":"2014","unstructured":"Winfield, A.F.T., Blum, C., Liu, W.: Towards an ethical robot: internal models, consequences and ethical action selection. In: Mistry, M., Leonardis, A., Witkowski, M., Melhuish, C. (eds.) TAROS 2014. LNCS (LNAI), vol. 8717, pp. 85\u201396. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10401-0_8"}],"container-title":["Lecture Notes in Computer Science","Engineering Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-97457-2_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,28]],"date-time":"2023-01-28T18:03:19Z","timestamp":1674928999000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-97457-2_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030974565","9783030974572"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-97457-2_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"10 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Engineering Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 May 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 May 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"emas2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/emas2021.in.tu-clausthal.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"74% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}