{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T04:32:15Z","timestamp":1784003535553,"version":"3.55.0"},"reference-count":156,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Fonds de Recherche du Québec"},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007631","name":"Canadian Institute for Advanced Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007631","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004489","name":"Mitacs","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/tai.2022.3225132","type":"journal-article","created":{"date-parts":[[2022,11,28]],"date-time":"2022-11-28T14:53:55Z","timestamp":1669647235000},"page":"820-839","source":"Crossref","is-referenced-by-count":30,"title":["The Different Faces of AI Ethics Across the World: A Principle-to-Practice Gap Analysis"],"prefix":"10.1109","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4087-5648","authenticated-orcid":false,"given":"Lionel Nganyewou","family":"Tidjon","sequence":"first","affiliation":[{"name":"Polytechnique Montréal, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5704-4173","authenticated-orcid":false,"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[{"name":"Polytechnique Montréal, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref57","first-page":"1","year":"0","journal-title":"IEEE Guide for the Use of Artificial Intelligence Exchange and Service Tie to All Test Environments (AI-ESTATE)"},{"key":"ref56","article-title":"Ethical design and use of automated decision systems","year":"2019"},{"key":"ref59","article-title":"Artificial intelligence","year":"2017"},{"key":"ref58","article-title":"Information technology – artificial intelligence – overview of trustworthiness in artificial intelligence","year":"2020"},{"key":"ref53","article-title":"Bundesdatenschutzgesetz","year":"2009"},{"key":"ref52","article-title":"Data Protection Law","year":"2021"},{"key":"ref55","year":"2016","journal-title":"Robots and Robotic Devices Guide to the Ethical Design and Application of Robots and Robotic Systems"},{"key":"ref54","article-title":"Oceanis","year":"2018"},{"key":"ref51","article-title":"Protection of Personal Information Act","year":"2013"},{"key":"ref50","article-title":"Protection From Online Falsehoods and Manipulation Act","year":"2019"},{"key":"ref46","article-title":"Privacy Act","year":"1988"},{"key":"ref45","article-title":"General Data Protection Regulation","year":"2016"},{"key":"ref48","article-title":"Cyber Security Law","year":"2016"},{"key":"ref47","article-title":"Personal Information Protection Law","year":"2021"},{"key":"ref42","article-title":"Fair Credit Reporting Act","year":"2018"},{"key":"ref41","article-title":"EU-U.S. and Swiss-U.S. Privacy Shield","year":"2016"},{"key":"ref44","article-title":"Data Protection Act","year":"2018"},{"key":"ref43","article-title":"Gramm–Leach-Bliley Act","year":"1999"},{"key":"ref49","article-title":"Personal Data Protection Act","year":"2012"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3518482"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09517-8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MTS.2021.3056286"},{"key":"ref4","article-title":"Government AI readiness index","author":"nettel","year":"2021"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2954094"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-018-9482-5"},{"key":"ref100","article-title":"Tensorflow model remediation","year":"2020"},{"key":"ref101","article-title":"Revise: Revealing visual biases","author":"wang","year":"2021"},{"key":"ref40","article-title":"California Consumer Privacy Act","year":"2018"},{"key":"ref35","article-title":"Personal Information Protection and Electronic Documents Act","year":"2000"},{"key":"ref34","article-title":"Privacy Act","year":"1985"},{"key":"ref37","article-title":"Health Insurance Portability and Accountability Act of 1996","year":"1996"},{"key":"ref36","article-title":"Financial Consumer Agency of Canada Act","year":"2001"},{"key":"ref31","article-title":"An ethical toolkit for engineering\/design practice","author":"vallor","year":"2018"},{"key":"ref148","first-page":"4768","article-title":"A unified approach to interpreting model predictions","volume":"30","author":"lundberg","year":"0","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1604"},{"key":"ref149","doi-asserted-by":"crossref","DOI":"10.3390\/electronics8080832","article-title":"Machine learning interpretability: A survey on methods and metrics","volume":"8","author":"carvalho","year":"2019","journal-title":"Electronics"},{"key":"ref33","article-title":"Ethics Canvas","year":"2016"},{"key":"ref146","article-title":"Foolbox: A python toolbox to benchmark the robustness of machine learning models","author":"rauber","year":"2017"},{"key":"ref32","article-title":"Design ethically toolkit","author":"zhou","year":"2018"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref39","article-title":"Privacy Protection Act","year":"1980"},{"key":"ref38","article-title":"Privacy Act","year":"1974"},{"key":"ref155","article-title":"Facebook and the Technical University of Munich announce new independent TUM Institute for Ethics in Artificial Intelligence","year":"2019"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-019-00164-6"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67383-7_2"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion.2019.00023"},{"key":"ref151","first-page":"2438","article-title":"DeepChain: Auditable and privacy-preserving deep learning with blockchain-based incentive","volume":"18","author":"weng","year":"2021","journal-title":"IEEE Trans Dependable Secure Comput"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2017.09.077"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref24","article-title":"AI4People-on good AI governance: 14 priority actions, a SMART model of governance, and a regulatory toolbox","author":"pagallo","year":"2019"},{"key":"ref23","article-title":"Building ethics into privacy frameworks for Big Data and AI","year":"2018"},{"key":"ref26","article-title":"Recommendation on the ethics of AI","year":"2021","journal-title":"UNESCO"},{"key":"ref25","article-title":"Responsible AI—Key themes, concerns & recommendations for European research and innovation","author":"taylor","year":"2018"},{"key":"ref20","article-title":"Guidelines for AI procurement","author":"forum","year":"2019"},{"key":"ref22","year":"2019","journal-title":"Tools and Ethics for Applied Behavioural Insights The BASIC Toolkit"},{"key":"ref21","article-title":"Ethically aligned design","year":"2020"},{"key":"ref28","article-title":"Guidance on the ai auditing framework—draft guidance for consultation","author":"office","year":"2020"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.5211845"},{"key":"ref29","article-title":"Guidance on AI and data protection","author":"office","year":"2020"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-81907-1_10"},{"key":"ref12","article-title":"Aiethics","year":"2022"},{"key":"ref15","article-title":"From principles to practice. An interdisciplinary framework to operationalise AI ethics","author":"kaminski","year":"2020"},{"key":"ref128","first-page":"8326","article-title":"Radioactive data: Tracing through training","author":"sablayrolles","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref14","article-title":"Advancing AI ethics beyond compliance","author":"goehring","year":"0","journal-title":"IBM Corporation"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.3390\/bdcc5020020"},{"key":"ref97","article-title":"Ml-fairness-gym","year":"2019"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.12"},{"key":"ref96","article-title":"The LinkedIn Fairness Toolkit (LIFT)","year":"2020"},{"key":"ref127","article-title":"Adversarial robustness toolbox v1.0.0","author":"nicolae","year":"2018"},{"key":"ref11","article-title":"Government AI readiness index","author":"shearer","year":"2020"},{"key":"ref99","article-title":"Audit AI","year":"2018"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-020-00011-6"},{"key":"ref10","article-title":"Ethics by design and ethics of use approaches for artificial intelligence","year":"2021"},{"key":"ref98","article-title":"Unbias Fairness Toolkit","year":"2016"},{"key":"ref125","article-title":"The measure and mismeasure of fairness: A critical review of fair machine learning","author":"corbett-davies","year":"2018"},{"key":"ref17","article-title":"A toolkit for centering racial equity throughout data integration","author":"nelson","year":"2020"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.2139\/ssrn.3403301","article-title":"Understanding artificial intelligence ethics and safety: A guide for the responsible design and implementation of AI systems in the public sector","author":"leslie","year":"2019"},{"key":"ref19","article-title":"Technical and organizational best practices","year":"2021"},{"key":"ref18","article-title":"Ethics guidelines for trustworthy AI","author":"smuha","year":"2019"},{"key":"ref93","article-title":"Fairlearn","year":"2019"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"ref92","article-title":"Fat forensics: Algorithmic fairness, accountability and transparency toolbox","year":"2018"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref95","article-title":"Fairness indicators","year":"2020"},{"key":"ref131","article-title":"VerIDeep: Verifying integrity of deep neural networks through sensitive-sample fingerprinting","author":"he","year":"2018"},{"key":"ref94","article-title":"What-if tool","year":"2020"},{"key":"ref132","first-page":"10825","article-title":"Fast and effective robustness certification","volume":"31","author":"singh","year":"0","journal-title":"Proc 32nd Int Conf Neural Inf Process Syst"},{"key":"ref130","article-title":"A review of formal methods applied to machine learning","author":"urban","year":"2021"},{"key":"ref91","article-title":"Bias and fairness audit toolkit","year":"2018"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-017-0279-x"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1093\/idpl\/ipaa020"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5188-5"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3877437"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2706947"},{"key":"ref85","article-title":"Ethical assessment","author":"for children collaborative with unicef","year":"2020"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775089"},{"key":"ref88","article-title":"National statisticians data ethics advisory committee - Guidelines on using the ethics self-assessment process","author":"authority","year":"2021"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1142\/S0218488502001648"},{"key":"ref87","article-title":"Altai - The assessment list on trustworthy artificial intelligence","year":"2019"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref82","article-title":"Algorithmic impact assessments: A practical framework for public agency accountability","author":"reisman","year":"2018"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.17"},{"key":"ref81","article-title":"Artificial intelligence impact assessment","year":"2018"},{"key":"ref145","article-title":"Technical report on the CleverHans v2. 1.0 adversarial examples library","author":"papernot","year":"2016"},{"key":"ref84","article-title":"AI system ethics self-assessment tool","year":"2020"},{"key":"ref142","article-title":"Decision-based adversarial attacks: Reliable attacks against black-box machine learning models","author":"brendel","year":"0","journal-title":"Proc 6th Int Conf Learn Representations"},{"key":"ref83","article-title":"Algorithmic equity toolkit","year":"2020"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.41"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2018.00035"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.49"},{"key":"ref80","article-title":"Algorithmic impact assessment","year":"2022"},{"key":"ref79","article-title":"Foresight into AI ethics (FAIE): A toolkit for creating an ethics roadmap for your AI project","author":"institute","year":"2019"},{"key":"ref108","article-title":"Tensorflow privacy","year":"2019"},{"key":"ref78","article-title":"Checklist for employers: Facilitating the hiring of people with disabilities through the use of erecruiting screening systems, including AI","author":"assistance","year":"2020"},{"key":"ref109","article-title":"Data version control","year":"2019"},{"key":"ref106","article-title":"Adversarial robustness toolbox (ART)","year":"2020"},{"key":"ref107","article-title":"Pysyft","year":"2020"},{"key":"ref75","article-title":"AI fairness checklist","year":"2016"},{"key":"ref104","article-title":"Interpretml - alpha release","year":"2019"},{"key":"ref74","article-title":"Designing ethical AI experiences: Checklist and agreement","author":"institute","year":"2019"},{"key":"ref105","article-title":"Facets","year":"2016"},{"key":"ref77","article-title":"Trustworthy repositories audit & certification: Criteria and checklist","year":"2007"},{"key":"ref102","article-title":"Revise: Revealing visual biases","year":"2017"},{"key":"ref76","article-title":"Automated decision-making systems in the public sector: An impact assessment tool for public authorities","year":"2021"},{"key":"ref103","article-title":"Lime","year":"2016"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2962338"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csbj.2014.11.005"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4064091"},{"key":"ref111","article-title":"Ethics and transformative technologies","year":"2020"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2900622"},{"key":"ref112","article-title":"Data ethics, AI and responsible innovation","year":"2021"},{"key":"ref73","article-title":"Deon: An ethics checklist for data scientists","year":"2016"},{"key":"ref72","article-title":"Invitation to pilot AI verify - AI governance testing framework & toolkit","author":"singapore","year":"2022"},{"key":"ref110","article-title":"MOOC - bias and discrimination in AI","year":"2021"},{"key":"ref68","article-title":"AI governance: A research agenda","volume":"1442","author":"dafoe","year":"2018"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1201\/b18612"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.2861\/59990"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.1968"},{"key":"ref69","article-title":"White paper AI ethics and governance","author":"l\u00fctge","year":"2020"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0114-4"},{"key":"ref64","article-title":"ACM code of ethics and professional conduct","year":"2018"},{"key":"ref115","article-title":"Artificial intelligence ethics","year":"2024"},{"key":"ref63","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.IR.8332-draft","article-title":"Trust and artificial intelligence","author":"stanton","year":"2021"},{"key":"ref116","article-title":"Threat assessment in machine learning based systems","author":"tidjon","year":"2022"},{"key":"ref66","article-title":"Ethics and governance of AI","year":"2022"},{"key":"ref113","article-title":"Ethics for engineers: Artificial intelligence","year":"2020"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3917\/mana.112.0065"},{"key":"ref114","article-title":"Business and AI ethics: An imperative for future leaders","year":"2022"},{"key":"ref60","first-page":"1","year":"0","journal-title":"IEEE Standard Model Process for Addressing Ethical Concerns During System Design"},{"key":"ref122","article-title":"Ethically aligned design of autonomous systems: Industry viewpoint and an empirical study","author":"vakkuri","year":"2019"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2022.100476"},{"key":"ref62","first-page":"1","year":"0","journal-title":"IEEE Ontological Standard for Ethically Driven Robotics and Automation Systems"},{"key":"ref120","first-page":"1","article-title":"Existential risks","volume":"9","author":"bostrom","year":"2002","journal-title":"J Evol Technol"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2021.665729"},{"key":"ref121","first-page":"1","article-title":"Mental time-travel, semantic flexibility, and AI ethics","author":"arvan","year":"2018","journal-title":"AI Soc"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10190086\/09964285.pdf?arnumber=9964285","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:08:46Z","timestamp":1755911326000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9964285\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":156,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tai.2022.3225132","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}