{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T20:24:08Z","timestamp":1776889448488,"version":"3.51.2"},"reference-count":136,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/tai.2021.3137091","type":"journal-article","created":{"date-parts":[[2021,12,21]],"date-time":"2021-12-21T16:06:33Z","timestamp":1640102793000},"page":"778-791","source":"Crossref","is-referenced-by-count":51,"title":["Building Trustworthy AI Solutions: A Case for Practical Solutions for Small Businesses"],"prefix":"10.1109","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1941-6201","authenticated-orcid":false,"given":"Keeley","family":"Crockett","sequence":"first","affiliation":[{"name":"Department of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5853-3673","authenticated-orcid":false,"given":"Edwin","family":"Colyer","sequence":"additional","affiliation":[{"name":"Research and Knowledge Exchange, Manchester Metropolitan University, Manchester, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8423-4642","authenticated-orcid":false,"given":"Luciano","family":"Gerber","sequence":"additional","affiliation":[{"name":"Department of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8410-7950","authenticated-orcid":false,"given":"Annabel","family":"Latham","sequence":"additional","affiliation":[{"name":"Department of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K."}]}],"member":"263","reference":[{"key":"ref57","article-title":"Principles for accountable algorithms and a social impact statement for algorithms","year":"2020"},{"key":"ref56","article-title":"Agile ethics for AI trello board","year":"2021"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/851"},{"key":"ref58","article-title":"Algorithm tips","author":"diakopoulos","year":"2018"},{"key":"ref53","article-title":"Algorithmic accountability policy toolkit","year":"2018"},{"key":"ref52","article-title":"The trust in AI framework","year":"2018"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-018-9447-7"},{"key":"ref54","article-title":"AI-RFX procurement framework","year":"2018"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445923"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2020.106572"},{"key":"ref46","article-title":"Ethical AI practice survey","year":"2021"},{"key":"ref45","article-title":"What do we need to do to ensure lawfulness, fairness, and transparency in AI systems?","year":"2020"},{"key":"ref48","article-title":"What are the accountability and governance implications of AI?","year":"2020"},{"key":"ref47","article-title":"Our place our data: Involving local people in data and AI based recovery","year":"2021"},{"key":"ref42","article-title":"Datasheets for datasets","author":"gebru","year":"2018"},{"key":"ref41","year":"2021"},{"key":"ref44","article-title":"Data protection impact assessments","year":"2020"},{"key":"ref43","article-title":"Consequence scanning","year":"2018"},{"key":"ref49","article-title":"How do we ensure individual rights in our AI systems?","year":"2020"},{"key":"ref8","article-title":"Draft text of the recommendation on the ethics of artificial intelligence","year":"2021","journal-title":"UNESCO Digital Library"},{"key":"ref7","article-title":"Principles on AI","year":"2019"},{"key":"ref9","article-title":"Data ethics and AI guidance landscape","year":"2020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"ref3","article-title":"A framework for ethical AI at the United Nations","year":"2021"},{"key":"ref6","article-title":"Regulation of artificial intelligence applications","author":"vought","year":"2020"},{"key":"ref5","article-title":"Beijing AI principles","year":"2019"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"ref101","article-title":"The Institute for Ethical AI and Machine Learning, “The AI-RFX procurement framework","year":"2021"},{"key":"ref40","first-page":"119","article-title":"Teambased codebook development: Structure, process, and agreement","author":"macqueen","year":"2008","journal-title":"Handbook for Team-Based Qualitative Research"},{"key":"ref35","author":"crockett","year":"2021","journal-title":"Adaptive Psychological Profiling from Non-Verbal Behaviour – “Why are Ethics Just not Enough to Build Trust?” 2021 Women in Computational Intelligence"},{"key":"ref34","article-title":"Government response to the consultation on the National Data Strategy","year":"2021"},{"key":"ref37","article-title":"AI, human rights, democracy and the rule of law: A primer prepared for the Council of Europe","author":"leslie","year":"2021"},{"key":"ref36","article-title":"Regulation of the European parliament and of the council, laying down harmonised rules on artificial intelligence (Artificial intelligence act) and amending certain union legislative acts","year":"2021"},{"key":"ref31","article-title":"A guide to good practice for digital and data-driven health technologies – updated 2021","year":"2021"},{"key":"ref30","article-title":"AI procurement guidelines","year":"2020"},{"key":"ref33","article-title":"Public sector guidance: Ethics, transparency and accountability framework for automated decision-making","year":"2021"},{"key":"ref32","article-title":"AI roadmap","year":"2021"},{"key":"ref39","author":"salda\u00f1a","year":"2021","journal-title":"The Coding Manual for Qualitative Researchers"},{"key":"ref38","article-title":"A typology of AI ethics tools, methods and research","author":"moltzau","year":"2019"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MTS.2021.3056294"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-019-00165-5"},{"key":"ref26","article-title":"A survey on bias and fairness in machine learning","volume":"54","author":"mehrabi","year":"2021","journal-title":"ACM Comput Surv"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-019-00931-w"},{"key":"ref20","article-title":"Small and medium enterprises (SMEs) finance","year":"2021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-018-9482-5"},{"key":"ref21","article-title":"Understanding artificial intelligence ethics and safety","author":"leslie","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-020-09270-4"},{"key":"ref27","year":"2020"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12228"},{"key":"ref13","article-title":"The ethics certification program for autonomous and intelligent systems (ECPAIS)","year":"2020"},{"key":"ref12","article-title":"Australia's artificial intelligence ethics framework","year":"2019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TTS.2021.3052127"},{"key":"ref128","article-title":"Responsible AI principles","year":"2021"},{"key":"ref14","article-title":"Ethics in action in autonomous and intelligent systems","year":"2021","journal-title":"IEEE Standards Project"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-020-00965-5"},{"key":"ref97","article-title":"Advancing AI ethics beyond compliance from principles to practice","author":"goefring","year":"2020","journal-title":"IBM"},{"key":"ref126","article-title":"Ethical assessment of AI for actors within the entrepreneurial ecosystem","year":"2021"},{"key":"ref96","article-title":"From principles to practice – an interdisciplinary framework to operationalise AI ethics","year":"2020"},{"key":"ref127","article-title":"Online ethics canvas","year":"2021"},{"key":"ref11","article-title":"Guidance for regulation of artificial intelligence applications","author":"government","year":"2020"},{"key":"ref99","article-title":"Ethical OS starter checklist","year":"2021"},{"key":"ref124","article-title":"AI & ethics: Collaborative activities for designers","year":"2019"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TTS.2021.3077595"},{"key":"ref98","article-title":"Guidance on AI and data protection","year":"2021"},{"key":"ref125","article-title":"Artificial intelligence toolkit","year":"2021"},{"key":"ref17","article-title":"Understanding the reputational risks of AI","author":"pownall","year":"2021","journal-title":"IAAIC Repository"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3050929"},{"key":"ref19","article-title":"SME definition","year":"2020","journal-title":"US Bureau of Census"},{"key":"ref18","article-title":"SME definition","year":"0"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"ref133","article-title":"Ethical technology use in the fourth industrial revolution","author":"murphy","year":"2019"},{"key":"ref92","article-title":"An ethics checklist for data scientists","year":"2021"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.21105\/joss.03021"},{"key":"ref95","article-title":"Explainable AI beta tools and frameworks","year":"2021"},{"key":"ref131","article-title":"Loomi: The artificial intelligence assistant","year":"2021"},{"key":"ref94","article-title":"Playing with AI fairness tool","year":"2021"},{"key":"ref132","article-title":"How much will the artificial intelligence act cost Europe?","year":"2021"},{"key":"ref130","article-title":"How to run a consequence scanning workshop","year":"2020"},{"key":"ref91","article-title":"Data ethics impact assessment","year":"2021"},{"key":"ref90","article-title":"Responsible AI design assistant beta","year":"2021"},{"key":"ref89","article-title":"Algorithmic equity toolkit","year":"2019"},{"key":"ref86","article-title":"Multisource AI scorecard table for system evaluation","author":"blasch","year":"2021"},{"key":"ref85","article-title":"Public consultation on the OECD framework for classifying AI systems","year":"2021"},{"key":"ref88","article-title":"Machines for machine intelligence","year":"2021"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2007.55"},{"key":"ref87","article-title":"Allovus design, fairlearn: A toolkit for assessing and improving fairness in AI","year":"2020"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-92bf1922-00a"},{"key":"ref82","article-title":"JUST AI reflection prototype","year":"2021"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1005399"},{"key":"ref84","article-title":"AI4DM toolkits","year":"2020"},{"key":"ref83","article-title":"Guidance on explaining AI decisions","year":"2020"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899X\/428\/1\/012049"},{"key":"ref79","article-title":"XAI library","year":"2018"},{"key":"ref108","article-title":"Empowering AI leadership, an oversight toolkit for boards of directors","year":"2020"},{"key":"ref78","article-title":"IBM 360 fairness","year":"2019"},{"key":"ref109","article-title":"F.A.C.T score for responsible AI","year":"2020"},{"key":"ref106","article-title":"Bias and fairness audit toolkit","year":"2021"},{"key":"ref107","article-title":"AI procurement in a box: Workbook","year":"2020"},{"key":"ref75","year":"2021"},{"key":"ref104","article-title":"Responsible AI diagnostic tool","year":"2021"},{"key":"ref74","article-title":"Algorithmic impact assessments: A practical framework for public agency accountability","author":"reisman","year":"2018","journal-title":"AINOW"},{"key":"ref105","year":"2021"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2018.2701164"},{"key":"ref102","article-title":"A library of resources and toolkits to help you integrate ethical design into your practice","author":"ethically","year":"2021"},{"key":"ref76","article-title":"Data management and use: Governance in the 21st century","year":"2018"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"ref2","article-title":"Ethics guidelines for trustworthy AI","year":"2019"},{"key":"ref1","first-page":"119","article-title":"General data protection regulation","volume":"71","year":"2018","journal-title":"RECITAL"},{"key":"ref71","article-title":"Explainable AI: Driving business value through greater understanding","author":"oxborough","year":"2018","journal-title":"Price Waterhouse Cooper"},{"key":"ref111","article-title":"Responsible innovation: A best practices toolkit","year":"2020"},{"key":"ref70","article-title":"Data ethics canvas","year":"2021"},{"key":"ref112","article-title":"An ethical toolkit for engineering\/design practice","author":"vallor","year":"2018"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.00797"},{"key":"ref72","article-title":"Beyond principles: A process for responsible tech","author":"peters","year":"2019"},{"key":"ref110","article-title":"InterpretML a toolkit for understanding machine learning models","year":"2020"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref119","article-title":"Ethics & algorithms toolkit: A risk management framework for governments (and other people too!)","author":"anderson","year":"2018"},{"key":"ref67","year":"2018"},{"key":"ref117","article-title":"Artificial intelligence (AI) ethics for nonprofits toolkit","year":"2020"},{"key":"ref69","article-title":"New economic impact model","year":"2019"},{"key":"ref118","article-title":"AI ethics assessment toolkit","year":"2019"},{"key":"ref64","article-title":"Design kit","year":"0"},{"key":"ref115","article-title":"A toolkit for artificial intelligence (AI) projects","year":"2021"},{"key":"ref63","article-title":"The Data Nutrition Project","year":"0"},{"key":"ref116","article-title":"The Aletheia framework","year":"2021"},{"key":"ref66","article-title":"Open algorithms","year":"2021"},{"key":"ref113","year":"2019"},{"key":"ref65","article-title":"Ethically aligned design","year":"2018"},{"key":"ref114","article-title":"Data ethics framework","year":"2018"},{"key":"ref60","article-title":"Futures wheel","author":"glenn","year":"2018"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445938"},{"key":"ref123","article-title":"Ethical explorer","year":"2020"},{"key":"ref62","article-title":"Ethics toolkit","year":"2021"},{"key":"ref120","article-title":"Democratizing decisions about technology: A toolkit","year":"2019"},{"key":"ref61","article-title":"An introduction to machine learning interpretability","author":"hall","year":"2019","journal-title":"O'Reilly"},{"key":"ref121","article-title":"Civic AI toolkit","year":"2021"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10190086\/09658213.pdf?arnumber=9658213","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:08:50Z","timestamp":1755911330000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9658213\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":136,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tai.2021.3137091","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}