{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T02:24:50Z","timestamp":1778811890623,"version":"3.51.4"},"reference-count":96,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["13\/RC\/2106\/P_2"],"award-info":[{"award-number":["13\/RC\/2106\/P_2"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s43681-024-00590-8","type":"journal-article","created":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T10:02:17Z","timestamp":1729504937000},"page":"1973-1994","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["A comprehensive survey and classification of evaluation criteria for trustworthy artificial intelligence"],"prefix":"10.1007","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1782-1214","authenticated-orcid":false,"given":"Louise","family":"McCormack","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Malika","family":"Bendechache","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"issue":"1","key":"590_CR1","doi-asserted-by":"publisher","first-page":"15","DOI":"10.3390\/bdcc7010015","volume":"7","author":"TP Pagano","year":"2023","unstructured":"Pagano, T.P., Loureiro, R.B., Lisboa, F.V., Peixoto, R.M., Guimar\u00e3es, G.A., Cruz, G.O., Araujo, M.M., Santos, L.L., Cruz, M.A., Oliveira, E.L.: Bias and unfairness in machine learning models: a systematic review on datasets, tools, fairness metrics, and identification and mitigation methods. Big data cognit. comput. 7(1), 15 (2023)","journal-title":"Big data cognit. comput."},{"key":"590_CR2","unstructured":"Singla, A., Sukharevsky, A., Yee, L., Chui, M., Hall, B.: The state of ai in early 2024: Gen ai adoption spikes and starts to generate value. McKinsey and Company (2024)"},{"issue":"5","key":"590_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM computing surv. (CSUR) 51(5), 1\u201342 (2018)","journal-title":"ACM computing surv. (CSUR)"},{"key":"590_CR4","doi-asserted-by":"crossref","unstructured":"Descampe, A., Massart, C., Poelman, S., Standaert, F.-X., Standaert, O.: Automated news recommendation in front of adversarial examples and the technical limits of transparency in algorithmic accountability. AI & SOCIETY, 1\u201314 (2022)","DOI":"10.1007\/s00146-021-01159-3"},{"key":"590_CR5","unstructured":"Smith, A.: Public attitudes toward computer algorithms. Pew research center (2018). https:\/\/www.pewinternet.org\/2018\/11\/16\/public-attitudes-toward-computer-algorithms\/"},{"issue":"1","key":"590_CR6","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1002\/pra2.792","volume":"60","author":"CM Pierson","year":"2023","unstructured":"Pierson, C.M., Hildt, E.: From principles to practice: Comparative analysis of european and united states ethical ai frameworks for assessment and methodological application. Proc. Assoc. Inf. Sci. Technol. 60(1), 327\u2013337 (2023)","journal-title":"Proc. Assoc. Inf. Sci. Technol."},{"key":"590_CR7","unstructured":"European Commission, Directorate-general for communications networks, content and technology: ethics guidelines for trustworthy AI. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/ethics-guidelines-trustworthy-ai (2019)"},{"key":"590_CR8","unstructured":"HLEG, A.: Assessment List for Trustworthy Artificial Intelligence (ALTAI) for self-assessment. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/assessment-list-trustworthy-artificial-intelligence-altai-self-assessment (2020)"},{"key":"590_CR9","doi-asserted-by":"crossref","unstructured":"Golpayegani, D., Pandit, H.J., Lewis, D.: To be high-risk, or not to be\u2013semantic specifications and implications of the ai act\u2019s high-risk ai applications and harmonised standards. In: Proceedings of the 2023 ACM Conference on Fairness, Accountability, and Transparency, pp. 905\u2013915 (2023)","DOI":"10.1145\/3593013.3594050"},{"key":"590_CR10","unstructured":"Deloitte: Trustworthy Artificial Intelligence (AI)$$^{{\\rm TM}}$$. https:\/\/www2.deloitte.com\/us\/en\/pages\/deloitte-analytics\/solutions\/ethics-of-ai-framework.html (2020)"},{"issue":"2","key":"590_CR11","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1093\/ulr\/unz014","volume":"24","author":"S Kozuka","year":"2019","unstructured":"Kozuka, S.: A governance framework for the development and use of artificial intelligence: lessons from the comparison of japanese and european initiatives. Unif. Law Rev. 24(2), 315\u2013329 (2019)","journal-title":"Unif. Law Rev."},{"issue":"3","key":"590_CR12","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1007\/s10676-021-09593-z","volume":"23","author":"PGR Almeida","year":"2021","unstructured":"Almeida, P.G.R., Santos, C.D., Farias, J.S.: Artificial intelligence regulation: a framework for governance. Ethics Inf. Technol. 23(3), 505\u2013525 (2021)","journal-title":"Ethics Inf. Technol."},{"issue":"3","key":"590_CR13","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1080\/10580530.2022.2085825","volume":"40","author":"J Schneider","year":"2023","unstructured":"Schneider, J., Abraham, R., Meske, C., Vom Brocke, J.: Artificial intelligence governance for businesses. Inf. Syst. Manag. 40(3), 229\u2013249 (2023)","journal-title":"Inf. Syst. Manag."},{"key":"590_CR14","unstructured":"Standardization, I.O., International Electrotechnical\u00a0Commission: ISO\/IEC 42001:2023, information technology-artificial intelligence-management system. International organization for standardization and the international electrotechnical commission, Geneva, CH (2023)"},{"key":"590_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805","volume":"99","author":"S Ali","year":"2023","unstructured":"Ali, S., Abuhmed, T., El-Sappagh, S., Muhammad, K., Alonso-Moral, J.M., Confalonieri, R., Guidotti, R., Del Ser, J., D\u00edaz-Rodr\u00edguez, N., Herrera, F.: Explainable artificial intelligence (xai): What we know and what is left to attain trustworthy artificial intelligence. Inf. fusion 99, 101805 (2023)","journal-title":"Inf. fusion"},{"key":"590_CR16","doi-asserted-by":"crossref","unstructured":"Cooper, A.F., Moss, E., Laufer, B., Nissenbaum, H.: Accountability in an algorithmic society: relationality, responsibility, and robustness in machine learning. In: Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency, pp. 864\u2013876 (2022)","DOI":"10.1145\/3531146.3533150"},{"key":"590_CR17","unstructured":"Ma, C., Li, J., Wei, K., Liu, B., Ding, M., Yuan, L., Han, Z., Poor, H.V.: Trusted ai in multi-agent systems: An overview of privacy and security for distributed learning. arXiv preprint arXiv:2202.09027 (2022)"},{"issue":"3","key":"590_CR18","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1111\/insr.12492","volume":"90","author":"N Zhou","year":"2022","unstructured":"Zhou, N., Zhang, Z., Nair, V.N., Singhal, H., Chen, J.: Bias, fairness and accountability with artificial intelligence and machine learning algorithms. Int. Stat. Rev. 90(3), 468\u2013480 (2022)","journal-title":"Int. Stat. Rev."},{"issue":"3","key":"590_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3494672","volume":"55","author":"D Pessach","year":"2022","unstructured":"Pessach, D., Shmueli, E.: A review on fairness in machine learning. ACM Computing Surv. (CSUR) 55(3), 1\u201344 (2022)","journal-title":"ACM Computing Surv. (CSUR)"},{"issue":"6","key":"590_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3457607","volume":"54","author":"N Mehrabi","year":"2021","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., Galstyan, A.: A survey on bias and fairness in machine learning. ACM computing surv. (CSUR) 54(6), 1\u201335 (2021)","journal-title":"ACM computing surv. (CSUR)"},{"issue":"1","key":"590_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3546872","volume":"14","author":"H Liu","year":"2022","unstructured":"Liu, H., Wang, Y., Fan, W., Liu, X., Li, Y., Jain, S., Liu, Y., Jain, A., Tang, J.: Trustworthy ai: A computational perspective. ACM Trans. Intell. Syst. Technol. 14(1), 1\u201359 (2022)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"590_CR22","doi-asserted-by":"crossref","unstructured":"Chamola, V., Hassija, V., Sulthana, A.R., Ghosh, D., Dhingra, D., Sikdar, B.: A review of trustworthy and explainable artificial intelligence (xai). IEEE Access (2023)","DOI":"10.1109\/ACCESS.2023.3294569"},{"issue":"2","key":"590_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491209","volume":"55","author":"D Kaur","year":"2022","unstructured":"Kaur, D., Uslu, S., Rittichier, K.J., Durresi, A.: Trustworthy artificial intelligence: a review. ACM computing surv. (CSUR) 55(2), 1\u201338 (2022)","journal-title":"ACM computing surv. (CSUR)"},{"key":"590_CR24","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1007\/s11023-018-9482-5","volume":"28","author":"L Floridi","year":"2018","unstructured":"Floridi, L., Cowls, J., Beltrametti, M., Chatila, R., Chazerand, P., Dignum, V., Luetge, C., Madelin, R., Pagallo, U., Rossi, F.: Ai4people-an ethical framework for a good ai society: opportunities, risks, principles, and recommendations. Mind. Mach. 28, 689\u2013707 (2018)","journal-title":"Mind. Mach."},{"issue":"2194","key":"590_CR25","doi-asserted-by":"publisher","first-page":"20200091","DOI":"10.1098\/rsta.2020.0091","volume":"379","author":"SE Haupt","year":"2021","unstructured":"Haupt, S.E., Chapman, W., Adams, S.V., Kirkwood, C., Hosking, J.S., Robinson, N.H., Lerch, S., Subramanian, A.C.: Towards implementing artificial intelligence post-processing in weather and climate: Proposed actions from the oxford 2019 workshop. Phil. Trans. R. Soc. A 379(2194), 20200091 (2021)","journal-title":"Phil. Trans. R. Soc. A"},{"key":"590_CR26","doi-asserted-by":"crossref","unstructured":"Ojewale, V., Steed, R., Vecchione, B., Birhane, A., Raji, I.D.: Towards ai accountability infrastructure: Gaps and opportunities in ai audit tooling. arXiv preprint arXiv:2402.17861 (2024)","DOI":"10.1145\/3706598.3713301"},{"key":"590_CR27","unstructured":"European Union: Final draft of the artificial intelligence act as of 2nd February 2024. https:\/\/artificialintelligenceact.eu\/ai-act-explorer\/ (2024)"},{"key":"590_CR28","unstructured":"Pai, M., McCulloch, M., Colford, J.: Systematic review: a road map version 2.2. Systematic reviews Group, UC Berkeley, 2002. ed (2004)"},{"issue":"12","key":"590_CR29","doi-asserted-by":"publisher","first-page":"2049","DOI":"10.1016\/j.infsof.2013.07.010","volume":"55","author":"B Kitchenham","year":"2013","unstructured":"Kitchenham, B., Brereton, P.: A systematic review of systematic review process research in software engineering. Inf. Softw. Technol. 55(12), 2049\u20132075 (2013)","journal-title":"Inf. Softw. Technol."},{"key":"590_CR30","unstructured":"McCormack, L., Bendechache, M.: Ethical ai governance: Methods for evaluating trustworthy ai. arXiv preprint arXiv:submit\/5817566 (2024). Submitted on 28 Aug 2024"},{"key":"590_CR31","unstructured":"Caton, S., Haas, C.: Fairness in machine learning: a survey. ACM Computing Surv. (2020)"},{"issue":"4","key":"590_CR32","doi-asserted-by":"publisher","first-page":"1763","DOI":"10.1109\/TKDE.2020.3002567","volume":"34","author":"T Zhang","year":"2020","unstructured":"Zhang, T., Zhu, T., Li, J., Han, M., Zhou, W., Philip, S.Y.: Fairness in semi-supervised learning: Unlabeled data help to reduce discrimination. IEEE Trans. Knowl. Data Eng. 34(4), 1763\u20131774 (2020)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"590_CR33","doi-asserted-by":"crossref","unstructured":"Lee, J., Bu, Y., Sattigeri, P., Panda, R., Wornell, G., Karlinsky, L., Feris, R.: A maximal correlation approach to imposing fairness in machine learning. In: ICASSP 2022-2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 3523\u20133527 (2022). IEEE","DOI":"10.1109\/ICASSP43922.2022.9747263"},{"issue":"6","key":"590_CR34","doi-asserted-by":"publisher","first-page":"2131","DOI":"10.1007\/s10994-022-06191-y","volume":"112","author":"J Ferry","year":"2023","unstructured":"Ferry, J., Aivodji, U., Gambs, S., Huguet, M.-J., Siala, M.: Improving fairness generalization through a sample-robust optimization method. Mach. Learn. 112(6), 2131\u20132192 (2023)","journal-title":"Mach. Learn."},{"key":"590_CR35","unstructured":"Maheshwari, G., Bellet, A., Denis, P., Keller, M.: Synthetic data generation for intersectional fairness by leveraging hierarchical group structure. arXiv preprint arXiv:2405.14521 (2024)"},{"issue":"1","key":"590_CR36","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1037\/amp0000972","volume":"78","author":"RN Landers","year":"2023","unstructured":"Landers, R.N., Behrend, T.S.: Auditing the ai auditors: A framework for evaluating fairness and bias in high stakes ai predictive models. Am. Psychol. 78(1), 36 (2023)","journal-title":"Am. Psychol."},{"key":"590_CR37","doi-asserted-by":"crossref","unstructured":"Chaudhry, M.A., Cukurova, M., Luckin, R.: A transparency index framework for ai in education. In: International Conference on Artificial Intelligence in Education, pp. 195\u2013198 (2022). Springer","DOI":"10.35542\/osf.io\/bstcf"},{"key":"590_CR38","doi-asserted-by":"crossref","unstructured":"Fehr, J., Jaramillo-Gutierrez, G., Oala, L., Gr\u00f6schel, M.I., Bierwirth, M., Balachandran, P., Werneck-Leite, A., Lippert, C.: Piloting a survey-based assessment of transparency and trustworthiness with three medical ai tools. In: Healthcare, vol. 10, p. 1923 (2022). MDPI","DOI":"10.3390\/healthcare10101923"},{"issue":"2","key":"590_CR39","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1145\/3340470.3340477","volume":"5","author":"MSA Lee","year":"2019","unstructured":"Lee, M.S.A.: Context-conscious fairness in using machine learning to make decisions. AI Matters 5(2), 23\u201329 (2019)","journal-title":"AI Matters"},{"key":"590_CR40","doi-asserted-by":"crossref","unstructured":"Singh, J., Singh, A., Khan, A., Gupta, A.: Developing a novel fair-loan-predictor through a multi-sensitive debiasing pipeline: Dualfair. arXiv preprint arXiv:2110.08944 (2021)","DOI":"10.3390\/make4010011"},{"key":"590_CR41","doi-asserted-by":"crossref","unstructured":"Khalili, M.M., Zhang, X., Abroshan, M., Sojoudi, S.: Improving fairness and privacy in selection problems. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 8092\u20138100 (2021)","DOI":"10.1609\/aaai.v35i9.16986"},{"key":"590_CR42","unstructured":"Krasanakis, E., Papadopoulos, S.: Towards standardizing ai bias exploration. arXiv preprint arXiv:2405.19022 (2024)"},{"key":"590_CR43","doi-asserted-by":"crossref","unstructured":"Xiang, A.: Fairness & privacy in an age of generative ai. Science and Technology Law Review 25(2) (2024)","DOI":"10.52214\/stlr.v25i2.12765"},{"key":"590_CR44","unstructured":"BARZA, K.G.: Towards a robust gender bias evaluation in nlp. PhD thesis, American University of Beirut (2023)"},{"key":"590_CR45","unstructured":"Pl\u00e1tek, O.: Evaluation metrics for nlg and tts in task-oriented dialog"},{"key":"590_CR46","doi-asserted-by":"crossref","unstructured":"Belz, A., Thomson, C., Reiter, E., Abercrombie, G., Alonso-Moral, J.M., Arvan, M., Braggaar, A., Cieliebak, M., Clark, E., Deemter, K., et al.: Missing information, unresponsive authors, experimental flaws: The impossibility of assessing the reproducibility of previous human evaluations in nlp. arXiv preprint arXiv:2305.01633 (2023)","DOI":"10.18653\/v1\/2023.insights-1.1"},{"key":"590_CR47","unstructured":"Teo, C.T.H., Abdollahzadeh, M., Cheung, N.-M.: On measuring fairness in generative models. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"590_CR48","doi-asserted-by":"crossref","unstructured":"Bommasani, R., Klyman, K., Longpre, S., Kapoor, S., Maslej, N., Xiong, B., Zhang, D., Liang, P.: The foundation model transparency index. arXiv preprint arXiv:2310.12941 (2023)","DOI":"10.1609\/aies.v7i1.31628"},{"key":"590_CR49","doi-asserted-by":"publisher","first-page":"1267290","DOI":"10.3389\/fdgth.2024.1267290","volume":"6","author":"J Fehr","year":"2024","unstructured":"Fehr, J., Citro, B., Malpani, R., Lippert, C., Madai, V.I.: A trustworthy ai reality-check: the lack of transparency of artificial intelligence products in healthcare. Front. Digit. Health 6, 1267290 (2024)","journal-title":"Front. Digit. Health"},{"issue":"11","key":"590_CR50","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MC.2020.3002181","volume":"53","author":"T Van Nuenen","year":"2020","unstructured":"Van Nuenen, T., Ferrer, X., Such, J.M., Cot\u00e9, M.: Transparency for whom? assessing discriminatory artificial intelligence. Computer 53(11), 36\u201344 (2020)","journal-title":"Computer"},{"issue":"2","key":"590_CR51","first-page":"11","volume":"37","author":"R Dvorak","year":"2021","unstructured":"Dvorak, R., Liao, H., Schibel, S., Tribelhorn, B.: Towards evaluating ethical accountability and trustworthiness in ai systems. J. Comput. Sci. Coll. 37(2), 11\u201322 (2021)","journal-title":"J. Comput. Sci. Coll."},{"key":"590_CR52","doi-asserted-by":"crossref","unstructured":"Mattioli, J., Sohier, H., Delaborde, A., Amokrane-Ferka, K., Awadid, A., Chihani, Z., Khalfaoui, S., Pedroza, G.: An overview of key trustworthiness attributes and kpis for trusted ml-based systems engineering. AI and Ethics, 1\u201311 (2024)","DOI":"10.1007\/s43681-023-00394-2"},{"issue":"6","key":"590_CR53","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/0950-7051(96)81920-4","volume":"8","author":"R Andrews","year":"1995","unstructured":"Andrews, R., Diederich, J., Tickle, A.B.: Survey and critique of techniques for extracting rules from trained artificial neural networks. Knowl.-Based Syst. 8(6), 373\u2013389 (1995)","journal-title":"Knowl.-Based Syst."},{"key":"590_CR54","unstructured":"Lundberg, S.M., Lee, S.-I.: A unified approach to interpreting model predictions, vol. 30 (2017)"},{"key":"590_CR55","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \" why should i trust you?\" explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"590_CR56","doi-asserted-by":"crossref","unstructured":"Slack, D., Hilgard, S., Jia, E., Singh, S., Lakkaraju, H.: Fooling lime and shap: Adversarial attacks on post hoc explanation methods. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, pp. 180\u2013186 (2020)","DOI":"10.1145\/3375627.3375830"},{"key":"590_CR57","doi-asserted-by":"crossref","unstructured":"Huang, X., Marques-Silva, J.: On the failings of shapley values for explainability. Int. J. Approx. Reason., 109112 (2024)","DOI":"10.1016\/j.ijar.2023.109112"},{"key":"590_CR58","unstructured":"Letoffe, O., Huang, X., Marques-Silva, J.: On correcting shap scores. arXiv preprint arXiv:2405.00076 (2024)"},{"key":"590_CR59","unstructured":"Standardization, I.O.: ISO\/IEC 25059: Software engineering - Systems and software quality requirements and evaluation (SQuaRE) - quality model for AI systems. International Organization for Standardization, Geneva, CH (2023)"},{"key":"590_CR60","unstructured":"Bernstein, M.S., Levi, M., Magnus, D., Rajala, B., Satz, D., Waeiss, C.: Esr: Ethics and society review of artificial intelligence research. arXiv preprint arXiv:2106.11521 (2021)"},{"key":"590_CR61","doi-asserted-by":"publisher","unstructured":"Mittelstadt, B.: Interpretability and transparency in artificial intelligence. The Oxford Handbook of Digital Ethics (online edn, Oxford Academic, 10 Nov. 2021), https:\/\/doi.org\/10.1093\/oxfordhb\/9780198857815.01320 (2021)","DOI":"10.1093\/oxfordhb\/9780198857815.013"},{"key":"590_CR62","unstructured":"Llorca, D.F., Hamon, R., Junklewitz, H., Grosse, K., Kunze, L., Seiniger, P., Swaim, R., Reed, N., Alahi, A., G\u00f3mez, E., et al.: Testing autonomous vehicles and ai: perspectives and challenges from cybersecurity, transparency, robustness and fairness. arXiv preprint arXiv:2403.14641 (2024)"},{"key":"590_CR63","unstructured":"Druce, J., Harradon, M., Tittle, J.: Explainable artificial intelligence (xai) for increasing user trust in deep reinforcement learning driven autonomous systems. arXiv preprint arXiv:2106.03775 (2021)"},{"key":"590_CR64","doi-asserted-by":"crossref","unstructured":"Lambert, B., Forbes, F., Doyle, S., Dehaene, H., Dojat, M.: Trustworthy clinical ai solutions: a unified review of uncertainty quantification in deep learning models for medical image analysis. Artificial Intelligence in Medicine, 102830 (2024)","DOI":"10.1016\/j.artmed.2024.102830"},{"key":"590_CR65","doi-asserted-by":"crossref","unstructured":"Guo, L., Daly, E.M., Alkan, O., Mattetti, M., Cornec, O., Knijnenburg, B.: Building trust in interactive machine learning via user contributed interpretable rules. In: 27th International Conference on Intelligent User Interfaces, pp. 537\u2013548 (2022)","DOI":"10.1145\/3490099.3511111"},{"issue":"4","key":"590_CR66","doi-asserted-by":"publisher","first-page":"1746","DOI":"10.1109\/TETC.2022.3171314","volume":"10","author":"Y Jia","year":"2022","unstructured":"Jia, Y., McDermid, J., Lawton, T., Habli, I.: The role of explainability in assuring safety of machine learning in healthcare. IEEE Trans. Emerg. Top. Comput. 10(4), 1746\u20131760 (2022)","journal-title":"IEEE Trans. Emerg. Top. Comput."},{"key":"590_CR67","first-page":"2053","volume":"32","author":"R Yang","year":"2022","unstructured":"Yang, R., Wibowo, S.: User trust in artificial intelligence: A compr. concept. framew. 32, 2053\u20132077 (2022)","journal-title":"A compr. concept. framew."},{"key":"590_CR68","doi-asserted-by":"crossref","unstructured":"Jameel, T., Ali, R., Toheed, I.: Ethics of artificial intelligence: research challenges and potential solutions. In: 2020 3rd International Conference on Computing, Mathematics and Engineering Technologies (iCoMET), pp. 1\u20136 (2020). IEEE","DOI":"10.1109\/iCoMET48670.2020.9073911"},{"key":"590_CR69","doi-asserted-by":"crossref","unstructured":"Li, Y., Meng, L., Chen, L., Yu, L., Wu, D., Zhou, Y., Xu, B.: Training data debugging for the fairness of machine learning software. In: Proceedings of the 44th International Conference on Software Engineering, pp. 2215\u20132227 (2022)","DOI":"10.1145\/3510003.3510091"},{"key":"590_CR70","first-page":"570","volume":"2019","author":"D Valk","year":"2019","unstructured":"Valk, D., Picek, S.: Bias-variance decomposition in machine learning-based side-channel analysis. IACR Cryptol. EPrint Arch. 2019, 570 (2019)","journal-title":"IACR Cryptol. EPrint Arch."},{"key":"590_CR71","unstructured":"Murakonda, S.K., Shokri, R.: Ml privacy meter: Aiding regulatory compliance by quantifying the privacy risks of machine learning. arXiv preprint arXiv:2007.09339 (2020)"},{"key":"590_CR72","unstructured":"ISO\/IEC 38507: Information technology\u2013 Governance of IT\u2013 Governance implications of the use of artificial intelligence by organizations. https:\/\/www.iso.org\/standard\/77608.html, Geneva, Switzerland (2021)"},{"key":"590_CR73","unstructured":"Yan, T., Zhang, C.: Active fairness auditing. In: International Conference on Machine Learning, pp. 24929\u201324962 (2022). PMLR"},{"key":"590_CR74","unstructured":"Shaikh, S., Vishwakarma, H., Mehta, S., Varshney, K.R., Ramamurthy, K.N., Wei, D.: An end-to-end machine learning pipeline that ensures fairness policies. arXiv preprint arXiv:1710.06876 (2017)"},{"issue":"1","key":"590_CR75","first-page":"749","volume":"5","author":"BI Hmoud","year":"2020","unstructured":"Hmoud, B.I., V\u00e1rallyai, L.: Artificial intelligence in human resources information systems: Investigating its trust and adoption determinants. Int. J. Eng. Manag. Sci. 5(1), 749\u2013765 (2020)","journal-title":"Int. J. Eng. Manag. Sci."},{"issue":"1","key":"590_CR76","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1177\/002224378101800104","volume":"18","author":"C Fornell","year":"1981","unstructured":"Fornell, C., Larcker, D.F.: Evaluating structural equation models with unobservable variables and measurement error. J. Mark. Res. 18(1), 39\u201350 (1981)","journal-title":"J. Mark. Res."},{"key":"590_CR77","unstructured":"Standardization, I.O.: ISO\/IEC 27001: Information technology - Security techniques - Information security management systems - Requirements. International Organization for Standardization, Geneva, CH (2013)"},{"key":"590_CR78","doi-asserted-by":"crossref","unstructured":"Abramson, W., Hall, A.J., Papadopoulos, P., Pitropakis, N., Buchanan, W.J.: A distributed trust framework for privacy-preserving machine learning. In: trust, privacy and security in digital business: 17th International Conference, TrustBus 2020, Bratislava, Slovakia, September 14\u201317, 2020, Proceedings 17, pp. 205\u2013220 (2020). Springer","DOI":"10.1007\/978-3-030-58986-8_14"},{"issue":"2","key":"590_CR79","doi-asserted-by":"publisher","first-page":"333","DOI":"10.3390\/make3020017","volume":"3","author":"P Papadopoulos","year":"2021","unstructured":"Papadopoulos, P., Abramson, W., Hall, A.J., Pitropakis, N., Buchanan, W.J.: Privacy and trust redefined in federated machine learning. Mach. Learn. Knowl Extr. 3(2), 333\u2013356 (2021)","journal-title":"Mach. Learn. Knowl Extr."},{"key":"590_CR80","doi-asserted-by":"crossref","unstructured":"Vyhmeister, E., Castane, G.G.: Tai-prm: trustworthy ai-project risk management framework towards industry 5.0. AI and Ethics, 1\u201321 (2024)","DOI":"10.1007\/s43681-023-00417-y"},{"key":"590_CR81","doi-asserted-by":"crossref","unstructured":"Stettinger, G., Weissensteiner, P., Khastgir, S.: Trustworthiness assurance assessment for high-risk ai-based systems. IEEE Access (2024)","DOI":"10.1109\/ACCESS.2024.3364387"},{"key":"590_CR82","unstructured":"Adragna, R., Creager, E., Madras, D., Zemel, R.: Fairness and robustness in invariant learning: A case study in toxicity classification. arXiv preprint arXiv:2011.06485 (2020)"},{"key":"590_CR83","unstructured":"ISO\/IEC TR 24029-1:2021: Artificial intelligence (ai) - assessment of the robustness of neural networks - part 1: Overview. Standard ISO\/IEC TR 24029-1:2021, International Organization for Standardization, Geneva, CH (2021). https:\/\/www.iso.org\/standard\/77609.html"},{"key":"590_CR84","unstructured":"ISO\/IEC 24029-2:2023: Artificial intelligence (ai) - assessment of the robustness of neural networks - part 2: Methodology for the use of formal methods. Standard ISO\/IEC 24029-2:2023, International Organization for Standardization, Geneva, CH (2023). https:\/\/www.iso.org\/standard\/79804.html"},{"key":"590_CR85","doi-asserted-by":"crossref","unstructured":"Schwarz, M., Hinske, L.C., Mansmann, U., Albashiti, F.: Designing an ml auditing criteria catalog as starting point for the development of a framework. IEEE Access (2024)","DOI":"10.1109\/ACCESS.2024.3375763"},{"key":"590_CR86","doi-asserted-by":"crossref","unstructured":"Ranjbar, A., Mork, E.W., Ravn, J., Br\u00f8gger, H., Myrseth, P., \u00d8strem, H.P., Hallock, H.: Managing risk and quality of ai in healthcare: Are hospitals ready for implementation? Risk management and healthcare policy, 877\u2013882 (2024)","DOI":"10.2147\/RMHP.S452337"},{"key":"590_CR87","doi-asserted-by":"publisher","DOI":"10.1108\/DPRG-01-2024-0008","volume-title":"A comprehensive review of techniques for documenting artificial intelligence","author":"F K\u00f6nigstorfer","year":"2024","unstructured":"K\u00f6nigstorfer, F.: A comprehensive review of techniques for documenting artificial intelligence. Digital Policy, Regulation and Governance (2024)"},{"key":"590_CR88","doi-asserted-by":"crossref","unstructured":"Golpayegani, D., Hupont, I., Panigutti, C., Pandit, H.J., Schade, S., O\u2019Sullivan, D., Lewis, D.: Ai cards: Towards an applied framework for machine-readable ai and risk documentation inspired by the eu ai act. arXiv preprint arXiv:2406.18211 (2024)","DOI":"10.31219\/osf.io\/6dxgt"},{"key":"590_CR89","unstructured":"Standardization, I.O.: ISO 37002:2021 Whistleblowing management systems-Guidelines. International Organization for Standardization, Geneva, CH (2021)"},{"key":"590_CR90","unstructured":"K\u00f6se, U.: Are we safe enough in the future of artificial intelligence? a discussion on machine ethics and artificial intelligence safety. BRAIN. Broad research in artificial intelligence and neuroscience 9(2), 184\u2013197 (2018)"},{"key":"590_CR91","unstructured":"Agarwal, S.: Trade-offs between fairness, interpretability, and privacy in machine learning. Master\u2019s thesis, University of Waterloo (2020)"},{"key":"590_CR92","doi-asserted-by":"crossref","unstructured":"Lee, J.-G., Roh, Y., Song, H., Whang, S.E.: Machine learning robustness, fairness, and their convergence. In: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, pp. 4046\u20134047 (2021)","DOI":"10.1145\/3447548.3470799"},{"issue":"1","key":"590_CR93","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11023-020-09529-4","volume":"31","author":"MSA Lee","year":"2021","unstructured":"Lee, M.S.A., Floridi, L.: Algorithmic fairness in mortgage lending: from absolute conditions to relational trade-offs. Mind. Mach. 31(1), 165\u2013191 (2021)","journal-title":"Mind. Mach."},{"issue":"3","key":"590_CR94","doi-asserted-by":"publisher","first-page":"1083","DOI":"10.1016\/j.ejor.2021.06.023","volume":"297","author":"N Kozodoi","year":"2022","unstructured":"Kozodoi, N., Jacob, J., Lessmann, S.: Fairness in credit scoring: Assessment, implementation and profit implications. Eur. J. Oper. Res. 297(3), 1083\u20131094 (2022)","journal-title":"Eur. J. Oper. Res."},{"key":"590_CR95","doi-asserted-by":"crossref","unstructured":"Lambert, P.: The Data Protection Officer: Profession, Rules, and Role. CRC Press, (2016)","DOI":"10.31228\/osf.io\/759cj"},{"key":"590_CR96","doi-asserted-by":"crossref","unstructured":"Yanisky-Ravid, S., Hallisey, S.: \u2018Equality and Privacy by Design\u2019: Ensuring artificial intelligence (AI) is properly trained & fed: a new model of AI data transparency & certification as safe harbor procedures. Available at SSRN 3278490 (2018)","DOI":"10.2139\/ssrn.3278490"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-024-00590-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-024-00590-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-024-00590-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,24]],"date-time":"2025-05-24T09:12:14Z","timestamp":1748077934000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-024-00590-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":96,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["590"],"URL":"https:\/\/doi.org\/10.1007\/s43681-024-00590-8","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"4 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}