{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,10]],"date-time":"2026-11-10T10:47:57Z","timestamp":1794307677352,"version":"4.9.0"},"reference-count":99,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T00:00:00Z","timestamp":1741651200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T00:00:00Z","timestamp":1741651200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01503-7","type":"journal-article","created":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T01:51:25Z","timestamp":1741657885000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":341,"title":["Bias recognition and mitigation strategies in artificial intelligence healthcare applications"],"prefix":"10.1038","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-7369-3526","authenticated-orcid":false,"given":"Fereshteh","family":"Hasanzadeh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Colin B.","family":"Josephson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1821-6091","authenticated-orcid":false,"given":"Gabriella","family":"Waters","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8629-2029","authenticated-orcid":false,"given":"Demilade","family":"Adedinsewo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zahra","family":"Azizi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5297-4507","authenticated-orcid":false,"given":"James A.","family":"White","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,11]]},"reference":[{"key":"1503_CR1","unstructured":"Health, C. for D. and R. Artificial Intelligence and Machine Learning (AI\/ML)-Enabled Medical Devices. FDA (2024)."},{"key":"1503_CR2","doi-asserted-by":"publisher","first-page":"951","DOI":"10.3390\/jpm13060951","volume":"13","author":"A Al Kuwaiti","year":"2023","unstructured":"Al Kuwaiti, A. et al. A review of the role of artificial intelligence in healthcare. J. Pers. Med 13, 951 (2023).","journal-title":"J. Pers. Med"},{"key":"1503_CR3","unstructured":"WHO calls for safe and ethical AI for health. https:\/\/www.who.int\/news\/item\/16-05-2023-who-calls-for-safe-and-ethical-ai-for-health."},{"key":"1503_CR4","unstructured":"WHO outlines considerations for regulation of artificial intelligence for health. https:\/\/www.who.int\/news\/item\/19-10-2023-who-outlines-considerations-for-regulation-of-artificial-intelligence-for-health."},{"key":"1503_CR5","first-page":"63","volume":"17","author":"M Da Silva","year":"2022","unstructured":"Da Silva, M., Flood, C. M., Goldenberg, A. & Singh, D. Regulating the Safety of Health-Related Artificial Intelligence. Health. Policy 17, 63\u201377 (2022).","journal-title":"Health. Policy"},{"key":"1503_CR6","unstructured":"AI pitfalls and what not to do: mitigating bias in AI | British Journal of Radiology | Oxford Academic. https:\/\/academic.oup.com\/bjr\/article\/96\/1150\/20230023\/7498925."},{"key":"1503_CR7","unstructured":"Directorate-General for Parliamentary Research Services (European Parliament), Lekadir, K., Quaglio, G., Tselioudis Garmendia, A. & Gallin, C. Artificial Intelligence in Healthcare: Applications, Risks, and Ethical and Societal Impacts. (Publications Office of the European Union, 2022)."},{"key":"1503_CR8","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1111\/j.1471-1842.2009.00848.x","volume":"26","author":"MJ Grant","year":"2009","unstructured":"Grant, M. J. & Booth, A. A typology of reviews: an analysis of 14 review types and associated methodologies. Health Inf. Libraries J. 26, 91\u2013108 (2009).","journal-title":"Health Inf. Libraries J."},{"key":"1503_CR9","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1016\/0167-6296(93)90004-X","volume":"12","author":"AJ Culyer","year":"1993","unstructured":"Culyer, A. J. & Wagstaff, A. Equity and equality in health and health care. J. Health Econ. 12, 431\u2013457 (1993).","journal-title":"J. Health Econ."},{"key":"1503_CR10","doi-asserted-by":"publisher","first-page":"e0000278","DOI":"10.1371\/journal.pdig.0000278","volume":"2","author":"LH Nazer","year":"2023","unstructured":"Nazer, L. H. et al. Bias in artificial intelligence algorithms and recommendations for mitigation. PLOS Digital Health 2, e0000278 (2023).","journal-title":"PLOS Digital Health"},{"key":"1503_CR11","doi-asserted-by":"publisher","first-page":"2020","DOI":"10.1093\/jamia\/ocaa094","volume":"27","author":"M DeCamp","year":"2020","unstructured":"DeCamp, M. & Lindvall, C. Latent bias and the implementation of artificial intelligence in medicine. J. Am. Med. Inform. Assoc. 27, 2020\u20132023 (2020).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1503_CR12","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1038\/d41586-023-03316-8","volume":"623","author":"B Hanson","year":"2023","unstructured":"Hanson, B. et al. Garbage in, garbage out: mitigating risks and maximizing benefits of AI in research. Nature 623, 28\u201331 (2023).","journal-title":"Nature"},{"key":"1503_CR13","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1167\/tvst.10.2.13","volume":"10","author":"P Burlina","year":"2021","unstructured":"Burlina, P., Joshi, N., Paul, W., Pacheco, K. D. & Bressler, N. M. Addressing Artificial Intelligence Bias in Retinal Diagnostics. Transl. Vis. Sci. Technol. 10, 13 (2021).","journal-title":"Transl. Vis. Sci. Technol."},{"key":"1503_CR14","doi-asserted-by":"publisher","first-page":"18005","DOI":"10.1007\/s11042-023-16029-x","volume":"83","author":"A Kumar","year":"2024","unstructured":"Kumar, A. et al. Artificial intelligence bias in medical system designs: a systematic review. Multimed. Tools Appl 83, 18005\u201318057 (2024).","journal-title":"Multimed. Tools Appl"},{"key":"1503_CR15","doi-asserted-by":"publisher","first-page":"e2345050","DOI":"10.1001\/jamanetworkopen.2023.45050","volume":"6","author":"MH Chin","year":"2023","unstructured":"Chin, M. H. et al. Guiding Principles to Address the Impact of Algorithm Bias on Racial and Ethnic Disparities in Health and Health Care. JAMA Netw. Open 6, e2345050 (2023).","journal-title":"JAMA Netw. Open"},{"key":"1503_CR16","doi-asserted-by":"publisher","first-page":"n71","DOI":"10.1136\/bmj.n71","volume":"372","author":"MJ Page","year":"2021","unstructured":"Page, M. J. et al. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372, n71 (2021).","journal-title":"BMJ"},{"key":"1503_CR17","doi-asserted-by":"publisher","first-page":"51","DOI":"10.7326\/M18-1376","volume":"170","author":"RF Wolff","year":"2019","unstructured":"Wolff, R. F. et al. PROBAST: A Tool to Assess the Risk of Bias and Applicability of Prediction Model Studies. Ann. Intern Med 170, 51\u201358 (2019).","journal-title":"Ann. Intern Med"},{"key":"1503_CR18","doi-asserted-by":"publisher","first-page":"e231671","DOI":"10.1001\/jamanetworkopen.2023.1671","volume":"6","author":"Z Chen","year":"2023","unstructured":"Chen, Z. et al. Evaluation of Risk of Bias in Neuroimaging-Based Artificial Intelligence Models for Psychiatric Diagnosis: A Systematic Review. JAMA Netw. Open 6, e231671 (2023).","journal-title":"JAMA Netw. Open"},{"key":"1503_CR19","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1007\/s00146-022-01455-6","volume":"38","author":"B Giovanola","year":"2023","unstructured":"Giovanola, B. & Tiribelli, S. Beyond bias and discrimination: redefining the AI ethics principle of fairness in healthcare machine-learning algorithms. AI Soc. 38, 549\u2013563 (2023).","journal-title":"AI Soc."},{"key":"1503_CR20","doi-asserted-by":"publisher","DOI":"10.3389\/fpubh.2021.768728","volume":"9","author":"L Pu","year":"2021","unstructured":"Pu, L. Fairness of the Distribution of Public Medical and Health Resources. Front Public Health 9, 768728 (2021).","journal-title":"Front Public Health"},{"key":"1503_CR21","doi-asserted-by":"publisher","first-page":"561802","DOI":"10.3389\/frai.2020.561802","volume":"3","author":"RR Fletcher","year":"2021","unstructured":"Fletcher, R. R. Nakeshimana, A. & Olubeko, O. Addressing Fairness, Bias, and Appropriate Use of Artificial Intelligence and Machine Learning in Global Health. Front. Artif. Intell. 3, 561802 (2021).","journal-title":"Front. Artif. Intell."},{"key":"1503_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.ebiom.2022.104250","volume":"84","author":"J Xu","year":"2022","unstructured":"Xu, J. et al. Algorithmic fairness in computational medicine. eBioMedicine 84, 104250 (2022).","journal-title":"eBioMedicine"},{"key":"1503_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-023-00913-9","volume":"6","author":"MD Abr\u00e0moff","year":"2023","unstructured":"Abr\u00e0moff, M. D. et al. Considerations for addressing bias in artificial intelligence for health equity. npj Digit. Med. 6, 1\u20137 (2023).","journal-title":"npj Digit. Med."},{"key":"1503_CR24","first-page":"299","volume":"16","author":"MC Jackson","year":"2021","unstructured":"Jackson, M. C. Artificial Intelligence & Algorithmic Bias: The Issues with Technology Reflecting History & Humans Notes & Comments. J. Bus. Tech. L. 16, 299\u2013316 (2021).","journal-title":"J. Bus. Tech. L."},{"key":"1503_CR25","doi-asserted-by":"publisher","first-page":"e0000022","DOI":"10.1371\/journal.pdig.0000022","volume":"1","author":"LA Celi","year":"2022","unstructured":"Celi, L. A. et al. Sources of bias in artificial intelligence that perpetuate healthcare disparities\u2014A global review. PLOS Digital Health 1, e0000022 (2022).","journal-title":"PLOS Digital Health"},{"key":"1503_CR26","doi-asserted-by":"publisher","DOI":"10.1186\/s12910-017-0179-8","volume":"18","author":"C FitzGerald","year":"2017","unstructured":"FitzGerald, C. & Hurst, S. Implicit bias in healthcare professionals: a systematic review. BMC Med Ethics 18, 19 (2017).","journal-title":"BMC Med Ethics"},{"key":"1503_CR27","doi-asserted-by":"crossref","unstructured":"Implicit bias of encoded variables: frameworks for addressing structured bias in EHR\u2013GWAS data | Human Molecular Genetics | Oxford Academic. https:\/\/academic.oup.com\/hmg\/article\/29\/R1\/R33\/5899023?login=true.","DOI":"10.1093\/hmg\/ddaa192"},{"key":"1503_CR28","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/j.socscimed.2013.09.006","volume":"103","author":"J Feagin","year":"2014","unstructured":"Feagin, J. & Bennefield, Z. Systemic racism and U.S. health care. Soc. Sci. Med. 103, 7\u201314 (2014).","journal-title":"Soc. Sci. Med."},{"key":"1503_CR29","doi-asserted-by":"publisher","first-page":"927","DOI":"10.1016\/j.tics.2021.08.001","volume":"25","author":"BK Payne","year":"2021","unstructured":"Payne, B. K. & Hannay, J. W. Implicit bias reflects systemic racism. Trends Cogn. Sci. 25, 927\u2013936 (2021).","journal-title":"Trends Cogn. Sci."},{"key":"1503_CR30","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1016\/j.jaad.2019.06.1286","volume":"82","author":"DM Elston","year":"2020","unstructured":"Elston, D. M. Confirmation bias in medical decision-making. J. Am. Acad. Dermatol. 82, 572 (2020).","journal-title":"J. Am. Acad. Dermatol."},{"key":"1503_CR31","doi-asserted-by":"publisher","first-page":"211","DOI":"10.2147\/JMDH.S104807","volume":"9","author":"A Althubaiti","year":"2016","unstructured":"Althubaiti, A. Information bias in health research: definition, pitfalls, and adjustment methods. J. Multidiscip. Healthc. 9, 211\u2013217 (2016).","journal-title":"J. Multidiscip. Healthc."},{"key":"1503_CR32","doi-asserted-by":"publisher","unstructured":"Feng, Q., Du, M., Zou, N. & Hu, X. Fair Machine Learning in Healthcare: A Review. Preprint at https:\/\/doi.org\/10.48550\/arXiv.2206.14397 (2024).","DOI":"10.48550\/arXiv.2206.14397"},{"key":"1503_CR33","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-023-01056-8","volume":"7","author":"RJ Chen","year":"2023","unstructured":"Chen, R. J. et al. Algorithmic fairness in artificial intelligence for medicine and healthcare. Nat. Biomed. Eng. 7, 719\u2013742 (2023).","journal-title":"Nat. Biomed. Eng."},{"key":"1503_CR34","doi-asserted-by":"publisher","first-page":"100347","DOI":"10.1016\/j.patter.2021.100347","volume":"2","author":"N Norori","year":"2021","unstructured":"Norori, N., Hu, Q., Aellen, F. M., Faraci, F. D. & Tzovara, A. Addressing bias in big data and AI for health care: A call for open science. Patterns (N. Y) 2, 100347 (2021).","journal-title":"Patterns (N. Y)"},{"key":"1503_CR35","volume":"3","author":"E Ekpo","year":"2024","unstructured":"Ekpo, E. et al. Underrepresentation of Women in Reduced Ejection Heart Failure Clinical Trials With Improved Mortality or Hospitalization. JACC: Adv. 3, 100743 (2024).","journal-title":"JACC: Adv."},{"key":"1503_CR36","doi-asserted-by":"publisher","first-page":"e024776","DOI":"10.1161\/JAHA.121.024776","volume":"11","author":"SE Gomez","year":"2022","unstructured":"Gomez, S. E., Sarraju, A. & Rodriguez, F. Racial and Ethnic Group Underrepresentation in Studies of Adverse Pregnancy Outcomes and Cardiovascular Risk. J. Am. Heart Assoc. 11, e024776 (2022).","journal-title":"J. Am. Heart Assoc."},{"key":"1503_CR37","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1353\/hpu.0.0323","volume":"21","author":"DP Scharff","year":"2010","unstructured":"Scharff, D. P. et al. More than Tuskegee: Understanding Mistrust about Research Participation. J. Health Care Poor Underserved 21, 879\u2013897 (2010).","journal-title":"J. Health Care Poor Underserved"},{"key":"1503_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-021-00385-9","volume":"4","author":"S Gaube","year":"2021","unstructured":"Gaube, S. et al. Do as AI say: susceptibility in deployment of clinical decision-aids. npj Digit. Med. 4, 1\u20138 (2021).","journal-title":"npj Digit. Med."},{"key":"1503_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3457607","volume":"54","author":"N Mehrabi","year":"2021","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K. & Galstyan, A. A survey on bias and fairness in machine learning. ACM Comput. Surv. (CSUR) 54, 1\u201335 (2021).","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"1503_CR40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-17478-w","volume":"11","author":"DC Castro","year":"2020","unstructured":"Castro, D. C., Walker, I. & Glocker, B. Causality matters in medical imaging. Nat. Commun. 11, 3673 (2020).","journal-title":"Nat. Commun."},{"key":"1503_CR41","doi-asserted-by":"publisher","DOI":"10.1186\/s13000-023-01355-3","volume":"18","author":"T Dehkharghanian","year":"2023","unstructured":"Dehkharghanian, T. et al. Biased data, biased AI: deep networks predict the acquisition site of TCGA images. Diagnostic Pathol. 18, 67 (2023).","journal-title":"Diagnostic Pathol."},{"key":"1503_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-020-0288-5","volume":"3","author":"D Cirillo","year":"2020","unstructured":"Cirillo, D. et al. Sex and gender differences and biases in artificial intelligence for biomedicine and healthcare. npj Digit. Med. 3, 1\u201311 (2020).","journal-title":"npj Digit. Med."},{"key":"1503_CR43","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.jclinepi.2021.11.023","volume":"142","author":"S Nijman","year":"2022","unstructured":"Nijman, S. et al. Missing data is poorly handled and reported in prediction model studies using machine learning: a literature review. J. Clin. Epidemiol. 142, 218\u2013229 (2022).","journal-title":"J. Clin. Epidemiol."},{"key":"1503_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/digital4010001","volume":"4","author":"S Siddique","year":"2024","unstructured":"Siddique, S. et al. Survey on Machine Learning Biases and Mitigation Techniques. Digital 4, 1\u201368 (2024).","journal-title":"Digital"},{"key":"1503_CR45","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1038\/s41586-021-03512-4","volume":"594","author":"MY Lu","year":"2021","unstructured":"Lu, M. Y. et al. AI-based pathology predicts origins for cancers of unknown primary. Nature 594, 106\u2013110 (2021).","journal-title":"Nature"},{"key":"1503_CR46","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"1503_CR47","doi-asserted-by":"publisher","first-page":"64","DOI":"10.4258\/hir.2023.29.1.64","volume":"29","author":"J Yoo","year":"2023","unstructured":"Yoo, J., Hur, S., Hwang, W. & Cha, W. C. Healthcare Professionals\u2019 Expectations of Medical Artificial Intelligence and Strategies for its Clinical Implementation: A Qualitative Study. Health. Inf. Res 29, 64\u201374 (2023).","journal-title":"Health. Inf. Res"},{"key":"1503_CR48","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1007\/s11547-020-01135-9","volume":"125","author":"E Neri","year":"2020","unstructured":"Neri, E., Coppola, F., Miele, V., Bibbolino, C. & Grassi, R. Artificial intelligence: Who is responsible for the diagnosis? Radio. Med 125, 517\u2013521 (2020).","journal-title":"Radio. Med"},{"key":"1503_CR49","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s11604-023-01474-3","volume":"42","author":"D Ueda","year":"2024","unstructured":"Ueda, D. et al. Fairness of artificial intelligence in healthcare: review and recommendations. Jpn J. Radio. 42, 3\u201315 (2024).","journal-title":"Jpn J. Radio."},{"key":"1503_CR50","doi-asserted-by":"publisher","first-page":"2176618","DOI":"10.1080\/08839514.2023.2176618","volume":"37","author":"G Cachat-Rosset","year":"2023","unstructured":"Cachat-Rosset, G. & Klarsfeld, A. Diversity, Equity, and Inclusion in Artificial Intelligence: An Evaluation of Guidelines. Appl. Artif. Intell. 37, 2176618 (2023).","journal-title":"Appl. Artif. Intell."},{"key":"1503_CR51","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1038\/s41591-019-0548-6","volume":"25","author":"J Wiens","year":"2019","unstructured":"Wiens, J. et al. Do no harm: a roadmap for responsible machine learning for health care. Nat. Med 25, 1337\u20131340 (2019).","journal-title":"Nat. Med"},{"key":"1503_CR52","doi-asserted-by":"publisher","first-page":"100570","DOI":"10.1016\/j.patter.2022.100570","volume":"3","author":"AH Ramirez","year":"2022","unstructured":"Ramirez, A. H. et al. The All of Us Research Program: Data quality, utility, and diversity. Patterns (N. Y) 3, 100570 (2022).","journal-title":"Patterns (N. Y)"},{"key":"1503_CR53","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-022-00614-9","volume":"5","author":"J Yang","year":"2022","unstructured":"Yang, J., Soltan, A. A. S. & Clifton, D. A. Machine learning generalizability across healthcare settings: insights from multi-site COVID-19 screening. npj Digit. Med. 5, 1\u20138 (2022).","journal-title":"npj Digit. Med."},{"key":"1503_CR54","doi-asserted-by":"publisher","first-page":"2232","DOI":"10.1038\/s41591-022-01987-w","volume":"28","author":"S Ganapathi","year":"2022","unstructured":"Ganapathi, S. et al. Tackling bias in AI health datasets through the STANDING Together initiative. Nat. Med 28, 2232\u20132233 (2022).","journal-title":"Nat. Med"},{"key":"1503_CR55","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10115-011-0463-8","volume":"33","author":"F Kamiran","year":"2012","unstructured":"Kamiran, F. & Calders, T. Data preprocessing techniques for classification without discrimination. Knowl. Inf. Syst. 33, 1\u201333 (2012).","journal-title":"Knowl. Inf. Syst."},{"key":"1503_CR56","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1053\/j.semdp.2023.02.002","volume":"40","author":"S Albahra","year":"2023","unstructured":"Albahra, S. et al. Artificial intelligence and machine learning overview in pathology & laboratory medicine: A general review of data preprocessing and basic supervised concepts. Semin. Diagnostic Pathol. 40, 71\u201387 (2023).","journal-title":"Semin. Diagnostic Pathol."},{"key":"1503_CR57","first-page":"841","volume":"31","author":"S Wachter","year":"2017","unstructured":"Wachter, S., Mittelstadt, B. & Russell, C. Counterfactual explanations without opening the black box: Automated decisions and the GDPR. Harv. JL & Tech. 31, 841 (2017).","journal-title":"Harv. JL & Tech."},{"key":"1503_CR58","doi-asserted-by":"publisher","unstructured":"Feffer, M., Sinha, A., Deng, W. H., Lipton, Z. C. & Heidari, H. Red-Teaming for generative AI: Silver bullet or security theater? In Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society. Vol. 7, 421\u2013437 https:\/\/doi.org\/10.1609\/aies.v7i1.31647 (2024).","DOI":"10.1609\/aies.v7i1.31647"},{"key":"1503_CR59","doi-asserted-by":"publisher","first-page":"104527","DOI":"10.1016\/j.compbiomed.2021.104527","volume":"134","author":"Y-C Wang","year":"2021","unstructured":"Wang, Y.-C. & Cheng, C.-H. A multiple combined method for rebalancing medical data with class imbalances. Computers Biol. Med. 134, 104527 (2021).","journal-title":"Computers Biol. Med."},{"key":"1503_CR60","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0288540","volume":"18","author":"A Kim","year":"2023","unstructured":"Kim, A. & Jung, I. Optimal selection of resampling methods for imbalanced data with high complexity. PLoS One 18, e0288540 (2023).","journal-title":"PLoS One"},{"key":"1503_CR61","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla, N. V., Bowyer, K. W., Hall, L. O. & Kegelmeyer, W. P. SMOTE: Synthetic Minority Over-sampling Technique. J. Artif. Intell. Res. 16, 321\u2013357 (2002).","journal-title":"J. Artif. Intell. Res."},{"key":"1503_CR62","unstructured":"Ling, C. X. & Sheng, V. S. Cost-Sensitive Learning and the Class Imbalance Problem."},{"key":"1503_CR63","unstructured":"Scholz, D. et al. (2024). Imbalance-aware loss functions improve medical image classification. in."},{"key":"1503_CR64","doi-asserted-by":"publisher","first-page":"e49023","DOI":"10.2196\/49023","volume":"2","author":"D Wilimitis","year":"2023","unstructured":"Wilimitis, D. & Walsh, C. G. Practical Considerations and Applied Examples of Cross-Validation for Model Development and Evaluation in Health Care: Tutorial. JMIR AI 2, e49023 (2023).","journal-title":"JMIR AI"},{"key":"1503_CR65","first-page":"1","volume":"55","author":"DC Nguyen","year":"2023","unstructured":"Nguyen, D. C. et al. Federated Learning for Smart Healthcare: A Survey. ACM Comput. Surv. 55, 1\u201337 (2023).","journal-title":"ACM Comput. Surv."},{"key":"1503_CR66","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2021","unstructured":"Linardatos, P. Papastefanopoulos, V. & Kotsiantis, S. Explainable AI: A Review of Machine Learning Interpretability Methods. Entropy 23, 18 (2021).","journal-title":"Entropy"},{"key":"1503_CR67","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Song, K., Sun, Y., Tan, S. & Udell, M. \u2018Why Should You Trust My Explanation?\u2019 Understanding Uncertainty in LIME Explanations. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1904.12991 (2019).","DOI":"10.48550\/arXiv.1904.12991"},{"key":"1503_CR68","doi-asserted-by":"publisher","unstructured":"Lundberg, S. M., Erion, G. G. & Lee, S.-I. Consistent Individualized Feature Attribution for Tree Ensembles. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1802.03888 (2019).","DOI":"10.48550\/arXiv.1802.03888"},{"key":"1503_CR69","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-020-01332-6","volume":"20","author":"J Amann","year":"2020","unstructured":"Amann, J. et al. Explainability for artificial intelligence in healthcare: a multidisciplinary perspective. BMC Med Inf. Decis. Mak. 20, 310 (2020).","journal-title":"BMC Med Inf. Decis. Mak."},{"key":"1503_CR70","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1136\/bmjqs-2018-008370","volume":"28","author":"R Challen","year":"2019","unstructured":"Challen, R. et al. Artificial intelligence, bias and clinical safety. BMJ Qual. Saf. 28, 231\u2013237 (2019).","journal-title":"BMJ Qual. Saf."},{"key":"1503_CR71","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-023-00889-6","volume":"6","author":"M Mittermaier","year":"2023","unstructured":"Mittermaier, M., Raza, M. & Kvedar, J. C. Collaborative strategies for deploying AI-based physician decision support systems: challenges and deployment approaches. NPJ Digital Med. 6, 137 (2023).","journal-title":"NPJ Digital Med."},{"key":"1503_CR72","doi-asserted-by":"publisher","first-page":"3005","DOI":"10.1007\/s10462-022-10246-w","volume":"56","author":"E Mosqueira-Rey","year":"2023","unstructured":"Mosqueira-Rey, E., Hern\u00e1ndez-Pereira, E., Alonso-R\u00edos, D., Bobes-Bascar\u00e1n, J. & Fern\u00e1ndez-Leal, \u00c1. Human-in-the-loop machine learning: a state of the art. Artif. Intell. Rev. 56, 3005\u20133054 (2023).","journal-title":"Artif. Intell. Rev."},{"key":"1503_CR73","doi-asserted-by":"publisher","unstructured":"Pfohl, S. et al. Net benefit, calibration, threshold selection, and training objectives for algorithmic fairness in healthcare. in Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency 1039\u20131052 https:\/\/doi.org\/10.1145\/3531146.3533166 (Association for Computing Machinery, New York, NY, USA, 2022).","DOI":"10.1145\/3531146.3533166"},{"key":"1503_CR74","doi-asserted-by":"publisher","first-page":"998558","DOI":"10.3389\/fcvm.2022.998558","volume":"9","author":"S Dykstra","year":"2022","unstructured":"Dykstra, S. et al. Machine learning prediction of atrial fibrillation in cardiovascular patients using cardiac magnetic resonance and electronic health information. Front. Cardiovasc. Med. 9, 998558 (2022).","journal-title":"Front. Cardiovasc. Med."},{"key":"1503_CR75","doi-asserted-by":"publisher","first-page":"352","DOI":"10.1016\/j.jacr.2023.01.002","volume":"20","author":"BC Bizzo","year":"2023","unstructured":"Bizzo, B. C. et al. Addressing the Challenges of Implementing Artificial Intelligence Tools in Clinical Practice: Principles From Experience. J. Am. Coll. Radiol. 20, 352\u2013360 (2023).","journal-title":"J. Am. Coll. Radiol."},{"key":"1503_CR76","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1148\/radiol.212151","volume":"305","author":"D Daye","year":"2022","unstructured":"Daye, D. et al. Implementation of Clinical Artificial Intelligence in Radiology: Who Decides and How? Radiology 305, 555\u2013563 (2022).","journal-title":"Radiology"},{"key":"1503_CR77","doi-asserted-by":"publisher","first-page":"924","DOI":"10.1038\/s41591-022-01772-9","volume":"28","author":"B Vasey","year":"2022","unstructured":"Vasey, B. et al. Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI. Nat. Med 28, 924\u2013933 (2022).","journal-title":"Nat. Med"},{"key":"1503_CR78","doi-asserted-by":"publisher","DOI":"10.3389\/fmed.2023.1264846","volume":"10","author":"L Thomas","year":"2023","unstructured":"Thomas, L. et al. Real-world post-deployment performance of a novel machine learning-based digital health technology for skin lesion assessment and suggestions for post-market surveillance. Front Med (Lausanne) 10, 1264846 (2023).","journal-title":"Front Med (Lausanne)"},{"key":"1503_CR79","doi-asserted-by":"publisher","first-page":"1304","DOI":"10.1038\/s41591-023-02293-9","volume":"29","author":"K Widner","year":"2023","unstructured":"Widner, K. et al. Lessons learned from translating AI from development to deployment in healthcare. Nat. Med 29, 1304\u20131306 (2023).","journal-title":"Nat. Med"},{"key":"1503_CR80","unstructured":"Health, C. for D. and R. Artificial Intelligence and Machine Learning in Software as a Medical Device. FDA (2023)."},{"key":"1503_CR81","doi-asserted-by":"publisher","first-page":"e14","DOI":"10.1016\/j.ophtha.2021.08.023","volume":"129","author":"MD Abr\u00e0moff","year":"2022","unstructured":"Abr\u00e0moff, M. D. et al. Foundational Considerations for Artificial Intelligence Using Ophthalmic Images. Ophthalmology 129, e14\u2013e32 (2022).","journal-title":"Ophthalmology"},{"key":"1503_CR82","doi-asserted-by":"publisher","first-page":"114782","DOI":"10.1016\/j.socscimed.2022.114782","volume":"296","author":"H Siala","year":"2022","unstructured":"Siala, H. & Wang, Y. SHIFTing artificial intelligence to be responsible in healthcare: A systematic review. Soc. Sci. Med. 296, 114782 (2022).","journal-title":"Soc. Sci. Med."},{"key":"1503_CR83","doi-asserted-by":"publisher","unstructured":"Nyariro, M., Emami, E. & Abbasgholizadeh Rahimi, S. Integrating Equity, Diversity, and Inclusion throughout the lifecycle of Artificial Intelligence in health. in 13th Augmented Human International Conference 1\u20134 https:\/\/doi.org\/10.1145\/3532530.3539565 (Association for Computing Machinery, New York, NY, USA, 2022).","DOI":"10.1145\/3532530.3539565"},{"key":"1503_CR84","doi-asserted-by":"publisher","first-page":"e35587","DOI":"10.2196\/35587","volume":"8","author":"J Grunhut","year":"2022","unstructured":"Grunhut, J., Marques, O. & Wyatt, A. T. M. Needs, Challenges, and Applications of Artificial Intelligence in Medical Education Curriculum. JMIR Med. Educ. 8, e35587 (2022).","journal-title":"JMIR Med. Educ."},{"key":"1503_CR85","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.1111\/ajt.16986","volume":"22","author":"JC Lai","year":"2022","unstructured":"Lai, J. C., Pomfret, E. A. & Verna, E. C. Implicit bias and the gender inequity in liver transplantation. Am. J. Transpl. 22, 1515\u20131518 (2022).","journal-title":"Am. J. Transpl."},{"key":"1503_CR86","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1097\/01.DCC.0000325090.93411.ce","volume":"28","author":"SJ Zbierajewski-Eischeid","year":"2009","unstructured":"Zbierajewski-Eischeid, S. J. & Loeb, S. J. Myocardial infarction in women: promoting symptom recognition, early diagnosis, and risk assessment. Dimens Crit. Care Nurs. 28, 1\u20136 (2009). ; quiz 7\u20138.","journal-title":"Dimens Crit. Care Nurs."},{"key":"1503_CR87","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1097\/CCM.0000000000005269","volume":"50","author":"SK McGowan","year":"2022","unstructured":"McGowan, S. K., Sarigiannis, K. A., Fox, S. C., Gottlieb, M. A. & Chen, E. Racial Disparities in ICU Outcomes: A Systematic Review. Crit. Care Med. 50, 1 (2022).","journal-title":"Crit. Care Med."},{"key":"1503_CR88","doi-asserted-by":"crossref","unstructured":"Daneshjou, R. et al. Disparities in dermatology AI performance on a diverse, curated clinical image set. Sci Adv 8, eabq6147.","DOI":"10.1126\/sciadv.abq6147"},{"key":"1503_CR89","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1097\/MLR.0000000000000805","volume":"55","author":"KC Heslin","year":"2017","unstructured":"Heslin, K. C. et al. Trends in Opioid-related Inpatient Stays Shifted After the US Transitioned to ICD-10-CM Diagnosis Coding in 2015. Med. Care 55, 918 (2017).","journal-title":"Med. Care"},{"key":"1503_CR90","doi-asserted-by":"publisher","first-page":"859310","DOI":"10.3389\/fcvm.2022.859310","volume":"9","author":"E Puyol-Ant\u00f3n","year":"2022","unstructured":"Puyol-Ant\u00f3n, E. et al. Fairness in Cardiac Magnetic Resonance Imaging: Assessing Sex and Racial Bias in Deep Learning-Based Segmentation. Front. Cardiovasc. Med. 9, 859310 (2022).","journal-title":"Front. Cardiovasc. Med."},{"key":"1503_CR91","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.jaad.2021.06.884","volume":"87","author":"LN Guo","year":"2022","unstructured":"Guo, L. N., Lee, M. S., Kassamali, B., Mita, C. & Nambudiri, V. E. Bias in, bias out: Underreporting and underrepresentation of diverse skin types in machine learning research for skin cancer detection-A scoping review. J. Am. Acad. Dermatol 87, 157\u2013159 (2022).","journal-title":"J. Am. Acad. Dermatol"},{"key":"1503_CR92","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6947-14-51","volume":"14","author":"A Rusanov","year":"2014","unstructured":"Rusanov, A., Weiskopf, N. G., Wang, S. & Weng, C. Hidden in plain sight: bias towards sick patients when sampling patients with sufficient electronic health record data for research. BMC Med Inf. Decis. Mak. 14, 51 (2014).","journal-title":"BMC Med Inf. Decis. Mak."},{"key":"1503_CR93","doi-asserted-by":"publisher","DOI":"10.1186\/s12874-019-0779-8","volume":"19","author":"C Enzenbach","year":"2019","unstructured":"Enzenbach, C., Wicklein, B., Wirkner, K. & Loeffler, M. Evaluating selection bias in a population-based cohort study with low baseline participation: the LIFE-Adult-Study. BMC Med. Res. Methodol. 19, 135 (2019).","journal-title":"BMC Med. Res. Methodol."},{"key":"1503_CR94","doi-asserted-by":"publisher","first-page":"e0281046","DOI":"10.1371\/journal.pone.0281046","volume":"18","author":"I Ka\u017amierczak","year":"2023","unstructured":"Ka\u017amierczak, I., Zajenkowska, A., Rogoza, R., Jonason, P. K. & \u015aciga\u0142a, D. Self-selection biases in psychological studies: Personality and affective disorders are prevalent among participants. PLOS ONE 18, e0281046 (2023).","journal-title":"PLOS ONE"},{"key":"1503_CR95","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1007\/s11673-022-10200-z","volume":"19","author":"J Delgado","year":"2022","unstructured":"Delgado, J. et al. Bias in algorithms of AI systems developed for COVID-19: A scoping review. J. Bioeth. Inq. 19, 407\u2013419 (2022).","journal-title":"J. Bioeth. Inq."},{"key":"1503_CR96","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.222176","volume":"307","author":"T Dratsch","year":"2023","unstructured":"Dratsch, T. et al. Automation Bias in Mammography: The Impact of Artificial Intelligence BI-RADS Suggestions on Reader Performance. Radiology 307, e222176 (2023).","journal-title":"Radiology"},{"key":"1503_CR97","doi-asserted-by":"publisher","first-page":"103839","DOI":"10.1016\/j.artint.2022.103839","volume":"316","author":"O Wysocki","year":"2023","unstructured":"Wysocki, O. et al. Assessing the communication gap between AI models and healthcare professionals: Explainability, utility and trust in AI-driven clinical decision-making. Artif. Intell. 316, 103839 (2023).","journal-title":"Artif. Intell."},{"key":"1503_CR98","doi-asserted-by":"publisher","first-page":"e110274","DOI":"10.1371\/journal.pone.0110274","volume":"9","author":"BJ Drew","year":"2014","unstructured":"Drew, B. J. et al. Insights into the Problem of Alarm Fatigue with Physiologic Monitor Devices: A Comprehensive Observational Study of Consecutive Intensive Care Unit Patients. PLoS One 9, e110274 (2014).","journal-title":"PLoS One"},{"key":"1503_CR99","first-page":"413","volume":"12903","author":"E Puyol-Anton","year":"2021","unstructured":"Puyol-Anton, E. et al. Fairness in cardiac MR image analysis: an investigation of bias due to data imbalance in deep learning-based segmentation. Med. Image. ComputComput. Assist. Interv. \u2013 MICCAI 12903, 413\u2013423 (2021).","journal-title":"Med. Image. ComputComput. Assist. Interv. \u2013 MICCAI"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01503-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01503-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01503-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T02:42:47Z","timestamp":1741660967000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01503-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,11]]},"references-count":99,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1503"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01503-7","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,11]]},"assertion":[{"value":"17 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Dr. Demilade Adedinsewo is supported by the Mayo Building Interdisciplinary Research Careers in Women\u2019s Health (BIRCWH) Program funded by the National Institutes of Health [grant number K12 AR084222]. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. All other authors declare no competing financial or non-financial interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"154"}}