{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T13:34:13Z","timestamp":1793712853270,"version":"4.6.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100027426","name":"Schmidt Futures","doi-asserted-by":"publisher","award":["G-23-2135530"],"award-info":[{"award-number":["G-23-2135530"]}],"id":[{"id":"10.13039\/100027426","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100027426","name":"Schmidt Futures","doi-asserted-by":"publisher","award":["G-23-2135530"],"award-info":[{"award-number":["G-23-2135530"]}],"id":[{"id":"10.13039\/100027426","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100027426","name":"Schmidt Futures","doi-asserted-by":"publisher","award":["G-23-2135530"],"award-info":[{"award-number":["G-23-2135530"]}],"id":[{"id":"10.13039\/100027426","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01732-w","type":"journal-article","created":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T09:17:13Z","timestamp":1749115033000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Identifying and mitigating algorithmic bias in the safety net"],"prefix":"10.1038","volume":"8","author":[{"given":"Shaina","family":"Mackin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincent J.","family":"Major","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rumi","family":"Chunara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Remle","family":"Newton-Dame","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,5]]},"reference":[{"key":"1732_CR1","volume":"16","author":"D Dixon","year":"2024","unstructured":"Dixon, D. et al. Unveiling the influence of AI predictive analytics on patient outcomes: a comprehensive narrative review. Cureus 16, e59954 (2024).","journal-title":"Cureus"},{"key":"1732_CR2","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"1732_CR3","doi-asserted-by":"publisher","first-page":"e188","DOI":"10.7861\/fhj.2021-0095","volume":"8","author":"J Bajwa","year":"2021","unstructured":"Bajwa, J., Munir, U., Nori, A. & Williams, B. Artificial intelligence in healthcare: transforming the practice of medicine. Future Health. J. 8, e188\u2013e194 (2021).","journal-title":"Future Health. J."},{"key":"1732_CR4","doi-asserted-by":"publisher","first-page":"e36388","DOI":"10.2196\/36388","volume":"10","author":"J Huang","year":"2022","unstructured":"Huang, J., Galal, G., Etemadi, M. & Vaidyanathan, M. Evaluation and mitigation of racial bias in clinical machine learning models: scoping review. JMIR Med. Inform. 10, e36388 (2022).","journal-title":"JMIR Med. Inform."},{"key":"1732_CR5","first-page":"1","volume":"1","author":"JAGM Van Dijk","year":"2017","unstructured":"Van Dijk, J. A. G. M. Digital divide: impact of access. Int. Encycl. Media Eff. 1, 1\u201311 (2017).","journal-title":"Int. Encycl. Media Eff."},{"key":"1732_CR6","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1016\/S0140-6736(21)01152-1","volume":"397","author":"Z Obermeyer","year":"2021","unstructured":"Obermeyer, Z. & Topol, E. J. Artificial intelligence, bias, and patients\u2019 perspectives. Lancet 397, 2038 (2021).","journal-title":"Lancet"},{"key":"1732_CR7","doi-asserted-by":"publisher","first-page":"2393","DOI":"10.1093\/jamia\/ocab148","volume":"28","author":"HM Thompson","year":"2021","unstructured":"Thompson, H. M. et al. Bias and fairness assessment of a natural language processing opioid misuse classifier: detection and mitigation of electronic health record data disadvantages across racial subgroups. J. Am. Med. Inf. Assoc. 28, 2393\u20132403 (2021).","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"1732_CR8","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"1732_CR9","doi-asserted-by":"publisher","first-page":"2477","DOI":"10.1056\/NEJMc2029240","volume":"383","author":"MW Sjoding","year":"2020","unstructured":"Sjoding, M. W., Dickson, R. P., Iwashyna, T. J., Gay, S. E. & Valley, T. S. Racial bias in pulse oximetry measurement. N. Engl. J. Med. 383, 2477\u20132478 (2020).","journal-title":"N. Engl. J. Med."},{"key":"1732_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.ebiom.2022.104250","volume":"84","author":"J Xu","year":"2022","unstructured":"Xu, J. et al. Algorithmic fairness in computational medicine. EBioMedicine 84, 104250 (2022).","journal-title":"EBioMedicine"},{"key":"1732_CR11","first-page":"8433","volume":"44","author":"M Wang","year":"2022","unstructured":"Wang, M., Zhang, Y. & Deng, W. Meta balanced network for fair face recognition. IEEE Trans. Pattern Anal. Mach. Intell. 44, 8433\u20138448 (2022).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1732_CR12","doi-asserted-by":"publisher","DOI":"10.7189\/jogh.09.020318","volume":"9","author":"T Panch","year":"2019","unstructured":"Panch, T., Mattie, H. & Atun, R. Artificial intelligence and algorithmic bias: implications for health systems. J. Glob. Health 9, 010318 (2019).","journal-title":"J. Glob. Health"},{"key":"1732_CR13","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCOUTCOMES.121.007917","volume":"15","author":"Z Javed","year":"2022","unstructured":"Javed, Z. et al. Race, racism, and cardiovascular health: applying a social determinants of health framework to racial\/ethnic disparities in cardiovascular disease. Circ. Cardiovasc Qual. Outcomes 15, e007917 (2022).","journal-title":"Circ. Cardiovasc Qual. Outcomes"},{"key":"1732_CR14","unstructured":"Hill, L., Ranji, U. & Artiga, S. Racial disparities in maternal and infant health: current status and efforts to address them. Kaiser Family Foundation. https:\/\/www.kff.org\/racial-equity-and-health-policy\/issue-brief\/racial-disparities-in-maternal-and-infant-health-current-status-and-efforts-to-address-them\/ (2022)."},{"key":"1732_CR15","first-page":"236","volume":"114","author":"E Mitchell","year":"2022","unstructured":"Mitchell, E. et al. Cancer healthcare disparities among African Americans in the United States. JNMA 114, 236\u2013250 (2022).","journal-title":"JNMA"},{"key":"1732_CR16","doi-asserted-by":"publisher","first-page":"1062","DOI":"10.1177\/17456916221134490","volume":"18","author":"AC Timmons","year":"2022","unstructured":"Timmons, A. C. et al. A call to action on assessing and mitigating bias in artificial intelligence applications for mental health. Pers. Psych. Sci. 18, 1062\u20131096 (2022).","journal-title":"Pers. Psych. Sci."},{"key":"1732_CR17","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1016\/j.ins.2021.06.095","volume":"576","author":"D Nguyen","year":"2021","unstructured":"Nguyen, D. et al. Fairness improvement for black-box classifiers with Gaussian process. Inf. Sci. 576, 542\u2013556 (2021).","journal-title":"Inf. Sci."},{"key":"1732_CR18","doi-asserted-by":"publisher","first-page":"1631","DOI":"10.1093\/jamia\/ocac078","volume":"29","author":"AD Bedoya","year":"2022","unstructured":"Bedoya, A. D. et al. A framework for the oversight and local deployment of safe and high-quality prediction models. J. Am. Med Inf. Assoc. 29, 1631\u20131636 (2022).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"1732_CR19","unstructured":"Putzel, P. & Lee, S. Blackbox post-processing for multiclass fairness. arXiv. arXiv:220104461 (2022)."},{"key":"1732_CR20","doi-asserted-by":"publisher","first-page":"2702","DOI":"10.1016\/j.socscimed.2006.07.003","volume":"63","author":"S Horton","year":"2006","unstructured":"Horton, S. The double burden on safety net providers: placing health disparities in the context of the privatization of health care in the US. Soc. Sci. Med. 63, 2702\u20132714 (2006).","journal-title":"Soc. Sci. Med."},{"key":"1732_CR21","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1056\/NEJMsa0900592","volume":"360","author":"AK Jha","year":"2009","unstructured":"Jha, A. K. et al. Use of electronic health records in U.S. hospitals. N. Engl. J. Med. 360, 1628\u20131638 (2009).","journal-title":"N. Engl. J. Med."},{"key":"1732_CR22","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1097\/EDE.0000000000001101","volume":"31","author":"KZ Gianattasio","year":"2020","unstructured":"Gianattasio, K. Z., Ciarleglio, A. & Power, M. C. Development of algorithmic dementia ascertainment for racial\/ethnic disparities research in the US health and retirement study. Epidemiology 31, 126\u2013133 (2020).","journal-title":"Epidemiology"},{"key":"1732_CR23","doi-asserted-by":"publisher","unstructured":"Hardt, M., Price, E. & Srebro, N. Equality of opportunity in supervised learning. Advances in neural information processing systems. 29, https:\/\/doi.org\/10.48550\/arXiv.1610.02413 (2016).","DOI":"10.48550\/arXiv.1610.02413"},{"key":"1732_CR24","first-page":"6988","volume":"36","author":"T Jang","year":"2022","unstructured":"Jang, T., Shi, P. & Wang, X. Group-aware threshold adaptation for fair classification. Proc. AAAI Conf. Artif. Intell. 36, 6988\u20136995 (2022).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"#cr-split#-1732_CR25.1","doi-asserted-by":"crossref","unstructured":"Lohia, P. K. et al. Bias mitigation post-processing for individual and group fairness. 2019 IEEE international conference on acoustics, speech and signal processing. 2847-2851","DOI":"10.1109\/ICASSP.2019.8682620"},{"key":"#cr-split#-1732_CR25.2","unstructured":"10.48550\/arXiv.1812.06135 (2019)."},{"key":"#cr-split#-1732_CR26.1","doi-asserted-by":"crossref","unstructured":"Mishler, A., Kennedy, E. H. & Chouldechova, A. Fairness in risk assessment instruments: post-processing to achieve counterfactual equalized odds. Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency. 386-400","DOI":"10.1145\/3442188.3445902"},{"key":"#cr-split#-1732_CR26.2","unstructured":"10.1145\/3442188.3445902 (2021)."},{"key":"1732_CR27","doi-asserted-by":"publisher","first-page":"896","DOI":"10.1038\/s42256-021-00396-x","volume":"3","author":"KT Rodolfa","year":"2022","unstructured":"Rodolfa, K. T., Lamba, H. & Ghani, R. Empirical observation of negligible fairness\u2013accuracy trade-offs in machine learning for public policy. Nat. Mach. Intell. 3, 896\u2013904 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"1732_CR28","doi-asserted-by":"publisher","unstructured":"Small, E. et al. Equalised odds is not equal individual odds: post-processing for group and individual fairness. Proceedings of the 2024 ACM Conference on Fairness, Accountability, and Transparency. 1559-1578; https:\/\/doi.org\/10.1145\/3630106.3658989 (2024).","DOI":"10.1145\/3630106.3658989"},{"key":"1732_CR29","doi-asserted-by":"publisher","unstructured":"Tahir, A., Cheng, L., & Liu, H. Fairness through aleatoric uncertainty. Proceedings of the 32nd ACM International Conference on Information and Knowledge Management. 2372-2381; https:\/\/doi.org\/10.1145\/3583780.3614875 (2023).","DOI":"10.1145\/3583780.3614875"},{"key":"1732_CR30","doi-asserted-by":"publisher","unstructured":"Kamiran, F., Karim, A. & Zhang, X. Decision theory for discrimination-aware classification. Proceedings of the 2012 IEEE 12th International Conference on Data Mining. 924-929; https:\/\/doi.org\/10.1109\/ICDM.2012.45 (2012).","DOI":"10.1109\/ICDM.2012.45"},{"key":"1732_CR31","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1007\/s10676-022-09636-z","volume":"24","author":"A Tubella","year":"2022","unstructured":"Tubella, A. et al. Ethical implications of fairness interventions: what might be hidden behind engineering choices?. Ethics Inf. Technol. 24, 12 (2022).","journal-title":"Ethics Inf. Technol."},{"key":"1732_CR32","doi-asserted-by":"crossref","unstructured":"Briggs, E. & Hollm\u00e9n, J. Mitigating discrimination in clinical machine learning decision support using algorithmic processing techniques. In Discovery Science: 23rd International Conference, DS 2020, Thessaloniki, Greece, October 19-21, 2020, Proceedings 19-33 (Springer-Verlag; 2020).","DOI":"10.1007\/978-3-030-61527-7_2"},{"key":"1732_CR33","doi-asserted-by":"publisher","first-page":"e33842","DOI":"10.2196\/33842","volume":"10","author":"X He","year":"2022","unstructured":"He, X., Peng, C., Xu, Y., Zhang, Y. & Wang, Z. Global scientific research landscape on medical informatics from 2011 to 2020: bibliometric analysis. JMIR Med Inform. 10, e33842 (2022).","journal-title":"JMIR Med Inform."},{"key":"1732_CR34","unstructured":"Saleiro, P. et al. Aequitas: a bias and fairness audit toolkit. arXiv; arXiv:1811.05577 (2019)."},{"key":"1732_CR35","unstructured":"Trusted-AI. AIF360. GitHub. Published 2020. Updated December 2024. https:\/\/github.com\/Trusted-AI\/AIF360 (2024)."},{"key":"1732_CR36","doi-asserted-by":"publisher","first-page":"e2424984","DOI":"10.1001\/jamanetworkopen.2024.24984","volume":"7","author":"RH Perlis","year":"2024","unstructured":"Perlis, R. H. et al. Trust in physicians and hospitals during the COVID-19 pandemic in a 50-state survey of US adults. JAMA Netw. Open. 7, e2424984 (2024).","journal-title":"JAMA Netw. Open."},{"key":"1732_CR37","unstructured":"Tyson, A., Pasquini G., Spencer, A. & Funk, C. 60% of Americans would be uncomfortable with provider relying on AI in their own health care. Pew Research Center. https:\/\/www.pewresearch.org\/science\/2023\/02\/22\/60-of-americans-would-be-uncomfortable-with-provider-relying-on-ai-in-their-own-health-care\/ (2023)."},{"key":"1732_CR38","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2022.10309","volume":"5","author":"D Khullar","year":"2022","unstructured":"Khullar, D. et al. Perspectives of patients about artificial intelligence in health care. JAMA Netw. Open. 5, e2210309 (2022).","journal-title":"JAMA Netw. Open."},{"key":"1732_CR39","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-023-01056-8","volume":"7","author":"RJ Chen","year":"2023","unstructured":"Chen, R. J. et al. Algorithmic fairness in artificial intelligence for medicine and healthcare. Nat. Biomed. Eng. 7, 719\u2013742 (2023).","journal-title":"Nat. Biomed. Eng."},{"key":"1732_CR40","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1038\/s41746-020-0304-9","volume":"3","author":"JK Paulus","year":"2020","unstructured":"Paulus, J. K. & Kent, D. M. Predictably unequal: understanding and addressing concerns that algorithmic clinical prediction may increase health disparities. NPJ Digit Med. 3, 99 (2020).","journal-title":"NPJ Digit Med."},{"key":"1732_CR41","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41746-023-00918-4","volume":"6","author":"M Liu","year":"2023","unstructured":"Liu, M. et al. A translational perspective towards clinical AI fairness. NPJ Digit Med. 6, 172 (2023).","journal-title":"NPJ Digit Med."},{"key":"1732_CR42","doi-asserted-by":"publisher","unstructured":"Wang, Y., Song, Y., Ma, Z. & Han, X. Multidisciplinary considerations of fairness in medical AI: a scoping review. Int. J. Med. Inform. 178, https:\/\/doi.org\/10.1016\/j.ijmedinf.2023.105175 (2023).","DOI":"10.1016\/j.ijmedinf.2023.105175"},{"key":"1732_CR43","doi-asserted-by":"publisher","unstructured":"Chen, P., Wu, L. & Wang, L. AI fairness in data management and analytics: a review on challenges, methodologies and applications. Appl. Sci. (Switzerland). 13, https:\/\/doi.org\/10.3390\/app131810258 (2023).","DOI":"10.3390\/app131810258"},{"key":"1732_CR44","unstructured":"Epic. Epic\u2019s cognitive computing models. Epic Userweb Galaxy. https:\/\/galaxy.epic.com\/?#Browse\/page=1!68!715!100031038&from=Galaxy-Redirect (2024)."},{"key":"1732_CR45","doi-asserted-by":"publisher","first-page":"660","DOI":"10.3390\/e25040660","volume":"25","author":"R Islam","year":"2023","unstructured":"Islam, R. et al. Differential fairness: an intersectional framework for fair AI. Entropy (Basel). 25, 660 (2023).","journal-title":"Entropy (Basel)."},{"key":"1732_CR46","doi-asserted-by":"publisher","first-page":"195","DOI":"10.4103\/tjem.tjem_182_23","volume":"23","author":"\u015eK \u00c7orbac\u0131o\u011flu","year":"2023","unstructured":"\u00c7orbac\u0131o\u011flu, \u015eK. & Aksel, G. Receiver operating characteristic curve analysis in diagnostic accuracy studies: a guide to interpreting the area under the curve value. Turk. J. Emerg. Med. 23, 195\u2013198 (2023).","journal-title":"Turk. J. Emerg. Med."},{"key":"1732_CR47","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1097\/MLR.0000000000001807","volume":"61","author":"Z Li","year":"2023","unstructured":"Li, Z. et al. Developing a Model to Predict High Health Care Utilization Among Patients in a New York City Safety Net System. Med Care. 61, 102\u2013108 (2023).","journal-title":"Med Care."},{"key":"1732_CR48","unstructured":"Sony. nnabla. GitHub. Published 2020. Updated December 2024. https:\/\/github.com\/sony\/nnabla (2024)."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01732-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01732-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01732-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T09:17:21Z","timestamp":1749115041000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01732-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,5]]},"references-count":50,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1732"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01732-w","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,5]]},"assertion":[{"value":"31 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"335"}}