{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T10:15:36Z","timestamp":1776420936653,"version":"3.51.2"},"reference-count":64,"publisher":"Elsevier BV","issue":"10","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,8,21]],"date-time":"2024-08-21T00:00:00Z","timestamp":1724198400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100016017","name":"Duke-NUS Medical School","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100016017","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["cell.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Patterns"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1016\/j.patter.2024.101059","type":"journal-article","created":{"date-parts":[[2024,9,12]],"date-time":"2024-09-12T15:13:47Z","timestamp":1726154027000},"page":"101059","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":15,"title":["FAIM: Fairness-aware interpretable modeling for trustworthy machine learning in healthcare"],"prefix":"10.1016","volume":"5","author":[{"given":"Mingxuan","family":"Liu","sequence":"first","affiliation":[]},{"given":"Yilin","family":"Ning","sequence":"additional","affiliation":[]},{"given":"Yuhe","family":"Ke","sequence":"additional","affiliation":[]},{"given":"Yuqing","family":"Shang","sequence":"additional","affiliation":[]},{"given":"Bibhas","family":"Chakraborty","sequence":"additional","affiliation":[]},{"given":"Marcus Eng Hock","family":"Ong","sequence":"additional","affiliation":[]},{"given":"Roger","family":"Vaughan","sequence":"additional","affiliation":[]},{"given":"Nan","family":"Liu","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.patter.2024.101059_bib1","doi-asserted-by":"crossref","first-page":"1201","DOI":"10.1056\/NEJMra2302038","article-title":"Artificial Intelligence and Machine Learning in Clinical Medicine, 2023","volume":"388","author":"Haug","year":"2023","journal-title":"N.\u00a0Engl. J. Med."},{"key":"10.1016\/j.patter.2024.101059_bib2","series-title":"Artificial Intelligence in Healthcare","first-page":"25","article-title":"The rise of artificial intelligence in healthcare applications","author":"Bohr","year":"2020"},{"key":"10.1016\/j.patter.2024.101059_bib3","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1126\/science.adh2713","article-title":"Mitigating bias in AI at the point of care","volume":"381","author":"DeCamp","year":"2023","journal-title":"Science"},{"key":"10.1016\/j.patter.2024.101059_bib4","series-title":"The Rowman\u00a0& Littlefield Handbook of Bioethics","article-title":"Bias in Medicine","author":"Mertens","year":"2022"},{"key":"10.1016\/j.patter.2024.101059_bib5","doi-asserted-by":"crossref","first-page":"4314","DOI":"10.1038\/s41467-023-39902-7","article-title":"Detecting shortcut learning for fair medical AI using shortcut testing","volume":"14","author":"Brown","year":"2023","journal-title":"Nat. Commun."},{"key":"10.1016\/j.patter.2024.101059_bib6","doi-asserted-by":"crossref","first-page":"2477","DOI":"10.1056\/NEJMc2029240","article-title":"Racial Bias in Pulse Oximetry Measurement","volume":"383","author":"Sjoding","year":"2020","journal-title":"N.\u00a0Engl. J. Med."},{"key":"10.1016\/j.patter.2024.101059_bib7","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1176\/ps.62.6.pss6206_0619","article-title":"Racial and ethnic disparities in postpartum depression care among low-income women","volume":"62","author":"Kozhimannil","year":"2011","journal-title":"Psychiatr. Serv."},{"key":"10.1016\/j.patter.2024.101059_bib8","article-title":"Artificial intelligence and algorithmic bias: implications for health systems","volume":"9","author":"Panch","year":"2019","journal-title":"J.\u00a0Glob. Health"},{"key":"10.1016\/j.patter.2024.101059_bib9","article-title":"Addressing Fairness, Bias, and Appropriate Use of Artificial Intelligence and Machine Learning in Global Health","volume":"3","author":"Fletcher","year":"2020","journal-title":"Front. Artif. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib10","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1038\/s41746-022-00602-z","article-title":"Algorithmic fairness in pandemic forecasting: lessons from COVID-19","volume":"5","author":"Tsai","year":"2022","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.patter.2024.101059_bib11","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1038\/s41746-023-00918-4","article-title":"A translational perspective towards clinical AI fairness","volume":"6","author":"Liu","year":"2023","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.patter.2024.101059_bib12","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1038\/s41746-020-0288-5","article-title":"Sex and gender differences and biases in artificial intelligence for biomedicine and healthcare","volume":"3","author":"Cirillo","year":"2020","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.patter.2024.101059_bib13","first-page":"7610","article-title":"Controllable Guarantees for Fair Outcomes via Contrastive Information Estimation","volume":"35","author":"Gupta","year":"2021","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3616865","article-title":"Fairness in Machine Learning: A Survey","volume":"56","author":"Caton","year":"2024","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.patter.2024.101059_bib15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3457607","article-title":"A Survey on Bias and Fairness in Machine Learning","volume":"54","author":"Mehrabi","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.patter.2024.101059_bib16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10115-011-0463-8","article-title":"Data preprocessing techniques for classification without discrimination","volume":"33","author":"Kamiran","year":"2012","journal-title":"Knowl. Inf. Syst."},{"key":"10.1016\/j.patter.2024.101059_bib17","series-title":"Proceedings of Control and Communication 2009 2nd International Conference on Computer","first-page":"1","article-title":"Classifying without discriminating","author":"Kamiran","year":"2009"},{"key":"10.1016\/j.patter.2024.101059_bib18","first-page":"814","article-title":"Projection-Wise Disentangling for Fair and Interpretable Representation Learning: Application to 3D Facial Shape Analysis","volume":"12905","author":"Liu","year":"2021","journal-title":"Proceedings of International Conference on Medical Image Computing and Computer Assisted Intervention (MICCAI)"},{"key":"10.1016\/j.patter.2024.101059_bib19","series-title":"International Conference on Manchine Learning","first-page":"60","article-title":"A reductions approach to fair classification","author":"Agarwal","year":"2018"},{"key":"10.1016\/j.patter.2024.101059_bib20","series-title":"Proceedings of the Conference on Fairness, Accountability, and Transparency","first-page":"349","article-title":"Fairness through Causal Awareness: Learning Causal Latent-Variable Models for Biased Data","author":"Madras","year":"2019"},{"key":"10.1016\/j.patter.2024.101059_bib21","doi-asserted-by":"crossref","first-page":"6010","DOI":"10.1038\/s41467-020-19784-9","article-title":"Training confounder-free deep learning models for medical applications","volume":"11","author":"Zhao","year":"2020","journal-title":"Nat. Commun."},{"key":"10.1016\/j.patter.2024.101059_bib22","article-title":"Equality of Opportunity in Supervised Learning","volume":"29","author":"Hardt","year":"2016","journal-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems"},{"key":"10.1016\/j.patter.2024.101059_bib23","doi-asserted-by":"crossref","first-page":"476","DOI":"10.1038\/s42256-023-00651-3","article-title":"Translating intersectionality to fair machine learning in health sciences","volume":"5","author":"Lett","year":"2023","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib24","doi-asserted-by":"crossref","first-page":"659","DOI":"10.1038\/s42256-021-00373-4","article-title":"Machine learning and algorithmic fairness in public and population health","volume":"3","author":"Mhasawade","year":"2021","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib25","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1038\/s41746-023-00805-y","article-title":"An adversarial training framework for mitigating algorithmic biases in clinical machine learning","volume":"6","author":"Yang","year":"2023","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.patter.2024.101059_bib26","series-title":"2012 IEEE 12th international conference on data mining","first-page":"924","article-title":"Decision Theory for Discrimination-Aware Classification","author":"Kamiran","year":"2012"},{"key":"10.1016\/j.patter.2024.101059_bib27","series-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency","first-page":"850","article-title":"Model Multiplicity: Opportunities, Concerns, and Solutions","author":"Black","year":"2022"},{"key":"10.1016\/j.patter.2024.101059_bib28","first-page":"1","article-title":"A Comprehensive Empirical Study of Bias Mitigation Methods for Machine Learning Classifiers","volume":"32","author":"Chen","year":"2023","journal-title":"ACM Trans. Software Eng. Methodol."},{"key":"10.1016\/j.patter.2024.101059_bib29","article-title":"An empirical characterization of fair machine learning for clinical risk prediction","volume":"113","author":"Pfohl","year":"2021","journal-title":"J.\u00a0Biomed. Inf."},{"key":"10.1016\/j.patter.2024.101059_bib30","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1214\/ss\/1009213726","article-title":"Statistical Modeling: The Two Cultures (with comments and a rejoinder by the author)","volume":"16","author":"Breiman","year":"2001","journal-title":"Stat. Sci."},{"key":"10.1016\/j.patter.2024.101059_bib31","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1038\/s42256-020-00264-0","article-title":"Exploring the cloud of variable importance for the set of all good models","volume":"2","author":"Dong","year":"2020","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib32","doi-asserted-by":"crossref","DOI":"10.1016\/j.patter.2022.100452","article-title":"Shapley variable importance cloud for interpretable machine learning","volume":"3","author":"Ning","year":"2022","journal-title":"Patterns"},{"key":"10.1016\/j.patter.2024.101059_bib33","series-title":"MIMIC-IV-ED","author":"Johnson","year":"2023"},{"key":"10.1016\/j.patter.2024.101059_bib34","doi-asserted-by":"crossref","DOI":"10.2196\/34201","article-title":"Leveraging Large-Scale Electronic Health Records and Interpretable Machine Learning for Clinical Decision Making at the Emergency Department: Protocol for System Development and Validation","volume":"11","author":"Liu","year":"2022","journal-title":"JMIR Res. Protoc."},{"key":"10.1016\/j.patter.2024.101059_bib35","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","article-title":"Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead","volume":"1","author":"Rudin","year":"2019","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patter.2024.101059_bib36","doi-asserted-by":"crossref","first-page":"300","DOI":"10.3389\/fmed.2020.00300","article-title":"Trends of Racial\/Ethnic Differences in Emergency Department Care Outcomes Among Adults in the United States From 2005 to 2016","volume":"7","author":"Zhang","year":"2020","journal-title":"Front. Med."},{"key":"10.1016\/j.patter.2024.101059_bib37","doi-asserted-by":"crossref","first-page":"882","DOI":"10.47102\/annals-acadmedsg.V35N12p882","article-title":"Gender disparity in paediatric hospital admissions","volume":"35","author":"Kam-lun","year":"2006","journal-title":"Ann. Acad. Med. Singapore"},{"key":"10.1016\/j.patter.2024.101059_bib38","doi-asserted-by":"crossref","first-page":"666","DOI":"10.1016\/S1081-1206(10)61063-0","article-title":"Sex differences in hospital admissions from emergency departments in asthmatic adults: a population-based study","volume":"96","author":"Baibergenova","year":"2006","journal-title":"Ann. Allergy Asthma Immunol."},{"key":"10.1016\/j.patter.2024.101059_bib39","article-title":"A Unified Approach to Interpreting Model Predictions","author":"Lundberg","year":"2017","journal-title":"arXiv"},{"key":"10.1016\/j.patter.2024.101059_bib40","doi-asserted-by":"crossref","DOI":"10.1038\/s41746-018-0029-1","article-title":"Scalable and accurate deep learning with electronic health records","volume":"1","author":"Rajkomar","year":"2018","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.patter.2024.101059_bib41","doi-asserted-by":"crossref","DOI":"10.1016\/j.patter.2023.100790","article-title":"The path toward equal performance in medical machine learning","volume":"4","author":"Petersen","year":"2023","journal-title":"Patterns"},{"key":"10.1016\/j.patter.2024.101059_bib42","series-title":"Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society","first-page":"335","article-title":"Mitigating Unwanted Biases with Adversarial Learning","author":"Zhang","year":"2018"},{"key":"10.1016\/j.patter.2024.101059_bib43","series-title":"International Conference on Machine Learning (PMLR)","first-page":"2144","article-title":"Characterizing Fairness Over the Set of Good Models Under Selective Labels","author":"Coston","year":"2021"},{"key":"10.1016\/j.patter.2024.101059_bib44","doi-asserted-by":"crossref","first-page":"1478","DOI":"10.1111\/acem.12543","article-title":"Gender differences in patient-described pain, stress, and anxiety among patients undergoing treatment for painful conditions in the emergency department","volume":"21","author":"Patel","year":"2014","journal-title":"Acad. Emerg. Med."},{"key":"10.1016\/j.patter.2024.101059_bib45","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1016\/j.jemermed.2012.05.002","article-title":"Pain Scores among Emergency Department (ED) Patients: Comparison by ED Diagnosis","volume":"44","author":"Marco","year":"2013","journal-title":"J.\u00a0Emerg. Med."},{"key":"10.1016\/j.patter.2024.101059_bib46","series-title":"International Conference on Machine Learning","first-page":"2242","article-title":"Data Shapley: Equitable Valuation of Data for Machine Learning","author":"Ghorbani","year":"2019"},{"key":"10.1016\/j.patter.2024.101059_bib47","series-title":"International conference on artificial intelligence and statistics","first-page":"702","article-title":"Identifying and Correcting Label Bias in Machine Learning","author":"Jiang","year":"2020"},{"key":"10.1016\/j.patter.2024.101059_bib48","series-title":"Proceedings of the IEEE international conference on computer vision","first-page":"618","article-title":"Grad-CAM: Visual Explanations from Deep Networks via Gradient-Based Localization","author":"Selvaraju","year":"2017"},{"key":"10.1016\/j.patter.2024.101059_bib49","first-page":"1","article-title":"Fairlearn: Assessing and Improving Fairness of AI Systems","volume":"24","author":"Weerts","year":"2023","journal-title":"J.\u00a0Mach. Learn. Res."},{"key":"10.1016\/j.patter.2024.101059_bib50","article-title":"The four-fifths rule is not disparate impact: a woeful tale of epistemic trespassing in algorithmic fairness","author":"Watkins","year":"2022","journal-title":"arXiv"},{"key":"10.1016\/j.patter.2024.101059_bib51","series-title":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","first-page":"1452","article-title":"Fair and Interpretable Models for Survival Analysis","author":"Rahman","year":"2022"},{"key":"10.1016\/j.patter.2024.101059_bib52","series-title":"How We Analyzed the Compas Recidivism Algorithm","author":"Larson","year":"2016"},{"key":"10.1016\/j.patter.2024.101059_bib54","article-title":"Amazing Things Come From Having Many Good Models","author":"Rudin","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.patter.2024.101059_bib55","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000062","article-title":"A novel interpretable machine learning system to generate clinical risk scores: An application for predicting early mortality or unplanned readmission in a retrospective cohort study","volume":"1","author":"Ning","year":"2022","journal-title":"PLOS Digit. Health"},{"key":"10.1016\/j.patter.2024.101059_bib56","doi-asserted-by":"crossref","first-page":"3920","DOI":"10.1073\/pnas.1901326117","article-title":"Veridical data science","volume":"117","author":"Yu","year":"2020","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/j.patter.2024.101059_bib57","doi-asserted-by":"crossref","DOI":"10.1016\/j.ebiom.2022.104250","article-title":"Algorithmic fairness in computational medicine","volume":"84","author":"Xu","year":"2022","journal-title":"EBioMedicine"},{"key":"10.1016\/j.patter.2024.101059_bib58","doi-asserted-by":"crossref","first-page":"2176","DOI":"10.1038\/s41591-021-01595-0","article-title":"Underdiagnosis bias of artificial intelligence algorithms applied to chest radiographs in under-served patient populations","volume":"27","author":"Seyyed-Kalantari","year":"2021","journal-title":"Nat. Med."},{"key":"10.1016\/j.patter.2024.101059_bib59","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000542","article-title":"Variable importance analysis with interpretable machine learning for fair risk prediction","volume":"3","author":"Ning","year":"2024","journal-title":"PLOS Digit. Health"},{"key":"10.1016\/j.patter.2024.101059_bib60","doi-asserted-by":"crossref","first-page":"658","DOI":"10.1038\/s41597-022-01782-9","article-title":"Benchmarking emergency department prediction models with machine learning and public electronic health records","volume":"9","author":"Xie","year":"2022","journal-title":"Sci. Data"},{"key":"10.1016\/j.patter.2024.101059_bib61","unstructured":"Emergency Severity Index (ESI): A triage tool for emergency departments. https:\/\/www.ahrq.gov\/patient-safety\/settings\/emergency-dept\/esi.html."},{"key":"10.1016\/j.patter.2024.101059_bib62","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.ienj.2018.05.001","article-title":"Comparison of the Emergency Severity Index versus the Patient Acuity Category Scale in an emergency setting","volume":"41","author":"Fong","year":"2018","journal-title":"Int. Emerg. Nurs."},{"key":"10.1016\/j.patter.2024.101059_bib63","first-page":"5286","article-title":"Fair Generalized Linear Models with a Convex Penalty","volume":"162","author":"Do","year":"2022"},{"key":"10.1016\/j.patter.2024.101059_bib64","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3","article-title":"Index for rating diagnostic tests","volume":"3","author":"Youden","year":"1950","journal-title":"Cancer"},{"key":"10.1016\/j.patter.2024.101059_bib53","series-title":"Source Code of \u201cFairness-Aware Interpretable Modelling (FAIM) for Trustworthy Machine Learning in Healthcare\u201d","author":"Liu","year":"2024"}],"container-title":["Patterns"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666389924002095?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666389924002095?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,11,5]],"date-time":"2024-11-05T04:51:50Z","timestamp":1730782310000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666389924002095"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":64,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["S2666389924002095"],"URL":"https:\/\/doi.org\/10.1016\/j.patter.2024.101059","relation":{},"ISSN":["2666-3899"],"issn-type":[{"value":"2666-3899","type":"print"}],"subject":[],"published":{"date-parts":[[2024,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"FAIM: Fairness-aware interpretable modeling for trustworthy machine learning in healthcare","name":"articletitle","label":"Article Title"},{"value":"Patterns","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patter.2024.101059","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"101059"}}