{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T10:19:16Z","timestamp":1783937956567,"version":"3.55.0"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T00:00:00Z","timestamp":1650585600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T00:00:00Z","timestamp":1650585600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-022-00595-9","type":"journal-article","created":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T10:09:45Z","timestamp":1650622185000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Machine learning and health need better values"],"prefix":"10.1038","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6349-7251","authenticated-orcid":false,"given":"Marzyeh","family":"Ghassemi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shakir","family":"Mohamed","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,22]]},"reference":[{"key":"595_CR1","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1001\/jama.2019.20866","volume":"323","author":"AL Beam","year":"2020","unstructured":"Beam, A. L., Manrai, A. K. & Ghassemi, M. Challenges to the reproducibility of machine learning models in health care. JAMA 323, 305\u2013306 (2020).","journal-title":"JAMA"},{"key":"595_CR2","doi-asserted-by":"crossref","unstructured":"McDermott, M. B. A. et al. Reproducibility in machine learning for health research: still a ways to go. Sci. Transl. Med. 13, eabb1655 (2021).","DOI":"10.1126\/scitranslmed.abb1655"},{"key":"595_CR3","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AEW Johnson","year":"2016","unstructured":"Johnson, A. E. W. et al. MIMIC-III, a freely accessible critical care database. Sci. Data 3, 160035 (2016).","journal-title":"Sci. Data"},{"key":"595_CR4","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"595_CR5","doi-asserted-by":"crossref","unstructured":"Tzanou, M. Health Data Privacy under the GDPR: Big Data Challenges and Regulatory Responses (Routledge, 2020).","DOI":"10.4324\/9780429022241"},{"key":"595_CR6","doi-asserted-by":"crossref","unstructured":"Robichau, B. P. Healthcare Information Privacy and Security: Regulatory Compliance and Data Security in the Age of Electronic Health Records (Apress, 2014).","DOI":"10.1007\/978-1-4302-6677-8"},{"key":"595_CR7","doi-asserted-by":"crossref","unstructured":"Sen, D. & Ahmed, R. Privacy Concerns Surrounding Personal Information Sharing on Health and Fitness Mobile Apps (IGI Global, 2020).","DOI":"10.4018\/978-1-7998-3487-8"},{"key":"595_CR8","doi-asserted-by":"crossref","unstructured":"Chen, I. Y. et al. Ethical Machine Learning in Healthcare. Ann. Rev. Biomed. Data Sci. 4, 123\u2013144 (2021).","DOI":"10.1146\/annurev-biodatasci-092820-114757"},{"key":"595_CR9","unstructured":"O\u2019Neil, C. Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy (Crown, 2016)."},{"key":"595_CR10","unstructured":"Saini, A. Superior: The Return of Race Science (Beacon Press, 2019)."},{"key":"595_CR11","doi-asserted-by":"publisher","first-page":"999","DOI":"10.1016\/S0140-6736(13)61752-3","volume":"383","author":"SS Mahmood","year":"2014","unstructured":"Mahmood, S. S., Levy, D., Vasan, R. S. & Wang, T. J. The Framingham Heart Study and the epidemiology of cardiovascular disease: a historical perspective. Lancet 383, 999\u20131008 (2014).","journal-title":"Lancet"},{"key":"595_CR12","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1007\/s11886-014-0530-3","volume":"16","author":"J Lewey","year":"2014","unstructured":"Lewey, J. & Choudhry, N. K. The current state of ethnic and racial disparities in cardiovascular care: lessons from the past and opportunities for the future. Curr. Cardiol. Rep. 16, 530 (2014).","journal-title":"Curr. Cardiol. Rep."},{"key":"595_CR13","doi-asserted-by":"publisher","first-page":"874","DOI":"10.1056\/NEJMms2004740","volume":"383","author":"DA Vyas","year":"2020","unstructured":"Vyas, D. A., Eisenstein, L. G. & Jones, D. S. Hidden in plain sight\u2014reconsidering the use of race correction in clinical algorithms. N. Engl. J. Med. 383, 874\u2013882 (2020).","journal-title":"N. Engl. J. Med."},{"key":"595_CR14","doi-asserted-by":"publisher","first-page":"e1919607","DOI":"10.1001\/jamanetworkopen.2019.19607","volume":"3","author":"CY Chang","year":"2020","unstructured":"Chang, C. Y. & Obermeyer, Z. Association of clinical characteristics with variation in emergency physician preferences for patients. JAMA Netw. Open 3, e1919607 (2020).","journal-title":"JAMA Netw. Open"},{"key":"595_CR15","doi-asserted-by":"publisher","first-page":"7329","DOI":"10.1073\/pnas.1510502113","volume":"113","author":"G Hripcsak","year":"2016","unstructured":"Hripcsak, G. et al. Characterizing treatment pathways at scale using the OHDSI network. Proc. Natl Acad. Sci. USA 113, 7329\u20137336 (2016).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"595_CR16","doi-asserted-by":"crossref","unstructured":"Herrera-Perez, D. et al. A comprehensive review of randomized clinical trials in three medical journals reveals 396 medical reversals. Elife 8, e45183 (2019).","DOI":"10.7554\/eLife.45183"},{"key":"595_CR17","unstructured":"Few, M. For All of Humanity: Mesoamerican and Colonial Medicine in Enlightenment Guatemala (University of Arizona Press, 2015)."},{"key":"595_CR18","doi-asserted-by":"crossref","unstructured":"Monnais, L. The Colonial Life of Pharmaceuticals (Cambridge University Press, 2019).","DOI":"10.1017\/9781108567152"},{"key":"595_CR19","doi-asserted-by":"crossref","unstructured":"Anderson, W. Colonial Pathologies: American Tropical Medicine, Race, and Hygiene in the Philippines (Duke University Press, 2006).","DOI":"10.1515\/9780822388081"},{"key":"595_CR20","unstructured":"Washington, H. A. Medical Apartheid: The Dark History of Medical Experimentation on Black Americans from Colonial Times to the Present (Anchor Books, 2006)."},{"key":"595_CR21","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1353\/gsr.2019.0055","volume":"42","author":"K Semmens","year":"2019","unstructured":"Semmens, K. The Genocidal Gaze: from German Southwest Africa to the Third Reich by Elizabeth R. Baer. Ger. Stud. Rev. 42, 381\u2013383 (2019).","journal-title":"Ger. Stud. Rev."},{"key":"595_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.2307\/3561468","volume":"8","author":"AM Brandt","year":"1978","unstructured":"Brandt, A. M. Racism and research: the case of the Tuskegee Syphilis Study. Hastings Cent. Rep. 8, 21\u201329 (1978).","journal-title":"Hastings Cent. Rep."},{"key":"595_CR23","unstructured":"Freudenthal, E. Ebola\u2019s lost blood: row over samples flown out of Africa as \u2018big pharma\u2019 set to cash in. The Telegraph 6 (2019)."},{"key":"595_CR24","unstructured":"BBC News. Coronavirus: France Racism Row Over Doctors\u2019 Africa Testing Comments (2020)."},{"key":"595_CR25","doi-asserted-by":"publisher","first-page":"1247","DOI":"10.1001\/jamadermatol.2018.2348","volume":"154","author":"AS Adamson","year":"2018","unstructured":"Adamson, A. S. & Smith, A. Machine learning and health care disparities in dermatology. JAMA Dermatol. 154, 1247\u20131248 (2018).","journal-title":"JAMA Dermatol."},{"key":"595_CR26","doi-asserted-by":"publisher","first-page":"e1001918","DOI":"10.1371\/journal.pmed.1001918","volume":"12","author":"SS Oh","year":"2015","unstructured":"Oh, S. S. et al. Diversity in clinical and biomedical research: a promise yet to be fulfilled. PLoS Med. 12, e1001918 (2015).","journal-title":"PLoS Med."},{"key":"595_CR27","unstructured":"Committee on Understanding and Eliminating Racial and Ethnic Disparities in Health Care, Board on Health Sciences Policy & Institute of Medicine. Unequal Treatment:: Confronting Racial and Ethnic Disparities in Health Care (with CD) (National Academies Press, 2009)."},{"key":"595_CR28","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1002\/cncr.29805","volume":"122","author":"JS Haas","year":"2016","unstructured":"Haas, J. S. et al. Disparities in the use of screening magnetic resonance imaging of the breast in community practice by race, ethnicity, and socioeconomic status. Cancer 122, 611\u2013617 (2016).","journal-title":"Cancer"},{"key":"595_CR29","doi-asserted-by":"publisher","first-page":"1544","DOI":"10.1001\/jamainternmed.2018.3763","volume":"178","author":"MA Gianfrancesco","year":"2018","unstructured":"Gianfrancesco, M. A., Tamang, S., Yazdany, J. & Schmajuk, G. Potential biases in machine learning algorithms using electronic health record data. JAMA Intern. Med. 178, 1544\u20131547 (2018).","journal-title":"JAMA Intern. Med."},{"key":"595_CR30","doi-asserted-by":"publisher","unstructured":"Zhang, H., Lu, A. X., Abdalla, M., McDermott, M. & Ghassemi, M. Hurtful words. in Proceedings of the ACM Conference on Health, Inference, and Learning. https:\/\/doi.org\/10.1145\/3368555.3384448 (2020).","DOI":"10.1145\/3368555.3384448"},{"key":"595_CR31","doi-asserted-by":"publisher","first-page":"E167","DOI":"10.1001\/amajethics.2019.167","volume":"21","author":"IY Chen","year":"2019","unstructured":"Chen, I. Y., Szolovits, P. & Ghassemi, M. Can AI help reduce disparities in general medical and mental health care? AMA J. Ethics 21, E167\u2013E179 (2019).","journal-title":"AMA J. Ethics"},{"key":"595_CR32","doi-asserted-by":"crossref","unstructured":"Benjamin, R. Race After Technology: Abolitionist Tools for the New Jim Code (John Wiley & Sons, 2019).","DOI":"10.1093\/sf\/soz162"},{"key":"595_CR33","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1038\/s41746-021-00509-1","volume":"4","author":"JP Richardson","year":"2021","unstructured":"Richardson, J. P. et al. Patient apprehensions about the use of artificial intelligence in healthcare. NPJ Digit. Med. 4, 140 (2021).","journal-title":"NPJ Digit. Med."},{"key":"595_CR34","doi-asserted-by":"publisher","first-page":"759","DOI":"10.1377\/hlthaff.27.3.759","volume":"27","author":"DM Berwick","year":"2008","unstructured":"Berwick, D. M., Nolan, T. W. & Whittington, J. The triple aim: care, health, and cost. Health Aff. 27, 759\u2013769 (2008).","journal-title":"Health Aff."},{"key":"595_CR35","doi-asserted-by":"crossref","unstructured":"Allen, N. E., Sudlow, C., Peakman, T., Collins, R. & on behalf of UK Biobank. UK Biobank Data: come and get it. Sci. Trans. Med. 6, 224ed4 (2014).","DOI":"10.1126\/scitranslmed.3008601"},{"key":"595_CR36","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1038\/s41591-020-01192-7","volume":"27","author":"E Pierson","year":"2021","unstructured":"Pierson, E., Cutler, D. M., Leskovec, J., Mullainathan, S. & Obermeyer, Z. An algorithmic approach to reducing unexplained pain disparities in underserved populations. Nat. Med. 27, 136\u2013140 (2021).","journal-title":"Nat. Med."},{"key":"595_CR37","doi-asserted-by":"crossref","unstructured":"Kahneman, D., Sibony, O. & Sunstein, C. R. Noise: A Flaw in Human Judgment (Little, 2021).","DOI":"10.53776\/playbooks-judgment"},{"key":"595_CR38","doi-asserted-by":"publisher","first-page":"e537","DOI":"10.1016\/S2589-7500(20)30218-1","volume":"2","author":"X Liu","year":"2020","unstructured":"Liu, X. et al. Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension. Lancet Digit Health 2, e537\u2013e548 (2020).","journal-title":"Lancet Digit Health"},{"key":"595_CR39","doi-asserted-by":"publisher","DOI":"10.1186\/s13063-020-04951-6","volume":"22","author":"H Ibrahim","year":"2021","unstructured":"Ibrahim, H. et al. Reporting guidelines for clinical trials of artificial intelligence interventions: the SPIRIT-AI and CONSORT-AI guidelines. Trials 22, 11 (2021).","journal-title":"Trials"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-022-00595-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-022-00595-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-022-00595-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,25]],"date-time":"2022-11-25T07:56:01Z","timestamp":1669362961000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-022-00595-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,22]]},"references-count":39,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2022,12]]}},"alternative-id":["595"],"URL":"https:\/\/doi.org\/10.1038\/s41746-022-00595-9","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,22]]},"assertion":[{"value":"16 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"51"}}