{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T05:30:56Z","timestamp":1775021456607,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-020-0254-2","type":"journal-article","created":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T11:03:00Z","timestamp":1585220580000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":258,"title":["Machine intelligence in healthcare\u2014perspectives on trustworthiness, explainability, usability, and transparency"],"prefix":"10.1038","volume":"3","author":[{"given":"Christine M.","family":"Cutillo","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3435-7721","authenticated-orcid":false,"given":"Karlie R.","family":"Sharma","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1409-3570","authenticated-orcid":false,"given":"Luca","family":"Foschini","sequence":"additional","affiliation":[]},{"given":"Shinjini","family":"Kundu","sequence":"additional","affiliation":[]},{"given":"Maxine","family":"Mackintosh","sequence":"additional","affiliation":[]},{"given":"Kenneth D.","family":"Mandl","sequence":"additional","affiliation":[]},{"name":"MI in Healthcare Workshop Working Group","sequence":"additional","affiliation":[]},{"given":"Tyler","family":"Beck","sequence":"additional","affiliation":[]},{"given":"Elaine","family":"Collier","sequence":"additional","affiliation":[]},{"given":"Christine","family":"Colvis","sequence":"additional","affiliation":[]},{"given":"Kenneth","family":"Gersing","sequence":"additional","affiliation":[]},{"given":"Valery","family":"Gordon","sequence":"additional","affiliation":[]},{"given":"Roxanne","family":"Jensen","sequence":"additional","affiliation":[]},{"given":"Behrouz","family":"Shabestari","sequence":"additional","affiliation":[]},{"given":"Noel","family":"Southall","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,26]]},"reference":[{"key":"254_CR1","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"254_CR2","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1038\/s41591-019-0548-6","volume":"25","author":"J Wiens","year":"2019","unstructured":"Wiens, J. et al. Do no harm: a roadmap for responsible machine learning for health care. Nat. Med. 25, 1337\u20131340 (2019).","journal-title":"Nat. Med."},{"key":"254_CR3","unstructured":"McDermott, M. B. A. et al. Reproducibility in machine learning for health. Preprint at https:\/\/www.profillic.com\/paper\/arxiv:1907.01463 (2019)."},{"key":"254_CR4","doi-asserted-by":"publisher","first-page":"1287","DOI":"10.1126\/science.aaw4399","volume":"363","author":"SG Finlayson","year":"2019","unstructured":"Finlayson, S. G. et al. Adversarial attacks on medical machine learning. Science 363, 1287\u20131289 (2019).","journal-title":"Science"},{"key":"254_CR5","first-page":"1022","volume":"89","author":"P Schulam","year":"2019","unstructured":"Schulam, P. & Saria, S. Can you trust this prediction? Auditing pointwise reliability after learning. PMLR. 89, 1022\u20131031 (2019).","journal-title":"PMLR"},{"key":"254_CR6","unstructured":"Saria, S. & Subbaswamy, A. Tutorial: safe and reliable machine learning. Preprint at https:\/\/arxiv.org\/abs\/1904.07204 (2019)."},{"key":"254_CR7","doi-asserted-by":"publisher","first-page":"161","DOI":"10.21037\/atm.2019.04.07","volume":"7","author":"F Cabitza","year":"2019","unstructured":"Cabitza, F. & Zeitoun, J.-D. The proof of the pudding: in praise of a culture of real-world validation for medical artificial intelligence. Ann. Transl. Med 7, 161 (2019).","journal-title":"Ann. Transl. Med"},{"key":"254_CR8","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1001\/jama.2019.10306","volume":"322","author":"NH Shah","year":"2019","unstructured":"Shah, N. H., Milstein, A., Steven, C. & Bagley, P. Making machine learning models clinically useful. JAMA 322, 1351\u20131352 (2019).","journal-title":"JAMA"},{"key":"254_CR9","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1016\/j.neuroimage.2017.11.006","volume":"167","author":"S Kundu","year":"2018","unstructured":"Kundu, S. et al. Discovery and visualization of structural biomarkers from MRI using transport-based morphometry. NeuroImage 167, 256\u2013275 (2018).","journal-title":"NeuroImage"},{"key":"254_CR10","doi-asserted-by":"publisher","first-page":"1117","DOI":"10.3174\/ajnr.A6087","volume":"40","author":"S Kundu","year":"2019","unstructured":"Kundu, S., Ghodadra, A., Fakhran, S., Alhilali, L. M. & Rohde, G. K. Assessing postconcussive reaction time using transport-based morphometry of diffusion tensor images. Am. J. Neuroradiol. 40, 1117\u20131123 (2019).","journal-title":"Am. J. Neuroradiol."},{"key":"254_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2017.04.010","volume":"70","author":"R Williams","year":"2017","unstructured":"Williams, R., Kontopantelis, E., Buchan, I. & Peek, N. Clinical code set engineering for reusing EHR data for research: a review. J. Biomed. Inform. 70, 1\u201313 (2017).","journal-title":"J. Biomed. Inform."},{"key":"254_CR12","doi-asserted-by":"crossref","unstructured":"Lei, T., Barzilay, R. & Jaakkola, T. Rationalizing Neural Predictions. In Proc. 2016 Conference on Empirical Methods in Natural Language Processing, Austin, Texas. 107\u2212117 (Association for Computational Linguistics, 2016).","DOI":"10.18653\/v1\/D16-1011"},{"key":"254_CR13","unstructured":"Tonekaboni, S., Joshi, S., McCradden, M. D. & Goldenberg, A. What clinicians want: contextualizing explainable machine learning for clinical end use. PMLR. 1\u221221, (2019)."},{"key":"254_CR14","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1177\/2045125312471963","volume":"3","author":"KM Brown","year":"2013","unstructured":"Brown, K. M. & Tracy, D. K. Lithium: the pharmacodynamic actions of the amazing ion. Ther. Adv. Psychopharmacol. 3, 163\u2013176 (2013).","journal-title":"Ther. Adv. Psychopharmacol."},{"key":"254_CR15","doi-asserted-by":"publisher","first-page":"1667","DOI":"10.1001\/jama.2016.12337","volume":"316","author":"JB Perlin","year":"2016","unstructured":"Perlin, J. B. Health information technology interoperability and use for better care and evidence. JAMA 316, 1667\u20131668 (2016).","journal-title":"JAMA"},{"key":"254_CR16","unstructured":"Procuring Interoperability: Achieving High-Quality, Connected, and Person-Centered Care. Natl Acad. Med. https:\/\/nam.edu\/procuring-interoperability-achieving-high-quality-connected-and-person-centered-care\/ (2018)."},{"key":"254_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-019-0158-1","volume":"2","author":"M Lehne","year":"2019","unstructured":"Lehne, M., Sass, J., Essenwanger, A., Schepers, J. & Thun, S. Why digital medicine depends on interoperability. Npj Digit. Med. 2, 1\u20135 (2019).","journal-title":"Npj Digit. Med."},{"key":"254_CR18","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1093\/jamia\/ocv189","volume":"23","author":"JC Mandel","year":"2016","unstructured":"Mandel, J. C., Kreda, D. A., Mandl, K. D., Kohane, I. S. & Ramoni, R. B. SMART on FHIR: a standards-based, interoperable apps platform for electronic health records. J. Am. Med. Inform. Assoc. 23, 899\u2013908 (2016).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"254_CR19","unstructured":"2019 SMART Flat FHIR\/Bulk Data Meeting. SMART Health IT. https:\/\/smarthealthit.org\/2019-smart-flat-fhir-bulk-data-meeting\/ (2019)."},{"key":"254_CR20","doi-asserted-by":"publisher","first-page":"1752","DOI":"10.1377\/hlthaff.2018.0699","volume":"37","author":"RM Ratwani","year":"2018","unstructured":"Ratwani, R. M. et al. Identifying electronic health record usability and safety challenges in pediatric settings. Health Aff. Proj. Hope 37, 1752\u20131759 (2018).","journal-title":"Health Aff. Proj. Hope"},{"key":"254_CR21","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"254_CR22","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002689","volume":"15","author":"E Vayena","year":"2018","unstructured":"Vayena, E., Blasimme, A. & Cohen, I. G. Machine learning in medicine: addressing ethical challenges. PLOS Med. 15, e1002689 (2018).","journal-title":"PLOS Med."},{"key":"254_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-019-0157-2","volume":"2","author":"EM Cahan","year":"2019","unstructured":"Cahan, E. M., Hernandez-Boussard, T., Thadaney-Israni, S. & Rubin, D. L. Putting the data before the algorithm in big data addressing personalized healthcare. Npj Digit. Med. 2, 1\u20136 (2019).","journal-title":"Npj Digit. Med."},{"key":"254_CR24","unstructured":"Institute of Medicine (US) Committee on Understanding and Eliminating Racial and Ethnic Disparities in Health Care. Unequal Treatment: Confronting Racial and Ethnic Disparities in Health Care. (National Academies Press, US, 2003)."},{"key":"254_CR25","doi-asserted-by":"publisher","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","volume":"24","author":"JD Fauw","year":"2018","unstructured":"Fauw, J. D. et al. Clinically applicable deep learning for diagnosis and referral in retinal disease. Nat. Med. 24, 1342\u20131350 (2018).","journal-title":"Nat. Med."},{"key":"254_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-018-0076-7","volume":"2","author":"A Stupple","year":"2019","unstructured":"Stupple, A., Singerman, D. & Celi, L. A. The reproducibility crisis in the age of digital medicine. Npj Digit. Med. 2, 1\u20133 (2019).","journal-title":"Npj Digit. Med."},{"key":"254_CR27","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.2006930","volume":"16","author":"JD Wallach","year":"2018","unstructured":"Wallach, J. D., Boyack, K. W. & Ioannidis, J. P. A. Reproducible research practices, transparency, and open access data in the biomedical literature, 2015\u20132017. PLOS Biol. 16, e2006930 (2018).","journal-title":"PLOS Biol."},{"key":"254_CR28","doi-asserted-by":"publisher","first-page":"W1","DOI":"10.7326\/M14-0698","volume":"162","author":"KGM Moons","year":"2015","unstructured":"Moons, K. G. M. et al. Transparent Reporting of a multivariable prediction model for Individual Prognosis or Diagnosis (TRIPOD): explanation and elaboration. Ann. Intern. Med. 162, W1\u2013W73 (2015).","journal-title":"Ann. Intern. Med."},{"key":"254_CR29","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.cels.2015.05.001","volume":"1","author":"KD Mandl","year":"2015","unstructured":"Mandl, K. D., Mandel, J. C. & Kohane, I. S. Driving innovation in health systems through an apps-based information economy. Cell Syst. 1, 8\u201313 (2015).","journal-title":"Cell Syst."},{"key":"254_CR30","unstructured":"Population Level Data Export Meeting Report | HealthIT.gov. https:\/\/www.healthit.gov\/topic\/interoperability\/population-level-data-export-meeting-report (2017)."},{"key":"254_CR31","doi-asserted-by":"publisher","first-page":"1467","DOI":"10.1038\/s41591-019-0603-3","volume":"25","author":"X Liu","year":"2019","unstructured":"Liu, X. et al. Reporting guidelines for clinical trials evaluating artificial intelligence interventions are needed. Nat. Med. 25, 1467\u20131468 (2019).","journal-title":"Nat. Med."},{"key":"254_CR32","doi-asserted-by":"crossref","unstructured":"Gong, J. J., Naumann, T., Szolovits, P. & Guttag, J. V. Predicting Clinical Outcomes Across Changing Electronic Health Record Systems. In Proc. 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD \u201917, Halifax, NS, Canada, 1497\u20131505 (ACM Press, 2017).","DOI":"10.1145\/3097983.3098064"},{"key":"254_CR33","first-page":"1","volume":"106","author":"B Nestor","year":"2019","unstructured":"Nestor, B. et al. Feature robustness in non-stationary health records: caveats to deployable model performance in common clinical machine learning tasks. PMLR 106, 1\u201323 (2019).","journal-title":"PMLR"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-0254-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-0254-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-0254-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,7]],"date-time":"2022-12-07T02:07:22Z","timestamp":1670378842000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-0254-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,26]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,12]]}},"alternative-id":["254"],"URL":"https:\/\/doi.org\/10.1038\/s41746-020-0254-2","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,26]]},"assertion":[{"value":"26 November 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 March 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"47"}}