{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,10]],"date-time":"2026-08-10T20:26:10Z","timestamp":1786393570499,"version":"3.56.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,8,21]],"date-time":"2020-08-21T00:00:00Z","timestamp":1597968000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2020,8,21]],"date-time":"2020-08-21T00:00:00Z","timestamp":1597968000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-020-00318-y","type":"journal-article","created":{"date-parts":[[2020,8,21]],"date-time":"2020-08-21T10:44:26Z","timestamp":1598006666000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":158,"title":["Developing a delivery science for artificial intelligence in healthcare"],"prefix":"10.1038","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4310-7137","authenticated-orcid":false,"given":"Ron C.","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5838-5335","authenticated-orcid":false,"given":"Steven M.","family":"Asch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nigam H.","family":"Shah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,8,21]]},"reference":[{"key":"318_CR1","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"318_CR2","doi-asserted-by":"publisher","first-page":"2281","DOI":"10.1001\/jama.2019.4914","volume":"321","author":"EJ Emanuel","year":"2019","unstructured":"Emanuel, E. J. & Wachter, R. M. Artificial intelligence in health care will the value match the hype? J. Am. Med. Assoc. 321, 2281\u20132282 (2019).","journal-title":"J. Am. Med. Assoc."},{"key":"318_CR3","doi-asserted-by":"publisher","first-page":"900","DOI":"10.1056\/NEJMp1812460","volume":"380","author":"KA Schulman","year":"2019","unstructured":"Schulman, K. A. & Richman, B. D. Toward an effective innovation agenda. N. Engl. J. Med. 380, 900\u2013901 (2019).","journal-title":"N. Engl. J. Med."},{"key":"318_CR4","unstructured":"Fihn, S. D. et al. Deploying AI in Clinical Settings. In Artificial Intelligence in Health Care: The Hope, the Hype, the Promise, the Peril (eds Matheny, M., Thadaney-Israni, S., Ahmed, M. & Whicher, D.) (National Academy of Medicine, 2019)."},{"key":"318_CR5","doi-asserted-by":"publisher","first-page":"2405","DOI":"10.1001\/jama.2019.5284","volume":"321","author":"DW Challener","year":"2019","unstructured":"Challener, D. W., Prokop, L. J. & Abu-Saleh, O. The proliferation of reports on clinical scoring systems: issues about uptake and clinical utility. J. Am. Med. Assoc. 321, 2405\u20132406 (2019).","journal-title":"J. Am. Med. Assoc."},{"key":"318_CR6","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41586-019-1390-1","volume":"572","author":"N Toma\u0161ev","year":"2019","unstructured":"Toma\u0161ev, N. et al. A clinically applicable approach to continuous prediction of future acute kidney injury. Nature 572, 116\u2013119 (2019).","journal-title":"Nature"},{"key":"318_CR7","doi-asserted-by":"publisher","DOI":"10.2196\/13143","volume":"21","author":"A Connell","year":"2019","unstructured":"Connell, A. et al. Implementation of a digitally enabled care pathway (Part 2): qualitative analysis of experiences of health care professionals. J. Med. Internet Res. 21, e13143 (2019).","journal-title":"J. Med. Internet Res."},{"key":"318_CR8","doi-asserted-by":"crossref","unstructured":"Westfall, J. M., Mold, J. & Fagnan, L. Practice-Based Research\u2014\u201cBlue Highways\u201d on the NIH Roadmap. JAMA. 297, 403\u2013406 (2007).","DOI":"10.1001\/jama.297.4.403"},{"key":"318_CR9","unstructured":"Howell, M. & Stevens, J. Complexity: thinking about healthcare as a living organism. In Understanding Healthcare Delivery Science (Lange, 2019)."},{"key":"318_CR10","doi-asserted-by":"crossref","unstructured":"Avati, A. et al. Improving palliative care with deep learning. In Proceedings\u20142017 IEEE International Conference on Bioinformatics and Biomedicine, BIBM (2017).","DOI":"10.1109\/BIBM.2017.8217669"},{"key":"318_CR11","doi-asserted-by":"publisher","unstructured":"Juran, J. & Godfrey, A. B. Juran\u2019s Quality Handbook. https:\/\/doi.org\/10.1007\/978-3-540-78773-0_5 (McGraw-Hill, 1998)","DOI":"10.1007\/978-3-540-78773-0_5"},{"key":"318_CR12","doi-asserted-by":"crossref","unstructured":"Yock, P. et al. Biodesign: The Process of Innovating Medical Technologies, 2nd edn (Cambridge University Press, 2015).","DOI":"10.1017\/CBO9781316095843"},{"key":"318_CR13","unstructured":"Foundation, I. D. Empathy Map\u2014Why and How to Use It. Available at: https:\/\/www.interaction-design.org\/literature\/article\/empathy-map-why-and-how-to-use-it."},{"key":"318_CR14","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1001\/jama.2019.10306","volume":"322","author":"NH Shah","year":"2019","unstructured":"Shah, N. H., Milstein, A. & Bagley, S. C. Making machine learning models clinically useful. J. Am. Med. Assoc. 322, 1351\u20131352 (2019).","journal-title":"J. Am. Med. Assoc."},{"key":"318_CR15","doi-asserted-by":"crossref","unstructured":"Sendak, M. et al. \u201cThe human body is a black box\u201d: supporting clinical decision-making with deep learning. In FAT* 2020\u2014Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency. 99\u2013109 (2020).","DOI":"10.1145\/3351095.3372827"},{"key":"318_CR16","unstructured":"The Ultimate Guide to Model Retraining. Available at: https:\/\/mlinproduction.com\/model-retraining\/."},{"key":"318_CR17","doi-asserted-by":"publisher","first-page":"1448","DOI":"10.1093\/jamia\/ocz127","volume":"26","author":"SE Davis","year":"2019","unstructured":"Davis, S. E. et al. A nonparametric updating method to correct clinical prediction model drift. J. Am. Med. Inform. Assoc. 26, 1448\u20131457 (2019).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"318_CR18","doi-asserted-by":"crossref","unstructured":"Sendak, M. P., Gao, M., Brajer, N. & Balu, S. Presenting machine learning model information to clinical end users with model facts labels. npj Digit. Med. 3 (2020). https:\/\/www.nature.com\/articles\/s41746-020-0253-3.","DOI":"10.1038\/s41746-020-0253-3"},{"key":"318_CR19","unstructured":"Google. Machine learning Crash Course. Available at: https:\/\/developers.google.com\/machine-learning\/crash-course\/production-ml-systems."},{"key":"318_CR20","unstructured":"Sculley, D. et al. Hidden Technical Debt in Machine Learning Systems. In Proceedings of the 28th International Conference on Neural Information Processing Systems\u2014Volume 2. 2503\u20132511 (MIT Press, 2015)."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-00318-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-00318-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-00318-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,7]],"date-time":"2022-12-07T02:28:08Z","timestamp":1670380088000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-020-00318-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,21]]},"references-count":20,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,12]]}},"alternative-id":["318"],"URL":"https:\/\/doi.org\/10.1038\/s41746-020-00318-y","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,21]]},"assertion":[{"value":"3 January 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 August 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"107"}}