{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T11:38:23Z","timestamp":1777030703190,"version":"3.51.4"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,11,22]],"date-time":"2019-11-22T00:00:00Z","timestamp":1574380800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,11,22]],"date-time":"2019-11-22T00:00:00Z","timestamp":1574380800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000925","name":"Department of Health | National Health and Medical Research Council","doi-asserted-by":"publisher","award":["APP1134919"],"award-info":[{"award-number":["APP1134919"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"Department of Health | National Health and Medical Research Council","doi-asserted-by":"publisher","award":["APP1134919"],"award-info":[{"award-number":["APP1134919"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"Department of Health | National Health and Medical Research Council","doi-asserted-by":"publisher","award":["APP1134919"],"award-info":[{"award-number":["APP1134919"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"Department of Health | National Health and Medical Research Council","doi-asserted-by":"publisher","award":["APP1134919"],"award-info":[{"award-number":["APP1134919"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title><jats:p>Clinicians spend a large amount of time on clinical documentation of patient encounters, often impacting quality of care and clinician satisfaction, and causing physician burnout. Advances in artificial intelligence (AI) and machine learning (ML) open the possibility of automating clinical documentation with digital scribes, using speech recognition to eliminate manual documentation by clinicians or medical scribes. However, developing a digital scribe is fraught with problems due to the complex nature of clinical environments and clinical conversations. This paper identifies and discusses major challenges associated with developing automated speech-based documentation in clinical settings: recording high-quality audio, converting audio to transcripts using speech recognition, inducing topic structure from conversation data, extracting medical concepts, generating clinically meaningful summaries of conversations, and obtaining clinical data for AI and ML algorithms.<\/jats:p>","DOI":"10.1038\/s41746-019-0190-1","type":"journal-article","created":{"date-parts":[[2019,11,22]],"date-time":"2019-11-22T11:02:26Z","timestamp":1574420546000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":118,"title":["Challenges of developing a digital scribe to reduce clinical documentation burden"],"prefix":"10.1038","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0241-5376","authenticated-orcid":false,"given":"Juan C.","family":"Quiroz","sequence":"first","affiliation":[]},{"given":"Liliana","family":"Laranjo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8328-5317","authenticated-orcid":false,"given":"Ahmet Baki","family":"Kocaballi","sequence":"additional","affiliation":[]},{"given":"Shlomo","family":"Berkovsky","sequence":"additional","affiliation":[]},{"given":"Dana","family":"Rezazadegan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6444-6584","authenticated-orcid":false,"given":"Enrico","family":"Coiera","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,11,22]]},"reference":[{"key":"190_CR1","unstructured":"Friedberg, M. W. et al. Factors affecting physician professional satisfaction and their implications for patient care, health systems, and health policy. RAND Health Q. 3, 1 (2014)."},{"key":"190_CR2","unstructured":"Wachter, R. & Goldsmith, J. To combat physician burnout and improve care, fix the electronic health record. Harvard Bus. Rev. (2018) https:\/\/hbr.org\/2018\/03\/to-combat-physician-burnout-and-improve-care-fix-the-electronic-health-record#comment-section."},{"key":"190_CR3","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1007\/s11606-008-0892-6","volume":"24","author":"A Shachak","year":"2009","unstructured":"Shachak, A., Hadas-Dayagi, M., Ziv, A. & Reis, S. Primary care physicians\u2019 use of an electronic medical record system: a cognitive task analysis. J. Gen. Intern. Med. 24, 341\u2013348 (2009).","journal-title":"J. Gen. Intern. Med."},{"key":"190_CR4","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1197\/jamia.M2042","volume":"13","author":"EM Campbell","year":"2006","unstructured":"Campbell, E. M., Sittig, D. F., Ash, J. S., Guappone, K. P. & Dykstra, R. H. Types of unintended consequences related to computerized provider order entry. J. Am. Med. Inf. Assoc. 13, 547\u2013556 (2006).","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"190_CR5","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6947-9-S1-S3","volume":"9","author":"JG Klann","year":"2009","unstructured":"Klann, J. G. & Szolovits, P. An intelligent listening framework for capturing encounter notes from a doctor\u2013patient dialog. BMC Med. Inf. Decis. Mak. 9, S3 (2009).","journal-title":"BMC Med. Inf. Decis. Mak."},{"key":"190_CR6","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1016\/j.mayocp.2018.02.016","volume":"93","author":"SY Lin","year":"2018","unstructured":"Lin, S. Y., Shanafelt, T. D. & Asch, S. M. Reimagining clinical documentation with artificial intelligence. Mayo Clin. Proc. 93, 563\u2013565 (2018).","journal-title":"Mayo Clin. Proc."},{"key":"190_CR7","doi-asserted-by":"crossref","unstructured":"Finley, G. et al. An automated medical scribe for documenting clinical encounters. In Proc. 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Demonstrations, 11\u201315 (Association for Computational Linguistics, 2018).","DOI":"10.18653\/v1\/N18-5003"},{"key":"190_CR8","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-018-0066-9","volume":"1","author":"E Coiera","year":"2018","unstructured":"Coiera, E., Kocaballi, B., Halamka, J. & Laranjo, L. The digital scribe. npj Digit. Med. 1, 58 (2018).","journal-title":"npj Digit. Med."},{"key":"190_CR9","doi-asserted-by":"crossref","unstructured":"Willis, M. & Jarrahi, M. H. Automating documentation: a critical perspective into the role of artificial intelligence in clinical documentation. In Information in Contemporary Society (eds Taylor, N. G., Christian-Lamb, C., Martin, M. H. & Nardi, B.) 200\u2013209 (Springer International Publishing, 2019).","DOI":"10.1007\/978-3-030-15742-5_19"},{"key":"190_CR10","doi-asserted-by":"crossref","unstructured":"Chiu, C.-C. et al. Speech recognition for medical conversations. In Proc. Interspeech 2018, 2972\u20132976 (International Speech Communication Association, 2018).","DOI":"10.21437\/Interspeech.2018-40"},{"key":"190_CR11","doi-asserted-by":"crossref","unstructured":"Edwards, E. et al. Medical speech recognition: reaching parity with humans. In Speech and Computer (eds Karpov, A., Potapova, R. & Mporas, I.) 512\u2013524 (Springer International Publishing, 2017).","DOI":"10.1007\/978-3-319-66429-3_51"},{"key":"190_CR12","doi-asserted-by":"publisher","DOI":"10.1001\/jamainternmed.2018.8558","author":"A Rajkomar","year":"2019","unstructured":"Rajkomar, A. et al. Automatically charting symptoms from patient-physician conversations using machine learning. JAMA Intern. Med. https:\/\/doi.org\/10.1001\/jamainternmed.2018.8558 (2019).","journal-title":"JAMA Intern. Med"},{"key":"190_CR13","doi-asserted-by":"crossref","unstructured":"Du, N. et al. Extracting symptoms and their status from clinical conversations. In Proc. of the 57th Annual Meeting of the Association of Computational Linguistics, 915\u2013925 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/P19-1087"},{"key":"190_CR14","unstructured":"Liu, Z. et al. Fast prototyping a dialogue comprehension system for nurse-patient conversations on symptom monitoring. In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 2 (Industry Papers), 24\u201331 (Association for Computational Linguistics, 2019)."},{"key":"190_CR15","doi-asserted-by":"crossref","unstructured":"Salloum, W., Finley, G., Edwards, E., Miller, M. & Suendermann-Oeft, D. Deep learning for punctuation restoration in medical reports. In Proc. BioNLP 2017, 159\u2013164 (Association for Computational Linguistics, 2017).","DOI":"10.18653\/v1\/W17-2319"},{"key":"190_CR16","doi-asserted-by":"crossref","unstructured":"Finley, G. et al. From dictations to clinical reports using machine translation. In Proc. 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 3 (Industry Papers), 121\u2013128 (Association for Computational Linguistics, 2018).","DOI":"10.18653\/v1\/N18-3015"},{"key":"190_CR17","first-page":"683","volume":"2018","author":"J Kodish-Wachs","year":"2018","unstructured":"Kodish-Wachs, J., Agassi, E., Kenny, P. & Overhage, J. M. A systematic comparison of contemporary automatic speech recognition engines for conversational clinical speech. AMIA Annu. Symp. Proc. 2018, 683\u2013689 (2018).","journal-title":"AMIA Annu. Symp. Proc."},{"key":"190_CR18","doi-asserted-by":"publisher","first-page":"431","DOI":"10.3109\/17549500902822189","volume":"11","author":"AP Vogel","year":"2009","unstructured":"Vogel, A. P. & Morgan, A. T. Factors affecting the quality of sound recording for speech and voice analysis. Int. J. Speech-Lang. Pathol. 11, 431\u2013437 (2009).","journal-title":"Int. J. Speech-Lang. Pathol."},{"key":"190_CR19","unstructured":"Ram, A. et al. Conversational AI: the science behind the Alexa prize. Preprint at arXiv:1801.03604 [cs] (2018)."},{"key":"190_CR20","doi-asserted-by":"crossref","unstructured":"Shafey, L. E., Soltau, H. & Shafran, I. Joint speech recognition and speaker diarization via sequence transduction. In Interspeech 2019, 396\u2013400 (International Speech Communication Association, 2019).","DOI":"10.21437\/Interspeech.2019-1943"},{"key":"190_CR21","doi-asserted-by":"publisher","first-page":"2410","DOI":"10.1109\/TASLP.2017.2756440","volume":"25","author":"W Xiong","year":"2017","unstructured":"Xiong, W. et al. Toward human parity in conversational speech recognition. IEEE\/ACM Trans. Audio Speech Lang. Proc. 25, 2410\u20132423 (2017).","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Proc."},{"key":"190_CR22","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1016\/j.jbi.2005.12.009","volume":"39","author":"RC Lacson","year":"2006","unstructured":"Lacson, R. C., Barzilay, R. & Long, W. J. Automatic analysis of medical dialogue in the home hemodialysis domain: structure induction and summarization. J. Biomed. Inform. 39, 541\u2013555 (2006).","journal-title":"J. Biomed. Inform."},{"key":"190_CR23","doi-asserted-by":"crossref","unstructured":"Zayats, V. & Ostendorf, M. Giving attention to the unexpected: using prosody innovations in disfluency detection. In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 1 (Long and Short Papers), 86\u201395 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/N19-1008"},{"key":"190_CR24","doi-asserted-by":"crossref","unstructured":"Kahn, J. G., Lease, M., Charniak, E., Johnson, M. & Ostendorf, M. Effective use of prosody in parsing conversational speech. In Proc. Human Language Technology Conference and Conference on Empirical Methods in Natural Language Processing, 233\u2013240 (Association for Computational Linguistics, 2005).","DOI":"10.3115\/1220575.1220605"},{"key":"190_CR25","doi-asserted-by":"crossref","unstructured":"Jamshid Lou, P., Wang, Y. & Johnson, M. Neural constituency parsing of speech transcripts. In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 1 (Long and Short Papers), 2756\u20132765 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/N19-1282"},{"key":"190_CR26","unstructured":"Park, J. et al. Detecting conversation topics in primary care office visits from transcripts of patient\u2013provider interactions. J. Am. Med. Inform. Assoc. doi: 10\/gf9nwx (2019)."},{"key":"190_CR27","doi-asserted-by":"publisher","first-page":"220","DOI":"10.2307\/2137015","volume":"30","author":"H Waitzkin","year":"1989","unstructured":"Waitzkin, H. A critical theory of medical discourse: ideology, social control, and the processing of social context in medical encounters. J. Health Soc. Behav. 30, 220\u2013239 (1989).","journal-title":"J. Health Soc. Behav."},{"issue":"10","key":"190_CR28","doi-asserted-by":"publisher","first-page":"1074","DOI":"10.1093\/jamia\/ocz046","volume":"26","author":"Ahmet Baki Kocaballi","year":"2019","unstructured":"Kocaballi, A. B. et al. A network model of activities in primary care consultations. J. Am. Med. Inform. Assoc. 26, 1074\u20131082 (2019).","journal-title":"Journal of the American Medical Informatics Association"},{"key":"190_CR29","doi-asserted-by":"crossref","unstructured":"Re\u00e1tegui, R. & Ratt\u00e9, S. Comparison of MetaMap and cTAKES for entity extraction in clinical notes. BMC Med. Inform. Decis. Mak. 18, 74 (2018).","DOI":"10.1186\/s12911-018-0654-2"},{"key":"190_CR30","first-page":"420","volume":"2005","author":"R Lacson","year":"2005","unstructured":"Lacson, R. & Barzilay, R. Automatic processing of spoken dialogue in the home hemodialysis domain. AMIA Annu. Symp. Proc. 2005, 420\u2013424 (2005).","journal-title":"AMIA Annu. Symp. Proc."},{"key":"190_CR31","doi-asserted-by":"crossref","unstructured":"Bhargava, A., Celikyilmaz, A., Hakkani-Tur, D. & Sarikaya, R. Easy contextual intent prediction and slot detection. In 2013 IEEE International Conference on Acoustics, Speech and Signal Processing, 8337\u20138341 (IEEE, 2013).","DOI":"10.1109\/ICASSP.2013.6639291"},{"key":"190_CR32","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"190_CR33","doi-asserted-by":"crossref","unstructured":"Liang, J. & Tsou, C.-H. A novel system for extractive clinical note summarization using EHR data. In Proc. 2nd Clinical Natural Language Processing Workshop, 46\u201354 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/W19-1906"},{"key":"190_CR34","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1016\/j.jbi.2014.06.009","volume":"52","author":"R Mishra","year":"2014","unstructured":"Mishra, R. et al. Text summarization in the biomedical domain: a systematic review of recent research. J. Biomed. Inform. 52, 457\u2013467 (2014).","journal-title":"J. Biomed. Inform."},{"key":"190_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10462-016-9475-9","volume":"47","author":"M Gambhir","year":"2017","unstructured":"Gambhir, M. & Gupta, V. Recent automatic text summarization techniques: a survey. Artif. Intell. Rev. 47, 1\u201366 (2017).","journal-title":"Artif. Intell. Rev."},{"key":"190_CR36","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1136\/bmjqs-2013-002194","volume":"23","author":"ST Edwards","year":"2014","unstructured":"Edwards, S. T., Neri, P. M., Volk, L. A., Schiff, G. D. & Bates, D. W. Association of note quality and quality of care: a cross-sectional study. BMJ Qual. Saf. 23, 406\u2013413 (2014).","journal-title":"BMJ Qual. Saf."},{"key":"190_CR37","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-018-0305-z","volume":"2","author":"K-H Yu","year":"2018","unstructured":"Yu, K.-H., Beam, A. L. & Kohane, I. S. Artificial intelligence in healthcare. Nat. Biomed. Eng. 2, 719 (2018).","journal-title":"Nat. Biomed. Eng."},{"key":"190_CR38","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s41591-018-0316-z","volume":"25","author":"A Esteva","year":"2019","unstructured":"Esteva, A. et al. A guide to deep learning in healthcare. Nat. Med. 25, 24 (2019).","journal-title":"Nat. Med."},{"key":"190_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0933-3657(02)00049-0","volume":"26","author":"KJ Cios","year":"2002","unstructured":"Cios, K. J. & William Moore, G. Uniqueness of medical data mining. Artif. Intell. Med. 26, 1\u201324 (2002).","journal-title":"Artif. Intell. Med."},{"key":"190_CR40","doi-asserted-by":"publisher","first-page":"e345","DOI":"10.3399\/bjgp17X690521","volume":"67","author":"M Jepson","year":"2017","unstructured":"Jepson, M. et al. The \u2018One in a Million\u2019 study: creating a database of UK primary care consultations. Br. J. Gen. Pr. 67, e345\u2013e351 (2017).","journal-title":"Br. J. Gen. Pr."},{"key":"190_CR41","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/JBHI.2016.2636665","volume":"21","author":"D Rav\u00ec","year":"2017","unstructured":"Rav\u00ec, D. et al. Deep learning for health informatics. IEEE J. Biomed. Health Inform. 21, 4\u201321 (2017).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"190_CR42","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-11012-3","volume":"10","author":"JA Fries","year":"2019","unstructured":"Fries, J. A. et al. Weakly supervised classification of aortic valve malformations using unlabeled cardiac MRI sequences. Nat. Commun. 10, 3111 (2019).","journal-title":"Nat. Commun."},{"key":"190_CR43","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1136\/jamia.2009.000893","volume":"17","author":"SN Murphy","year":"2010","unstructured":"Murphy, S. N. et al. Serving the enterprise and beyond with informatics for integrating biology and the bedside (i2b2). J. Am. Med Inf. Assoc. 17, 124\u2013130 (2010).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"190_CR44","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1001779","volume":"12","author":"C Sudlow","year":"2015","unstructured":"Sudlow, C. et al. UK Biobank: an open access resource for identifying the causes of a wide range of complex diseases of middle and old age. PLoS Med. 12, e1001779 (2015).","journal-title":"PLoS Med."},{"key":"190_CR45","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AEW Johnson","year":"2016","unstructured":"Johnson, A. E. W. et al. MIMIC-III, a freely accessible critical care database. Sci. Data 3, 160035 (2016).","journal-title":"Sci. Data"},{"key":"190_CR46","doi-asserted-by":"crossref","unstructured":"Delacroix, S. & Lawrence, N. Disturbing the \u2018One Size Fits All\u2019 Approach to Data Governance: Bottom-Up Data Trusts (Social Science Research Network, 2018).","DOI":"10.2139\/ssrn.3265315"},{"key":"190_CR47","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1001\/jama.2017.19198","volume":"319","author":"A Verghese","year":"2018","unstructured":"Verghese, A., Shah, N. H. & Harrington, R. A. What this computer needs is a physician: humanism and artificial intelligence. JAMA 319, 19\u201320 (2018).","journal-title":"JAMA"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0190-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0190-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0190-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,17]],"date-time":"2022-12-17T18:35:13Z","timestamp":1671302113000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0190-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,22]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2019,12]]}},"alternative-id":["190"],"URL":"https:\/\/doi.org\/10.1038\/s41746-019-0190-1","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,22]]},"assertion":[{"value":"18 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"114"}}