{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T03:02:15Z","timestamp":1772766135197,"version":"3.50.1"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01779-9","type":"journal-article","created":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T12:19:33Z","timestamp":1751372373000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["LLM enabled classification of patient self-reported symptoms and needs in health systems across the USA"],"prefix":"10.1038","volume":"8","author":[{"given":"Bilal A.","family":"Naved","sequence":"first","affiliation":[]},{"given":"Shravan","family":"Ravishankar","sequence":"additional","affiliation":[]},{"given":"Georges E.","family":"Colbert","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Johnston","sequence":"additional","affiliation":[]},{"given":"Quintan M.","family":"Slott","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0195-7456","authenticated-orcid":false,"given":"Yuan","family":"Luo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,1]]},"reference":[{"key":"1779_CR1","unstructured":"Chevalier, P. America\u2019s hospitals have a choice: compete in the health information war, or lose. Boston Digital. 2021, 1\u201320 (2021)."},{"key":"1779_CR2","unstructured":"Agency for Healthcare Research and Quality. 2022 Compendium of U.S. Health Systems (ed U.S. Department of Health and Human Services) (Agency for Healthcare Research and Quality, 2022)."},{"key":"1779_CR3","first-page":"1","volume":"2013","author":"S Fox","year":"2013","unstructured":"Fox, S. & Duggan, M. Health online 2013. Health 2013, 1\u201355 (2013).","journal-title":"Health"},{"key":"1779_CR4","unstructured":"Scott D. C. Stern, A. S. C. & Altkorn, D. Symptom to Diagnosis: An Evidence-Based Guide 2nd edn (McGrawHill Lange, 2010)."},{"key":"1779_CR5","unstructured":"AAPC. In ICD-10-CM (ed AAPC) Chapter 16 (AAPC, 2024)."},{"key":"1779_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.ijmedinf.2019.02.008","volume":"125","author":"C Dreisbach","year":"2019","unstructured":"Dreisbach, C., Koleck, T. A., Bourne, P. E. & Bakken, S. A systematic review of natural language processing and text mining of symptoms from electronic patient-authored text data. Int. J. Med. Inf. 125, 37\u201346 (2019).","journal-title":"Int. J. Med. Inf."},{"key":"1779_CR7","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-023-39986-7","volume":"13","author":"M Guo","year":"2023","unstructured":"Guo, M. et al. Identifying COVID-19 cases and extracting patient reported symptoms from Reddit using natural language processing. Sci. Rep. 13, 13721 (2023).","journal-title":"Sci. Rep."},{"key":"1779_CR8","doi-asserted-by":"publisher","DOI":"10.1186\/s10194-022-01490-0","volume":"23","author":"N Vandenbussche","year":"2022","unstructured":"Vandenbussche, N., Van Hee, C., Hoste, V. & Paemeleire, K. Using natural language processing to automatically classify written self-reported narratives by patients with migraine or cluster headache. J. Headache Pain. 23, 129 (2022).","journal-title":"J. Headache Pain."},{"key":"1779_CR9","doi-asserted-by":"crossref","unstructured":"Ni, L., Lu, C., Liu, N. & Liu, J. MANDY: Towards a Smart Primary Care Chatbot Application. International Symposium on Knowledge and Systems Sciences. 38\u201352. (2017).","DOI":"10.1007\/978-981-10-6989-5_4"},{"key":"1779_CR10","doi-asserted-by":"publisher","first-page":"e0254088","DOI":"10.1371\/journal.pone.0254088","volume":"16","author":"A Ceney","year":"2021","unstructured":"Ceney, A. et al. Accuracy of online symptom checkers and the potential impact on service utilisation. PLoS ONE 16, e0254088 (2021).","journal-title":"PLoS ONE"},{"key":"1779_CR11","doi-asserted-by":"publisher","first-page":"h3480","DOI":"10.1136\/bmj.h3480","volume":"351","author":"HL Semigran","year":"2015","unstructured":"Semigran, H. L., Linder, J. A., Gidengil, C. & Mehrotra, A. Evaluation of symptom checkers for self diagnosis and triage: audit study. BMJ 351, h3480 (2015).","journal-title":"BMJ"},{"key":"1779_CR12","doi-asserted-by":"publisher","first-page":"2263","DOI":"10.1016\/S0140-6736(18)32819-8","volume":"392","author":"H Fraser","year":"2018","unstructured":"Fraser, H., Coiera, E. & Wong, D. Safety of patient-facing digital symptom checkers. Lancet 392, 2263\u20132264 (2018).","journal-title":"Lancet"},{"key":"1779_CR13","unstructured":"Weiss, A. in How BayCare is Improving the Patient Experience With AI Chat Technology (Becker\u2019s Hospital Review, 2022)."},{"key":"1779_CR14","unstructured":"Costello, A. M. Florida May 2023 Data Letter (ed Department of Health & Human Services) 1 (Center for Medicare and Medicaid Services, 2023)."},{"key":"1779_CR15","unstructured":"Titus, R. Nurse Triage Service vs. Medical Answering Service: What is the Difference? Continental Message. 1 (2022)."},{"key":"1779_CR16","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1001\/jama.2018.1150","volume":"319","author":"I Papanicolas","year":"2018","unstructured":"Papanicolas, I., Woskie, L. R. & Jha, A. K. Health care spending in the United States and other high-income countries. JAMA 319, 1024\u20131039 (2018).","journal-title":"JAMA"},{"key":"1779_CR17","doi-asserted-by":"publisher","first-page":"1501","DOI":"10.1001\/jama.2019.13978","volume":"322","author":"WH Shrank","year":"2019","unstructured":"Shrank, W. H., Rogstad, T. L. & Parekh, N. Waste in the US health care system: estimated costs and potential for savings. JAMA 322, 1501\u20131509 (2019).","journal-title":"JAMA"},{"key":"1779_CR18","doi-asserted-by":"publisher","first-page":"e160","DOI":"10.2196\/jmir.3186","volume":"16","author":"A Jadhav","year":"2014","unstructured":"Jadhav, A. et al. Comparative analysis of online health queries originating from personal computers and smart devices on a consumer health information portal. J. Med. Internet Res. 16, e160 (2014).","journal-title":"J. Med. Internet Res."},{"key":"1779_CR19","doi-asserted-by":"publisher","first-page":"e15065","DOI":"10.2196\/15065","volume":"22","author":"I Hochberg","year":"2020","unstructured":"Hochberg, I., Allon, R. & Yom-Tov, E. Assessment of the frequency of online searches for symptoms before diagnosis: analysis of archival data. J. Med. Internet Res. 22, e15065 (2020).","journal-title":"J. Med. Internet Res."},{"key":"1779_CR20","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-018-2045-1","volume":"19","author":"H Kilicoglu","year":"2018","unstructured":"Kilicoglu, H. et al. Semantic annotation of consumer health questions. BMC Bioinform. 19, 34 (2018).","journal-title":"BMC Bioinform."},{"key":"1779_CR21","unstructured":"Zhang, Y., Cui, H., Burkell, J. & Mercer, R. E. A machine learning approach for rating the quality of depression treatment web pages. iConference 2014 Proceedings. 192\u2013212. (2014)."},{"key":"1779_CR22","doi-asserted-by":"publisher","first-page":"05","DOI":"10.9790\/0661-16370512","volume":"16","author":"BE Nerkar","year":"2014","unstructured":"Nerkar, B. E. & Gharde, S. S. Best treatment identification for disease using machine learning approach in relation to short text. IOSR J. Comput. Eng.16, 05\u201312 (2014).","journal-title":"IOSR J. Comput. Eng."},{"key":"1779_CR23","doi-asserted-by":"crossref","unstructured":"Castano, J., Gambarte, M., Park, H., Williams, M., Campos, D., Luna, D., Benitez, S., Berinsky, H., and Zanetti, S. A Machine Learning Approach to Clinical Terms Normalization. Proc. 15th Workshop on Biomedical Natural Language Processing. 1\u201311. (2016).","DOI":"10.18653\/v1\/W16-2901"},{"key":"1779_CR24","unstructured":"Thenmozhi, D., Mirunalini, P. & Aravindan, C. in Text Processing: FIRE 2016 International Workshop, Kolkata, India, December 7\u201310, 2016, Revised Selected Papers 182\u2013196 (Springer, 2016)."},{"key":"1779_CR25","doi-asserted-by":"crossref","unstructured":"Zhang, T., Cho, J. H. & Zhai, C. Understanding user intents in online health forums. Proc. 5th ACM Conference on Bioinformatics, Computational Biology, and Health Informatics. 220\u2013229 (2014).","DOI":"10.1145\/2649387.2649445"},{"key":"1779_CR26","doi-asserted-by":"publisher","first-page":"e20549","DOI":"10.2196\/20549","volume":"22","author":"KE Morse","year":"2020","unstructured":"Morse, K. E., Ostberg, N. P., Jones, V. G. & Chan, A. S. Use Characteristics and triage acuity of a digital symptom checker in a large integrated health system: population-based descriptive study. J. Med. Internet Res. 22, e20549 (2020).","journal-title":"J. Med. Internet Res."},{"key":"1779_CR27","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1055\/s-0039-1678693","volume":"10","author":"J Wang","year":"2019","unstructured":"Wang, J., Liang, H., Kang, H. & Gong, Y. Understanding health information technology induced medication safety events by two conceptual frameworks. Appl. Clin. Inf. 10, 158\u2013167 (2019).","journal-title":"Appl. Clin. Inf."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01779-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01779-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01779-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T12:19:36Z","timestamp":1751372376000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01779-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,1]]},"references-count":27,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1779"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01779-9","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,1]]},"assertion":[{"value":"8 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"B.A.N., S.R., G.E.C., A.J., Q.M.S. all have a personal financial interest in the company Clearstep Inc. Y.L. has no competing interests and no financial ties to Clearstep Inc. Y.L. serves on the editorial board of NPJ Digital Medicine.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"390"}}