{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T03:55:24Z","timestamp":1790567724160,"version":"4.1.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T00:00:00Z","timestamp":1787702400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,9,25]],"date-time":"2026-09-25T00:00:00Z","timestamp":1790294400000},"content-version":"vor","delay-in-days":30,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100004917","name":"Cancer Prevention and Research Institute of Texas","doi-asserted-by":"publisher","award":["RR230020"],"award-info":[{"award-number":["RR230020"]}],"id":[{"id":"10.13039\/100004917","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000092","name":"U.S. Department of Health & Human Services | NIH | U.S. National Library of Medicine","doi-asserted-by":"publisher","award":["R01LM11934"],"award-info":[{"award-number":["R01LM11934"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000092","name":"U.S. Department of Health & Human Services | NIH | U.S. National Library of Medicine","doi-asserted-by":"publisher","award":["R01LM014306"],"award-info":[{"award-number":["R01LM014306"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000092","name":"U.S. Department of Health & Human Services | NIH | U.S. National Library of Medicine","doi-asserted-by":"publisher","award":["R01LM014588"],"award-info":[{"award-number":["R01LM014588"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000051","name":"U.S. Department of Health & Human Services | NIH | National Human Genome Research Institute","doi-asserted-by":"publisher","award":["R01HG12748"],"award-info":[{"award-number":["R01HG12748"]}],"id":[{"id":"10.13039\/100000051","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000070","name":"U.S. Department of Health & Human Services | NIH | National Institute of Biomedical Imaging and Bioengineering","doi-asserted-by":"publisher","award":["OT2OD038051"],"award-info":[{"award-number":["OT2OD038051"]}],"id":[{"id":"10.13039\/100000070","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000050","name":"U.S. Department of Health & Human Services | NIH | National Heart, Lung, and Blood Institute","doi-asserted-by":"publisher","award":["R24HL180372"],"award-info":[{"award-number":["R24HL180372"]}],"id":[{"id":"10.13039\/100000050","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["U01FD008720"],"award-info":[{"award-number":["U01FD008720"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"U.S. Department of Health & Human Services | NIH | National Institute on Aging","doi-asserted-by":"publisher","award":["K01AG088452"],"award-info":[{"award-number":["K01AG088452"]}],"id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"U.S. Department of Health & Human Services | NIH | National Institute on Aging","doi-asserted-by":"publisher","award":["R33AG071744"],"award-info":[{"award-number":["R33AG071744"]}],"id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"U.S. Department of Health & Human Services | NIH | National Institute on Aging","doi-asserted-by":"publisher","award":["P30AG073105"],"award-info":[{"award-number":["P30AG073105"]}],"id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"U.S. Department of Health & Human Services | NIH | National Institute on Aging","doi-asserted-by":"publisher","award":["U24AG098157"],"award-info":[{"award-number":["U24AG098157"]}],"id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006108","name":"U.S. Department of Health & Human Services | NIH | National Center for Advancing Translational Sciences","doi-asserted-by":"publisher","award":["U24TR004111"],"award-info":[{"award-number":["U24TR004111"]}],"id":[{"id":"10.13039\/100006108","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Commun"],"DOI":"10.1038\/s41467-026-77067-1","type":"journal-article","created":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T14:15:28Z","timestamp":1787753728000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A machine-assisted framework for systematic error analysis in clinical concept extraction"],"prefix":"10.1038","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1691-5179","authenticated-orcid":false,"given":"Sunyang","family":"Fu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiuhao","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaerong","family":"Ahn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanyun","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julia","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiyi","family":"Yue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taylor","family":"Harrison","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiang","family":"Jun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7085-744X","authenticated-orcid":false,"given":"Xiaoyang","family":"Ruan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9090-8028","authenticated-orcid":false,"given":"Andrew","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liwei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Min Ji","family":"Kwak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nahid","family":"Rianon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4433-7839","authenticated-orcid":false,"given":"Yanshan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruihong","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2570-3741","authenticated-orcid":false,"given":"Hongfang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,26]]},"reference":[{"key":"77067_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103526","volume":"109","author":"S Fu","year":"2020","unstructured":"Fu, S. et al. Clinical concept extraction: A methodology review. J. Biomed. Inform. 109, 103526 (2020).","journal-title":"J. Biomed. Inform."},{"key":"77067_CR2","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.jbi.2017.11.011","volume":"77","author":"Y Wang","year":"2018","unstructured":"Wang, Y. et al. Clinical information extraction applications: A literature review. J. Biomed. Inform. 77, 34\u201349 (2018).","journal-title":"J. Biomed. Inform."},{"key":"77067_CR3","doi-asserted-by":"crossref","unstructured":"Wang, L. et al. Assessment of Electronic Health Record for Cancer Research and Patient Care Through a Scoping Review of Cancer Natural Language Processing. JCO Clinical Cancer Informatics. 2022e2200006.","DOI":"10.1200\/CCI.22.00006"},{"key":"77067_CR4","doi-asserted-by":"crossref","unstructured":"Wu, T., Ribeiro, M. T., Heer, J., Weld, D. S., editors. Errudite: Scalable, reproducible, and testable error analysis. Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (2019).","DOI":"10.18653\/v1\/P19-1073"},{"key":"77067_CR5","doi-asserted-by":"publisher","first-page":"1493","DOI":"10.1093\/jamia\/ocae101","volume":"31","author":"S Fu","year":"2024","unstructured":"Fu, S. et al. A taxonomy for advancing systematic error analysis in multi-site electronic health record-based clinical concept extraction. J. Am. Med Inf. Assoc. 31, 1493\u20131502 (2024).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"77067_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-020-1072-9","volume":"20","author":"S Fu","year":"2020","unstructured":"Fu, S. et al. Assessment of the impact of EHR heterogeneity for clinical research through a case study of silent brain infarction. BMC Med. Inform. Decis. Mak. 20, 1\u201312 (2020).","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"77067_CR7","unstructured":"Fu, S. et al. editors. Assessment of Data Quality Variability across Two EHR Systems through a Case Study of Post-Surgical Complications. AMIA Annual Symposium Proceedings, American Medical Informatics Association (2022)."},{"key":"77067_CR8","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1093\/jamia\/ocx138","volume":"25","author":"S Sohn","year":"2018","unstructured":"Sohn, S. et al. Clinical documentation variations and NLP system portability: a case study in asthma birth cohorts across institutions. J. Am. Med Inf. Assoc. 25, 353\u2013359 (2018).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"77067_CR9","doi-asserted-by":"publisher","unstructured":"Cusick, M. et al. Portability of natural language processing methods to detect suicidality from clinical text in US and UK electronic health records. J. Affect Disord. Rep. 10, 100430 (2022).https:\/\/doi.org\/10.1016\/j.jadr.2022.100430","DOI":"10.1016\/j.jadr.2022.100430"},{"key":"77067_CR10","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-56989-2","volume":"16","author":"Q Chen","year":"2025","unstructured":"Chen, Q. et al. Benchmarking large language models for biomedical natural language processing applications and recommendations. Nat. Commun. 16, 3280 (2025).","journal-title":"Nat. Commun."},{"key":"77067_CR11","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1093\/gerona\/glaa275","volume":"77","author":"S Fu","year":"2022","unstructured":"Fu, S. et al. Ascertainment of Delirium Status Using Natural Language Processing From Electronic Health Records. J. Gerontol. A Biol. Sci. Med. Sci. 77, 524\u2013530 (2022).","journal-title":"J. Gerontol. A Biol. Sci. Med. Sci."},{"key":"77067_CR12","doi-asserted-by":"publisher","DOI":"10.3389\/fdgth.2022.958539","volume":"4","author":"S Fu","year":"2022","unstructured":"Fu, S. et al. Quality assessment of functional status documentation in EHRs across different healthcare institutions. Front Digit Health 4, 958539 (2022).","journal-title":"Front Digit Health"},{"key":"77067_CR13","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1111\/cts.13463","volume":"16","author":"S Fu","year":"2023","unstructured":"Fu, S. et al. Recommended practices and ethical considerations for natural language processing-assisted observational research: A scoping review. Clin. Transl. Sci. 16, 398\u2013411 (2023).","journal-title":"Clin. Transl. Sci."},{"key":"77067_CR14","doi-asserted-by":"publisher","unstructured":"Wang, Y. et al. Development and Validation of Natural Language Processing Algorithms in the ENACT National Electronic Health Record Research Network. medRxiv. 2025:https:\/\/doi.org\/10.1101\/2025.01.24.25321096","DOI":"10.1101\/2025.01.24.25321096"},{"key":"77067_CR15","unstructured":"Fu S.TRUST: Clinical Text Retrieval and Use towards Scientific Rigor and Transparent Process: University of Minnesota (2021)."},{"key":"77067_CR16","unstructured":"Hobbs, J. R. & Riloff, E. Information Extraction. Handbook of natural language processing 15, 16 (2010)."},{"key":"77067_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2022.104736","volume":"162","author":"S Fu","year":"2022","unstructured":"Fu, S. et al. A hybrid model to identify fall occurrence from electronic health records. Int. J. Med. Inform. 162, 104736 (2022).","journal-title":"Int. J. Med. Inform."},{"key":"77067_CR18","doi-asserted-by":"publisher","first-page":"1208","DOI":"10.1093\/jamia\/ocac040","volume":"29","author":"S Zhou","year":"2022","unstructured":"Zhou, S., Wang, N., Wang, L., Liu, H. & Zhang, R. CancerBERT: a cancer domain-specific language model for extracting breast cancer phenotypes from electronic health records. J. Am. Med Inf. Assoc. 29, 1208\u20131216 (2022).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"77067_CR19","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.csbj.2023.08.018","volume":"22","author":"S Zhou","year":"2023","unstructured":"Zhou, S. et al. A cross-institutional evaluation on breast cancer phenotyping NLP algorithms on electronic health records. Comput Struct. Biotechnol. J. 22, 32\u201340 (2023).","journal-title":"Comput Struct. Biotechnol. J."},{"key":"77067_CR20","unstructured":"Pennebaker, J. W., Francis, M. E., Booth, R. J. Linguistic inquiry and word count: LIWC 2001. Mahway: Lawrence Erlbaum Associates. 2001, 71, (2001)."},{"key":"77067_CR21","doi-asserted-by":"crossref","unstructured":"Chung, C. K., Pennebaker, J. W. Linguistic inquiry and word count (LIWC): pronounced \u201cLuke,\u201d\u2026 and other useful facts. Applied natural language processing: Identification, investigation and resolution: IGI Global, 206\u2013229 (2012).","DOI":"10.4018\/978-1-60960-741-8.ch012"},{"key":"77067_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3512980","volume":"6","author":"J Zhou","year":"2022","unstructured":"Zhou, J. et al. Veteran critical theory as a lens to understand veterans\u2019 needs and support on social media. Proc. ACM Hum.-Computer Interact. 6, 1\u201328 (2022).","journal-title":"Proc. ACM Hum.-Computer Interact."},{"key":"77067_CR23","first-page":"1","volume":"9","author":"J Zhou","year":"2025","unstructured":"Zhou, J., Verma, G., Zhang, L., Chang, N. & De Choudhury, M. Harm in Layers: Compositions of Misinformative Hate in Anti-Asian Speech and Their Impacts on Perceived Harmfulness. Proc. ACM Hum.-Computer Interact. 9, 1\u201322 (2025).","journal-title":"Proc. ACM Hum.-Computer Interact."},{"key":"77067_CR24","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1097\/JTE.0000000000000337","volume":"38","author":"DQ Calley","year":"2024","unstructured":"Calley, D. Q. et al. Assessment of Gender Differences in Letters of Recommendation for Physical Therapy Residency Applications. J. Phys. Ther. Educ. 38, 331\u2013339 (2024).","journal-title":"J. Phys. Ther. Educ."},{"key":"77067_CR25","first-page":"149","volume":"2013","author":"H Liu","year":"2013","unstructured":"Liu, H. et al. An information extraction framework for cohort identification using electronic health records. AMIA Jt Summits Transl. Sci. Proc. 2013, 149\u2013153 (2013).","journal-title":"AMIA Jt Summits Transl. Sci. Proc."},{"key":"77067_CR26","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1038\/s41746-019-0208-8","volume":"2","author":"A Wen","year":"2019","unstructured":"Wen, A. et al. Desiderata for delivering NLP to accelerate healthcare AI advancement and a Mayo Clinic NLP-as-a-service implementation. NPJ Digit Med. 2, 130 (2019).","journal-title":"NPJ Digit Med."},{"key":"77067_CR27","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1017\/S1351324904003523","volume":"10","author":"D Ferrucci","year":"2004","unstructured":"Ferrucci, D. & Lally, A. UIMA: an architectural approach to unstructured information processing in the corporate research environment. Nat. Lang. Eng. 10, 327\u2013348 (2004).","journal-title":"Nat. Lang. Eng."},{"key":"77067_CR28","unstructured":"Fu, S. et al. Advancing delirium detection through the open health natural language processing consortium and ENACT network. The Journals of Gerontology, Series A: Biological Sciences and Medical Sciences. glaf207 (2025)."},{"key":"77067_CR29","unstructured":"Sauver, J. S. et al. Identification of delirium from real-world electronic health record clinical notes. Journal of Clinical and Translational Science 1\u201320."},{"key":"77067_CR30","unstructured":"Microsoft. Microsoft Presidio."},{"key":"77067_CR31","doi-asserted-by":"crossref","unstructured":"Fu, S. et al. Ascertainment of delirium status using natural language processing from electronic health records. The Journals of Gerontology: Series A. (2020).","DOI":"10.1093\/gerona\/glaa275"},{"key":"77067_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2024.104623","volume":"152","author":"S Fu","year":"2024","unstructured":"Fu, S. et al. FedFSA: Hybrid and federated framework for functional status ascertainment across institutions. J. Biomed. Inform. 152, 104623 (2024).","journal-title":"J. Biomed. Inform."},{"key":"77067_CR33","doi-asserted-by":"publisher","DOI":"10.1017\/cts.2024.543","volume":"8","author":"DR Harris","year":"2024","unstructured":"Harris, D. R. et al. The ENACT network is acting on housing instability and the unhoused using the open health natural language processing toolkit. J. Clin. Transl. Sci. 8, e98 (2024).","journal-title":"J. Clin. Transl. Sci."},{"key":"77067_CR34","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1177\/0261927X13502654","volume":"33","author":"E Kacewicz","year":"2014","unstructured":"Kacewicz, E., Pennebaker, J. W., Davis, M., Jeon, M. & Graesser, A. C. Pronoun use reflects standings in social hierarchies. J. Lang. Soc. Psychol. 33, 125\u2013143 (2014).","journal-title":"J. Lang. Soc. Psychol."}],"container-title":["Nature Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-77067-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-77067-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-77067-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T03:11:52Z","timestamp":1790565112000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-77067-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,26]]},"references-count":34,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["77067"],"URL":"https:\/\/doi.org\/10.1038\/s41467-026-77067-1","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-7151650\/v1","asserted-by":"object"}]},"ISSN":["2041-1723"],"issn-type":[{"value":"2041-1723","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,26]]},"assertion":[{"value":"17 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"H.L. serves as an Editorial Board Member of NPJ Digital Medicine, which is unrelated to the subject matter of this manuscript. M.J.K. received consulting fees from Novo Nordisk and Endocrine and Diabetes Plus Clinic of Houston, and receives research funding from Medical AI, NIA, and UTHealth, none of which funded or influenced this study. All other authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}],"article-number":"10202"}}