{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T13:37:20Z","timestamp":1777901840328,"version":"3.51.4"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003452","name":"Innovation and Technology Commission","doi-asserted-by":"publisher","award":["AIR@InnoHK"],"award-info":[{"award-number":["AIR@InnoHK"]}],"id":[{"id":"10.13039\/501100003452","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01528-y","type":"journal-article","created":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T07:16:36Z","timestamp":1740813396000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Developing a named entity framework for thyroid cancer staging and risk level classification using large language models"],"prefix":"10.1038","volume":"8","author":[{"given":"Matrix M. H.","family":"Fung","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eric H. M.","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tingting","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Luk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ivan C. H.","family":"Au","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaodong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Victor H. F.","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chun Ka","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhili","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wing Yiu","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Isaac C. Y.","family":"Tai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joshua W. K.","family":"Ho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jason W. H.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian H. H.","family":"Lang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kathy S. M.","family":"Leung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zoie S. Y.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joseph T.","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlos K. H.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,1]]},"reference":[{"key":"1528_CR1","doi-asserted-by":"publisher","first-page":"17","DOI":"10.3322\/caac.21763","volume":"73","author":"RL Siegel","year":"2023","unstructured":"Siegel, R. L., Miller, K. D., Wagle, N. S. & Jemal, A. Cancer statistics, 2023. CA Cancer J. Clin. 73, 17\u201348 (2023).","journal-title":"CA Cancer J. Clin."},{"key":"1528_CR2","unstructured":"World Health Organization. Age-Standardized Rate (World) per 100 000, Incidence and Mortality, Both sexes, in 2022. 2024 [cited Aug 2, 2024]Available from: https:\/\/gco.iarc.fr\/today\/en\/dataviz\/bars?types=0_1&mode=cancer&group_populations=1&sort_by=value1."},{"key":"1528_CR3","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1001\/jama.2023.26348","volume":"331","author":"L Boucai","year":"2024","unstructured":"Boucai, L., Zafereo, M. & Cabanillas, M. E. Thyroid cancer: A review. JAMA 331, 425\u2013435 (2024).","journal-title":"JAMA"},{"key":"1528_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.drup.2023.100939","volume":"68","author":"Y Liu","year":"2023","unstructured":"Liu, Y. et al. Radioiodine therapy in advanced differentiated thyroid cancer: Resistance and overcoming strategy. Drug Resist Updat. 68, 100939 (2023).","journal-title":"Drug Resist Updat."},{"key":"1528_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1089\/thy.2015.0020","volume":"26","author":"BR Haugen","year":"2016","unstructured":"Haugen, B. R. et al. 2015 American Thyroid Association Management Guidelines for Adult Patients with Thyroid Nodules and Differentiated Thyroid Cancer: The American Thyroid Association Guidelines Task Force on Thyroid Nodules and Differentiated Thyroid Cancer. Thyroid 26, 1\u2013133 (2016).","journal-title":"Thyroid"},{"key":"1528_CR6","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1089\/thy.2017.0102","volume":"27","author":"RM Tuttle","year":"2017","unstructured":"Tuttle, R. M., Haugen, B. & Perrier, N. D. Updated American Joint Committee on Cancer\/Tumor-Node-Metastasis Staging System for Differentiated and Anaplastic Thyroid Cancer (Eighth Edition): What Changed and Why? Thyroid 27, 751\u2013756 (2017).","journal-title":"Thyroid"},{"key":"1528_CR7","unstructured":"Tuttle, M. et al. AJCC 8th Edition Cancer Staging Manual. Springer International Publishing: New York, New York, (2017)."},{"key":"1528_CR8","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1016\/j.ijrobp.2021.01.044","volume":"110","author":"DS Bitterman","year":"2021","unstructured":"Bitterman, D. S., Miller, T. A., Mak, R. H. & Savova, G. K. Clinical natural language processing for radiation oncology: A review and practical primer. Int. J. Radiat. Oncol. Biol. Phys. 110, 641\u2013655 (2021).","journal-title":"Int. J. Radiat. Oncol. Biol. Phys."},{"key":"1528_CR9","doi-asserted-by":"crossref","unstructured":"Tan, W. M. et al. Automated Generation of Synoptic Reports from Narrative Pathology Reports in University Malaya Medical Centre Using Natural Language Processing. Diagnostics (Basel) 12 (2022).","DOI":"10.3390\/diagnostics12040879"},{"key":"1528_CR10","doi-asserted-by":"publisher","first-page":"1051","DOI":"10.1016\/j.eprac.2024.08.008","volume":"30","author":"R Loor-Torres","year":"2024","unstructured":"Loor-Torres, R. et al. Use of Natural Language Processing to Extract and Classify Papillary Thyroid Cancer Features From Surgical Pathology Reports. Endocr. Pr. 30, 1051\u20131058 (2024).","journal-title":"Endocr. Pr."},{"key":"1528_CR11","doi-asserted-by":"crossref","unstructured":"Rajaganapathy, S. et al. Synoptic reporting by summarizing cancer pathology reports using large language models. medRxiv, 2024.04.26.24306452 (2024).","DOI":"10.1101\/2024.04.26.24306452"},{"key":"1528_CR12","unstructured":"Qin, L. et al. Large language models meet NLP: A Survey. arXiv, 2405.12819 (2024)."},{"key":"1528_CR13","doi-asserted-by":"crossref","unstructured":"Alizadeh, M. et al. Open-Source LLMs for Text Annotation: A Practical Guide for Model Setting and Fine-Tuning. J. Comput. Soc. Sc. 8, 17 (2025).","DOI":"10.1007\/s42001-024-00345-9"},{"key":"1528_CR14","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1055\/s-0042-1748144","volume":"13","author":"S Yoo","year":"2022","unstructured":"Yoo, S. et al. Transforming thyroid cancer diagnosis and staging information from unstructured reports to the observational medical outcome partnership common data model. Appl Clin. Inf. 13, 521\u2013531 (2022).","journal-title":"Appl Clin. Inf."},{"key":"1528_CR15","doi-asserted-by":"crossref","unstructured":"Lee, D. T. et al. Development of a privacy preserving large language model for automated data extraction from thyroid cancer pathology reports. medRxiv, 2023.11.08.23298252 (2023).","DOI":"10.1101\/2023.11.08.23298252"},{"key":"1528_CR16","unstructured":"Center for Cancer Genomics & National Cancer Institute. The Cancer Genome Atlas Program (TCGA). [cited Sep 5, 2024]Available from: https:\/\/www.cancer.gov\/ccg\/research\/genome-sequencing\/tcga."},{"key":"1528_CR17","unstructured":"Center for Cancer Genomics & National Cancer Institute. Citing TCGA in Publications and Presentations. [cited Sep 5, 2024]Available from: https:\/\/www.cancer.gov\/ccg\/research\/genome-sequencing\/tcga\/using-tcga-data\/citing."},{"key":"1528_CR18","doi-asserted-by":"publisher","first-page":"L7","DOI":"10.1530\/ERC-17-0453","volume":"25","author":"L Lamartina","year":"2018","unstructured":"Lamartina, L. et al. 8th edition of the AJCC\/TNM staging system of thyroid cancer: what to expect (ITCO#2). Endocr. Relat. Cancer 25, L7\u2013L11 (2018).","journal-title":"Endocr. Relat. Cancer"},{"key":"1528_CR19","unstructured":"Hong Kong Cancer Registry & Hospital Authority. Thyroid Cancer in 2022. 2024 [cited Nov 25, 2024]Available from: https:\/\/www3.ha.org.hk\/cancereg\/pdf\/factsheet\/2022\/thyroid_2022.pdf."},{"key":"1528_CR20","doi-asserted-by":"publisher","first-page":"e251","DOI":"10.1634\/theoncologist.2020-0306","volume":"26","author":"MG Lechner","year":"2021","unstructured":"Lechner, M. G. et al. Changes in Stage Distribution and Disease-Specific Survival in Differentiated Thyroid Cancer with Transition to American Joint Committee on Cancer 8th Edition: A Systematic Review and Meta-Analysis. Oncologist 26, e251\u2013e260 (2021).","journal-title":"Oncologist"},{"key":"1528_CR21","unstructured":"Stenetorp, P. et al. brat: a Web-based Tool for NLP-Assisted Text Annotation. Proceedings of the 13th Conference of the European Chapter of the Association for Computational Linguistics, 102-107 (2012)."},{"key":"1528_CR22","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1197\/jamia.M1733","volume":"12","author":"G Hripcsak","year":"2005","unstructured":"Hripcsak, G. & Rothschild, A. S. Agreement, the f-measure, and reliability in information retrieval. J. Am. Med Inf. Assoc. 12, 296\u2013298 (2005).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"1528_CR23","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M. L. Interrater reliability: the kappa statistic. Biochem Med (Zagreb) 22, 276\u2013282 (2012).","journal-title":"Biochem Med (Zagreb)"},{"key":"1528_CR24","unstructured":"LangChain Inc. Introduction. 2024 [cited Aug 2, 2024]Available from: https:\/\/python.langchain.com\/docs\/introduction\/."},{"key":"1528_CR25","doi-asserted-by":"publisher","first-page":"e53559","DOI":"10.2196\/53559","volume":"11","author":"J Davis","year":"2024","unstructured":"Davis, J., Van Bulck, L., Durieux, B. N. & Lindvall, C. The Temperature Feature of ChatGPT: Modifying Creativity for Clinical Research. JMIR Hum. Factors 11, e53559 (2024).","journal-title":"JMIR Hum. Factors"},{"key":"1528_CR26","unstructured":"OpenAI. Best practices for prompt engineering with the OpenAI API. 2023 [cited]Available from: https:\/\/help.openai.com\/en\/articles\/6654000-best-practices-for-prompt-engineering-with-the-openai-api."},{"key":"1528_CR27","unstructured":"LangChain Inc. How to parse JSON output. 2025 [cited Feb 3, 2025]Available from: https:\/\/python.langchain.com\/docs\/concepts\/output_parsers\/."},{"key":"1528_CR28","unstructured":"Ollama. Structured outputs. 2024 [cited Feb 3, 2025]Available from: https:\/\/ollama.com\/blog\/structured-outputs."},{"key":"1528_CR29","unstructured":"Mayo, M. Unraveling the Power of Chain-of-Thought Prompting in Large Language Models. 2023 [cited 2024 23 September]Available from: https:\/\/www.kdnuggets.com\/2023\/07\/power-chain-thought-prompting-large-language-models.html."},{"key":"1528_CR30","first-page":"148","volume":"60","author":"J Miao","year":"2024","unstructured":"Miao, J. et al. Chain of thought utilization in large language models and application in nephrology. Med. (Kaunas.) 60, 148 (2024).","journal-title":"Med. (Kaunas.)"},{"key":"1528_CR31","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1001\/jamaophthalmol.2019.0238","volume":"137","author":"S Xu","year":"2019","unstructured":"Xu, S. et al. Validation Study of the AJCC Cancer Staging Manual, Eighth Edition, staging system for eyelid and periocular squamous cell carcinoma. JAMA Ophthalmol. 137, 537\u2013542 (2019).","journal-title":"JAMA Ophthalmol."},{"key":"1528_CR32","unstructured":"Jiang, A. Q. et al. Mistral 7B. arXiv, 2310.06825 (2023)."},{"key":"1528_CR33","unstructured":"Qwen. Qwen2.5: A Party of Foundation Models! 2024 [cited Sep 24, 2024]Available from: https:\/\/qwenlm.github.io\/blog\/qwen2.5\/."},{"key":"1528_CR34","unstructured":"Ollama. Ollama. 2024 [cited Dec 2, 2024]Available from: https:\/\/ollama.com\/."},{"key":"1528_CR35","unstructured":"Wang, X. et al. Self-consistency improves chain of thought reasoning in language models. arXiv, 2203.11171 (2022)."},{"key":"1528_CR36","first-page":"899","volume":"316","author":"ICY Tai","year":"2024","unstructured":"Tai, I. C. Y. et al. Exploring offline large language models for clinical information extraction: A study of renal histopathological reports of lupus nephritis patients. Stud. Health Technol. Inf. 316, 899\u2013903 (2024).","journal-title":"Stud. Health Technol. Inf."},{"key":"1528_CR37","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1053\/j.ackd.2022.07.001","volume":"29","author":"TT Van Vleck","year":"2022","unstructured":"Van Vleck, T. T., Farrell, D. & Chan, L. Natural language processing in nephrology. Adv. Chronic Kidney Dis. 29, 465\u2013471 (2022).","journal-title":"Adv. Chronic Kidney Dis."},{"key":"1528_CR38","doi-asserted-by":"publisher","first-page":"214","DOI":"10.15265\/IY-2017-029","volume":"26","author":"G Gonzalez-Hernandez","year":"2017","unstructured":"Gonzalez-Hernandez, G., Sarker, A., O\u2019Connor, K. & Savova, G. Capturing the Patient\u2019s Perspective: a Review of Advances in Natural Language Processing of Health-Related Text. Yearb. Med Inf. 26, 214\u2013227 (2017).","journal-title":"Yearb. Med Inf."},{"key":"1528_CR39","unstructured":"Kojima, T., Gu, S. S., Reid, M., Matsuo, Y. & Iwasawa, Y. Large Language Models are Zero-Shot Reasoners. arXiv (2022)."},{"key":"1528_CR40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45563-x","volume":"15","author":"J Dagdelen","year":"2024","unstructured":"Dagdelen, J. et al. Structured information extraction from scientific text with large language models. Nat. Commun. 15, 1418 (2024).","journal-title":"Nat. Commun."},{"key":"1528_CR41","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41746-020-00320-4","volume":"3","author":"J Torres-Soto","year":"2020","unstructured":"Torres-Soto, J. & Ashley, E. A. Multi-task deep learning for cardiac rhythm detection in wearable devices. NPJ Digit Med 3, 116 (2020).","journal-title":"NPJ Digit Med"},{"key":"1528_CR42","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1038\/s41746-024-01079-8","volume":"7","author":"J Huang","year":"2024","unstructured":"Huang, J. et al. A critical assessment of using ChatGPT for extracting structured data from clinical notes. NPJ Digit Med 7, 106 (2024).","journal-title":"NPJ Digit Med"},{"key":"1528_CR43","doi-asserted-by":"crossref","unstructured":"Li, Y. A Practical Survey on Zero-Shot Prompt Design for In-Context Learning. In: Mitkov, R. & Angelova, G., editors. Proceedings of the 14th International Conference on Recent Advances in Natural Language Processing. Varna, Bulgaria: INCOMA Ltd.; 2023. pp. 641-647.","DOI":"10.26615\/978-954-452-092-2_069"},{"key":"1528_CR44","doi-asserted-by":"publisher","DOI":"10.2196\/55318","volume":"12","author":"S Sivarajkumar","year":"2024","unstructured":"Sivarajkumar, S., Kelley, M., Samolyk-Mazzanti, A., Visweswaran, S. & Wang, Y. An Empirical Evaluation of Prompting Strategies for Large Language Models in Zero-Shot Clinical Natural Language Processing: Algorithm Development and Validation Study. JMIR Med Inf. 12, e55318 (2024).","journal-title":"JMIR Med Inf."},{"key":"1528_CR45","unstructured":"O\u2019Neill, M. & OConnor, M. Amplifying Limitations, Harms and Risks of Large Language Models. arXiv (2023)."},{"key":"1528_CR46","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/s44185-024-00043-9","volume":"3","author":"AV Gougherty","year":"2024","unstructured":"Gougherty, A. V. & Clipp, H. L. Testing the reliability of an AI-based large language model to extract ecological information from the scientific literature. NPJ Biodivers. 3, 13 (2024).","journal-title":"NPJ Biodivers."},{"key":"1528_CR47","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.oraloncology.2017.06.004","volume":"71","author":"TH Kim","year":"2017","unstructured":"Kim, T. H. et al. Prognostic value of the eighth edition AJCC TNM classification for differentiated thyroid carcinoma. Oral. Oncol. 71, 81\u201386 (2017).","journal-title":"Oral. Oncol."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01528-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01528-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01528-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T07:16:46Z","timestamp":1740813406000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01528-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,1]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1528"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01528-y","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,1]]},"assertion":[{"value":"27 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Z.W. is contributing to npj Digital Medicine as an Associate Editor and Guest Editor for the Collection on Natural Language Processing in Clinical Medicine. Other authors declared no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"134"}}