{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T15:58:00Z","timestamp":1780934280056,"version":"3.54.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","license":[{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-026-01964-6","type":"journal-article","created":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T15:13:25Z","timestamp":1776870805000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["ThyroFusion: A Multi-modal Deep Learning Framework Integrating Vision and Language for Thyroid Nodule Malignancy Risk Assessment"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-5557-1843","authenticated-orcid":false,"given":"Tianhao","family":"Xiang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenyuan","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,22]]},"reference":[{"key":"1964_CR1","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1111\/j.1365-2362.2009.02162.x","volume":"39","author":"S Guth","year":"2009","unstructured":"Guth S, Theune U, Aberle J, Galach A, Bamberger C: Very high prevalence of thyroid nodules detected by high frequency (13 MHz) ultrasound examination. Eur J Clin Invest 39:699-706, 2009","journal-title":"Eur J Clin Invest"},{"key":"1964_CR2","doi-asserted-by":"publisher","DOI":"10.3389\/fendo.2021.676144","volume":"12","author":"Y Li","year":"2021","unstructured":"Li Y, Jin C, Li J, Tong M, Wang M, Huang J, Ning Y, Ren G: Prevalence of thyroid nodules in China: a health examination cohort-based study. Front Endocrinol 12:676144, 2021","journal-title":"Front Endocrinol"},{"key":"1964_CR3","doi-asserted-by":"publisher","first-page":"1338","DOI":"10.1001\/jama.2017.2719","volume":"317","author":"H Lim","year":"2017","unstructured":"Lim H, Devesa SS, Sosa JA, Check D, Kitahara CM: Trends in thyroid cancer incidence and mortality in the United States, 1974-2013. JAMA 317:1338-1348, 2017","journal-title":"JAMA"},{"key":"1964_CR4","doi-asserted-by":"publisher","first-page":"914","DOI":"10.1001\/jama.2018.0898","volume":"319","author":"C Durante","year":"2018","unstructured":"Durante C, Grani G, Lamartina L, Filetti S, Mandel SJ, Cooper DS: The diagnosis and management of thyroid nodules: a review. JAMA 319:914-924, 2018","journal-title":"JAMA"},{"key":"1964_CR5","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1159\/000478927","volume":"6","author":"G Russ","year":"2017","unstructured":"Russ G, Bonnema SJ, Erdogan MF, Durante C, Ngu R, Leenhardt L: European Thyroid Association guidelines for ultrasound malignancy risk stratification of thyroid nodules in adults: the EU-TIRADS. Eur Thyroid J 6:225-237, 2017","journal-title":"Eur Thyroid J"},{"key":"1964_CR6","doi-asserted-by":"publisher","first-page":"1856","DOI":"10.1093\/annonc\/mdz400","volume":"30","author":"S Filetti","year":"2019","unstructured":"Filetti S, Durante C, Hartl D, Leboulleux S, Locati L, Newbold K, Papotti M, Berruti A, ESMO Guidelines Committee: Thyroid cancer: ESMO Clinical Practice Guidelines for diagnosis, treatment and follow-up. Ann Oncol 30:1856-1883, 2019","journal-title":"Ann Oncol"},{"key":"1964_CR7","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1016\/j.jacr.2017.01.046","volume":"14","author":"FN Tessler","year":"2017","unstructured":"Tessler FN, Middleton WD, Grant EG, Hoang JK, Berland LL, Teefey SA, Cronan JJ, Beland MD, Desser TS, Frates MC: ACR thyroid imaging, reporting and data system (TI-RADS): white paper of the ACR TI-RADS committee. J Am Coll Radiol 14:587-595, 2017","journal-title":"J Am Coll Radiol"},{"key":"1964_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1089\/thy.2015.0020","volume":"26","author":"BR Haugen","year":"2016","unstructured":"Haugen BR, Alexander EK, Bible KC, Doherty GM, Mandel SJ, Nikiforov YE, Pacini F, Randolph GW, Sawka AM, Schlumberger M: 2015 American Thyroid Association management guidelines for adult patients with thyroid nodules and differentiated thyroid cancer. Thyroid 26:1-133, 2016","journal-title":"Thyroid"},{"key":"1964_CR9","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1210\/jc.2018-01674","volume":"104","author":"G Grani","year":"2019","unstructured":"Grani G, Lamartina L, Ascoli V, Bosco D, Biffoni M, Giacomelli L, Maranghi M, Falcone R, Ramundo V, Cantisani V: Reducing the number of unnecessary thyroid biopsies while improving diagnostic accuracy: toward the \u201cright\u201d TIRADS. J Clin Endocrinol Metab 104:95-102, 2019","journal-title":"J Clin Endocrinol Metab"},{"key":"1964_CR10","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1089\/thy.2019.0360","volume":"30","author":"A Persichetti","year":"2020","unstructured":"Persichetti A, Di Stasio E, Coccaro C, Graziano F, Bianchini A, Di Donna V, Corsello S, Valle D, Bizzarri G, Frasoldati A: Inter- and intraobserver agreement in the assessment of thyroid nodule ultrasound features and classification systems: a blinded multicenter study. Thyroid 30:237-242, 2020","journal-title":"Thyroid"},{"key":"1964_CR11","doi-asserted-by":"publisher","first-page":"162","DOI":"10.2214\/AJR.17.19192","volume":"211","author":"JK Hoang","year":"2018","unstructured":"Hoang JK, Middleton WD, Farjat AE, Teefey SA, Abinanti N, Boschini FJ, Bronner AJ, Dahiya N, Hertzberg BS, Newman JR: Interobserver variability of sonographic features used in the American College of Radiology Thyroid Imaging Reporting and Data System. AJR Am J Roentgenol 211:162-167, 2018","journal-title":"AJR Am J Roentgenol"},{"key":"1964_CR12","doi-asserted-by":"publisher","first-page":"1113977","DOI":"10.3389\/fendo.2023.1113977","volume":"14","author":"N Uppal","year":"2023","unstructured":"Uppal N, Collins R, James B: Thyroid nodules: Global, economic, and personal burdens. Front Endocrinol 14:1113977, 2023","journal-title":"Front Endocrinol"},{"key":"1964_CR13","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1109\/JPROC.2021.3054390","volume":"109","author":"SK Zhou","year":"2021","unstructured":"Zhou SK, Greenspan H, Davatzikos C, Duncan JS, Van Ginneken B, Madabhushi A, Prince JL, Rueckert D, Summers RM: A review of deep learning in medical imaging: Imaging traits, technology trends, case studies with progress highlights, and future promises. Proc IEEE 109:820-838, 2021","journal-title":"Proc IEEE"},{"key":"1964_CR14","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1038\/s41586-023-05881-4","volume":"616","author":"M Moor","year":"2023","unstructured":"Moor M, Banerjee O, Abad ZSH, Krumholz HM, Leskovec J, Topol EJ, Rajpurkar P: Foundation models for generalist medical artificial intelligence. Nature 616:259-265, 2023","journal-title":"Nature"},{"key":"1964_CR15","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/S1470-2045(18)30762-9","volume":"20","author":"X Li","year":"2019","unstructured":"Li X, Zhang S, Zhang Q, Wei X, Pan Y, Zhao J, Xin X, Qin C, Wang X, Li J: Diagnosis of thyroid cancer using deep convolutional neural network models applied to sonographic images: a retrospective, multicohort, diagnostic study. Lancet Oncol 20:193-201, 2019","journal-title":"Lancet Oncol"},{"key":"1964_CR16","doi-asserted-by":"publisher","first-page":"e250","DOI":"10.1016\/S2589-7500(21)00041-8","volume":"3","author":"S Peng","year":"2021","unstructured":"Peng S, Liu Y, Lv W, Liu L, Zhou Q, Yang H, Ren J, Liu G, Wang X, Zhang X: Deep learning-based artificial intelligence model to assist thyroid nodule diagnosis and management: a multicentre diagnostic study. Lancet Digit Health 3:e250-e259, 2021","journal-title":"Lancet Digit Health"},{"key":"1964_CR17","doi-asserted-by":"publisher","first-page":"2307","DOI":"10.1038\/s41591-023-02504-3","volume":"29","author":"Z Huang","year":"2023","unstructured":"Huang Z, Bianchi F, Yuksekgonul M, Montine TJ, Zou J: A visual-language foundation model for pathology image analysis using medical twitter. Nat Med 29:2307-2316, 2023","journal-title":"Nat Med"},{"key":"1964_CR18","doi-asserted-by":"crossref","unstructured":"Tu T, Azizi S, Driess D, Schaekermann M, Amin M, Chang PC, Carroll A, Lau C, Tanno R, Ktena I: Towards generalist biomedical AI. NEJM AI 1:AIoa2300138, 2024","DOI":"10.1056\/AIoa2300138"},{"key":"1964_CR19","doi-asserted-by":"publisher","first-page":"12113","DOI":"10.1109\/TPAMI.2023.3275156","volume":"45","author":"P Xu","year":"2023","unstructured":"Xu P, Zhu X, Clifton DA: Multimodal learning with transformers: A survey. IEEE Trans Pattern Anal Mach Intell 45:12113-12132, 2023","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1964_CR20","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1038\/s41591-022-01981-2","volume":"28","author":"JN Acosta","year":"2022","unstructured":"Acosta JN, Falcone GJ, Rajpurkar P, Topol EJ: Multimodal biomedical AI. Nat Med 28:1773-1784, 2022","journal-title":"Nat Med"},{"key":"1964_CR21","unstructured":"Zhang Y, Jiang H, Miura Y, Manning CD, Langlotz CP: Contrastive learning of medical visual representations from paired images and text. Proceedings of Machine Learning for Healthcare Conference, PMLR, 2\u201325, 2022"},{"key":"1964_CR22","doi-asserted-by":"publisher","first-page":"7052","DOI":"10.1038\/s41467-025-62042-z","volume":"16","author":"P Shen","year":"2025","unstructured":"Shen P, Yang Z, Sun J, Wang Y, Qiu C, Wang Y, Ren Y, Liu S, Cai W, Lu H: Explainable multimodal deep learning for predicting thyroid cancer lateral lymph node metastasis using ultrasound imaging. Nat Commun 16:7052, 2025","journal-title":"Nat Commun"},{"key":"1964_CR23","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, Yoon W, Kim S, Kim D, Kim S, So CH, Kang J: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36:1234-1240, 2020","journal-title":"Bioinformatics"},{"key":"1964_CR24","unstructured":"Lee J, Lee Y, Kim J, Kosiorek A, Choi S, Teh YW: Set transformer: A framework for attention-based permutation-invariant neural networks. Proceedings of International Conference on Machine Learning, PMLR, 3744\u20133753, 2019"},{"key":"1964_CR25","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1148\/radiol.2019181343","volume":"292","author":"M Buda","year":"2019","unstructured":"Buda M, Wildman-Tobriner B, Hoang JK, Thayer D, Tessler FN, Middleton WD, Mazurowski MA: Management of thyroid nodules seen on US images: deep learning may match performance of radiologists. Radiology 292:695-701, 2019","journal-title":"Radiology"},{"key":"1964_CR26","doi-asserted-by":"publisher","first-page":"e458","DOI":"10.1016\/S2589-7500(24)00085-2","volume":"6","author":"J Wang","year":"2024","unstructured":"Wang J, Zheng N, Wan H, Yao Q, Jia S, Zhang X, Fu S, Ruan J, He G, Chen X: Deep learning models for thyroid nodules diagnosis of fine-needle aspiration biopsy: a retrospective, prospective, multicentre study in China. Lancet Digit Health 6:e458-e469, 2024","journal-title":"Lancet Digit Health"},{"key":"1964_CR27","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J: Deep residual learning for image recognition. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 770\u2013778, 2016","DOI":"10.1109\/CVPR.2016.90"},{"key":"1964_CR28","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, Weinberger KQ: Densely connected convolutional networks. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 4700\u20134708, 2017","DOI":"10.1109\/CVPR.2017.243"},{"key":"1964_CR29","unstructured":"Tan M, Le Q: EfficientNet: Rethinking model scaling for convolutional neural networks. Proceedings of International Conference on Machine Learning, PMLR, 6105\u20136114, 2019"},{"key":"1964_CR30","unstructured":"Dosovitskiy A: An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929, 2020"},{"key":"1964_CR31","doi-asserted-by":"crossref","unstructured":"Liu Z, Mao H, Wu CY, Feichtenhofer C, Darrell T, Xie S: A ConvNet for the 2020s. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 11976\u201311986, 2022","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"1964_CR32","doi-asserted-by":"publisher","first-page":"648","DOI":"10.3390\/bioengineering11070648","volume":"11","author":"S Vahdati","year":"2024","unstructured":"Vahdati S, Khosravi B, Robinson KA, Rouzrokh P, Moassefi M, Akkus Z, Erickson BJ: A multi-view deep learning model for thyroid nodules detection and characterization in ultrasound imaging. Bioengineering 11:648, 2024","journal-title":"Bioengineering"},{"key":"1964_CR33","doi-asserted-by":"publisher","first-page":"1654","DOI":"10.1038\/s41598-023-28932-2","volume":"13","author":"Z Zheng","year":"2023","unstructured":"Zheng Z, Su T, Wang Y, Weng Z, Chai J, Bu W, Xu J, Chen J: A novel ultrasound image diagnostic method for thyroid nodules. Sci Rep 13:1654, 2023","journal-title":"Sci Rep"},{"key":"1964_CR34","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1210\/clinem\/dgad503","volume":"109","author":"EJ Ha","year":"2024","unstructured":"Ha EJ, Lee JH, Lee DH, Moon J, Lee H, Kim YN, Kim M, Na DG, Kim JH: Artificial intelligence model assisting thyroid nodule diagnosis and management: a multicenter diagnostic study. J Clin Endocrinol Metab 109:527-535, 2024","journal-title":"J Clin Endocrinol Metab"},{"key":"1964_CR35","doi-asserted-by":"publisher","first-page":"837","DOI":"10.2307\/2531595","volume":"44","author":"ER DeLong","year":"1988","unstructured":"DeLong ER, DeLong DM, Clarke-Pearson DL: Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach. Biometrics 44:837-845, 1988","journal-title":"Biometrics"},{"key":"1964_CR36","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1177\/0272989X06295361","volume":"26","author":"AJ Vickers","year":"2006","unstructured":"Vickers AJ, Elkin EB: Decision curve analysis: a novel method for evaluating prediction models. Med Decis Making 26:565-574, 2006","journal-title":"Med Decis Making"},{"key":"1964_CR37","doi-asserted-by":"publisher","first-page":"519","DOI":"10.3390\/systems11100519","volume":"11","author":"Y Habchi","year":"2023","unstructured":"Habchi Y, Himeur Y, Kheddar H, Boukabou A, Atalla S, Chouchane A, Ouamane A, Mansoor W: AI in thyroid cancer diagnosis: Techniques, trends, and future directions. Systems 11:519, 2023","journal-title":"Systems"},{"key":"1964_CR38","doi-asserted-by":"crossref","first-page":"731","DOI":"10.1016\/j.bbe.2024.08.007","volume":"44","author":"H Kheddar","year":"2024","unstructured":"Kheddar H, Himeur Y, Habchi Y, Ozturk T, Amira A, Atalla S: Machine learning and transformers for thyroid carcinoma diagnosis: A review. Biocybern Biomed Eng 44:731-756, 2024","journal-title":"Biocybern Biomed Eng"},{"key":"1964_CR39","unstructured":"Raghav P, Bansal S, Goel N: Ultrasound images classification of thyroid cancer using deep transfer learning. In: Proceedings of the 2024 IEEE International Conference on Signal Processing and Communication, 422\u2013427, 2024"},{"key":"1964_CR40","unstructured":"Bal-Ghaoui M, Alaoui Ismaili Z, El Moutaouakil K, Jilbab A, Rouijel A: Adaptive bandelet transform and transfer learning for geometry-aware thyroid cancer ultrasound classification. Multimed Tools Appl, 2024"},{"key":"1964_CR41","doi-asserted-by":"crossref","unstructured":"Pedraza L, Vargas C, Narv\u00e1ez F, Dur\u00e1n O, Mu\u00f1oz E, Romero E: An open access thyroid ultrasound image database. Proceedings of SPIE 9287, 10th International Symposium on Medical Information Processing and Analysis, 92870W, 2015","DOI":"10.1117\/12.2073532"},{"key":"1964_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.106389","volume":"155","author":"H Gong","year":"2023","unstructured":"Gong H, Chen J, Chen G, Li H, Li G, Chen F: Thyroid region prior guided attention for ultrasound segmentation of thyroid nodules. Comput Biol Med 155:106389, 2023","journal-title":"Comput Biol Med"}],"updated-by":[{"DOI":"10.1007\/s10278-026-02054-3","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T00:00:00Z","timestamp":1780876800000}}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-026-01964-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-026-01964-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-026-01964-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T15:01:24Z","timestamp":1780930884000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-026-01964-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,22]]},"references-count":42,"alternative-id":["1964"],"URL":"https:\/\/doi.org\/10.1007\/s10278-026-01964-6","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,22]]},"assertion":[{"value":"6 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2026","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 April 2026","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2026","order":6,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":7,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":8,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s10278-026-02054-3","URL":"https:\/\/doi.org\/10.1007\/s10278-026-02054-3","order":9,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This retrospective study involving human participants was in accordance with the ethical standards of the institutional and national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards. This study was approved by the Ethics Committee of Xi'an International Medical Center Hospital (Approval Date: November 25, 2024) (Record No.: MR-61\u201325-076886).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"Written informed consent was waived by the Ethics Committee of Xi'an International Medical Center Hospital due to the retrospective nature of the study and the use of de-identified patient data.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"Not applicable. This manuscript does not contain any individual person\u2019s data in any form (including individual details, images or videos) that would require consent for publication. All ultrasound images presented are anonymized and do not contain identifying information.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}