{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,4]],"date-time":"2026-11-04T19:53:06Z","timestamp":1793821986556,"version":"4.6.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,8,17]],"date-time":"2025-08-17T00:00:00Z","timestamp":1755388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,8,17]],"date-time":"2025-08-17T00:00:00Z","timestamp":1755388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Shanghai Research Center for Endocrine and Metabolic Diseases","award":["2022ZZ01002"],"award-info":[{"award-number":["2022ZZ01002"]}]},{"DOI":"10.13039\/501100008050","name":"University of Shanghai for Science and Technology","doi-asserted-by":"publisher","award":["2023JK-LY35Y"],"award-info":[{"award-number":["2023JK-LY35Y"]}],"id":[{"id":"10.13039\/501100008050","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-15728-9","type":"journal-article","created":{"date-parts":[[2025,8,17]],"date-time":"2025-08-17T05:53:26Z","timestamp":1755410006000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["High efficiency classification of thyroid cytopathological images based on knowledge distillation and vision transformer"],"prefix":"10.1038","volume":"15","author":[{"given":"Jiazhe","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haolin","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qin","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guangya","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingjing","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yingling","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shu","family":"Ran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fusong","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,8,17]]},"reference":[{"issue":"1","key":"15728_CR1","doi-asserted-by":"publisher","first-page":"7","DOI":"10.3322\/caac.21654","volume":"71","author":"RL Siegel","year":"2021","unstructured":"Siegel, R. L. et al. Cancer statistics, 2021. Cancer J. Clin. 71 (1), 7\u201333. https:\/\/doi.org\/10.3322\/caac.21654 (2021).","journal-title":"Cancer J. Clin."},{"issue":"1","key":"15728_CR2","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.jncc.2024.01.006","volume":"4","author":"B Han","year":"2024","unstructured":"Han, B. et al. Cancer incidence and mortality in china, 2022. J. Natl. Cancer Cent. 4 (1), 47\u201353. https:\/\/doi.org\/10.1016\/j.jncc.2024.01.006 (2024).","journal-title":"J. Natl. Cancer Cent."},{"issue":"1","key":"15728_CR3","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1186\/s40842-016-0035-7","volume":"2","author":"S Tamhane","year":"2016","unstructured":"Tamhane, S. & Gharib, H. Thyroid nodule update on diagnosis and management. Clin. Diabetes Endocrinol. 2 (1), 17. https:\/\/doi.org\/10.1186\/s40842-016-0035-7 (2016).","journal-title":"Clin. Diabetes Endocrinol."},{"key":"15728_CR4","doi-asserted-by":"crossref","unstructured":"Ali, S. Z. et al. The Bethesda system for reporting thyroid cytopathology: definitions, criteria, and explanatory notes. Springer Int. Publishing (2023).","DOI":"10.1007\/978-3-031-28046-7"},{"issue":"9","key":"15728_CR5","doi-asserted-by":"publisher","first-page":"1185","DOI":"10.1016\/j.ajpath.2023.05.011","volume":"193","author":"D Dov","year":"2023","unstructured":"Dov, D. et al. Deep-Learning-Based screening and ancillary testing for thyroid cytopathology. Am. J. Pathol. 193 (9), 1185\u20131194. https:\/\/doi.org\/10.1016\/j.ajpath.2023.05.011 (2023).","journal-title":"Am. J. Pathol."},{"issue":"4","key":"15728_CR6","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1002\/cncy.22238","volume":"128","author":"DD Elliott Range","year":"2020","unstructured":"Elliott Range, D. D. et al. Application of a machine learning algorithm to predict malignancy in thyroid cytopathology. Cancer Cytopathol. 128 (4), 287\u2013295. https:\/\/doi.org\/10.1002\/cncy.22238 (2020).","journal-title":"Cancer Cytopathol."},{"issue":"4","key":"15728_CR7","doi-asserted-by":"publisher","first-page":"300060522109427","DOI":"10.1177\/03000605221094276","volume":"50","author":"D Chengwen","year":"2022","unstructured":"Chengwen, D. et al. Differential diagnostic value of the ResNet50, random forest, and DS ensemble models for papillary thyroid carcinoma and other thyroid nodules. J. Int. Med. Res. 50 (4), 3000605221094276. https:\/\/doi.org\/10.1177\/03000605221094276 (2022).","journal-title":"J. Int. Med. Res."},{"issue":"7","key":"15728_CR8","doi-asserted-by":"publisher","first-page":"e458","DOI":"10.1016\/S2589-7500(24)00085-2","volume":"6","author":"J Wang","year":"2024","unstructured":"Wang, J. et al. Deep learning models for thyroid nodules diagnosis of fine-needle aspiration biopsy: a retrospective, prospective, multicentre study in China. Lancet Digit. Health. 6 (7), e458\u2013e469. https:\/\/doi.org\/10.1016\/S2589-7500(24)00085-2 (2024).","journal-title":"Lancet Digit. Health"},{"issue":"4","key":"15728_CR9","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1002\/cncy.22669","volume":"131","author":"H Hirokawa","year":"2023","unstructured":"Hirokawa, H. et al. Application of deep learning as an ancillary diagnostic tool for thyroid FNA cytology. Cancer Cytopathol. 131 (4), 217\u2013225. https:\/\/doi.org\/10.1002\/cncy.22669 (2023).","journal-title":"Cancer Cytopathol."},{"key":"15728_CR10","unstructured":"Dosovitskiy, A. An image is worth 16x16 words: Transformers for image recognition at scale. Preprint at (2020). https:\/\/arxiv.org\/pdf\/2010.11929\/1000"},{"key":"15728_CR11","doi-asserted-by":"publisher","unstructured":"Xingzhe, C. et al. Method of Risk Stratification for Detecting Malignant C-TIRADS in Thyroid Nodules Based on Self-attention and Self-distillation. Journal of Computer-Aided Design & Computer Graphics. 1\u201315, (2025). https:\/\/doi.org\/10.3724\/SP.J.1089.2024-00203","DOI":"10.3724\/SP.J.1089.2024-00203"},{"key":"15728_CR12","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1117\/12.2654851","volume":"12471","author":"MH Tran","year":"2023","unstructured":"Tran, M. H., Gomez, O. & Fei, B. A video transformer network for thyroid cancer detection on hyperspectral histologic images. InMedical Imaging 2023: Digit. Comput. Pathol. 12471, 32\u201341. https:\/\/doi.org\/10.1117\/12.2654851 (2023).","journal-title":"InMedical Imaging 2023: Digit. Comput. Pathol."},{"key":"15728_CR13","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3483769","author":"P Jiang","year":"2024","unstructured":"Jiang, P. et al. CSMViT: A lightweight transformer and CNN fusion network for lymph node pathological images diagnosis. IEEE Access. https:\/\/doi.org\/10.1109\/ACCESS.2024.3483769 (2024).","journal-title":"IEEE Access."},{"key":"15728_CR14","unstructured":"Hinton, G. Distilling the Knowledge in a Neural Network. Preprint at (2015). https:\/\/arxiv.org\/abs\/1503.02531"},{"key":"15728_CR15","doi-asserted-by":"publisher","unstructured":"Lindqvist, J. et al. A general framework for ensemble distribution distillation. IEEE 30th International Workshop on Machine Learning for Signal Processing (MLSP). 1\u20136, (2020). https:\/\/doi.org\/10.1109\/MLSP49062.2020.9231703 (2020).","DOI":"10.1109\/MLSP49062.2020.9231703"},{"key":"15728_CR16","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S. I. et al. Improved knowledge distillation via teacher assistant. Proceedings of the AAAI conference on artificial intelligence. 34(04), 5191\u20135198 (2020).","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"15728_CR17","unstructured":"Romero, A. et al. Fitnets: Hints for thin deep nets. Preprint at (2014). https:\/\/arxiv.org\/abs\/1412.6550"},{"key":"15728_CR18","doi-asserted-by":"crossref","unstructured":"Ahn, S. et al. Variational information distillation for knowledge transfer. Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. 9163\u20139171 (2019).","DOI":"10.1109\/CVPR.2019.00938"},{"key":"15728_CR19","doi-asserted-by":"crossref","unstructured":"Wang, H. et al. Progressive Blockwise Knowledge Distillation for Neural Network Acceleration. IJCAI. 2769\u20132775 (2018).","DOI":"10.24963\/ijcai.2018\/384"},{"key":"15728_CR20","doi-asserted-by":"crossref","unstructured":"Chen, L. et al. Wasserstein contrastive representation distillation. Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. 16296\u201316305 (2021).","DOI":"10.1109\/CVPR46437.2021.01603"},{"issue":"6","key":"15728_CR21","doi-asserted-by":"publisher","first-page":"3048","DOI":"10.1109\/TPAMI.2021.3055564","volume":"44","author":"L Wang","year":"2021","unstructured":"Wang, L. & Yoon, K. J. Knowledge distillation and student-teacher learning for visual intelligence: A review and new outlooks. IEEE Trans. Pattern Anal. Mach. Intell. 44 (6), 3048\u20133068. https:\/\/doi.org\/10.1109\/TPAMI.2021.3055564 (2021).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"15728_CR22","doi-asserted-by":"crossref","unstructured":"Park, W. et al. Relational knowledge distillation. Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. 3967\u20133976 (2019).","DOI":"10.1109\/CVPR.2019.00409"},{"key":"15728_CR23","doi-asserted-by":"crossref","unstructured":"Shu, C. et al. Channel-wise knowledge distillation for dense prediction. Proceedings of the IEEE\/CVF International Conference on Computer Vision. 5311\u20135320 (2021).","DOI":"10.1109\/ICCV48922.2021.00526"},{"key":"15728_CR24","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. A simple and generic framework for feature distillation via channel-wise transformation. Proceedings of the IEEE\/CVF International Conference on Computer Vision. 1129\u20131138 (2023).","DOI":"10.1109\/ICCVW60793.2023.00121"},{"issue":"11","key":"15728_CR25","doi-asserted-by":"publisher","first-page":"1279","DOI":"10.3390\/bioengineering10111279","volume":"10","author":"H Kim","year":"2023","unstructured":"Kim, H. et al. RCKD: Response-Based Cross-Task knowledge distillation for pathological image analysis. Bioengineering 10 (11), 1279. https:\/\/doi.org\/10.3390\/bioengineering10111279 (2023).","journal-title":"Bioengineering"},{"key":"15728_CR26","doi-asserted-by":"publisher","unstructured":"Zhong, L. et al. Semi-supervised pathological image segmentation via cross distillation of multiple attentions and Seg-CAM consistency. Pattern Recogn. 152 https:\/\/doi.org\/10.1016\/j.patcog.2024.110492 (2024).","DOI":"10.1016\/j.patcog.2024.110492"},{"issue":"3","key":"15728_CR27","doi-asserted-by":"publisher","first-page":"726","DOI":"10.1109\/TMM.2017.2751140","volume":"20","author":"L Li","year":"2017","unstructured":"Li, L. et al. Global\u2013local attention for image description. IEEE Trans. Multimedia. 20 (3), 726\u2013737. https:\/\/doi.org\/10.1109\/TMM.2017.2751140 (2017).","journal-title":"IEEE Trans. Multimedia"},{"issue":"11","key":"15728_CR28","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1089\/thy.2017.0500","volume":"27","author":"ES Cibas","year":"2017","unstructured":"Cibas, E. S. & Ali, S. Z. The 2017 Bethesda system for reporting thyroid cytopathology. Thyroid 27 (11), 1341\u20131346. https:\/\/doi.org\/10.1089\/thy.2017.0500 (2017).","journal-title":"Thyroid"},{"key":"15728_CR29","first-page":"5908","volume":"34","author":"X Han Kai","year":"2021","unstructured":"Han Kai, X. et al. Transformer in transformer. Adv. Neural. Inf. Process. Syst. 34, 5908\u201315919 (2021).","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"15728_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. Swin transformer: Hierarchical vision transformer using shifted windows. Proceedings of the IEEE\/CVF international conference on computer vision. 10012\u201310022 (2021).","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"15728_CR31","doi-asserted-by":"publisher","first-page":"108418","DOI":"10.1016\/j.patcog.2021.108418","volume":"124","author":"C Chen","year":"2022","unstructured":"Chen, C., Yu, J. & Ling, Q. Sparse attention block: aggregating contextual information for object detection. Pattern Recogn. 124, 108418. https:\/\/doi.org\/10.1016\/j.patcog.2021.108418 (2022).","journal-title":"Pattern Recogn."},{"key":"15728_CR32","first-page":"33716","volume":"35","author":"T Huang","year":"2022","unstructured":"Huang, T. et al. Knowledge distillation from a stronger teacher. Adv. Neural. Inf. Process. Syst. 35, 33716\u201333727 (2022).","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-15728-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-15728-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-15728-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,17]],"date-time":"2025-08-17T05:53:31Z","timestamp":1755410011000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-15728-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,17]]},"references-count":32,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["15728"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-15728-9","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,17]]},"assertion":[{"value":"26 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The original data used in this study have been granted with Ethics Approval No. YS-2024-268 from Shanghai Sixth People\u2019s Hospital affiliated to Shanghai Jiao Tong University, as required by the Institutional Review Board (IRB).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}],"article-number":"30059"}}