{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T00:05:30Z","timestamp":1776211530528,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["282302180"],"award-info":[{"award-number":["282302180"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82302180"],"award-info":[{"award-number":["82302180"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["92270108"],"award-info":[{"award-number":["92270108"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-024-01128-4","type":"journal-article","created":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T14:02:08Z","timestamp":1720533728000},"page":"422-438","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Benchmarking PathCLIP for Pathology Image Analysis"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9005-4875","authenticated-orcid":false,"given":"Sunyi","family":"Zheng","sequence":"first","affiliation":[]},{"given":"Xiaonan","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Yuxuan","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Jingxiong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Honglin","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yunlong","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Pingyi","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Xueping","family":"Jing","sequence":"additional","affiliation":[]},{"given":"Zhaoxiang","family":"Ye","sequence":"additional","affiliation":[]},{"given":"Lin","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,9]]},"reference":[{"key":"1128_CR1","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1038\/s41591-019-0508-1","volume":"25","author":"G Campanella","year":"2019","unstructured":"Campanella G, et al.: Clinical-grade computational pathology using weakly supervised deep learning on whole slide images. Nature medicine 25:1301\u20131309, 2019","journal-title":"Nature medicine"},{"key":"1128_CR2","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.1038\/s41467-021-21467-y","volume":"12","author":"C-L Chen","year":"2021","unstructured":"Chen C-L, et al.: An annotation-free whole-slide training approach to pathological classification of lung cancer types using deep learning. Nature communications 12:1193, 2021","journal-title":"Nature communications"},{"key":"1128_CR3","doi-asserted-by":"publisher","first-page":"e71-e82","DOI":"10.1016\/S2589-7500(22)00210-2","volume":"5","author":"S Fremond","year":"2023","unstructured":"Fremond S, et al.: Interpretable deep learning model to predict the molecular classification of endometrial cancer from haematoxylin and eosin-stained whole-slide images: a combined analysis of the PORTEC randomised trials and clinical cohorts. The Lancet Digital Health 5:e71-e82, 2023","journal-title":"The Lancet Digital Health"},{"key":"1128_CR4","doi-asserted-by":"publisher","first-page":"102270","DOI":"10.1016\/j.media.2021.102270","volume":"75","author":"C-W Wang","year":"2022","unstructured":"Wang C-W, Huang S-C, Lee Y-C, Shen Y-J, Meng S-I, Gaol JL: Deep learning for bone marrow cell detection and classification on whole-slide images. Medical Image Analysis 75:102270, 2022","journal-title":"Medical Image Analysis"},{"key":"1128_CR5","unstructured":"Shui Z, et al.: Deformable Proposal-Aware P2PNet: A Universal Network for Cell Recognition under Point Supervision. arXiv preprint arXiv:230302602, 2023"},{"key":"1128_CR6","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.celrep.2018.03.086","volume":"23","author":"J Saltz","year":"2018","unstructured":"Saltz J, et al.: Spatial organization and molecular correlation of tumor-infiltrating lymphocytes using deep learning on pathology images. Cell reports 23:181\u2013193. e187, 2018","journal-title":"Cell reports"},{"key":"1128_CR7","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1109\/JBHI.2020.3039741","volume":"25","author":"Z Li","year":"2020","unstructured":"Li Z, et al.: Deep learning methods for lung cancer segmentation in whole-slide histopathology images\u2014the acdc@ lunghp challenge 2019. IEEE Journal of Biomedical and Health Informatics 25:429\u2013440, 2020","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"1128_CR8","doi-asserted-by":"publisher","first-page":"102645","DOI":"10.1016\/j.media.2022.102645","volume":"83","author":"X Wang","year":"2023","unstructured":"Wang X, et al.: RetCCL: clustering-guided contrastive learning for whole-slide image retrieval. Medical image analysis 83:102645, 2023","journal-title":"Medical image analysis"},{"key":"1128_CR9","doi-asserted-by":"publisher","first-page":"2307","DOI":"10.1038\/s41591-023-02504-3","volume":"29","author":"Z Huang","year":"2023","unstructured":"Huang Z, Bianchi F, Yuksekgonul M, Montine TJ, Zou J: A visual\u2013language foundation model for pathology image analysis using medical twitter. Nature medicine 29:2307\u20132316, 2023","journal-title":"Nature medicine"},{"key":"1128_CR10","unstructured":"Sun Y, et al.: Pathasst: Redefining pathology through generative foundation ai assistant for pathology. arXiv preprint arXiv:230515072, 2023"},{"key":"1128_CR11","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1016\/j.eururo.2020.04.023","volume":"78","author":"A-C Woerl","year":"2020","unstructured":"Woerl A-C, et al.: Deep learning predicts molecular subtype of muscle-invasive bladder cancer from conventional histopathological slides. European urology 78:256\u2013264, 2020","journal-title":"European urology"},{"key":"1128_CR12","doi-asserted-by":"publisher","first-page":"4734","DOI":"10.1007\/s00330-023-09432-3","volume":"33","author":"X Cui","year":"2023","unstructured":"Cui X, et al.: Prediction of histologic types in solid lung lesions using preoperative contrast-enhanced CT. European Radiology 33:4734\u20134745, 2023","journal-title":"European Radiology"},{"key":"1128_CR13","unstructured":"Li H, et al.: Task-specific fine-tuning via variational information bottleneck for weakly-supervised pathology whole slide image classification. Proc. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition: City"},{"key":"1128_CR14","unstructured":"Touvron H, et al.: Llama: Open and efficient foundation language models. arXiv preprint arXiv:230213971, 2023"},{"key":"1128_CR15","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I: Improving language understanding by generative pre-training, 2018"},{"key":"1128_CR16","volume-title":"Chestxraybert: A pretrained language model for chest radiology report summarization","author":"X Cai","year":"2021","unstructured":"Cai X, Liu S, Han J, Yang L, Liu Z, Liu T: Chestxraybert: A pretrained language model for chest radiology report summarization. IEEE Transactions on Multimedia, 2021"},{"key":"1128_CR17","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:181004805, 2018"},{"key":"1128_CR18","unstructured":"Kirillov A, et al.: Segment anything. arXiv preprint arXiv:230402643, 2023"},{"key":"1128_CR19","unstructured":"Dosovitskiy A, et al.: An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:201011929, 2020"},{"key":"1128_CR20","unstructured":"Chen J, Guo H, Yi K, Li B, Elhoseiny M: Visualgpt: Data-efficient adaptation of pretrained language models for image captioning. Proc. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition: City"},{"key":"1128_CR21","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I: Language models are unsupervised multitask learners. OpenAI blog 1:9, 2019","journal-title":"OpenAI blog"},{"key":"1128_CR22","unstructured":"Yang Z, et al.: The dawn of lmms: Preliminary explorations with gpt-4v (ision). arXiv preprint arXiv:230917421 9, 2023"},{"key":"1128_CR23","unstructured":"Yan Z, Zhang K, Zhou R, He L, Li X, Sun L: Multimodal ChatGPT for Medical Applications: an Experimental Study of GPT-4V. arXiv preprint arXiv:231019061, 2023"},{"key":"1128_CR24","unstructured":"Radford A, et al.: Learning transferable visual models from natural language supervision. Proc. International conference on machine learning: City"},{"key":"1128_CR25","first-page":"25278","volume":"35","author":"C Schuhmann","year":"2022","unstructured":"Schuhmann C, et al.: Laion-5b: An open large-scale dataset for training next generation image-text models. Advances in Neural Information Processing Systems 35:25278\u201325294, 2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"1128_CR26","first-page":"46595","volume":"36","author":"L Zheng","year":"2023","unstructured":"Zheng L, et al.: Judging llm-as-a-judge with mt-bench and chatbot arena. Advances in Neural Information Processing Systems 36:46595\u201346623, 2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"1128_CR27","unstructured":"Agarwal S, Krueger G, Clark J, Radford A, Kim JW, Brundage M: Evaluating clip: towards characterization of broader capabilities and downstream implications. arXiv preprint arXiv:210802818, 2021"},{"key":"1128_CR28","unstructured":"Galindo Y, Faria FA: Understanding CLIP Robustness"},{"key":"1128_CR29","unstructured":"Zheng S, et al.: ChrSNet: Chromosome Straightening Using Self-attention Guided Networks. Proc. International Conference on Medical Image Computing and Computer-Assisted Intervention: City"},{"key":"1128_CR30","doi-asserted-by":"publisher","first-page":"2084","DOI":"10.1007\/s00330-023-10184-3","volume":"34","author":"X Jing","year":"2023","unstructured":"Jing X, et al.: Localization of contrast-enhanced breast lesions in ultrafast screening MRI using deep convolutional neural networks. European Radiology 34:2084\u20132092, 2023","journal-title":"European Radiology"},{"key":"1128_CR31","doi-asserted-by":"publisher","first-page":"109483","DOI":"10.1016\/j.radonc.2023.109483","volume":"180","author":"S Zheng","year":"2023","unstructured":"Zheng S, et al.: Survival prediction for stage I-IIIA non-small cell lung cancer using deep learning. Radiotherapy and oncology 180:109483, 2023","journal-title":"Radiotherapy and oncology"},{"key":"1128_CR32","unstructured":"Zhang Y, Sun Y, Li H, Zheng S, Zhu C, Yang L: Benchmarking the robustness of deep neural networks to common corruptions in digital pathology. Proc. International Conference on Medical Image Computing and Computer-Assisted Intervention: City"},{"key":"1128_CR33","unstructured":"Zhang S, et al.: Corruption-robust enhancement of deep neural networks for classification of peripheral blood smear images. Proc. Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2020: 23rd International Conference, Lima, Peru, October 4\u20138, 2020, Proceedings, Part V 23: City"},{"key":"1128_CR34","doi-asserted-by":"crossref","unstructured":"Huang P, et al.: Assessing and Enhancing Robustness of Deep Learning Models with Corruption Emulation in Digital Pathology. arXiv preprint arXiv:231020427, 2023","DOI":"10.1109\/BIBM58861.2023.10385800"},{"key":"1128_CR35","doi-asserted-by":"publisher","unstructured":"Leavey P, Sengupta A, Rakheja D, Daescu O, Arunachalam HB, Mishra R: Osteosarcoma data from UT Southwestern\/UT Dallas for viable and necrotic tumor assessment (Osteosarcoma-Tumor-Assessment) [data set]. The Cancer Imaging Archive, 2019. https:\/\/doi.org\/10.7937\/TCIA.2019.BVHJHDAS","DOI":"10.7937\/TCIA.2019.BVHJHDAS"},{"key":"1128_CR36","doi-asserted-by":"crossref","unstructured":"Mishra R, Daescu O, Leavey P, Rakheja D, Sengupta A: Histopathological diagnosis for viable and non-viable tumor prediction for osteosarcoma using convolutional neural network. Proc. Bioinformatics Research and Applications: 13th International Symposium, ISBRA 2017, Honolulu, HI, USA, May 29\u2013June 2, 2017, Proceedings 13: City","DOI":"10.1007\/978-3-319-59575-7_2"},{"key":"1128_CR37","doi-asserted-by":"publisher","first-page":"102487","DOI":"10.1016\/j.media.2022.102487","volume":"80","author":"C Han","year":"2022","unstructured":"Han C, et al.: Multi-layer pseudo-supervision for histopathology tissue semantic segmentation using patch-level classification labels. Medical Image Analysis 80:102487, 2022","journal-title":"Medical Image Analysis"},{"key":"1128_CR38","doi-asserted-by":"crossref","unstructured":"Sun Y, Zhu C, Zhang Y, Li H, Chen P, Yang L: Assessing the Robustness of Deep Learning-Assisted Pathological Image Analysis Under Practical Variables of Imaging System: IEEE International Conference on Acoustics, Speech and Signal Processing, 2023","DOI":"10.1109\/ICASSP49357.2023.10095887"},{"key":"1128_CR39","unstructured":"Qiao Y, et al.: Robustness of sam: Segment anything under corruptions and beyond. arXiv preprint arXiv:230607713, 2023"},{"key":"1128_CR40","unstructured":"Zhang C, Zhang C, Kang T, Kim D, Bae S-H, Kweon IS: Attack-sam: Towards evaluating adversarial robustness of segment anything model. arXiv preprint arXiv:230500866, 2023"},{"key":"1128_CR41","doi-asserted-by":"publisher","first-page":"1343","DOI":"10.1016\/j.acra.2017.03.026","volume":"24","author":"S Horiuchi","year":"2017","unstructured":"Horiuchi S, et al.: Reliability of MR quantification of rotator cuff muscle fatty degeneration using a 2-point Dixon technique in comparison with the Goutallier classification: validation study by multiple readers. Academic radiology 24:1343\u20131351, 2017","journal-title":"Academic radiology"},{"key":"1128_CR42","doi-asserted-by":"publisher","first-page":"1186","DOI":"10.1097\/JU.0000000000000026","volume":"201","author":"CP Nelson","year":"2019","unstructured":"Nelson CP, et al.: Interobserver and intra-observer reliability of the urinary tract dilation classification system in neonates: a multicenter study. The Journal of urology 201:1186\u20131192, 2019","journal-title":"The Journal of urology"},{"key":"1128_CR43","doi-asserted-by":"publisher","first-page":"101544","DOI":"10.1016\/j.media.2019.101544","volume":"58","author":"D Tellez","year":"2019","unstructured":"Tellez D, et al.: Quantifying the effects of data augmentation and stain color normalization in convolutional neural networks for computational pathology. Medical image analysis 58:101544, 2019","journal-title":"Medical image analysis"},{"key":"1128_CR44","doi-asserted-by":"publisher","first-page":"2917","DOI":"10.1109\/TCSVT.2019.2935128","volume":"30","author":"R Takahashi","year":"2019","unstructured":"Takahashi R, Matsubara T, Uehara K: Data augmentation using random image cropping and patching for deep CNNs. IEEE Transactions on Circuits and Systems for Video Technology 30:2917\u20132931, 2019","journal-title":"IEEE Transactions on Circuits and Systems for Video Technology"}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01128-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-024-01128-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01128-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T19:30:56Z","timestamp":1739215856000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-024-01128-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":44,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["1128"],"URL":"https:\/\/doi.org\/10.1007\/s10278-024-01128-4","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"7 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 March 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Our study did not require ethics approval since we only used publicly available de-identified data.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"Our study relied on publicly available de-identified data, and ethical considerations, including informed consent, were addressed by the original creators of the database. No additional informed consent was required for this specific analysis.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"As the data utilized in this study are derived from publicly available de-identified datasets, individual consent for publication is not applicable. The original dataset creators obtained the necessary permissions, and the data have been anonymized and de-identified, in compliance with ethical standards.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}