{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T21:30:48Z","timestamp":1777671048503,"version":"3.51.4"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031677502","type":"print"},{"value":"9783031677519","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-67751-9_7","type":"book-chapter","created":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T19:02:53Z","timestamp":1722538973000},"page":"81-91","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Exploring Vision Language Pretraining with\u00a0Knowledge Enhancement via\u00a0Large Language Model"],"prefix":"10.1007","author":[{"given":"Chuenyuet","family":"Tung","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianing","family":"Yin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qiaoyuchen","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,1]]},"reference":[{"key":"7_CR1","doi-asserted-by":"publisher","unstructured":"Boecking, B., et\u00a0al.: Making the most of text semantics to improve biomedical vision\u2013language processing. In: Computer Vision \u2013 ECCV 2022. LNCS, vol. 13696, pp. 1\u201321. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20059-5_1","DOI":"10.1007\/978-3-031-20059-5_1"},{"issue":"11","key":"7_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-022-3871-0","volume":"66","author":"Y Chen","year":"2023","unstructured":"Chen, Y., Yang, X., Bai, X.: Confidence-weighted mutual supervision on dual networks for unsupervised cross-modality image segmentation. Sci. China Inf. Sci. 66(11), 210104 (2023)","journal-title":"Sci. China Inf. Sci."},{"key":"7_CR3","unstructured":"D\u00edaz, I.G.: Incorporating the knowledge of dermatologists to convolutional neural networks for the diagnosis of skin lesions. arXiv preprint arXiv:1703.01976 (2017)"},{"key":"7_CR4","doi-asserted-by":"publisher","unstructured":"Huang, S.C., Shen, L., Lungren, M.P., Yeung, S.: GLoRIA: a multimodal global-local representation learning framework for label-efficient medical image recognition. In: 2021 IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 3922\u20133931 (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00391","DOI":"10.1109\/ICCV48922.2021.00391"},{"key":"7_CR5","unstructured":"Jain, S., et\u00a0al.: RadGraph: extracting clinical entities and relations from radiology reports. arXiv preprint arXiv:2106.14463 (2021)"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Johnson, A.E., et al.: MIMIC-CXR-JPG, a large publicly available database of labeled chest radiographs. arXiv preprint arXiv:1901.07042 (2019)","DOI":"10.1038\/s41597-019-0322-0"},{"key":"7_CR7","doi-asserted-by":"publisher","unstructured":"Li, L., Xu, M., Wang, X., Jiang, L., Liu, H.: Attention based glaucoma detection: a large-scale database and CNN model. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 10563\u201310572 (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.01082","DOI":"10.1109\/CVPR.2019.01082"},{"key":"7_CR8","unstructured":"Lin, Y., Fang, X., Zhang, D., Cheng, K.T., Chen, H.: Boosting convolution with efficient MLP-permutation for volumetric medical image segmentation. arXiv:2303.13111 (2023)"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Lin, Y., et al.: LENAS: learning-based neural architecture search and ensemble for 3-D radiotherapy dose prediction. IEEE Trans. Cybern. (2024)","DOI":"10.1109\/TCYB.2024.3390769"},{"key":"7_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102933","volume":"89","author":"Y Lin","year":"2023","unstructured":"Lin, Y., et al.: Nuclei segmentation with point annotations from pathology images via self-supervised learning and co-training. Med. Image Anal. 89, 102933 (2023)","journal-title":"Med. Image Anal."},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Lin, Y., Wang, Z., Zhang, D., Cheng, K.T., Chen, H.: BoNuS: boundary mining for nuclei segmentation with partial point labels. IEEE Trans. Med. Imaging (2024)","DOI":"10.1109\/TMI.2024.3355068"},{"key":"7_CR12","doi-asserted-by":"publisher","unstructured":"Lin, Y., Zhang, D., Fang, X., Chen, Y., Cheng, K.T., Chen, H.: Rethinking boundary detection in deep learning models for medical image segmentation. In: Frangi, A., de Bruijne, M., Wassermann, D., Navab, N. (eds.) IPMI 2023. LNCS, vol. 13939, pp. 730\u2013742. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-34048-2_56","DOI":"10.1007\/978-3-031-34048-2_56"},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"Miura, Y., Zhang, Y., Tsai, E.B., Langlotz, C.P., Jurafsky, D.: Improving factual completeness and consistency of image-to-text radiology report generation. arXiv preprint arXiv:2010.10042 (2020)","DOI":"10.18653\/v1\/2021.naacl-main.416"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"M\u00fcller, P., Kaissis, G., Zou, C., Rueckert, D.: Joint learning of localized representations from medical images and reports. In: Computer Vision \u2013 ECCV 2022. LNCS, vol. 13686, pp. 685\u2013701. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19809-0_39","DOI":"10.1007\/978-3-031-19809-0_39"},{"key":"7_CR15","unstructured":"Radford, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"7_CR16","unstructured":"Raghu, M., Zhang, C., Kleinberg, J., Bengio, S.: Transfusion: understanding transfer learning for medical imaging. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"7_CR17","doi-asserted-by":"publisher","unstructured":"Shih, G., et al.: Augmenting the national institutes of health chest radiograph dataset with expert annotations of possible pneumonia. Radiol. Artif. Intelli. 1(1), e180041 (2019). https:\/\/doi.org\/10.1148\/ryai.2019180041. pMID: 33937785","DOI":"10.1148\/ryai.2019180041"},{"key":"7_CR18","unstructured":"Singhal, K., et\u00a0al.: Large language models encode clinical knowledge. arXiv preprint arXiv:2212.13138 (2022)"},{"key":"7_CR19","doi-asserted-by":"crossref","unstructured":"Smit, A., Jain, S., Rajpurkar, P., Pareek, A., Ng, A.Y., Lungren, M.P.: CheXbert: combining automatic labelers and expert annotations for accurate radiology report labeling using BERT. arXiv preprint arXiv:2004.09167 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.117"},{"issue":"9","key":"7_CR20","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1038\/s41591-018-0147-y","volume":"24","author":"JJ Titano","year":"2018","unstructured":"Titano, J.J., et al.: Automated deep-neural-network surveillance of cranial images for acute neurologic events. Nat. Med. 24(9), 1337\u20131341 (2018). https:\/\/doi.org\/10.1038\/s41591-018-0147-y. epub 2018 Aug 13","journal-title":"Nat. Med."},{"key":"7_CR21","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-022-00936-9","author":"E Tiu","year":"2022","unstructured":"Tiu, E., Talius, E., Patel, P., et al.: Expert-level detection of pathologies from unannotated chest X-ray images via self-supervised learning. Nat. Biomed. Eng. (2022). https:\/\/doi.org\/10.1038\/s41551-022-00936-9","journal-title":"Nat. Biomed. Eng."},{"key":"7_CR22","unstructured":"Wang, F., Zhou, Y., Wang, S., Vardhanabhuti, V., Yu, L.: Multi-granularity cross-modal alignment for generalized medical visual representation learning. In: Advances in Neural Information Processing Systems, vol. 35, pp. 33536\u201333549 (2022)"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Wang, X., Peng, Y., Lu, L., Lu, Z., Bagheri, M., Summers, R.M.: ChestX-ray8: hospital-scale chest X-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2097\u20132106 (2017)","DOI":"10.1109\/CVPR.2017.369"},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Wang, Z., Wu, Z., Agarwal, D., Sun, J.: MedCLIP: contrastive learning from unpaired medical images and text. arXiv preprint arXiv:2210.10163 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.256"},{"key":"7_CR25","doi-asserted-by":"crossref","unstructured":"Wu, C., Zhang, X., Zhang, Y., Wang, Y., Xie, W.: MedKLIP: medical knowledge enhanced language-image pre-training in radiology. arXiv preprint arXiv:2301.02228 (2023)","DOI":"10.1101\/2023.01.10.23284412"},{"issue":"4","key":"7_CR26","doi-asserted-by":"publisher","first-page":"991","DOI":"10.1109\/TMI.2018.2876510","volume":"38","author":"Y Xie","year":"2019","unstructured":"Xie, Y., et al.: Knowledge-based collaborative deep learning for benign-malignant lung nodule classification on chest CT. IEEE Trans. Med. Imaging 38(4), 991\u20131004 (2019). https:\/\/doi.org\/10.1109\/TMI.2018.2876510","journal-title":"IEEE Trans. Med. Imaging"},{"key":"7_CR27","unstructured":"Zhang, Y., Jiang, H., Miura, Y., Manning, C.D., Langlotz, C.P.: Contrastive learning of medical visual representations from paired images and text. In: Machine Learning for Healthcare Conference, pp. 2\u201325. PMLR (2022)"}],"container-title":["Lecture Notes in Computer Science","Trustworthy Artificial Intelligence for Healthcare"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-67751-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,3]],"date-time":"2024-08-03T23:03:33Z","timestamp":1722726213000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-67751-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031677502","9783031677519"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-67751-9_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TAI4H","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Trustworthy Artificial Intelligence for Healthcare","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tml4h2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}