{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T06:12:01Z","timestamp":1769753521113,"version":"3.49.0"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720857","type":"print"},{"value":"9783031720864","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72086-4_17","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:34:45Z","timestamp":1727987685000},"page":"177-187","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Continually Tuning a\u00a0Large Language Model for\u00a0Multi-domain Radiology Report Generation"],"prefix":"10.1007","author":[{"given":"Yihua","family":"Sun","sequence":"first","affiliation":[]},{"given":"Hee Guan","family":"Khor","sequence":"additional","affiliation":[]},{"given":"Yuanzheng","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Zhuhao","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Hongliang","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Yu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Longfei","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Zhuozhao","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Hongen","family":"Liao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"key":"17_CR1","unstructured":"jieba. https:\/\/github.com\/fxsjy\/jieba"},{"key":"17_CR2","unstructured":"Ba, J.L., Kiros, J.R., Hinton, G.E.: Layer normalization. arXiv preprint arXiv:1607.06450 (2016)"},{"key":"17_CR3","unstructured":"Bai, J., Bai, S., Chu, Y., Cui, Z., Dang, K., Deng, X., Fan, Y., Ge, W., Han, Y., Huang, F., et\u00a0al.: Qwen technical report. arXiv preprint arXiv:2309.16609 (2023)"},{"key":"17_CR4","unstructured":"Bai, J., Bai, S., et\u00a0al.: Qwen-vl: A versatile vision-language model for understanding, localization, text reading, and beyond. arXiv preprint arXiv:2308.12966 (2023)"},{"key":"17_CR5","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., et\u00a0al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems. vol.\u00a033, pp. 1877\u20131901 (2020)"},{"key":"17_CR6","unstructured":"Buzzega, P., Boschini, M., Porrello, A., Abati, D., CALDERARA, S.: Dark experience for general continual learning: a strong, simple baseline. In: Advances in Neural Information Processing Systems. vol.\u00a033, pp. 15920\u201315930 (2020)"},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Demner-Fushman, D., Kohli, M.D., Rosenman, M.B., Shooshan, S.E., et\u00a0al.: Preparing a collection of radiology examinations for distribution and retrieval. Journal of the American Medical Informatics Association 23(2), 304\u2013310 (07 2015)","DOI":"10.1093\/jamia\/ocv080"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Du, Z., Qian, Y., et\u00a0al.: GLM: General language model pretraining with autoregressive blank infilling. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). pp. 320\u2013335 (2022)","DOI":"10.18653\/v1\/2022.acl-long.26"},{"issue":"23","key":"17_CR9","doi-asserted-by":"publisher","first-page":"E215","DOI":"10.1161\/01.CIR.101.23.e215","volume":"101","author":"AL Goldberger","year":"2000","unstructured":"Goldberger, A.L., Amaral, L.A., Glass, L., Hausdorff, J.M., Ivanov, P.C., et\u00a0al.: PhysioBank, PhysioToolkit, and PhysioNet: components of a new research resource for complex physiologic signals. Circulation 101(23), E215\u201320 (Jun 2000)","journal-title":"Circulation"},{"key":"17_CR10","unstructured":"Hu, J., Yao, Y., Wang, C., Wang, S., Pan, Y., Chen, Q., Yu, T., Wu, H., et\u00a0al.: Large multilingual models pivot zero-shot multimodal learning across languages. In: The Twelfth International Conference on Learning Representations (2024)"},{"issue":"01","key":"17_CR11","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1609\/aaai.v33i01.3301590","volume":"33","author":"J Irvin","year":"2019","unstructured":"Irvin, J., Rajpurkar, P., Ko, M., Yu, Y., Ciurea-Ilcus, S., et\u00a0al.: Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison. Proceedings of the AAAI Conference on Artificial Intelligence 33(01), 590\u2013597 (Jul 2019)","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"17_CR12","unstructured":"Johnson, A., Pollard, T., Mark, R., Berkowitz, S., Horng, S.: MIMIC-CXR Database (version 2.0.0). PhysioNet (2019), https:\/\/doi.org\/10.13026\/C2JT1Q."},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Johnson, A.E.W., Pollard, T.J., Berkowitz, S.J., Greenbaum, N.R., Lungren, M.P., Deng, C.y., et\u00a0al.: MIMIC-CXR, a de-identified publicly available database of chest radiographs with free-text reports. Scientific Data 6(1), \u00a0317 (2019)","DOI":"10.1038\/s41597-019-0322-0"},{"key":"17_CR14","unstructured":"Khosla, P., Teterwak, P., Wang, C., Sarna, A., Tian, Y., Isola, P., Maschinot, A., Liu, C., Krishnan, D.: Supervised contrastive learning. In: Advances in Neural Information Processing Systems. vol.\u00a033, pp. 18661\u201318673 (2020)"},{"issue":"13","key":"17_CR15","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., Pascanu, R., Rabinowitz, N., Veness, J., Desjardins, G., Rusu, A.A., et\u00a0al.: Overcoming catastrophic forgetting in neural networks. Proceedings of the national academy of sciences 114(13), 3521\u20133526 (2017)","journal-title":"Proceedings of the national academy of sciences"},{"key":"17_CR16","unstructured":"Li, J., Li, D., Savarese, S., Hoi, S.: Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models. arXiv preprint arXiv:2301.12597 (2023)"},{"key":"17_CR17","unstructured":"Li, Y., et\u00a0al.: Hybrid retrieval-generation reinforced agent for medical image report generation. In: Advances in Neural Information Processing Systems. vol.\u00a031 (2018)"},{"key":"17_CR18","unstructured":"Lin, C.Y.: Rouge: A package for automatic evaluation of summaries. In: Text summarization branches out. pp. 74\u201381 (2004)"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, Y., Cao, Y., Hu, H., Wei, Y., et\u00a0al.: Swin transformer: Hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV). pp. 10012\u201310022 (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"17_CR20","unstructured":"Luo, Y., Yang, Z., Meng, F., Li, Y., Zhou, J., Zhang, Y.: An empirical study of catastrophic forgetting in large language models during continual fine-tuning. arXiv preprint arXiv:2308.08747 (2023)"},{"key":"17_CR21","unstructured":"Van\u00a0der Maaten, L., Hinton, G.: Visualizing data using t-sne. Journal of machine learning research 9(11) (2008)"},{"key":"17_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101878","volume":"106","author":"MMA Monshi","year":"2020","unstructured":"Monshi, M.M.A., Poon, J., Chung, V.: Deep learning in generating radiology reports: A survey. Artificial Intelligence in Medicine 106, 101878 (2020)","journal-title":"Artificial Intelligence in Medicine"},{"key":"17_CR23","unstructured":"OpenMEDLab: Xraypulse. https:\/\/github.com\/openmedlab\/XrayPULSE (2023)"},{"key":"17_CR24","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics. p. 311-318. ACL \u201902 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"17_CR25","first-page":"188","volume":"2017","author":"Y Peng","year":"2018","unstructured":"Peng, Y., Wang, X., Lu, L., Bagheri, M., Summers, R., Lu, Z.: NegBio: a high-performance tool for negation and uncertainty detection in radiology reports. AMIA Summits Transl. Sci. Proc. 2017, 188\u2013196 (May 2018)","journal-title":"AMIA Summits Transl. Sci. Proc."},{"key":"17_CR26","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et\u00a0al.: Improving language understanding by generative pre-training (2018)"},{"key":"17_CR27","unstructured":"Razdaibiedina, A., Mao, Y., Hou, R., Khabsa, M., Lewis, M., Almahairi, A.: Progressive prompts: Continual learning for language models. In: The Eleventh International Conference on Learning Representations (2023)"},{"issue":"3","key":"17_CR28","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et\u00a0al.: Imagenet large scale visual recognition challenge. International Journal of Computer Vision 115(3), 211\u2013252 (2015)","journal-title":"International Journal of Computer Vision"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Schroff, F., Kalenichenko, D., Philbin, J.: Facenet: A unified embedding for face recognition and clustering. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (June 2015)","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"17_CR30","doi-asserted-by":"crossref","unstructured":"Thawkar, O., Shaker, A., Mullappilly, S.S., Cholakkal, H., Anwer, R.M., Khan, S., Laaksonen, J., Khan, F.S.: Xraygpt: Chest radiographs summarization using medical vision-language models. arXiv preprint arXiv:2306.07971 (2023)","DOI":"10.18653\/v1\/2024.bionlp-1.35"},{"key":"17_CR31","unstructured":"Touvron, H., Lavril, T., Izacard, G., Martinet, X., Lachaux, M.A., Lacroix, T., Rozi\u00e8re, B., Goyal, N., Hambro, E., Azhar, F., et\u00a0al.: Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"17_CR32","unstructured":"Touvron, H., Martin, L., Stone, K., Albert, P., Almahairi, A., Babaei, Y., Bashlykov, N., Batra, S., Bhargava, P., Bhosale, S., et\u00a0al.: Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"17_CR33","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, L.u., Polosukhin, I.: Attention is all you need. In: Advances in Neural Information Processing Systems. vol.\u00a030 (2017)"},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Vedantam, R., Lawrence\u00a0Zitnick, C., Parikh, D.: Cider: Consensus-based image description evaluation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (June 2015)","DOI":"10.1109\/CVPR.2015.7299087"},{"key":"17_CR35","doi-asserted-by":"crossref","unstructured":"Wang, L., Zhang, X., Su, H., Zhu, J.: A comprehensive survey of continual learning: Theory, method and application. IEEE Transactions on Pattern Analysis and Machine Intelligence (2024)","DOI":"10.1109\/TPAMI.2024.3367329"},{"key":"17_CR36","unstructured":"Wang, R., Duan, Y., Li, J., Pang, P., Tan, T.: Xrayglm: The first chinese medical multimodal model that chest radiographs summarization. https:\/\/github.com\/WangRongsheng\/XrayGLM (2023)"},{"issue":"3","key":"17_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.metrad.2023.100033","volume":"1","author":"Z Wang","year":"2023","unstructured":"Wang, Z., Liu, L., Wang, L., Zhou, L.: R2gengpt: Radiology report generation with frozen llms. Meta-Radiology 1(3), 100033 (2023)","journal-title":"Meta-Radiology"},{"key":"17_CR38","unstructured":"Zeng, A., Liu, X., Du, Z., Wang, Z., Lai, H., Ding, M., Yang, Z., Xu, Y., Zheng, W., Xia, X., et\u00a0al.: GLM-130b: An open bilingual pre-trained model. In: The Eleventh International Conference on Learning Representations (2023)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72086-4_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:36:56Z","timestamp":1727987816000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72086-4_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720857","9783031720864"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72086-4_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}