{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T06:39:05Z","timestamp":1776926345138,"version":"3.51.2"},"reference-count":49,"publisher":"Tech Science Press","issue":"3","license":[{"start":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T00:00:00Z","timestamp":1754179200000},"content-version":"vor","delay-in-days":214,"URL":"https:\/\/doi.org\/10.32604\/TSP-CROSSMARKPOLICY"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2025]]},"DOI":"10.32604\/cmc.2025.065992","type":"journal-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T09:00:31Z","timestamp":1752483631000},"page":"5445-5462","update-policy":"https:\/\/doi.org\/10.32604\/tsp-crossmarkpolicy","source":"Crossref","is-referenced-by-count":1,"title":["A Semantic Evaluation Framework for Medical Report Generation Using Large Language Models"],"prefix":"10.32604","volume":"84","author":[{"given":"Haider","family":"Ali","sequence":"first","affiliation":[]},{"given":"Rashadul Islam","family":"Sumon","sequence":"additional","affiliation":[]},{"given":"Abdul Rehman","family":"Khalid","sequence":"additional","affiliation":[]},{"given":"Kounen","family":"Fathima","sequence":"additional","affiliation":[]},{"given":"Hee Cheol","family":"Kim","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2025]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","unstructured":"Hou WJ, Cheng Y, Xu KS, Li WJ, Liu J. RECAP: towards precise radiology report generation via dynamic disease progression reasoning. arXiv:2310.13864. 2023.","DOI":"10.18653\/v1\/2023.findings-emnlp.140"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"e222268","DOI":"10.1148\/radiol.222268","article-title":"Autonomous chest radiograph reporting using AI: estimation of clinical impact","volume":"307","author":"Plesner","year":"2023","journal-title":"Radiology"},{"key":"ref3","first-page":"e222268","article-title":"Automated radiology report generation: a review of recent advances","volume":"307","author":"Sloan","year":"2024","journal-title":"IEEE Rev Biomed Eng"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1186\/s13244-023-01521-7","article-title":"Diagnostic error and bias in the department of radiology: a pictorial essay","volume":"14","author":"Zhang","year":"2023","journal-title":"Insights Imaging"},{"key":"ref5","unstructured":"Palmer J. Report finds radiologists to blame for missed diagnoses. Patient Safety & Quality Healthcare (PSQH); 2028 Dec 4. [Online]. [Accessed on 2025 Jun 10]. Available from: https:\/\/www.psqh.com\/analysis\/report-finds-radiologists-to-blame-for-missed-diagnoses-2\/."},{"key":"ref6","series-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics","first-page":"311","article-title":"BLEU: a method for automatic evaluation of machine translation","author":"Papineni","year":"2002"},{"key":"ref7","series-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization","first-page":"65","article-title":"METEOR: an automatic metric for MT evaluation with improved correlation with human judgments","author":"Banerjee","year":"2005"},{"key":"ref8","first-page":"74","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref9","series-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"4566","article-title":"CIDEr: consensus-based image description evaluation","author":"Vedantam","year":"2015"},{"key":"ref10","unstructured":"Touvron H, Lavril T, Izacard G, Martinet X, Lachaux MA, Lacroix T, et al. Llama: open and efficient foundation language models. arXiv:2302.13971. 2023. doi:10.48550\/arXiv.2302.13971."},{"key":"ref11","unstructured":"Jiang AQ, Sablayrolles A, Mensch A, Bamford C, Chaplot DS, Casas Ddl, et al. Mistral 7B. arXiv:2310.06825. 2023. doi:10.48550\/arXiv.2310.06825."},{"key":"ref12","unstructured":"Team G, Riviere M, Pathak S, Sessa PG, Hardin C, Bhupatiraju S, et al. Gemma 2: improving open language models at a practical size. arXiv:2408.00118. 2024. doi:10.48550\/arXiv.2408.00118."},{"key":"ref13","unstructured":"Abdin M, Aneja J, Awadalla H, Awadallah A, Awan AA, Bach N, et al. Phi-3 technical report: a highly capable language model locally on your phone. arXiv:2404.14219. 2024. doi:10.48550\/arXiv.2404.14219."},{"key":"ref14","author":"Li","journal-title":"CancerLLM: a large language model in cancer domain"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"105495","DOI":"10.1016\/j.imavis.2025.105495","article-title":"Advanced deep learning and large language models: comprehensive insights for cancer detection","volume":"157","author":"Habchi","year":"2025","journal-title":"Image Vis Comput"},{"key":"ref16","doi-asserted-by":"crossref","unstructured":"Sahoo P, Singh AK, Saha S, Jain V, Mondal S, Chadha A. A systematic survey of prompt engineering in large language models: techniques and applications. arXiv:2402.07927. 2024. doi: 10.48550\/arXiv.2402.07927.","DOI":"10.1007\/979-8-8688-0569-1_4"},{"key":"ref17","first-page":"448","author":"Qin","year":"2022","journal-title":"Findings of the association for computational linguistics: ACL 2022"},{"key":"ref18","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Adv Neural Inform Process Syst"},{"key":"ref19","article-title":"Tree of thoughts: deliberate problem solving with large language models","volume":"36","author":"Yao","year":"2024","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref20","first-page":"7","article-title":"What do we mean by GenAI? A systematic mapping of the evolution, trends, and techniques involved in Generative AI","volume":"8","author":"Garc\u00eda-Pe\u00f1alvo","year":"2023","journal-title":"Int J Interact Multimed Artif Intell (IJIMAI)"},{"key":"ref21","first-page":"1","article-title":"Advances in AI-generated images and videos","volume":"9","author":"Bougueffa","year":"2024","journal-title":"Int J Interact Multimed Artif Intell"},{"key":"ref22","doi-asserted-by":"crossref","unstructured":"Chen Z, Shen Y, Song Y, Wan X. Cross-modal memory networks for radiology report generation. arXiv:2204.13258. 2022. doi: 10.48550\/arXiv.2204.13258.","DOI":"10.18653\/v1\/2021.acl-long.459"},{"key":"ref23","series-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"13753","article-title":"Exploring and distilling posterior and prior knowledge for radiology report generation","author":"Liu","year":"2021 Jun"},{"key":"ref24","series-title":"European Conference on Computer Vision","first-page":"563","article-title":"Cross-modal prototype driven network for radiology report generation","author":"Wang","year":"2022"},{"key":"ref25","doi-asserted-by":"crossref","unstructured":"Liu F, Yin C, Wu X, Ge S, Zou Y, Zhang P, et al. Contrastive attention for automatic chest X-ray report generation. arXiv:2106.06965. 2021. doi:10.48550\/arXiv.2106.06965.","DOI":"10.18653\/v1\/2021.findings-acl.23"},{"key":"ref26","doi-asserted-by":"crossref","unstructured":"Chen Z, Song Y, Chang TH, Wan X. Generating radiology reports via memory-driven transformer. arXiv:2010.16056. 2020. doi: 10.48550\/arXiv.2010.16056.","DOI":"10.18653\/v1\/2020.emnlp-main.112"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"100033","DOI":"10.1016\/j.metrad.2023.100033","article-title":"R2genGPT: radiology report generation with frozen LLMs","volume":"1","author":"Wang","year":"2023","journal-title":"Meta-Radiol"},{"key":"ref28","unstructured":"Wang X, Li Y, Wang F, Wang S, Li C, Jiang B. R2genCSR: retrieving context samples for large language model based X-ray medical report generation. arXiv:2408.09743. 2024. doi:10.48550\/arXiv.2408.09743."},{"key":"ref29","doi-asserted-by":"crossref","unstructured":"Sun Y, Lee YZ, Woodard GA, Zhu H, Lian C, Liu M. R2Gen-Mamba: a selective state space model for radiology report generation. arXiv:2410.18135. 2024. doi:10.48550\/arXiv.2410.18135.","DOI":"10.1109\/ISBI60581.2025.10980814"},{"key":"ref30","first-page":"165","article-title":"Improving chest X-ray image classification via integration of self-supervised learning and machine learning algorithms","volume":"22","author":"Vo","year":"2024","journal-title":"Korea Instit Inform Commun Eng"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1268","DOI":"10.9717\/kmms.2024.27.11.1268","article-title":"An experimental comparison and quantitative analysis on conventional stain normalization for histopathology images","volume":"27","author":"Rabeya","year":"2024","journal-title":"J Korea Multimedia Soc"},{"key":"ref32","series-title":"2015 IEEE International Conference on Big Data (Big Data)","first-page":"2895","article-title":"Using Word2Vec to process big text data","author":"Ma","year":"2015"},{"key":"ref33","series-title":"Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)","first-page":"1532","article-title":"Glove: global vectors for word representation","author":"Pennington","year":"2014"},{"key":"ref34","series-title":"Proceedings of NAACL-HLT","first-page":"4171","article-title":"Bert: pre-training of deep bidirectional transformers for language understanding","volume":"1","author":"Kenton","year":"2019"},{"key":"ref35","unstructured":"Zhang T, Kishore V, Wu F, Weinberger KQ, Artzi Y. Bertscore: evaluating text generation with bert. arXiv:1904.09675. 2019. doi:10.48550\/arXiv.1904.09675."},{"key":"ref36","doi-asserted-by":"crossref","unstructured":"Sellam T, Das D, Parikh AP. BLEURT: learning robust metrics for text generation. arXiv:2004.04696. 2020. doi: 10.48550\/arXiv.2004.04696.","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"ref37","doi-asserted-by":"crossref","unstructured":"Hessel J, Holtzman A, Forbes M, Bras RL, Choi Y. Clipscore: a reference-free evaluation metric for image captioning. arXiv:2104.08718. 2021. doi:10.48550\/arXiv.2104.08718.","DOI":"10.18653\/v1\/2021.emnlp-main.595"},{"key":"ref38","series-title":"CLEF 2024: Conference and Labs of the Evaluation Forum; 2024 Sep 9\u201312;","article-title":"UIT-2Q2T at ImageCLEFmedical 2024 caption: multimodal medical image captioning using bootstrapping language-image pre-training","author":"Phan","year":"2024"},{"key":"ref39","unstructured":"Raj H, Gupta V, Rosati D, Majumdar S. Semantic consistency for assuring reliability of large language models. arXiv:2308.09138. 2023. doi:10.48550\/arXiv.2308.09138."},{"key":"ref40","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1007\/s11023-020-09548-1","article-title":"GPT-3: its nature, scope, limits, and consequences","volume":"30","author":"Floridi","year":"2020","journal-title":"Minds Mach"},{"key":"ref41","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Adv Neural Inform Process Syst"},{"key":"ref42","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, et al. GPT-4 technical report. arXiv:2303.08774. 2023. doi:10.48550\/arXiv.2303.08774."},{"key":"ref43","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","article-title":"Large language models in medicine","volume":"29","author":"Thirunavukarasu","year":"2023","journal-title":"Nat Med"},{"key":"ref44","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv Neural Inform Process Syst"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"e231593","DOI":"10.1148\/radiol.231593","article-title":"Quantitative evaluation of large language models to streamline radiology report impressions: a multimodal retrospective analysis","volume":"310","author":"Doshi","year":"2024","journal-title":"Radiology"},{"key":"ref46","doi-asserted-by":"crossref","unstructured":"Hu D, Zhang S, Liu Q, Zhu X, Liu B. The current status of large language models in summarizing radiology report impressions. arXiv:2406.02134. 2024. doi:10.48550\/arXiv.2406.02134.","DOI":"10.2196\/65547"},{"key":"ref47","first-page":"12910","article-title":"When radiology report generation meets knowledge graph","volume":"34","author":"Zhang","year":"2020","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref48","series-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"19809","article-title":"KiUT: knowledge-injected U-transformer for radiology report generation","author":"Huang","year":"2023 Jun"},{"key":"ref49","first-page":"103627","article-title":"A survey of deep-learning-based radiology report generation using multimodal inputs","author":"Xinyi","year":"2025","journal-title":"Med Image Anal"}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.techscience.cn\/files\/cmc\/2025\/TSP_CMC-84-3\/TSP_CMC_65992\/TSP_CMC_65992.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T05:45:31Z","timestamp":1776923131000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v84n3\/63176"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":49,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2025]]},"published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2025.065992","relation":{},"ISSN":["1546-2226"],"issn-type":[{"value":"1546-2226","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"2025-03-27","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-06-11","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-07-30","order":2,"name":"published","label":"Published Online","group":{"name":"publication_history","label":"Publication History"}}]}}