{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T02:06:30Z","timestamp":1773799590686,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T00:00:00Z","timestamp":1755561600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T00:00:00Z","timestamp":1755561600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"DOI":"10.1186\/s12911-025-03151-z","type":"journal-article","created":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T10:53:33Z","timestamp":1755600813000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Can LLMs effectively assist medical coding? Evaluating GPT performance on DRG and targeted clinical tasks"],"prefix":"10.1186","volume":"25","author":[{"given":"Yeli","family":"Feng","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,19]]},"reference":[{"key":"3151_CR1","unstructured":"OpenAI: Chatgpt-release notes. 30 Nov 2022. https:\/\/help.openai.com\/en\/articles\/6825453-chatgpt-release-notes. Accessed 15 Dec 2024."},{"key":"3151_CR2","unstructured":"Google: Introducing gemini: Our largest and most capable ai model. 06 Dec 2023. https:\/\/blog.google\/technology\/ai\/google-gemini-ai\/ Accessed 15 Dec 2024."},{"key":"3151_CR3","unstructured":"Meta AI. Introducing LLaMA: A foundational 65-billion-parameter large language model. 16 Mar 2023. https:\/\/ai.facebook.com\/blog\/large-language-model-llama-meta-ai\/. Accessed 15 Dec 2024."},{"key":"3151_CR4","doi-asserted-by":"publisher","unstructured":"Kyung JH, Kim E. Performance of gpt-3.5 and gpt-4 on the Korean pharmacist licensing examination: comparison study. JMIR Med Educ. 2024;10(e57451). https:\/\/doi.org\/10.2196\/57451.","DOI":"10.2196\/57451"},{"key":"3151_CR5","doi-asserted-by":"publisher","unstructured":"Bicknell BT, BD, et al. Chatgpt-4 omni performance in usmle disciplines and clinical skills: comparative analysis. JMIR Med Educ. 2024;10:e63430. https:\/\/doi.org\/10.2196\/63430.","DOI":"10.2196\/63430"},{"key":"3151_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-024-02046-9","author":"AR Xiaoliang Lou","year":"2024","unstructured":"Xiaoliang Lou, AR, et al. Large language models surpass human experts in predicting neuroscience results. Nat Hum Behav. 2024. https:\/\/doi.org\/10.1038\/s41562-024-02046-9.","journal-title":"Nat Hum Behav"},{"key":"3151_CR7","doi-asserted-by":"publisher","unstructured":"Leyao Wang, ZW, et al. Conversational large language models in health care: Systematic review. J Med Internet Res. 2024;26:e22769. https:\/\/doi.org\/10.2196\/22769.","DOI":"10.2196\/22769"},{"key":"3151_CR8","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1833358319874008","volume":"49","author":"J Shepheard","year":"2020","unstructured":"Shepheard J. Clinical coding and the quality and integrity of health data. Health Inf Manag. 2020;49:3\u20134. https:\/\/doi.org\/10.1177\/1833358319874008.","journal-title":"Health Inf Manag"},{"issue":"3","key":"3151_CR9","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1001\/amajethics.2020.221","volume":"22","author":"K Drabiak","year":"2020","unstructured":"Drabiak K, Wolfson J. What should health care organizations do to reduce billing fraud and abuse? AMA J Ethics. 2020;22(3):221\u2013231. https:\/\/doi.org\/10.1001\/amajethics.2020.221.","journal-title":"AMA J Ethics"},{"key":"3151_CR10","doi-asserted-by":"publisher","unstructured":"Babre D. Medical coding in clinical trials. Perspect Clin Res. 2010;1(1):29\u201332. https:\/\/doi.org\/10.1001\/amajethics.2020.221.","DOI":"10.1001\/amajethics.2020.221"},{"issue":"12","key":"3151_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3664615","volume":"55","author":"XL Shaoxiong Ji","year":"2024","unstructured":"Shaoxiong Ji, XL, et al. A unified review of deep learning for automated medical coding. ACM Comput Surv. 2024;55(12):1\u201341. https:\/\/doi.org\/10.1145\/3664615.","journal-title":"ACM Comput Surv"},{"key":"3151_CR12","doi-asserted-by":"publisher","unstructured":"Alistair EW, Johnson TJP, et al. Mimic-iii, a freely accessible critical care database. Sci Data. 2016;3:160035. https:\/\/doi.org\/10.1038\/sdata.2016.35.","DOI":"10.1038\/sdata.2016.35"},{"key":"3151_CR13","doi-asserted-by":"publisher","unstructured":"Shuyuan Hu, FT, et al. An explainable cnn approach for medical codes prediction from clinical text. BMC Med Inf Decis Mak. 2021;21:256. https:\/\/doi.org\/10.1186\/s12911-021-01615-6.","DOI":"10.1186\/s12911-021-01615-6"},{"issue":"1","key":"3151_CR14","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1186\/s12859-021-04520-x","volume":"21","author":"YZ Xingwang Li","year":"2021","unstructured":"Xingwang Li YZ, et al. JLAN: Medical code prediction via joint learning attention networks and denoising mechanism. BMC Bioinf. 2021;21(1):590. https:\/\/doi.org\/10.1186\/s12859-021-04520-x.","journal-title":"BMC Bioinf"},{"issue":"4","key":"3151_CR15","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"WY Jinhyuk Lee","year":"2020","unstructured":"Jinhyuk Lee WY, et al. Biobert: A pre-trained biomedical language representation model for biomedical text mining. Bioinformatics. 2020;36(4):1234\u20131240. https:\/\/doi.org\/10.1093\/bioinformatics\/btz682.","journal-title":"Bioinformatics"},{"key":"3151_CR16","doi-asserted-by":"publisher","unstructured":"Chao-Wei Huang, S-CT, et al. PLM-ICD: Automatic icd coding with pretrained language models. Proceedings of the 4th Clinical Natural Language Processing Workshop. Seattle, WA: 2022 pages 10\u201320. https:\/\/doi.org\/10.18653\/v1\/2022.clinicalnlp-1.2.","DOI":"10.18653\/v1\/2022.clinicalnlp-1.2"},{"key":"3151_CR17","doi-asserted-by":"publisher","unstructured":"Jinghui Liu, DC, et al. Early prediction of diagnostic-related groups and estimation of hospital cost by processing clinical notes. NPJ Digit Med. 2021;4(103). https:\/\/doi.org\/10.1038\/s41746-021-00474-9.","DOI":"10.1038\/s41746-021-00474-9"},{"key":"3151_CR18","doi-asserted-by":"publisher","unstructured":"Daniel Hajialigol, DK, et al. DRGCODER: Explainable clinical coding for the early prediction of diagnostic-related groups. Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: system demonstrations. Singapore: Association for Computational Linguistics. 2023:373\u201380. https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-demo.34.","DOI":"10.18653\/v1\/2023.emnlp-demo.34"},{"key":"3151_CR19","doi-asserted-by":"publisher","unstructured":"Emily Alsentzer, JM, et al. Publicly available clinical bert embeddings. Proceedings of the 2nd clinical natural language processing workshop. Minneapolis, Minnesota: USA. Association for Computational Linguistics. 2019;72\u201378. https:\/\/doi.org\/10.18653\/v1\/W19-1909.","DOI":"10.18653\/v1\/W19-1909"},{"key":"3151_CR20","unstructured":"Brett R, South VCW, et al. Real-world use of an artificial intelligence-supported solution for coding of adverse events in clinical trials. Appl Cliical Trials. 2022. https:\/\/www.appliedclinicaltrialsonline.com\/view\/real-world-use-of-an-artificial-intelligence-supported-solution-for-coding-of-adverse-events-in-clinical-trials."},{"key":"3151_CR21","unstructured":"Yinhan Liu, MO, et al. RoBERTa: a robustly optimized bert pretraining approach. 2019. Preprint at https:\/\/arxiv.org\/abs\/1907.11692"},{"key":"3151_CR22","doi-asserted-by":"publisher","unstructured":"Feng Y. Semantic textual similarity analysis of clinical text in the era of llm. 2024 IEEE Conference on Artificial Intelligence (CAI). 2024:1284\u201389. https:\/\/doi.org\/10.1109\/CAI59869.2024.00227.","DOI":"10.1109\/CAI59869.2024.00227"},{"key":"3151_CR23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.146","volume-title":"Findings of the association for computational linguistics, Dublin, Ireland","author":"GHA Jianmo Ni","year":"2022","unstructured":"Jianmo Ni GHA, et al. Sentence-T5: scalable sentence encoders from pre-trained text-to-text models. In: findings of the association for computational linguistics, Dublin, Ireland. 2022. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.146."},{"issue":"4","key":"3151_CR24","doi-asserted-by":"publisher","first-page":"84","DOI":"10.3390\/informatics11040084","volume":"1","author":"B Nascimento Teixeira","year":"2024","unstructured":"Nascimento Teixeira B, Leit\u00e3o, et al. Can chatgpt support clinical coding using the icd-10-cm\/pcs? Informatics. 2024;1(4):84. https:\/\/doi.org\/10.3390\/informatics11040084.","journal-title":"Informatics"},{"key":"3151_CR25","doi-asserted-by":"publisher","first-page":"105800","DOI":"10.1016\/j.ijmedinf.2025.105800","volume":"195","author":"A Mustafa","year":"2025","unstructured":"Mustafa A, Naseem U, Azghadi MR. Large language models vs human for classifying clinical documents. Int J Multiling Medical Informatics. 2025;195:105800. https:\/\/doi.org\/10.1016\/j.ijmedinf.2025.105800.","journal-title":"Int J Multiling Medical Informatics"},{"key":"3151_CR26","doi-asserted-by":"publisher","DOI":"10.1055\/a-2491-3872","author":"KT Ashley Simmons","year":"2024","unstructured":"Ashley Simmons KT, Leit\u00e3o, et al. Extracting international classification of diseases codes from clinical documentation using large language models. Appl Clin Inf. 2024. https:\/\/doi.org\/10.1055\/a-2491-3872.","journal-title":"Appl Clin Inf"},{"issue":"10","key":"3151_CR27","doi-asserted-by":"publisher","first-page":"2284","DOI":"10.1093\/jamia\/ocae132","volume":"31","author":"APG Mat\u00fa\u0161 Falis","year":"2024","unstructured":"Mat\u00fa\u0161 Falis APG, et al. Can gpt-3.5 generate and code discharge summaries? J Am Med Inf Assoc. 2024;31(10):2284\u20132293. https:\/\/doi.org\/10.1093\/jamia\/ocae132.","journal-title":"J Am Med Inf Assoc"},{"key":"3151_CR28","doi-asserted-by":"publisher","unstructured":"Johnson AE, LB, et al. Mimic-iv, a freely accessible electronic health record dataset. Sci Data. 2023;10. https:\/\/doi.org\/10.1038\/s41597-022-01899-x.","DOI":"10.1038\/s41597-022-01899-x"},{"key":"3151_CR29","doi-asserted-by":"publisher","unstructured":"Hanyin Wang, CG, et al. DRG-LLaMA: tuning llama model to predict diagnosis-related group for hospitalized patients. NPJ Digit Med. 2024;7(16). https:\/\/doi.org\/10.1038\/s41746-023-00989-3.","DOI":"10.1038\/s41746-023-00989-3"},{"issue":"9","key":"3151_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"WY Pengfei Liu","year":"2023","unstructured":"Pengfei Liu, WY, et al. A systematic survey of prompting methods in natural language processing. ACM Comput Surv. 2023;55(9):1\u201315. https:\/\/doi.org\/10.1145\/3560815.","journal-title":"ACM Comput Surv"},{"key":"3151_CR31","unstructured":"Rishabh Agarwal, AS, et al. Many-shot in-context learning. Preprint at 2024. https:\/\/arxiv.org\/abs\/2404.11018."},{"key":"3151_CR32","doi-asserted-by":"publisher","unstructured":"Gao Tianyu, AF, et al. Making pre-trained language models better few-shot learners. Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers). 2021:3816\u201330. Association for Computational Linguistics, Online https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.295.","DOI":"10.18653\/v1\/2021.acl-long.295"},{"key":"3151_CR33","unstructured":"Fernando Chrisantha, BD, et al. Promptbreeder: self-referential self-improvement via prompt evolution. Proceedings of the 41st International Conference on Machine Learning. 2024:13481\u2013544. https:\/\/proceedings.mlr.press\/v235\/fernando24a.html."},{"key":"3151_CR34","unstructured":"Hou Yutai, DH, et al. Metaprompting: Learning to learn better prompts. Proceedings of the 29th international conference on computational linguistics pages 3251\u201362. International Committee on Computational Linguistics, Republic of Korea (2022). https:\/\/aclanthology.org\/2022.coling-1.287."},{"key":"3151_CR35","unstructured":"Microsoft: Introducing GPT-4o: Introducing gpt-4o: Openai\u2019s new flagship multimodal model now in preview on Azure. chatgpt-release notes. 13 May 2024 https:\/\/azure.microsoft.com\/en-us\/blog\/introducing-gpt-4o-openais-new-flagship-multimodal-model-now-in-preview-on-azure\/. Accessed 15 Dec 2024."},{"key":"3151_CR36","doi-asserted-by":"publisher","unstructured":"Ningyu Zhang, MC, et al. CBLUE: a Chinese biomedical language understanding evaluation benchmark. Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Dublin, Ireland: association for Computational Linguistics; 2022 p 7888\u2013915). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.544.","DOI":"10.18653\/v1\/2022.acl-long.544"},{"key":"3151_CR37","unstructured":"Medicare C, Services M. CD-10-CM\/PCS MS-DRG V34.0 definitions manuals. CMS. https:\/\/www.cms.gov\/ICD10M\/version34-fullcode-cms\/fullcode_cms\/P0001.html. Accessed 15 Dec 2024."},{"key":"3151_CR38","doi-asserted-by":"crossref","unstructured":"Reimers N, Gurevych I. Sentence-bert: sentence embeddings using siamese bert-networks. 2019. Preprint at https:\/\/arxiv.org\/abs\/1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"key":"3151_CR39","unstructured":"Xu M. text2vec: a tool for text to vector. 2022. https:\/\/github.com\/shibing624\/te."},{"key":"3151_CR40","unstructured":"PhysioNet: Responsible use of mimic data with online services like GPT. 2024. 2023. https:\/\/physionet.org\/news\/post\/gpt-responsible-use. Accessed 15 Dec 2024."}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-03151-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-025-03151-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-03151-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T23:02:46Z","timestamp":1755644566000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-025-03151-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,19]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["3151"],"URL":"https:\/\/doi.org\/10.1186\/s12911-025-03151-z","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,19]]},"assertion":[{"value":"19 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing of interests"}}],"article-number":"312"}}