{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,10]],"date-time":"2026-11-10T18:32:48Z","timestamp":1794335568374,"version":"4.9.0"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T00:00:00Z","timestamp":1737417600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Medical Informatics"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1016\/j.ijmedinf.2025.105800","type":"journal-article","created":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T17:54:45Z","timestamp":1737482085000},"page":"105800","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":33,"special_numbering":"C","title":["Large language models vs human for classifying clinical documents"],"prefix":"10.1016","volume":"195","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4090-2597","authenticated-orcid":false,"given":"Akram","family":"Mustafa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0191-7171","authenticated-orcid":false,"given":"Usman","family":"Naseem","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7975-3985","authenticated-orcid":false,"given":"Mostafa","family":"Rahimi Azghadi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0010","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1038\/s41591-018-0316-z","article-title":"A guide to deep learning in healthcare","volume":"25","author":"Esteva","year":"2019","journal-title":"Nat. Med."},{"issue":"5","key":"10.1016\/j.ijmedinf.2025.105800_br0020","article-title":"Embracing large language models for medical applications: opportunities and challenges","volume":"15","author":"Karabacak","year":"2023","journal-title":"Cureus"},{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0030","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","article-title":"High-performance medicine: the convergence of human and artificial intelligence","volume":"25","author":"Topol","year":"2019","journal-title":"Nat. Med."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0040","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1007\/s10877-013-9430-0","article-title":"Integrating arden-syntax-based clinical decision support with extended presentation formats into a commercial patient data management system","volume":"28","author":"Kraus","year":"2014","journal-title":"J. Clin. Monit. Comput."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0050","author":"DeepMed"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0060","series-title":"International Joint Conference on Knowledge Discovery, Knowledge Engineering, and Knowledge Management","first-page":"226","article-title":"Modeling the international classification of diseases (icd-10) in owl","author":"M\u00f6ller","year":"2010"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0070","series-title":"National Clinical Coding Standards icd-10","author":"England","year":"2023"},{"issue":"1\u20131","key":"10.1016\/j.ijmedinf.2025.105800_br0080","doi-asserted-by":"crossref","first-page":"38","DOI":"10.11648\/j.ajhr.s.2015030101.16","article-title":"Current clinical coding practices and implementation of icd-10 in Africa: a survey of nigerian hospitals","volume":"3","author":"Adeleke","year":"2015","journal-title":"Am. J. Health Res."},{"issue":"6","key":"10.1016\/j.ijmedinf.2025.105800_br0090","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0234647","article-title":"Fastag: automatic text classification of unstructured medical narratives","volume":"15","author":"Venkataraman","year":"2020","journal-title":"PLoS ONE"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0100","first-page":"807","article-title":"Computer-Assisted Diagnostic Coding: Effectiveness of an nlp-Based Approach Using Snomed ct to icd-10 Mappings","volume":"vol. 2018","author":"Nguyen","year":"2018"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0110","author":"Gehrmann"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0120","author":"Systems"},{"issue":"5","key":"10.1016\/j.ijmedinf.2025.105800_br0130","doi-asserted-by":"crossref","first-page":"561","DOI":"10.1016\/j.jbi.2006.12.003","article-title":"Structural methodologies for auditing snomed","volume":"40","author":"Wang","year":"2007","journal-title":"J. Biomed. Inform."},{"issue":"01","key":"10.1016\/j.ijmedinf.2025.105800_br0140","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1055\/s-0038-1635444","article-title":"An indexing system for snomed","volume":"25","author":"Wingert","year":"1986","journal-title":"Methods Inf. Med."},{"issue":"01\/02","key":"10.1016\/j.ijmedinf.2025.105800_br0150","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1055\/s-0038-1634589","article-title":"Snomed-based knowledge representation","volume":"34","author":"Rothwell","year":"1995","journal-title":"Methods Inf. Med."},{"issue":"9","key":"10.1016\/j.ijmedinf.2025.105800_br0160","first-page":"944","article-title":"Snomed-encoded surgical pathology databases: a tool for epidemiologic investigation","volume":"9","author":"Berman","year":"1996","journal-title":"Mod. Pathol."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0170","series-title":"Proceedings of the AMIA Annual Fall Symposium, American Medical Informatics Association","first-page":"80","article-title":"Managing information with snomed: understanding the model","author":"Rothwell","year":"1996"},{"issue":"02","key":"10.1016\/j.ijmedinf.2025.105800_br0180","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1055\/s-0038-1634522","article-title":"The snomed model: a knowledge source for the controlled terminology of the computerized patient record","volume":"37","author":"Lussier","year":"1998","journal-title":"Methods Inf. Med."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0190","doi-asserted-by":"crossref","DOI":"10.2196\/43750","article-title":"Systematized nomenclature of medicine\u2013clinical terminology (snomed ct) clinical use cases in the context of electronic health record systems: systematic literature review","volume":"11","author":"Vuokko","year":"2023","journal-title":"JMIR Med. Inform."},{"issue":"5","key":"10.1016\/j.ijmedinf.2025.105800_br0200","doi-asserted-by":"crossref","first-page":"536","DOI":"10.1197\/jamia.M2093","article-title":"Use of snomed ct to represent clinical research data: a semantic characterization of data items on case report forms in vasculitis research","volume":"13","author":"Richesson","year":"2006","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"5","key":"10.1016\/j.ijmedinf.2025.105800_br0210","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1136\/jamia.2009.001057","article-title":"Migrating existing clinical content from icd-9 to snomed","volume":"17","author":"Nadkarni","year":"2010","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0220","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13326-019-0207-3","article-title":"Automated snomed ct concept and attribute relationship detection through a web-based implementation of ctakes","volume":"10","author":"Kersloot","year":"2019","journal-title":"J. Biomed. Semant."},{"issue":"2","key":"10.1016\/j.ijmedinf.2025.105800_br0230","doi-asserted-by":"crossref","first-page":"24","DOI":"10.3390\/computers10020024","article-title":"Automated machine learning for healthcare and clinical notes analysis","volume":"10","author":"Mustafa","year":"2021","journal-title":"Computers"},{"issue":"2","key":"10.1016\/j.ijmedinf.2025.105800_br0240","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3605943","article-title":"Recent advances in natural language processing via large pre-trained language models: a survey","volume":"56","author":"Min","year":"2023","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0250","author":"Achiam"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0260","series-title":"Matching Patients to Clinical Trials with Large Language Models","author":"Jin","year":"2023"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0270","first-page":"887","article-title":"Chatgpt Utility in Healthcare Education, Research, and Practice: Systematic Review on the Promising Perspectives and Valid Concerns","volume":"vol. 11","author":"Sallam","year":"2023"},{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0280","doi-asserted-by":"crossref","first-page":"7166","DOI":"10.1038\/s41598-022-11012-2","article-title":"Interpretability and fairness evaluation of deep learning models on mimic-iv dataset","volume":"12","author":"Meng","year":"2022","journal-title":"Sci. Rep."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0290","series-title":"Machine Learning for Health","first-page":"311","article-title":"An extensive data processing pipeline for mimic-iv","author":"Gupta","year":"2022"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0300","series-title":"PhysioNet","article-title":"Mimic-iv-note: deidentified free-text clinical notes (version 2.2)","author":"Johnson","year":"2023"},{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0310","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41597-022-01899-x","article-title":"Mimic-iv, a freely accessible electronic health record dataset","volume":"10","author":"Johnson","year":"2023","journal-title":"Sci. Data"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0320","first-page":"1","article-title":"Clustered automated machine learning (caml) model for clinical coding multi-label classification","author":"Mustafa","year":"2024","journal-title":"Int. J. Mach. Learn. Cybern."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0330","first-page":"1","article-title":"Processing of clinical notes for efficient diagnosis with feedback attention\u2013based bilstm","author":"Kolukula","year":"2024","journal-title":"Med. Biol. Eng. Comput."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0340","author":"SNOMED International"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0350","author":"Dubois"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0360","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/j.cmpb.2019.05.024","article-title":"An empirical evaluation of deep learning for icd-9 code assignment using mimic-iii clinical notes","volume":"177","author":"Huang","year":"2019","journal-title":"Comput. Methods Programs Biomed."},{"issue":"10","key":"10.1016\/j.ijmedinf.2025.105800_br0370","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1007\/s10462-024-10832-0","article-title":"Systematic exploration and in-depth analysis of chatgpt architectures progression","volume":"57","author":"Banik","year":"2024","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0380","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.ijmedinf.2019.03.002","article-title":"Using snomed ct-encoded problems to improve icd-10-cm coding\u2014a randomized controlled experiment","volume":"126","author":"Fung","year":"2019","journal-title":"Int. J. Med. Inform."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0390","author":"Boyle"},{"issue":"10","key":"10.1016\/j.ijmedinf.2025.105800_br0400","doi-asserted-by":"crossref","first-page":"544","DOI":"10.1007\/s00784-024-05939-1","article-title":"Accuracy and consistency of chatgpt-3.5 and- 4 in providing differential diagnoses in oral and maxillofacial diseases: a comparative diagnostic performance analysis","volume":"28","author":"Tomo","year":"2024","journal-title":"Clin. Oral Invest."},{"issue":"5","key":"10.1016\/j.ijmedinf.2025.105800_br0410","doi-asserted-by":"crossref","DOI":"10.1056\/AIdbp2300040","article-title":"Large language models are poor medical coders\u2014benchmarking of medical code querying","volume":"1","author":"Soroush","year":"2024","journal-title":"NEJM AI"},{"key":"10.1016\/j.ijmedinf.2025.105800_br0420","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1007\/s41649-019-00096-0","article-title":"Ai-assisted decision-making in healthcare: the application of an ethics framework for big data in health and research","volume":"11","author":"Lysaght","year":"2019","journal-title":"Asian Bioethics Rev."},{"issue":"9","key":"10.1016\/j.ijmedinf.2025.105800_br0430","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2024.32482","article-title":"Ethical considerations in the design and conduct of clinical trials of artificial intelligence","volume":"7","author":"Youssef","year":"2024","journal-title":"JAMA Netw. Open"},{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0440","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1038\/s41746-022-00705-7","article-title":"Automated clinical coding: what, why, and where we are?","volume":"5","author":"Dong","year":"2022","journal-title":"npj Digit. Med."},{"key":"10.1016\/j.ijmedinf.2025.105800_br0450","doi-asserted-by":"crossref","DOI":"10.2196\/49949","article-title":"Democratizing artificial intelligence imaging analysis with automated machine learning: tutorial","volume":"25","author":"Thirunavukarasu","year":"2023","journal-title":"J. Med. Internet Res."},{"issue":"1","key":"10.1016\/j.ijmedinf.2025.105800_br0460","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1186\/s13000-024-01464-7","article-title":"Challenges and barriers of using large language models (llm) such as chatgpt for diagnostic medicine with a focus on digital pathology\u2013a recent scoping review","volume":"19","author":"Ullah","year":"2024","journal-title":"Diagn. Pathol."}],"container-title":["International Journal of Medical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505625000176?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505625000176?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T07:29:47Z","timestamp":1740209387000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1386505625000176"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3]]},"references-count":46,"alternative-id":["S1386505625000176"],"URL":"https:\/\/doi.org\/10.1016\/j.ijmedinf.2025.105800","relation":{},"ISSN":["1386-5056"],"issn-type":[{"value":"1386-5056","type":"print"}],"subject":[],"published":{"date-parts":[[2025,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Large language models vs human for classifying clinical documents","name":"articletitle","label":"Article Title"},{"value":"International Journal of Medical Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijmedinf.2025.105800","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"105800"}}