{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T11:58:34Z","timestamp":1768737514941,"version":"3.49.0"},"reference-count":24,"publisher":"Oxford University Press (OUP)","issue":"6","license":[{"start":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T00:00:00Z","timestamp":1712275200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/100020595","name":"National Science and Technology Council","doi-asserted-by":"publisher","award":["NSTC 112-2321-B-038-006"],"award-info":[{"award-number":["NSTC 112-2321-B-038-006"]}],"id":[{"id":"10.13039\/100020595","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100020595","name":"National Science and Technology Council","doi-asserted-by":"publisher","award":["112-2410-H-038-015-MY2"],"award-info":[{"award-number":["112-2410-H-038-015-MY2"]}],"id":[{"id":"10.13039\/100020595","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Higher Education Sprout Project","award":["MOE DP2-TMU-112-A-04"],"award-info":[{"award-number":["MOE DP2-TMU-112-A-04"]}]},{"DOI":"10.13039\/100009122","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009122","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,5,20]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objective<\/jats:title>\n                  <jats:p>To investigate the consistency and reliability of medication recommendations provided by ChatGPT for common dermatological conditions, highlighting the potential for ChatGPT to offer second opinions in patient treatment while also delineating possible limitations.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>In this mixed-methods study, we used survey questions in April 2023 for drug recommendations generated by ChatGPT with data from secondary databases, that is, Taiwan\u2019s National Health Insurance Research Database and an US medical center database, and validated by dermatologists. The methodology included preprocessing queries, executing them multiple times, and evaluating ChatGPT responses against the databases and dermatologists. The ChatGPT-generated responses were analyzed statistically in a disease-drug matrix, considering disease-medication associations (Q-value) and expert evaluation.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>ChatGPT achieved a high 98.87% dermatologist approval rate for common dermatological medication recommendations. We evaluated its drug suggestions using the Q-value, showing that human expert validation agreement surpassed Q-value cutoff-based agreement. Varying cutoff values for disease-medication associations, a cutoff of 3 achieved 95.14% accurate prescriptions, 5 yielded 85.42%, and 10 resulted in 72.92%. While ChatGPT offered accurate drug advice, it occasionally included incorrect ATC codes, leading to issues like incorrect drug use and type, nonexistent codes, repeated errors, and incomplete medication codes.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>ChatGPT provides medication recommendations as a second opinion in dermatology treatment, but its reliability and comprehensiveness need refinement for greater accuracy. In the future, integrating a medical domain-specific knowledge base for training and ongoing optimization will enhance the precision of ChatGPT\u2019s results.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocae067","type":"journal-article","created":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T15:37:59Z","timestamp":1712331479000},"page":"1341-1347","source":"Crossref","is-referenced-by-count":17,"title":["Can large language models provide secondary reliable opinion on treatment options for dermatological diseases?"],"prefix":"10.1093","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0614-123X","authenticated-orcid":false,"given":"Usman","family":"Iqbal","sequence":"first","affiliation":[{"name":"School of Population Health, Faculty of Medicine and Health, University of New South Wales (UNSW) , Sydney, NSW 2052, Australia"},{"name":"Department of Health , Tasmania 7000, Australia"},{"name":"Global Health and Health Security Department, College of Public Health, Taipei Medical University , Taipei 110, Taiwan"}]},{"given":"Leon Tsung-Ju","family":"Lee","sequence":"additional","affiliation":[{"name":"Graduate Institute of Clinical Medicine, Taipei Medical University , Taipei 110, Taiwan"},{"name":"Department of Dermatology, Taipei Medical University Hospital, Taipei Medical University , Taipei 110, Taiwan"},{"name":"Department of Dermatology, School of Medicine, College of Medicine, Taipei Medical University , Taipei 110, Taiwan"}]},{"given":"Annisa Ristya","family":"Rahmanti","sequence":"additional","affiliation":[{"name":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University , Taipei 110, Taiwan"},{"name":"International Center for Health Information and Technology, College of Medical Science and Technology, Taipei Medical University , Taipei 110, Taiwan"},{"name":"Department Health Policy and Management, Faculty of Medicine, Public Health and Nursing, Universitas Gadjah Mada , Yogyakarta 55281, Indonesia"}]},{"given":"Leo Anthony","family":"Celi","sequence":"additional","affiliation":[{"name":"Laboratory for Computational Physiology, Massachusetts Institute of Technology , Cambridge, MA 02139, United States"},{"name":"Division of Pulmonary, Critical Care and Sleep Medicine, Beth Israel Deaconess Medical Center , Boston, MA 02215, United States"},{"name":"Department of Biostatistics, Harvard T.H. Chan School of Public Health , Boston, MA 02115, United States"}]},{"given":"Yu-Chuan Jack","family":"Li","sequence":"additional","affiliation":[{"name":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University , Taipei 110, Taiwan"},{"name":"International Center for Health Information and Technology, College of Medical Science and Technology, Taipei Medical University , Taipei 110, Taiwan"},{"name":"Department of Dermatology, Taipei Municipal Wanfang Hospital, Taipei Medical University , Taipei 116, Taiwan"},{"name":"The International Medical Informatics Association (IMIA) , Gen\u00e8ve CH-1204, Switzerland"}]}],"member":"286","published-online":{"date-parts":[[2024,4,5]]},"reference":[{"issue":"13","key":"2024052019463130900_ocae067-B1","doi-asserted-by":"crossref","first-page":"1201","DOI":"10.1056\/NEJMra2302038","article-title":"Artificial intelligence and machine learning in clinical medicine, 2023","volume":"388","author":"Haug","year":"2023","journal-title":"N Engl J Med"},{"issue":"3","key":"2024052019463130900_ocae067-B2","doi-asserted-by":"crossref","first-page":"e102","DOI":"10.1016\/S2589-7500(23)00023-7","article-title":"ChatGPT: friend or foe?","volume":"5","author":"The Lancet Digital Health","year":"2023","journal-title":"Lancet Digit Health"},{"issue":"5","key":"2024052019463130900_ocae067-B3","doi-asserted-by":"crossref","first-page":"e231938","DOI":"10.1001\/jamahealthforum.2023.1938","article-title":"ChatGPT and physicians\u2019 malpractice risk","volume":"4","author":"Mello","year":"2023","journal-title":"JAMA Health Forum"},{"key":"2024052019463130900_ocae067-B4","author":"Jeblick","year":"2023"},{"issue":"3","key":"2024052019463130900_ocae067-B5","doi-asserted-by":"crossref","first-page":"e107","DOI":"10.1016\/S2589-7500(23)00021-3","article-title":"ChatGPT: the future of discharge summaries?","volume":"5","author":"Patel","year":"2023","journal-title":"Lancet Digit Health"},{"issue":"4","key":"2024052019463130900_ocae067-B6","doi-asserted-by":"crossref","first-page":"e179","DOI":"10.1016\/S2589-7500(23)00048-1","article-title":"Using ChatGPT to write patient clinic letters","volume":"5","author":"Ali","year":"2023","journal-title":"Lancet Digit Health"},{"issue":"6","key":"2024052019463130900_ocae067-B7","doi-asserted-by":"crossref","first-page":"556","DOI":"10.1001\/jamaoto.2023.0704","article-title":"Comparison between ChatGPT and Google search as sources of postoperative patient instructions","volume":"149","author":"Ayoub","year":"2023","journal-title":"JAMA Otolaryngol Head Neck Surg"},{"key":"2024052019463130900_ocae067-B8","doi-asserted-by":"crossref","first-page":"e45312","DOI":"10.2196\/45312","article-title":"How does ChatGPT perform on the United States Medical Licensing Examination (USMLE)? The implications of large language models for medical education and knowledge assessment","volume":"9","author":"Gilson","year":"2023","journal-title":"JMIR Med Educ"},{"issue":"2","key":"2024052019463130900_ocae067-B9","doi-asserted-by":"crossref","first-page":"e0000205","DOI":"10.1371\/journal.pdig.0000205","article-title":"ChatGPT passing USMLE shines a spotlight on the flaws of medical education","volume":"2","author":"Mbakwe","year":"2023","journal-title":"PLoS Digit Health"},{"key":"2024052019463130900_ocae067-B10","doi-asserted-by":"crossref","first-page":"e47184","DOI":"10.2196\/47184","article-title":"Investigating the impact of user trust on the adoption and use of ChatGPT: survey analysis","volume":"25","author":"Choudhury","year":"2023","journal-title":"J Med Internet Res"},{"issue":"12","key":"2024052019463130900_ocae067-B11","doi-asserted-by":"crossref","first-page":"e82401","DOI":"10.1371\/journal.pone.0082401","article-title":"A probabilistic model for reducing medication errors","volume":"8","author":"Nguyen","year":"2013","journal-title":"PLoS One"},{"issue":"7","key":"2024052019463130900_ocae067-B12","doi-asserted-by":"crossref","first-page":"e941","DOI":"10.1111\/jdv.19152","article-title":"Potential applications of ChatGPT in dermatology","volume":"37","author":"Kluger","year":"2023","journal-title":"J Eur Acad Dermatol Venereol"},{"key":"2024052019463130900_ocae067-B13","doi-asserted-by":"crossref","first-page":"106181","DOI":"10.1016\/j.cmpb.2021.106181","article-title":"Improved diagnosis-medication association mining to reduce pseudo-associations","volume":"207","author":"Wang","year":"2021","journal-title":"Comput Methods Programs Biomed"},{"issue":"2","key":"2024052019463130900_ocae067-B14","first-page":"e35179","article-title":"Artificial hallucinations in ChatGPT: implications in scientific writing","volume":"15","author":"Alkaissi","year":"2023","journal-title":"Cureus"},{"issue":"8","key":"2024052019463130900_ocae067-B15","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","article-title":"Large language models in medicine","volume":"29","author":"Thirunavukarasu","year":"2023","journal-title":"Nat Med"},{"issue":"1","key":"2024052019463130900_ocae067-B16","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1038\/s41746-023-00873-0","article-title":"The imperative for regulatory oversight of large language models (or generative AI) in healthcare","volume":"6","author":"Mesk\u00f3","year":"2023","journal-title":"NPJ Digit Med"},{"issue":"6","key":"2024052019463130900_ocae067-B17","doi-asserted-by":"crossref","first-page":"e333","DOI":"10.1016\/S2589-7500(23)00083-3","article-title":"Ethics of large language models in medicine and medical research","volume":"5","author":"Li","year":"2023","journal-title":"Lancet Digit Health"},{"issue":"11","key":"2024052019463130900_ocae067-B18","doi-asserted-by":"crossref","first-page":"1950","DOI":"10.3390\/diagnostics13111950","article-title":"Evaluating the utility of a large language model in answering common patients\u2019 gastrointestinal health-related questions: are we there yet?","volume":"13","author":"Lahat","year":"2023","journal-title":"Diagnostics (Basel)"},{"issue":"2","key":"2024052019463130900_ocae067-B19","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1053\/j.gastro.2023.04.033","article-title":"ChatGPT answers common patient questions about colonoscopy","volume":"165","author":"Lee","year":"2023","journal-title":"Gastroenterology"},{"issue":"6","key":"2024052019463130900_ocae067-B20","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1001\/jamaophthalmol.2023.1144","article-title":"Performance of an artificial intelligence chatbot in ophthalmic knowledge assessment","volume":"141","author":"Mihalache","year":"2023","journal-title":"JAMA Ophthalmol"},{"issue":"7","key":"2024052019463130900_ocae067-B21","doi-asserted-by":"crossref","first-page":"1237","DOI":"10.1093\/jamia\/ocad072","article-title":"Using AI-generated suggestions from ChatGPT to optimize clinical decision support","volume":"30","author":"Liu","year":"2023","journal-title":"J Am Med Inform Assoc"},{"key":"2024052019463130900_ocae067-B22","doi-asserted-by":"crossref","first-page":"e49877","DOI":"10.2196\/49877","article-title":"ChatGPT interactive medical simulations for early clinical education: case study","volume":"9","author":"Scherr","year":"2023","journal-title":"JMIR Med Educ"},{"key":"2024052019463130900_ocae067-B23","author":"Zack","year":"2023"},{"key":"2024052019463130900_ocae067-B24","author":"Ferrara","year":"2023"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/31\/6\/1341\/57768985\/ocae067.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/31\/6\/1341\/57768985\/ocae067.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,20]],"date-time":"2024-05-20T19:47:12Z","timestamp":1716234432000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/31\/6\/1341\/7641341"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,5]]},"references-count":24,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2024,4,5]]},"published-print":{"date-parts":[[2024,5,20]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocae067","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,6,1]]},"published":{"date-parts":[[2024,4,5]]}}}