{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,30]],"date-time":"2026-09-30T16:52:46Z","timestamp":1790787166483,"version":"4.1.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T00:00:00Z","timestamp":1747958400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T00:00:00Z","timestamp":1747958400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-03074-9","type":"journal-article","created":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T16:07:29Z","timestamp":1748016449000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Large language models\u2019 capabilities in responding to tuberculosis medical questions: testing ChatGPT, Gemini, and Copilot"],"prefix":"10.1038","volume":"15","author":[{"given":"Meisam","family":"Dastani","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9010-2518","authenticated-orcid":false,"given":"Jalal","family":"Mardaneh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Morteza","family":"Rostamian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,23]]},"reference":[{"key":"3074_CR1","doi-asserted-by":"crossref","unstructured":"Srivastav, S. et al. ChatGPT in radiology: the advantages and limitations of artificial intelligence for medical imaging diagnosis. Cureus 15 (2023).","DOI":"10.7759\/cureus.41435"},{"key":"3074_CR2","doi-asserted-by":"publisher","DOI":"10.2196\/49183","volume":"9","author":"CR Buhr","year":"2023","unstructured":"Buhr, C. R. et al. ChatGPT versus consultants: blinded evaluation on answering otorhinolaryngology case\u2013based questions. JMIR Med. Educ. 9, e49183 (2023).","journal-title":"JMIR Med. Educ."},{"key":"3074_CR3","doi-asserted-by":"publisher","DOI":"10.1038\/s41415-024-8015-2","author":"C Tussie","year":"2024","unstructured":"Tussie, C. & Starosta, A. Comparing the dental knowledge of large language models. Br. Dent. J. https:\/\/doi.org\/10.1038\/s41415-024-8015-2 (2024).","journal-title":"Br. Dent. J."},{"key":"3074_CR4","unstructured":"Grant, N. & Metz, C. A New Chat Bot Is a\u2019Code Red\u2019for Google\u2019s Search Business. International New York Times, NA-NA (2022)."},{"key":"3074_CR5","doi-asserted-by":"crossref","unstructured":"Rathje, S. et al. GPT is an effective tool for multilingual psychological text analysis. (2023).","DOI":"10.31234\/osf.io\/sekf5"},{"key":"3074_CR6","doi-asserted-by":"publisher","first-page":"28083","DOI":"10.1038\/s41598-024-79531-8","volume":"14","author":"V Dentella","year":"2024","unstructured":"Dentella, V., G\u00fcnther, F., Murphy, E., Marcus, G. & Leivada, E. Testing AI on language comprehension tasks reveals insensitivity to underlying meaning. Sci. Rep. 14, 28083. https:\/\/doi.org\/10.1038\/s41598-024-79531-8 (2024).","journal-title":"Sci. Rep."},{"key":"3074_CR7","unstructured":"Bongini, P., Becattini, F. & Del Bimbo, A. in European Conference on Computer Vision. 268\u2013281 (Springer)."},{"key":"3074_CR8","unstructured":"Shakarian, P., Koyyalamudi, A., Ngu, N. & Mareedu, L. An independent evaluation of ChatGPT on mathematical word problems (MWP). arXiv preprint arXiv:2302.13814 (2023)."},{"key":"3074_CR9","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/s41586-023-06185-3","volume":"619","author":"K Bi","year":"2023","unstructured":"Bi, K. et al. Accurate medium-range global weather forecasting with 3D neural networks. Nature 619, 533\u2013538 (2023).","journal-title":"Nature"},{"key":"3074_CR10","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/j.iotcps.2023.04.003","volume":"3","author":"PP Ray","year":"2023","unstructured":"Ray, P. P. ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet Things Cyber-Phys Syst 3, 121\u2013154 (2023).","journal-title":"Internet Things Cyber-Phys Syst"},{"key":"3074_CR11","doi-asserted-by":"publisher","first-page":"721","DOI":"10.3350\/cmh.2023.0089","volume":"29","author":"YH Yeo","year":"2023","unstructured":"Yeo, Y. H. et al. Assessing the performance of ChatGPT in answering questions regarding cirrhosis and hepatocellular carcinoma. Clin. Mol. Hepatol. 29, 721\u2013732 (2023).","journal-title":"Clin. Mol. Hepatol."},{"key":"3074_CR12","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1016\/S1473-3099(23)00113-5","volume":"23","author":"A Howard","year":"2023","unstructured":"Howard, A., Hope, W. & Gerada, A. ChatGPT and antimicrobial advice: the end of the consulting infection doctor?. Lancet. Infect. Dis 23, 405\u2013406 (2023).","journal-title":"Lancet. Infect. Dis"},{"key":"3074_CR13","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1089\/dia.2023.0134","volume":"25","author":"A Nakhleh","year":"2023","unstructured":"Nakhleh, A., Spitzer, S. & Shehadeh, N. ChatGPT\u2019s response to the diabetes knowledge questionnaire: implications for diabetes education. Diabetes Technol. Ther. 25, 571\u2013573 (2023).","journal-title":"Diabetes Technol. Ther."},{"key":"3074_CR14","unstructured":"Brown, T. B. Language models are few-shot learners. arXiv preprint arXiv:2005.14165 (2020)."},{"key":"3074_CR15","doi-asserted-by":"publisher","DOI":"10.2196\/45312","volume":"9","author":"A Gilson","year":"2023","unstructured":"Gilson, A. et al. How does ChatGPT perform on the United States Medical Licensing Examination (USMLE)? The implications of large language models for medical education and knowledge assessment. JMIR Med. Educ. 9, e45312 (2023).","journal-title":"JMIR Med. Educ."},{"key":"3074_CR16","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung, T. H. et al. Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models. PLoS Digit. Health 2, e0000198 (2023).","journal-title":"PLoS Digit. Health"},{"key":"3074_CR17","unstructured":"Huang, K., Altosaar, J. & Ranganath, R. Clinicalbert: Modeling clinical notes and predicting hospital readmission. arXiv preprint arXiv:1904.05342 (2019)."},{"key":"3074_CR18","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J. et al. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36, 1234\u20131240 (2020).","journal-title":"Bioinformatics"},{"key":"3074_CR19","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1038\/s43856-023-00370-1","volume":"3","author":"J Clusmann","year":"2023","unstructured":"Clusmann, J. et al. The future landscape of large language models in medicine. Commun. Med. 3, 141. https:\/\/doi.org\/10.1038\/s43856-023-00370-1 (2023).","journal-title":"Commun. Med."},{"key":"3074_CR20","doi-asserted-by":"publisher","DOI":"10.2196\/46900","volume":"12","author":"C-Y Shao","year":"2023","unstructured":"Shao, C.-Y. et al. Appropriateness and comprehensiveness of using ChatGPT for perioperative patient education in thoracic surgery in different language contexts: Survey study. Interact. J. Med. Res. 12, e46900. https:\/\/doi.org\/10.2196\/46900 (2023).","journal-title":"Interact. J. Med. Res."},{"key":"3074_CR21","doi-asserted-by":"publisher","first-page":"1950","DOI":"10.3390\/diagnostics13111950","volume":"13","author":"A Lahat","year":"2023","unstructured":"Lahat, A., Shachar, E., Avidan, B., Glicksberg, B. & Klang, E. Evaluating the utility of a large language model in answering common patients\u2019 gastrointestinal health-related questions: Are we there yet?. Diagnostics 13, 1950 (2023).","journal-title":"Diagnostics"},{"key":"3074_CR22","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1055\/s-0044-1787974","volume":"34","author":"PK Sarangi","year":"2024","unstructured":"Sarangi, P. K. et al. Radiologic decision-making for imaging in pulmonary embolism: accuracy and reliability of large language models\u2014bing, claude, ChatGPT, and perplexity. Indian J. Radiol. Imaging 34, 653\u2013660. https:\/\/doi.org\/10.1055\/s-0044-1787974 (2024).","journal-title":"Indian J. Radiol. Imaging"},{"key":"3074_CR23","doi-asserted-by":"publisher","first-page":"992","DOI":"10.1016\/j.ajic.2024.03.016","volume":"52","author":"M Omar","year":"2024","unstructured":"Omar, M., Brin, D., Glicksberg, B. & Klang, E. Utilizing natural language processing and large language models in the diagnosis and prediction of infectious diseases: A systematic review. Am. J. Infect. Control 52, 992\u20131001. https:\/\/doi.org\/10.1016\/j.ajic.2024.03.016 (2024).","journal-title":"Am. J. Infect. Control"},{"key":"3074_CR24","doi-asserted-by":"publisher","first-page":"17118","DOI":"10.1038\/s41598-024-67429-4","volume":"14","author":"S Zhang","year":"2024","unstructured":"Zhang, S. & Song, J. A chatbot based question and answer system for the auxiliary diagnosis of chronic diseases based on large language model. Sci. Rep. 14, 17118. https:\/\/doi.org\/10.1038\/s41598-024-67429-4 (2024).","journal-title":"Sci. Rep."},{"key":"3074_CR25","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.48296","volume":"15","author":"H Mondal","year":"2023","unstructured":"Mondal, H., Dash, I., Mondal, S. & Behera, J. K. ChatGPT in answering queries related to lifestyle-related diseases and disorders. Cureus 15, e48296. https:\/\/doi.org\/10.7759\/cureus.48296 (2023).","journal-title":"Cureus"},{"key":"3074_CR26","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/j.ijtb.2020.02.005","volume":"67","author":"A Natarajan","year":"2020","unstructured":"Natarajan, A., Beena, P., Devnikar, A. V. & Mali, S. A systemic review on tuberculosis. Indian J. Tuberculosis 67, 295\u2013311 (2020).","journal-title":"Indian J. Tuberculosis"},{"key":"3074_CR27","doi-asserted-by":"publisher","DOI":"10.2196\/50638","volume":"25","author":"B Mesk\u00f3","year":"2023","unstructured":"Mesk\u00f3, B. Prompt engineering as an important emerging skill for medical professionals: Tutorial. J. Med. Internet Res. 25, e50638. https:\/\/doi.org\/10.2196\/50638 (2023).","journal-title":"J. Med. Internet Res."},{"key":"3074_CR28","doi-asserted-by":"publisher","DOI":"10.2196\/55939","volume":"26","author":"D Gibson","year":"2024","unstructured":"Gibson, D. et al. Evaluating the efficacy of ChatGPT as a patient education tool in prostate cancer: Multimetric assessment. J. Med. Internet Res. 26, e55939. https:\/\/doi.org\/10.2196\/55939 (2024).","journal-title":"J. Med. Internet Res."},{"key":"3074_CR29","doi-asserted-by":"publisher","DOI":"10.1111\/codi.17267","volume":"27","author":"AHY Siu","year":"2025","unstructured":"Siu, A. H. Y. et al. ChatGPT as a patient education tool in colorectal cancer\u2014an in-depth assessment of efficacy, quality and readability. Colorectal Dis. 27, e17267. https:\/\/doi.org\/10.1111\/codi.17267 (2025).","journal-title":"Colorectal Dis."},{"key":"3074_CR30","doi-asserted-by":"publisher","first-page":"2320","DOI":"10.1007\/s00464-024-10807-w","volume":"38","author":"B Huo","year":"2024","unstructured":"Huo, B. et al. The performance of artificial intelligence large language model-linked chatbots in surgical decision-making for gastroesophageal reflux disease. Surg. Endosc. 38, 2320\u20132330. https:\/\/doi.org\/10.1007\/s00464-024-10807-w (2024).","journal-title":"Surg. Endosc."},{"key":"3074_CR31","doi-asserted-by":"publisher","first-page":"1412","DOI":"10.1038\/s41433-024-02958-w","volume":"38","author":"M Masalkhi","year":"2024","unstructured":"Masalkhi, M., Ong, J., Waisberg, E. & Lee, A. G. Google DeepMind\u2019s gemini AI versus ChatGPT: a comparative analysis in ophthalmology. Eye (Lond) 38, 1412\u20131417. https:\/\/doi.org\/10.1038\/s41433-024-02958-w (2024).","journal-title":"Eye (Lond)"},{"key":"3074_CR32","doi-asserted-by":"publisher","first-page":"NP839","DOI":"10.1093\/asj\/sjae140","volume":"44","author":"A Duran","year":"2024","unstructured":"Duran, A., Cortuk, O. & Ok, B. Future perspective of risk prediction in aesthetic surgery: Is artificial intelligence reliable?. Aesthet. Surg. J. 44, NP839\u2013NP849. https:\/\/doi.org\/10.1093\/asj\/sjae140 (2024).","journal-title":"Aesthet. Surg. J."},{"key":"3074_CR33","doi-asserted-by":"publisher","first-page":"6512","DOI":"10.3390\/jcm13216512","volume":"13","author":"AH Reyhan","year":"2024","unstructured":"Reyhan, A. H., Mutaf, \u00c7., Uzun, \u0130 & Y\u00fcksekyayla, F. A performance evaluation of large language models in keratoconus: A comparative study of ChatGPT-35, ChatGPT-40, Gemini, Copilot, Chatsonic, and perplexity. J. Clin. Med. 13, 6512 (2024).","journal-title":"J. Clin. Med."},{"key":"3074_CR34","doi-asserted-by":"publisher","first-page":"3239","DOI":"10.2147\/OPTH.S488232","volume":"18","author":"SK Shanmugam","year":"2024","unstructured":"Shanmugam, S. K. & Browning, D. J. Comparison of large language models in diagnosis and management of challenging clinical cases. Clin. Ophthalmol. 18, 3239\u20133247. https:\/\/doi.org\/10.2147\/OPTH.S488232 (2024).","journal-title":"Clin. Ophthalmol."},{"key":"3074_CR35","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1016\/j.pec.2020.11.016","volume":"104","author":"DK Thapa","year":"2021","unstructured":"Thapa, D. K., Visentin, D. C., Kornhaber, R., West, S. & Cleary, M. The influence of online health information on health decisions: A systematic review. Patient Educ. Couns. 104, 770\u2013784. https:\/\/doi.org\/10.1016\/j.pec.2020.11.016 (2021).","journal-title":"Patient Educ. Couns."},{"key":"3074_CR36","doi-asserted-by":"publisher","first-page":"880","DOI":"10.3390\/ijerph17030880","volume":"17","author":"MM Bujnowska-Fedak","year":"2020","unstructured":"Bujnowska-Fedak, M. M. & W\u0119gierek, P. The impact of online health information on patient health behaviours and making decisions concerning health. Int. J. Environ. Res. Public Health 17, 880 (2020).","journal-title":"Int. J. Environ. Res. Public Health"},{"key":"3074_CR37","doi-asserted-by":"publisher","first-page":"e39305","DOI":"10.1097\/md.0000000000039305","volume":"103","author":"V Hanci","year":"2024","unstructured":"Hanci, V. et al. Assessment of readability, reliability, and quality of ChatGPT\u00ae, BARD\u00ae, Gemini\u00ae, Copilot\u00ae, Perplexity\u00ae responses on palliative care. Medicine (Baltimore) 103, e39305. https:\/\/doi.org\/10.1097\/md.0000000000039305 (2024).","journal-title":"Medicine (Baltimore)"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-03074-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-03074-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-03074-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T16:07:37Z","timestamp":1748016457000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-03074-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,23]]},"references-count":37,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["3074"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-03074-9","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,23]]},"assertion":[{"value":"14 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"18004"}}