{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T01:12:53Z","timestamp":1793236373450,"version":"4.5.0"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T00:00:00Z","timestamp":1747785600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T00:00:00Z","timestamp":1747785600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2023YFC2309100"],"award-info":[{"award-number":["2023YFC2309100"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["92269118,92269205,92369117"],"award-info":[{"award-number":["92269118,92269205,92369117"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Scientific Research Project of Jiangsu Health Commission","award":["M2022013"],"award-info":[{"award-number":["M2022013"]}]},{"name":"Clinical Trials from the Affiliated Drum Tower Hospital, Medical School of Nanjing University","award":["2021-LCYJ-PY-10"],"award-info":[{"award-number":["2021-LCYJ-PY-10"]}]},{"name":"Project of Chinese Hospital Reform and Development Institute, Nanjing University, Aid project of Nanjing Drum Tower Hospital Health, Education &Research Foundation","award":["NDYG2022003"],"award-info":[{"award-number":["NDYG2022003"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-02601-y","type":"journal-article","created":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T08:50:00Z","timestamp":1747817400000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Large language model evaluation in autoimmune disease clinical questions comparing ChatGPT 4o, Claude 3.5 Sonnet and Gemini 1.5 pro"],"prefix":"10.1038","volume":"15","author":[{"given":"Juntao","family":"Ma","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anran","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taihong","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenjing","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengyin","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yue","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fuyu","family":"Zang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qisi","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenbo","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxin","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mingzhe","family":"Ning","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yijia","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,21]]},"reference":[{"key":"2601_CR1","doi-asserted-by":"publisher","first-page":"1166120","DOI":"10.3389\/fpubh.2023.1166120","volume":"11","author":"L De Angelis","year":"2023","unstructured":"De Angelis, L. et al. ChatGPT and the rise of large Language models: the new AI-driven infodemic threat in public health. Front. Public. Health. 11, 1166120 (2023).","journal-title":"Front. Public. Health"},{"key":"2601_CR2","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1056\/NEJMsr2214184","volume":"388","author":"P Lee","year":"2023","unstructured":"Lee, P., Bubeck, S. & Petro, J. Benefits, limits, and risks of GPT-4 as an AI chatbot for medicine. N. Engl. J. Med. 388, 1233\u20131239 (2023).","journal-title":"N. Engl. J. Med."},{"key":"2601_CR3","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large Language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"2601_CR4","doi-asserted-by":"crossref","unstructured":"Potapenko, I. et al. Artificial intelligence-based chatbot patient information on common retinal diseases using ChatGPT. Acta Ophthalmol. (1755375X) 101 (2023).","DOI":"10.1111\/aos.15661"},{"key":"2601_CR5","doi-asserted-by":"publisher","first-page":"100324","DOI":"10.1016\/j.xops.2023.100324","volume":"3","author":"F Antaki","year":"2023","unstructured":"Antaki, F., Touma, S., Milad, D., El-Khoury, J. & Duval, R. Evaluating the performance of ChatGPT in ophthalmology: an analysis of its successes and shortcomings. Ophthalmol. Sci. 3, 100324 (2023).","journal-title":"Ophthalmol. Sci."},{"key":"2601_CR6","doi-asserted-by":"publisher","first-page":"100632","DOI":"10.1016\/j.jbo.2024.100632","volume":"48","author":"L Huang","year":"2024","unstructured":"Huang, L. et al. Preliminary discrimination and evaluation of clinical application value of ChatGPT4o in bone tumors. J. Bone Oncol. 48, 100632 (2024).","journal-title":"J. Bone Oncol."},{"key":"2601_CR7","doi-asserted-by":"crossref","unstructured":"Lim, Z. W. et al. Benchmarking large language models\u2019 performances for myopia care: a comparative analysis of ChatGPT-3.5, ChatGPT-4.0, and Google Bard. EBioMedicine  95 (2023).","DOI":"10.1016\/j.ebiom.2023.104770"},{"key":"2601_CR8","first-page":"1097","volume":"10","author":"C Edalat","year":"2022","unstructured":"Edalat, C. et al. Evaluating large Language models on their accuracy and completeness: immune checkpoint inhibitors and their ocular toxicities. RETINA 10, 1097 (2022).","journal-title":"RETINA"},{"key":"2601_CR9","doi-asserted-by":"crossref","unstructured":"do Olmo, J., Logrono, J., Mascias, C., Martinez, M. & Isla, J. Assessing DxGPT: diagnosing rare diseases with various large Language models. MedRxiv, (2024). 2024.2005. 2008.24307062.","DOI":"10.1101\/2024.05.08.24307062"},{"key":"2601_CR10","doi-asserted-by":"publisher","first-page":"4134","DOI":"10.1200\/JCO.24.00326","volume":"42","author":"VH Sun","year":"2024","unstructured":"Sun, V. H. et al. Enhancing precision in detecting severe immune-related adverse events: comparative analysis of large Language models and international classification of disease codes in patient records. J. Clin. Oncol. 42, 4134\u20134144 (2024).","journal-title":"J. Clin. Oncol."},{"key":"2601_CR11","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1111\/joim.12395","volume":"278","author":"L Wang","year":"2015","unstructured":"Wang, L., Wang, F. S. & Gershwin, M. E. Human autoimmune diseases: a comprehensive update. J. Intern. Med. 278, 369\u2013395 (2015).","journal-title":"J. Intern. Med."},{"key":"2601_CR12","doi-asserted-by":"crossref","unstructured":"Amanatidis, D., Chatzisavvas, G. & Dossis, M. in 7th South-East Europe Design Automation, Computer Engineering, Computer Networks and Social Media Conference (SEEDA-CECNSM). 1\u20135 (IEEE). (2022).","DOI":"10.1109\/SEEDA-CECNSM57760.2022.9932959"},{"key":"2601_CR13","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1111\/ans.12555","volume":"84","author":"A Sherlock","year":"2014","unstructured":"Sherlock, A. & Brownie, S. Patients\u2019 recollection and Understanding of informed consent: a literature review. ANZ J. Surg. 84, 207\u2013210 (2014).","journal-title":"ANZ J. Surg."},{"key":"2601_CR14","doi-asserted-by":"publisher","first-page":"756","DOI":"10.1001\/jama.2013.629","volume":"309","author":"BM Kuehn","year":"2013","unstructured":"Kuehn, B. M. More than one-third of US individuals use the internet to self-diagnose. Jama 309, 756\u2013757 (2013).","journal-title":"Jama"},{"key":"2601_CR15","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1038\/s41586-024-07894-z","volume":"634","author":"X Wang","year":"2024","unstructured":"Wang, X. et al. A pathology foundation model for cancer diagnosis and prognosis prediction. Nature 634, 970\u2013978 (2024).","journal-title":"Nature"},{"key":"2601_CR16","doi-asserted-by":"publisher","first-page":"5649","DOI":"10.1038\/s41467-024-50043-3","volume":"15","author":"J Zhou","year":"2024","unstructured":"Zhou, J. et al. Pre-trained multimodal large Language model enhances dermatological diagnosis using SkinGPT-4. Nat. Commun. 15, 5649 (2024).","journal-title":"Nat. Commun."},{"key":"2601_CR17","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1159\/000478012","volume":"63","author":"A Watad","year":"2017","unstructured":"Watad, A. et al. Autoimmunity in the elderly: insights from basic science and clinics-a mini-review. Gerontology 63, 515\u2013523 (2017).","journal-title":"Gerontology"},{"key":"2601_CR18","doi-asserted-by":"crossref","unstructured":"Wang, Y., Ma, X. & Chen, W. in Findings of the Association for Computational Linguistics: EMNLP 2024. 1754\u20131770.","DOI":"10.18653\/v1\/2024.findings-emnlp.95"},{"key":"2601_CR19","doi-asserted-by":"publisher","first-page":"1134","DOI":"10.1038\/s41591-024-02855-5","volume":"30","author":"D Van Veen","year":"2024","unstructured":"Van Veen, D. et al. Adapted large Language models can outperform medical experts in clinical text summarization. Nat. Med. 30, 1134\u20131142 (2024).","journal-title":"Nat. Med."},{"key":"2601_CR20","unstructured":"Li, D., Kadav, A., Gao, A., Li, R. & Bourgon, R. Automated clinical data extraction with knowledge conditioned llms.  Preprint at https:\/\/arXiv.org\/abs\/2406.18027 (2024)."},{"key":"2601_CR21","doi-asserted-by":"crossref","unstructured":"Lee, T. J. et al. Evaluating ChatGPT-3.5 and ChatGPT-4.0 responses on hyperlipidemia for patient education. Cureus 16 (2024).","DOI":"10.7759\/cureus.61067"},{"key":"2601_CR22","doi-asserted-by":"publisher","first-page":"714","DOI":"10.58600\/eurjther2225","volume":"30","author":"YC G\u00fcne\u015f","year":"2024","unstructured":"G\u00fcne\u015f, Y. C., Cesur, T. & \u00c7amur, E. Comparative analysis of large Language models in simplifying Turkish ultrasound reports to enhance patient Understanding. Eur. J. Ther. 30, 714\u2013723 (2024).","journal-title":"Eur. J. Ther."},{"key":"2601_CR23","doi-asserted-by":"publisher","first-page":"2088","DOI":"10.1002\/art.42646","volume":"75","author":"MB Humphrey","year":"2023","unstructured":"Humphrey, M. B. et al. 2022 American college of rheumatology guideline for the prevention and treatment of Glucocorticoid-Induced osteoporosis. Arthritis Rheumatol. 75, 2088\u20132102 (2023).","journal-title":"Arthritis Rheumatol."},{"key":"2601_CR24","unstructured":"Price, E. J. et al. British society for rheumatology guideline on management of adult and juvenile onset Sj\u00f6gren disease. Rheumatology, keae152 (2024)."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-02601-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-02601-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-02601-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T08:50:10Z","timestamp":1747817410000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-02601-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,21]]},"references-count":24,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2601"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-02601-y","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,21]]},"assertion":[{"value":"27 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All experimental protocols for this project were approved by the Ethics Committee of Nanjing Drum Tower Hospital, with the approval number 2021\u2009\u2212\u2009348.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical considerations"}},{"value":"During the research process, we ensured that informed consent was obtained from all subjects and\/or their legal guardians (where applicable) to safeguard the rights and privacy of the subjects.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}}],"article-number":"17635"}}