{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T22:29:28Z","timestamp":1778279368907,"version":"3.51.4"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Emergency and Critical Care Medicine within the Shanghai Municipal Health Commission","award":["2023ZDFC0104"],"award-info":[{"award-number":["2023ZDFC0104"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"DOI":"10.1007\/s10916-025-02152-9","type":"journal-article","created":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T03:38:22Z","timestamp":1739504302000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Evaluation of the Performance of Three Large Language Models in Clinical Decision Support: A Comparative Study Based on Actual Cases"],"prefix":"10.1007","volume":"49","author":[{"given":"Xueqi","family":"Wang","sequence":"first","affiliation":[]},{"given":"Haiyan","family":"Ye","sequence":"additional","affiliation":[]},{"given":"Sumian","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Mei","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Xuebin","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,14]]},"reference":[{"issue":"1","key":"2152_CR1","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1038\/s41591-021-01614-0","volume":"28","author":"P Rajpurkar","year":"2022","unstructured":"Rajpurkar, P., E. Chen, O. Banerjee, and E.J. Topol, AI in health and medicine. Nat. Med. 28(1):31\u201338, 2022.","journal-title":"Nat Med"},{"issue":"4","key":"2152_CR2","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1001\/jama.2023.11440","volume":"330","author":"PA Kulkarni","year":"2023","unstructured":"Kulkarni, P.A. and H. Singh, Artificial Intelligence in Clinical Diagnosis: Opportunities, Challenges, and Hype. JAMA. 330(4):317\u2013318, 2023.","journal-title":"JAMA"},{"issue":"11","key":"2152_CR3","doi-asserted-by":"publisher","first-page":"2106","DOI":"10.1111\/cts.13619","volume":"16","author":"M Wojtara","year":"2023","unstructured":"Wojtara, M., E. Rana, T. Rahman, et al., Artificial intelligence in rare disease diagnosis and treatment. Clin. Transl. Sci. 2023. 16(11):2106\u20132111.","journal-title":"Clin Transl Sci"},{"issue":"4","key":"2152_CR4","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1016\/j.accpm.2018.09.008","volume":"38","author":"R Pirracchio","year":"2019","unstructured":"Pirracchio, R., M.J. Cohen, I. Malenica, et al., Big data and targeted machine learning in action to assist medical decision in the ICU. Anaesth. Crit. Care. Pain. Med. 38(4):377\u2013384, 2019.","journal-title":"Anaesth Crit Care Pain Med"},{"key":"2152_CR5","doi-asserted-by":"publisher","first-page":"e51346","DOI":"10.2196\/51346","volume":"8","author":"A Skryd","year":"2024","unstructured":"Skryd, A. and K. Lawrence, ChatGPT as a Tool for Medical Education and Clinical Decision-Making on the Wards: Case Study. JMIR Form Res. 8:e51346, 2024.","journal-title":"JMIR Form Res"},{"key":"2152_CR6","doi-asserted-by":"publisher","first-page":"e48659","DOI":"10.2196\/48659","volume":"25","author":"A Rao","year":"2023","unstructured":"Rao, A., M. Pang, J. Kim, et al., Assessing the Utility of ChatGPT Throughout the Entire Clinical Workflow: Development and Usability Study. J. Med. Internet. Res. 25:e48659, 2023.","journal-title":"J Med Internet Res"},{"issue":"10","key":"2152_CR7","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1001\/jama.2023.1044","volume":"329","author":"A Sarraju","year":"2023","unstructured":"Sarraju, A., D. Bruemmer, E. Van Iterson, et al., Appropriateness of Cardiovascular Disease Prevention Recommendations Obtained From a Popular Online Chat-Based Artificial Intelligence Model. JAMA. 329(10):842\u2013844, 2023","journal-title":"JAMA"},{"issue":"6","key":"2152_CR8","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1001\/jamainternmed.2023.1838","volume":"183","author":"JW Ayers","year":"2023","unstructured":"Ayers, J.W., A. Poliak, M. Dredze, et al., Comparing Physician and Artificial Intelligence Chatbot Responses to Patient Questions Posted to a Public Social Media Forum. JAMA Intern. Med. 183(6):589\u2013596, 2023.","journal-title":"JAMA Intern Med"},{"issue":"7","key":"2152_CR9","doi-asserted-by":"publisher","first-page":"1237","DOI":"10.1093\/jamia\/ocad072","volume":"30","author":"S Liu","year":"2023","unstructured":"Liu, S., A.P. Wright, B.L. Patterson, et al., Using AI-generated suggestions from ChatGPT to optimize clinical decision support. J. Am. Med. Inform. Assoc. 30(7):1237\u20131245, 2023.","journal-title":"J Am Med Inform Assoc"},{"key":"2152_CR10","unstructured":"OpenAI. Introducing ChatGPT. November 30, 2022 [cited 2024 March 25]; Available from: https:\/\/openai.com\/blog\/chatgpt."},{"key":"2152_CR11","unstructured":"Achiam, J., S. Adler, S. Agarwal, et al., Gpt-4 technical report. arXiv preprint arXiv:2303.08774, 2023."},{"key":"2152_CR12","doi-asserted-by":"publisher","first-page":"e45312","DOI":"10.2196\/45312","volume":"9","author":"A Gilson","year":"2023","unstructured":"Gilson, A., C.W. Safranek, T. Huang, et al., How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment. JMIR Med. Educ. 9:e45312, 2023.","journal-title":"JMIR Med Educ"},{"key":"2152_CR13","doi-asserted-by":"publisher","first-page":"e48023","DOI":"10.2196\/48023","volume":"7","author":"Y Yanagita","year":"2023","unstructured":"Yanagita, Y., D. Yokokawa, S. Uchida, et al., Accuracy of ChatGPT on Medical Questions in the National Medical Licensing Examination in Japan: Evaluation Study. JMIR Form. Res. 7:e48023, 2023.","journal-title":"JMIR Form Res"},{"issue":"1","key":"2152_CR14","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/s10916-023-01961-0","volume":"47","author":"X Wang","year":"2023","unstructured":"Wang, X., Z. Gong, G. Wang, et al., ChatGPT Performs on the Chinese National Medical Licensing Examination. J. Med. Syst. 47(1):86, 2023.","journal-title":"J Med Syst"},{"issue":"6","key":"2152_CR15","doi-asserted-by":"publisher","first-page":"696","DOI":"10.1016\/j.ajog.2023.03.009","volume":"228","author":"A Gr\u00fcnebaum","year":"2023","unstructured":"Gr\u00fcnebaum, A., J. Chervenak, S.L. Pollet, et al., The exciting potential for ChatGPT in obstetrics and gynecology. Am. J. Obstet. Gynecol. 228(6):696\u2013705, 2023","journal-title":"Am J Obstet Gynecol"},{"issue":"7","key":"2152_CR16","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1111\/aos.15661","volume":"101","author":"I Potapenko","year":"2023","unstructured":"Potapenko, I., L.C. Boberg-Ans, M. Stormly Hansen, et al., Artificial intelligence-based chatbot patient information on common retinal diseases using ChatGPT. Acta. Ophthalmol. 101(7):829\u2013831, 2023.","journal-title":"Acta Ophthalmol"},{"issue":"3","key":"2152_CR17","doi-asserted-by":"publisher","first-page":"721","DOI":"10.3350\/cmh.2023.0089","volume":"29","author":"YH Yeo","year":"2023","unstructured":"Yeo, Y.H., J.S. Samaan, W.H. Ng, et al., Assessing the performance of ChatGPT in answering questions regarding cirrhosis and hepatocellular carcinoma. Clin. Mol. Hepatol. 29(3):721\u2013732, 2023.","journal-title":"Clin Mol Hepatol"},{"issue":"5","key":"2152_CR18","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1080\/08820538.2023.2209166","volume":"38","author":"S Singh","year":"2023","unstructured":"Singh, S., A. Djalilian, and M.J. Ali., ChatGPT and Ophthalmology: Exploring Its Potential with Discharge Summaries and Operative Notes. Semin. Ophthalmol. 38(5):503\u2013507, 2023.","journal-title":"Semin Ophthalmol"},{"issue":"4","key":"2152_CR19","first-page":"e37589","volume":"15","author":"Z Zhou","year":"2023","unstructured":"Zhou, Z., Evaluation of ChatGPT\u2019s Capabilities in Medical Report Generation. Cureus. 15(4):e37589, 2023.","journal-title":"Cureus"},{"key":"2152_CR20","unstructured":"Google. Welcome to the Gemini era. [cited 2024 March 29]; Available from: https:\/\/deepmind.google\/technologies\/gemini\/#introduction."},{"key":"2152_CR21","unstructured":"Med-Go. Go For Changes. [cited 2024 March 25]; Available from: https:\/\/www.med-go.cn\/."},{"issue":"1","key":"2152_CR22","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s10916-023-01925-4","volume":"47","author":"M Cascella","year":"2023","unstructured":"Cascella, M., J. Montomoli, V. Bellini, and E. Bignami., Evaluating the Feasibility of ChatGPT in Healthcare: An Analysis of Multiple Clinical and Research Scenarios. J. Med. Syst. 47(1):33, 2023.","journal-title":"J Med Syst"},{"key":"2152_CR23","doi-asserted-by":"publisher","first-page":"e49324","DOI":"10.2196\/49324","volume":"25","author":"TI Wilhelm","year":"2023","unstructured":"Wilhelm, T.I., J. Roos, and R. Kaczmarczyk., Large Language Models for Therapy Recommendations Across 3 Clinical Specialties: Comparative Study. J. Med. Internet. Res. 25:e49324, 2023.","journal-title":"J Med Internet Res"},{"key":"2152_CR24","doi-asserted-by":"publisher","first-page":"e51580","DOI":"10.2196\/51580","volume":"25","author":"K Giannakopoulos","year":"2023","unstructured":"Giannakopoulos, K., A. Kavadella, A. Aaqel Salim, et al., Evaluation of the Performance of Generative AI Large Language Models ChatGPT, Google Bard, and Microsoft Bing Chat in Supporting Evidence-Based Dentistry: Comparative Mixed Methods Study. J. Med. Internet. Res. 25:e51580, 2023.","journal-title":"J Med Internet Res"},{"key":"2152_CR25","unstructured":"Zhang, H. and B. An, MedGo: A Chinese Medical Large Language Model. arxiv:2410.20428[cs.CL,cs.AI]."},{"key":"2152_CR26","unstructured":"Kojima, T., S.S. Gu, M. Reid, et al., Large language models are zero-shot reasoners. Nips \u201822, 2024."}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02152-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-025-02152-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02152-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T15:18:57Z","timestamp":1739546337000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-025-02152-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,14]]},"references-count":26,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2152"],"URL":"https:\/\/doi.org\/10.1007\/s10916-025-02152-9","relation":{},"ISSN":["1573-689X"],"issn-type":[{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,14]]},"assertion":[{"value":"26 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not Applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval and Consent to Participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"23"}}