{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T11:37:48Z","timestamp":1788003468904,"version":"build-2784847793"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T00:00:00Z","timestamp":1777161600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"vor","delay-in-days":57,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-49466-3","type":"journal-article","created":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T09:14:09Z","timestamp":1777194849000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating large language model`s performance in answering principles of health course questions"],"prefix":"10.1038","volume":"16","author":[{"given":"Mohsen","family":"Khosravi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emine K\u00fcbra","family":"Dindar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Burak","family":"Sayar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"issue":"6","key":"49466_CR1","doi-asserted-by":"publisher","first-page":"431","DOI":"10.3325\/cmj.2017.58.431","volume":"58","author":"AL Svalastog","year":"2017","unstructured":"Svalastog, A. L. et al. Concepts and definitions of health and health-related values in the knowledge landscapes of the digital society. Croat Med. J. 58 (6), 431\u2013435 (2017).","journal-title":"Croat Med. J."},{"key":"49466_CR2","unstructured":"National Academies of Sciences, E. and & Medicine Achieving whole health: a new approach for veterans and the nation. (2023)."},{"issue":"3 Suppl","key":"49466_CR3","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/S0749-3797(18)30551-8","volume":"10","author":"AK David","year":"1994","unstructured":"David, A. K. Challenges in personal and public health promotion: the primary care physician perspective. Am. J. Prev. Med. 10 (3 Suppl), 36\u201338 (1994).","journal-title":"Am. J. Prev. Med."},{"issue":"1","key":"49466_CR4","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1177\/17579759221117792","volume":"30","author":"M Koirala Dhital","year":"2023","unstructured":"Koirala Dhital, M. et al. Successful health promotion, its challenges and the way forward in Nepal. Glob. Health Promot. 30(1), 68\u201371 (2023).","journal-title":"Glob. Health Promot."},{"issue":"3","key":"49466_CR5","doi-asserted-by":"publisher","first-page":"401","DOI":"10.4321\/S1137-66272014000300009","volume":"37","author":"M Belintxon","year":"2014","unstructured":"Belintxon, M., L\u00f3pez de, O. & Dicastillo [The challenges of health promotion in a multicultural society: a narrative review]. Sist Sanit. Navar. 37 (3), 401\u2013409 (2014).","journal-title":"Sist Sanit. Navar"},{"key":"49466_CR6","doi-asserted-by":"publisher","first-page":"e52399","DOI":"10.2196\/52399","volume":"26","author":"K Denecke","year":"2024","unstructured":"Denecke, K., May, R. & Rivera Romero, O. Potential of Large Language Models in Health Care: Delphi Study. J. Med. Internet Res. 26, e52399 (2024).","journal-title":"J. Med. Internet Res."},{"issue":"3","key":"49466_CR7","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1016\/j.arthro.2024.12.010","volume":"41","author":"KN Kunze","year":"2025","unstructured":"Kunze, K. N. et al. Large language models applied to health care tasks may improve clinical efficiency, value of care rendered, research, and medical education. Arthroscopy 41(3), 547\u2013556 (2025).","journal-title":"Arthroscopy"},{"key":"49466_CR8","doi-asserted-by":"publisher","first-page":"215013192413125","DOI":"10.1177\/21501319241312571","volume":"16","author":"H Qin","year":"2025","unstructured":"Qin, H. & Tong, Y. Opportunities and Challenges for Large Language Models in Primary Health Care. J. Prim. Care Community Health. 16, 21501319241312571 (2025).","journal-title":"J. Prim. Care Community Health"},{"issue":"1","key":"49466_CR9","doi-asserted-by":"publisher","first-page":"17","DOI":"10.59249\/ZTOZ1966","volume":"97","author":"KS Amin","year":"2024","unstructured":"Amin, K. S. et al. Assessing the Efficacy of Large Language Models in Health Literacy: A Comprehensive Cross-Sectional Study. Yale J. Biol. Med. 97 (1), 17\u201327 (2024).","journal-title":"Yale J. Biol. Med."},{"key":"49466_CR10","doi-asserted-by":"publisher","first-page":"1477898","DOI":"10.3389\/fmed.2024.1477898","volume":"11","author":"S Aydin","year":"2024","unstructured":"Aydin, S. et al. Large language models in patient education: a scoping review of applications in medicine. Front. Med. (Lausanne). 11, 1477898 (2024).","journal-title":"Front. Med. (Lausanne)"},{"issue":"9","key":"49466_CR11","doi-asserted-by":"publisher","first-page":"1801","DOI":"10.1093\/jamia\/ocae202","volume":"31","author":"Z Lu","year":"2024","unstructured":"Lu, Z. et al. Large language models in biomedicine and health: current research landscape and future directions. J. Am. Med. Inform. Assoc. 31 (9), 1801\u20131811 (2024).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"49466_CR12","doi-asserted-by":"publisher","first-page":"122","DOI":"10.18565\/urology.2024.2.122-127","volume":"2","author":"MS Taratkin","year":"2024","unstructured":"Taratkin, M. S. et al. [Artificial intelligence and large language models: challenges and prospects in research and medicine].. Urologiia 2, 122\u2013127 (2024).","journal-title":"Urologiia"},{"issue":"6","key":"49466_CR13","doi-asserted-by":"publisher","first-page":"e14183","DOI":"10.1111\/eci.14183","volume":"54","author":"A Telenti","year":"2024","unstructured":"Telenti, A. et al. Large language models for science and medicine. Eur. J. Clin. Invest. 54 (6), e14183 (2024).","journal-title":"Eur. J. Clin. Invest."},{"issue":"22","key":"49466_CR14","doi-asserted-by":"publisher","first-page":"4712","DOI":"10.1007\/s00266-024-04157-0","volume":"48","author":"B Lim","year":"2024","unstructured":"Lim, B. et al. Can AI Answer My Questions? Utilizing Artificial Intelligence in the Perioperative Assessment for Abdominoplasty Patients. Aesthetic Plast. Surg. 48 (22), 4712\u20134724 (2024).","journal-title":"Aesthetic Plast. Surg."},{"issue":"33","key":"49466_CR15","doi-asserted-by":"publisher","first-page":"e39305","DOI":"10.1097\/MD.0000000000039305","volume":"103","author":"V Hanc\u0131","year":"2024","unstructured":"Hanc\u0131, V. et al. Assessment of readability, reliability, and quality of ChatGPT\u00ae, BARD\u00ae, Gemini\u00ae, Copilot\u00ae, Perplexity\u00ae responses on palliative care. Med. (Baltim). 103 (33), e39305 (2024).","journal-title":"Med. (Baltim)."},{"issue":"1","key":"49466_CR16","doi-asserted-by":"publisher","first-page":"13553","DOI":"10.1038\/s41598-024-63997-7","volume":"14","author":"L Knoedler","year":"2024","unstructured":"Knoedler, L. et al. In-depth analysis of ChatGPT\u2019s performance based on specific signaling words and phrases in the question stem of 2377 USMLE step 1 style questions. Sci. Rep. 14 (1), 13553 (2024).","journal-title":"Sci. Rep."},{"issue":"11","key":"49466_CR17","first-page":"e48296","volume":"15","author":"H Mondal","year":"2023","unstructured":"Mondal, H. et al. ChatGPT in answering queries related to lifestyle-related diseases and disorders. Cureus 15(11), e48296 (2023).","journal-title":"Cureus"},{"key":"49466_CR18","doi-asserted-by":"publisher","first-page":"e45312","DOI":"10.2196\/45312","volume":"9","author":"A Gilson","year":"2023","unstructured":"Gilson, A. et al. How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment. JMIR Med. Educ. 9, e45312 (2023).","journal-title":"JMIR Med. Educ."},{"key":"49466_CR19","doi-asserted-by":"publisher","first-page":"e84120","DOI":"10.2196\/84120","volume":"27","author":"EJ Gong","year":"2025","unstructured":"Gong, E. J. et al. Knowledge-Practice Performance Gap in Clinical Large Language Models: Systematic Review of 39 Benchmarks. J. Med. Internet Res. 27, e84120 (2025).","journal-title":"J. Med. Internet Res."},{"key":"49466_CR20","doi-asserted-by":"publisher","DOI":"10.1186\/s13244-026-02236-1","author":"PS Suh","year":"2026","unstructured":"Suh, P. S. et al. Insufficient reporting quality in large language model studies in the field of radiology.. Insights Imaging https:\/\/doi.org\/10.1186\/s13244-026-02236-1 (2026).","journal-title":"Insights Imaging"},{"issue":"6","key":"49466_CR21","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1097\/EDE.0b013e3181577511","volume":"18","author":"JP Vandenbroucke","year":"2007","unstructured":"Vandenbroucke, J. P. et al. Strengthening the Reporting of Observational Studies in Epidemiology (STROBE): explanation and elaboration. Epidemiology 18 (6), 805\u2013835 (2007).","journal-title":"Epidemiology"},{"key":"49466_CR22","unstructured":"study.com. Principles of Health: Certificate Program. ; (2025). Available from: https:\/\/study.com\/academy\/exam\/course\/principles-of-health-certificate-program.html"},{"key":"49466_CR23","unstructured":"Rosenoff, D. et al. Using Confusion Matrix Statistics to determine HRT Study Quality. Proceedings of the 6th Annual RELX Search Summit, (2022)."},{"issue":"2","key":"49466_CR24","first-page":"48","volume":"3","author":"A Baratloo","year":"2015","unstructured":"Baratloo, A. et al. Part 1: Simple Definition and Calculation of Accuracy, Sensitivity and Specificity. Emerg. (Tehran). 3 (2), 48\u201349 (2015).","journal-title":"Emerg. (Tehran)"},{"key":"49466_CR25","doi-asserted-by":"publisher","DOI":"10.3390\/medicina57050503","author":"TF Monaghan","year":"2021","unstructured":"Monaghan, T. F. et al. Foundational statistical principles in medical research: Sensitivity, Specificity, Positive Predictive Value, and Negative Predictive Value.. Medicina (Kaunas) https:\/\/doi.org\/10.3390\/medicina57050503 (2021).","journal-title":"Medicina (Kaunas)"},{"key":"49466_CR26","doi-asserted-by":"publisher","first-page":"1495378","DOI":"10.3389\/fmed.2025.1495378","volume":"12","author":"IM Salman","year":"2025","unstructured":"Salman, I. M. et al. Artificial intelligence in healthcare education: evaluating the accuracy of ChatGPT, Copilot, and Google Gemini in cardiovascular pharmacology. Front. Med. (Lausanne). 12, 1495378 (2025).","journal-title":"Front. Med. (Lausanne)"},{"issue":"1","key":"49466_CR27","doi-asserted-by":"publisher","first-page":"694","DOI":"10.1186\/s12909-024-05630-9","volume":"24","author":"G Rossettini","year":"2024","unstructured":"Rossettini, G. et al. Comparative accuracy of ChatGPT-4, Microsoft Copilot and Google Gemini in the Italian entrance test for healthcare sciences degrees: A cross-sectional study. BMC Med. Educ. 24(1), 694 (2024).","journal-title":"BMC Med. Educ."},{"key":"49466_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/ase.70044","author":"O Bolgova","year":"2025","unstructured":"Bolgova, O., Ganguly, P. & Mavrych, V. Comparative analysis of LLMs performance in medical embryology: A cross-platform study of ChatGPT, Claude, Gemini, and Copilot.. Anat. Sci. Educ. https:\/\/doi.org\/10.1002\/ase.70044 (2025).","journal-title":"Anat. Sci. Educ."},{"issue":"2","key":"49466_CR29","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1152\/advan.00093.2024","volume":"49","author":"V Mavrych","year":"2025","unstructured":"Mavrych, V., Yaqinuddin, A. & Bolgova, O. Claude, ChatGPT, Copilot, and Gemini performance versus students in different topics of neuroscience. Adv. Physiol. Educ. 49 (2), 430\u2013437 (2025).","journal-title":"Adv. Physiol. Educ."},{"issue":"2","key":"49466_CR30","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1111\/jre.13323","volume":"60","author":"H Sabri","year":"2025","unstructured":"Sabri, H. et al. Performance of three artificial intelligence (AI)-based large language models in standardized testing; implications for AI-assisted dental education. J. Periodontal Res. 60 (2), 121\u2013133 (2025).","journal-title":"J. Periodontal Res."},{"issue":"5","key":"49466_CR31","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.joen.2025.01.002","volume":"51","author":"S Abdulrab","year":"2025","unstructured":"Abdulrab, S. et al. Performance of 4 Artificial Intelligence Chatbots in Answering Endodontic Questions. J. Endod. 51 (5), 602\u2013608 (2025).","journal-title":"J. Endod"},{"issue":"1","key":"49466_CR32","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1186\/s12903-025-05554-w","volume":"25","author":"M Tassoker","year":"2025","unstructured":"Tassoker, M. ChatGPT-4 omni\u2019s superiority in answering multiple-choice oral radiology questions. BMC Oral Health 25(1), 173 (2025).","journal-title":"BMC Oral Health"},{"issue":"4","key":"49466_CR33","first-page":"367","volume":"68","author":"S Demir","year":"2024","unstructured":"Demir, S. A comparative analysis of GPT-3.5 and GPT-4.0 on a multiple-choice ophthalmology question bank: A study on artificial intelligence developments. Rom. J. Ophthalmol. 68(4), 367\u2013371 (2024).","journal-title":"Rom. J. Ophthalmol."},{"key":"49466_CR34","doi-asserted-by":"publisher","DOI":"10.1055\/a-2437-2067","author":"J Gotta","year":"2024","unstructured":"Gotta, J. et al. Large language models (LLMs) in radiology exams for medical students: Performance and consequences.. Rofo https:\/\/doi.org\/10.1055\/a-2437-2067 (2024).","journal-title":"Rofo"},{"issue":"8","key":"49466_CR35","doi-asserted-by":"publisher","first-page":"1304","DOI":"10.1016\/j.dld.2024.02.019","volume":"56","author":"AG Gravina","year":"2024","unstructured":"Gravina, A. G. et al. Charting new AI education in gastroenterology: Cross-sectional evaluation of ChatGPT and perplexity AI in medical residency exam. Dig. Liver Dis. 56 (8), 1304\u20131311 (2024).","journal-title":"Dig. Liver Dis."},{"issue":"1","key":"49466_CR36","doi-asserted-by":"publisher","first-page":"18859","DOI":"10.1038\/s41598-024-68996-2","volume":"14","author":"MA Sadeq","year":"2024","unstructured":"Sadeq, M. A. et al. AI chatbots show promise but limitations on UK medical exam questions: a comparative performance study. Sci. Rep. 14 (1), 18859 (2024).","journal-title":"Sci. Rep."},{"key":"49466_CR37","doi-asserted-by":"publisher","DOI":"10.1177\/00031348251341956","author":"AN Sanli","year":"2025","unstructured":"Sanli, A. N., Tekcan Sanli, D. E. & Karabulut, A. Can American Board of Surgery in Training Examinations be passed by Large Language Models? Comparative assessment of Gemini, Copilot, and ChatGPT.. Am. Surg. https:\/\/doi.org\/10.1177\/00031348251341956 (2025).","journal-title":"Am. Surg."},{"issue":"4","key":"49466_CR38","doi-asserted-by":"publisher","first-page":"968","DOI":"10.12669\/pjms.41.4.11178","volume":"41","author":"I Aksoy","year":"2025","unstructured":"Aksoy, I. & Arslan, M. K. Comparison of performance of artificial intelligence tools in answering emergency medicine question pool: ChatGPT 4.0, Google Gemini and Microsoft Copilot. Pak J. Med. Sci. 41 (4), 968\u2013972 (2025).","journal-title":"Pak J. Med. Sci."},{"issue":"1","key":"49466_CR39","doi-asserted-by":"publisher","first-page":"8233","DOI":"10.1038\/s41598-024-58964-1","volume":"14","author":"AN Kaftan","year":"2024","unstructured":"Kaftan, A. N., Hussain, M. K. & Naser, F. H. Response accuracy of ChatGPT 3.5 Copilot and Gemini in interpreting biochemical laboratory data a pilot study. Sci. Rep. 14 (1), 8233 (2024).","journal-title":"Sci. Rep."},{"issue":"1","key":"49466_CR40","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/s40670-024-02176-9","volume":"35","author":"M Alfertshofer","year":"2025","unstructured":"Alfertshofer, M. et al. Analyzing Question Characteristics Influencing ChatGPT\u2019s Performance in 3000 USMLE\u00ae-Style Questions. Med. Sci. Educ. 35 (1), 257\u2013267 (2025).","journal-title":"Med. Sci. Educ."},{"issue":"4","key":"49466_CR41","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1038\/s41431-023-01396-8","volume":"32","author":"D Duong","year":"2024","unstructured":"Duong, D. & Solomon, B. D. Analysis of large-language model versus human performance for genetics questions. Eur. J. Hum. Genet. 32 (4), 466\u2013468 (2024).","journal-title":"Eur. J. Hum. Genet."},{"issue":"1","key":"49466_CR42","doi-asserted-by":"publisher","first-page":"10785","DOI":"10.1038\/s41598-024-60405-y","volume":"14","author":"H Shojaee-Mend","year":"2024","unstructured":"Shojaee-Mend, H. et al. Evaluating the strengths and weaknesses of large language models in answering neurophysiology questions. Sci. Rep. 14 (1), 10785 (2024).","journal-title":"Sci. Rep."},{"key":"49466_CR43","doi-asserted-by":"publisher","first-page":"1514896","DOI":"10.3389\/frai.2024.1514896","volume":"7","author":"H Yang","year":"2024","unstructured":"Yang, H. et al. Evaluating accuracy and reproducibility of large language model performance on critical care assessments in pharmacy education. Front. Artif. Intell. 7, 1514896 (2024).","journal-title":"Front. Artif. Intell."},{"key":"49466_CR44","doi-asserted-by":"publisher","first-page":"106019","DOI":"10.1016\/j.ijmedinf.2025.106019","volume":"203","author":"M Khosravi","year":"2025","unstructured":"Khosravi, M. et al. Psychometric properties of an Iranian instrument for assessing adherence to ethical principles in the use of artificial intelligence among healthcare providers. Int. J. Med. Informatics. 203, 106019 (2025).","journal-title":"Int. J. Med. Informatics"},{"issue":"11","key":"49466_CR45","doi-asserted-by":"publisher","first-page":"2485","DOI":"10.1007\/s10389-024-02219-w","volume":"33","author":"M Khosravi","year":"2025","unstructured":"Khosravi, M. et al. Ethical challenges of using artificial intelligence in healthcare delivery: a thematic analysis of a systematic review of reviews. J. Public Health. 33 (11), 2485\u20132495 (2025).","journal-title":"J. Public Health"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49466-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49466-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49466-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,21]],"date-time":"2026-06-21T23:08:16Z","timestamp":1782083296000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49466-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":45,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["49466"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-49466-3","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"17 March 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The data extracted during the course of the study were ought to be securely retained by the researchers for a period of three years following the publication of the research. No ethical code was needed due to the study nature and methodology.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical standards"}}],"article-number":"19255"}}