{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T03:47:34Z","timestamp":1793332054590,"version":"4.5.0"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T00:00:00Z","timestamp":1769731200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T00:00:00Z","timestamp":1771286400000},"content-version":"vor","delay-in-days":18,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-38019-3","type":"journal-article","created":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T18:34:19Z","timestamp":1769798059000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Impact of authoritative and subjective cues on large language model reliability for clinical inquiries: an experimental study"],"prefix":"10.1038","volume":"16","author":[{"given":"Yu","family":"Chang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Po-Chung","family":"Ju","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming-Hong","family":"Hsieh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng-Chen","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,30]]},"reference":[{"key":"38019_CR1","doi-asserted-by":"publisher","first-page":"e0330303","DOI":"10.1371\/journal.pone.0330303","volume":"20","author":"Y Chang","year":"2025","unstructured":"Chang, Y., Huang, S. S., Hsu, W. Y. & Liu, Y. C. Evaluating chatbots in psychiatry: Rasch-based insights into clinical knowledge and reasoning. PLOS ONE. 20, e0330303 (2025).","journal-title":"PLOS ONE"},{"key":"38019_CR2","doi-asserted-by":"publisher","first-page":"2305","DOI":"10.3390\/healthcare12222305","volume":"12","author":"Y Chang","year":"2024","unstructured":"Chang, Y., Su, C. Y. & Liu, Y. C. Assessing the performance of chatbots on the Taiwan psychiatry licensing examination using the Rasch model. Healthcare 12, 2305 (2024).","journal-title":"Healthcare"},{"key":"38019_CR3","doi-asserted-by":"publisher","first-page":"e2440969","DOI":"10.1001\/jamanetworkopen.2024.40969","volume":"7","author":"E Goh","year":"2024","unstructured":"Goh, E. et al. Large Language model influence on diagnostic reasoning: A randomized clinical trial. JAMA Netw. Open. 7, e2440969 (2024).","journal-title":"JAMA Netw. Open."},{"key":"38019_CR4","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1186\/s40561-024-00313-w","volume":"11","author":"Z Li","year":"2024","unstructured":"Li, Z. et al. Large Language models and medical education: a paradigm shift in educator roles. Smart Learn. Environ. 11, 26 (2024).","journal-title":"Smart Learn. Environ."},{"key":"38019_CR5","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1097\/ACM.0000000000005439","volume":"99","author":"CK Boscardin","year":"2024","unstructured":"Boscardin, C. K., Gin, B., Golde, P. B. & Hauer, K. E. ChatGPT and generative artificial intelligence for medical education: potential impact and opportunity. Acad. Med. 99, 22 (2024).","journal-title":"Acad. Med."},{"key":"38019_CR6","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s11528-025-01058-0","volume":"69","author":"Y Han","year":"2025","unstructured":"Han, Y., Hong, S., Li, Z. & Lim, C. Defining and classifying the roles of intelligent learning companion systems: A scoping review of the literature. TechTrends 69, 567\u2013581 (2025).","journal-title":"TechTrends"},{"key":"38019_CR7","doi-asserted-by":"publisher","first-page":"116501","DOI":"10.1016\/j.psychres.2025.116501","volume":"348","author":"Y Chang","year":"2025","unstructured":"Chang, Y., Liu, Y. C., Huang, S. S. & Hsu, W. Y. Assessing bias in AI-driven psychiatric recommendations: A comparative cross-sectional study of chatbot-classified and CANMAT 2023 guideline for adjunctive therapy in difficult-to-treat depression. Psychiatry Res. 348, 116501 (2025).","journal-title":"Psychiatry Res."},{"key":"38019_CR8","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1145\/3703155","volume":"43","author":"L. Huang","year":"2025","unstructured":"Huang, L. et al. A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions. ACM Trans. Inf. Syst. 43, 42:1\u201342:55 (2025).","journal-title":"ACM Trans. Inf. Syst."},{"key":"38019_CR9","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2024.21700","author":"S Bedi","year":"2024","unstructured":"Bedi, S. et al. Testing and evaluation of health care applications of large Language models: A systematic review. JAMA https:\/\/doi.org\/10.1001\/jama.2024.21700 (2024). doi:10.1001\/jama.2024.21700.","journal-title":"JAMA"},{"key":"38019_CR10","doi-asserted-by":"publisher","first-page":"e0225058","DOI":"10.1371\/journal.pone.0225058","volume":"14","author":"C Motzkus","year":"2019","unstructured":"Motzkus, C. et al. Pre-clinical medical student reflections on implicit bias: implications for learning and teaching. PLOS ONE. 14, e0225058 (2019).","journal-title":"PLOS ONE"},{"key":"38019_CR11","doi-asserted-by":"publisher","first-page":"105","DOI":"10.3390\/jintelligence11060105","volume":"11","author":"CP Dwyer","year":"2023","unstructured":"Dwyer, C. P. An evaluative review of barriers to critical thinking in educational and Real-World settings. J. Intell. 11, 105 (2023).","journal-title":"J. Intell."},{"key":"38019_CR12","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1038\/s41746-025-01542-0","volume":"8","author":"CT Chang","year":"2025","unstructured":"Chang, C. T. et al. Red teaming ChatGPT in medicine to yield real-world insights on model behavior. Npj Digit. Med. 8, 149 (2025).","journal-title":"Npj Digit. Med."},{"key":"38019_CR13","doi-asserted-by":"publisher","unstructured":"Chiang, W. L. et al. Chatbot Arena: An Open platform for evaluating LLMs by human preference. Preprint at https:\/\/doi.org\/10.48550\/arXiv.2403.04132 (2024).","DOI":"10.48550\/arXiv.2403.04132"},{"key":"38019_CR14","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1177\/07067437241245384","volume":"69","author":"RW Lam","year":"2024","unstructured":"Lam, R. W. et al. Canadian network for mood and anxiety treatments (CANMAT) 2023 update on clinical guidelines for management of major depressive disorder in adults: R\u00e9seau canadien pour les traitements de l\u2019humeur et de l\u2019anxi\u00e9t\u00e9 (CANMAT) 2023: mise \u00e0 Jour des Lignes directrices cliniques pour La prise En charge du trouble d\u00e9pressif Majeur Chez les adultes. Can. J. Psychiatry. 69, 641\u2013687 (2024).","journal-title":"Can. J. Psychiatry"},{"key":"38019_CR15","doi-asserted-by":"publisher","first-page":"989","DOI":"10.1037\/a0019507","volume":"102","author":"S Sun","year":"2010","unstructured":"Sun, S., Pan, W. & Wang, L. L. A comprehensive review of effect size reporting and interpreting practices in academic journals in education and psychology. J. Educ. Psychol. 102, 989\u20131004 (2010).","journal-title":"J. Educ. Psychol."},{"key":"38019_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v028.i08","volume":"28","author":"T Hothorn","year":"2008","unstructured":"Hothorn, T., Hornik, K., van de Wiel, M. A. & Zeileis, A. Implementing a class of permutation tests: the coin package. J. Stat. Softw. 28, 1\u201323 (2008).","journal-title":"J. Stat. Softw."},{"key":"38019_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/03057260701828101","volume":"44","author":"C Chin","year":"2008","unstructured":"Chin, C., Osborne, J. & and Students\u2019 questions: a potential resource for teaching and learning science. Stud. Sci. Educ. 44, 1\u201339 (2008).","journal-title":"Stud. Sci. Educ."},{"key":"38019_CR18","unstructured":"Rueda, A. et al. Understanding LLM scientific reasoning through promptings and model\u2019s explanation on the answers. ArXiv org. https:\/\/arxiv.org\/abs\/2505.01482v1 (2025)."},{"key":"38019_CR19","unstructured":"Sharma, M. et al. Towards understanding sycophancy in language models. ArXiv org. https:\/\/arxiv.org\/abs\/2310.13548v4 (2023)."},{"key":"38019_CR20","doi-asserted-by":"publisher","first-page":"e66917","DOI":"10.2196\/66917","volume":"13","author":"M Omar","year":"2025","unstructured":"Omar, M., Agbareia, R., Glicksberg, B. S., Nadkarni, G. N. & Klang, E. Benchmarking the confidence of large Language models in answering clinical questions: Cross-Sectional evaluation study. JMIR Med. Inf. 13, e66917 (2025).","journal-title":"JMIR Med. Inf."},{"key":"38019_CR21","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1186\/s41239-024-00448-3","volume":"21","author":"Y Walter","year":"2024","unstructured":"Walter, Y. Embracing the future of artificial intelligence in the classroom: the relevance of AI literacy, prompt engineering, and critical thinking in modern education. Int. J. Educ. Technol. High. Educ. 21, 15 (2024).","journal-title":"Int. J. Educ. Technol. High. Educ."},{"key":"38019_CR22","doi-asserted-by":"crossref","unstructured":"Lexman, R. R., Krishna, A. & Sam, M. P. AI guardrails in business and education: bridging minds and markets. Dev. Learn. Organizations: Int. J. ahead-of-print (2025).","DOI":"10.1108\/DLO-01-2025-0001"},{"key":"38019_CR23","unstructured":"Regulation (EU) 2024\/1689 of the European Parliament and of the Council of 13 June 2024 Laying down Harmonised Rules on Artificial Intelligence and Amending Regulations (EC) No 300\/2008, (EU) No 167\/2013, (EU) No 168\/2013, (EU) 2018\/858, (EU) 2018\/1139 and (EU) 2019\/2144 and Directives 2014\/90\/EU, (EU) 2016\/797 and (EU) 2020\/1828 (Artificial Intelligence Act) (Text with EEA Relevance) (2024)."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-38019-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-38019-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-38019-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T09:36:20Z","timestamp":1771320980000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-38019-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,30]]},"references-count":23,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["38019"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-38019-3","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,30]]},"assertion":[{"value":"16 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"6750"}}