{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,7]],"date-time":"2026-06-07T09:00:03Z","timestamp":1780822803531,"version":"3.54.1"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T00:00:00Z","timestamp":1742860800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T00:00:00Z","timestamp":1742860800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title>\n          <jats:p>Symptom-Assessment Application (SAAs, e.g., NHS 111 online) that assist laypeople in deciding if and where to seek care (<jats:italic>self-triage<\/jats:italic>) are gaining popularity and Large Language Models (LLMs) are increasingly used too. However, there is no evidence synthesis on the accuracy of LLMs, and no review has contextualized the accuracy of SAAs and LLMs. This systematic review evaluates the self-triage accuracy of both SAAs and LLMs and compares them to the accuracy of laypeople. A total of 1549 studies were screened and 19 included. The self-triage accuracy of SAAs was moderate but highly variable (11.5\u201390.0%), while the accuracy of LLMs (57.8\u201376.0%) and laypeople (47.3\u201362.4%) was moderate with low variability. Based on the available evidence, the use of SAAs or LLMs should neither be universally recommended nor discouraged; rather, we suggest that their utility should be assessed based on the specific use case and user group under consideration.<\/jats:p>","DOI":"10.1038\/s41746-025-01566-6","type":"journal-article","created":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:30:56Z","timestamp":1742959856000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Accuracy of online symptom assessment applications, large language models, and laypeople for self\u2013triage decisions"],"prefix":"10.1038","volume":"8","author":[{"given":"Marvin","family":"Kopka","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niklas","family":"von Kalckreuth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Markus A.","family":"Feufel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,25]]},"reference":[{"key":"1566_CR1","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1186\/s13063-022-06688-w","volume":"23","author":"H Napierala","year":"2022","unstructured":"Napierala, H., et al. Examining the impact of a symptom assessment application on patient-physician interaction among self-referred walk-in patients in the emergency department (AKUSYM): study protocol for a multi-center, randomized controlled, parallel-group superiority trial. Trials 23, 791 (2022).","journal-title":"Trials"},{"key":"1566_CR2","first-page":"1","volume":"351","author":"HL Semigran","year":"2015","unstructured":"Semigran, H. L., Linder, J. A., Gidengil, C. & Mehrotra, A. Evaluation of symptom checkers for self diagnosis and triage: Audit Study. BMJ 351, 1\u20139 (2015).","journal-title":"BMJ"},{"key":"1566_CR3","doi-asserted-by":"publisher","first-page":"e18097","DOI":"10.2196\/18097","volume":"22","author":"A \u0106irkovi\u0107","year":"2020","unstructured":"\u0106irkovi\u0107, A. Evaluation of four artificial intelligence\u2013assisted self-diagnosis apps on three diagnoses: two-year follow-up study. J. Med. Internet Res. 22, e18097 (2020).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR4","doi-asserted-by":"publisher","first-page":"514","DOI":"10.5694\/mja2.50600","volume":"212","author":"MG Hill","year":"2020","unstructured":"Hill, M. G., Sim, M. & Mills, B. The quality of diagnosis and triage advice provided by free online symptom checkers and apps in Australia. Med. J. Aust. 212, 514\u2013519 (2020).","journal-title":"Med. J. Aust."},{"key":"1566_CR5","doi-asserted-by":"publisher","first-page":"e22637","DOI":"10.2196\/22637","volume":"7","author":"S Aboueid","year":"2021","unstructured":"Aboueid, S., Meyer, S., Wallace, J. R., Mahajan, S. & Chaurasia, A. Young adults\u2019 perspectives on the use of symptom checkers for self-triage and self-diagnosis: qualitative study. JMIR Public Health Surveill. 7, e22637 (2021).","journal-title":"JMIR Public Health Surveill."},{"key":"1566_CR6","doi-asserted-by":"publisher","first-page":"3416","DOI":"10.1017\/S0950268815000503","volume":"143","author":"AJ Elliot","year":"2015","unstructured":"Elliot, A. J. et al. Internet-based remote health self-checker symptom data as an adjuvant to a national syndromic surveillance system. Epidemiol. Infect. 143, 3416\u20133422 (2015).","journal-title":"Epidemiol. Infect."},{"key":"1566_CR7","doi-asserted-by":"publisher","first-page":"e0199284","DOI":"10.1371\/journal.pone.0199284","volume":"13","author":"NCM Verzantvoort","year":"2018","unstructured":"Verzantvoort, N. C. M., Teunis, T., Verheij, T. J. M. & van der Velden, A. W. Self-triage for acute primary care via a smartphone application: practical, safe and efficient? PLoS One 13, e0199284 (2018).","journal-title":"PLoS One"},{"key":"1566_CR8","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1177\/1357633X14529246","volume":"20","author":"AE Poote","year":"2014","unstructured":"Poote, A. E., French, D. P., Dale, J. & Powell, J. A study of automated self-assessment in a primary care student health centre setting. J. Telemed. Telecare 20, 123\u2013127 (2014).","journal-title":"J. Telemed. Telecare"},{"key":"1566_CR9","doi-asserted-by":"publisher","first-page":"1040926","DOI":"10.3389\/fmed.2022.1040926","volume":"9","author":"A Pairon","year":"2023","unstructured":"Pairon, A., Philips, H. & Verhoeven, V. A scoping review on the use and usefulness of online symptom checkers and triage systems: How to proceed. Front. Med. 9, 1040926 (2023).","journal-title":"Front. Med."},{"key":"1566_CR10","doi-asserted-by":"publisher","first-page":"e50376","DOI":"10.2196\/50376","volume":"26","author":"J Turnbull","year":"2024","unstructured":"Turnbull, J., Prichard, J., MacLellan, J. & Pope, C. eHealth literacy and the use of NHS 111 online urgent care service in England: cross-sectional survey. J. Med. Internet Res. 26, e50376 (2024).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR11","doi-asserted-by":"publisher","first-page":"205520762412315","DOI":"10.1177\/20552076241231555","volume":"10","author":"A-J Wetzel","year":"2024","unstructured":"Wetzel, A.-J., et al. Better see a doctor?\u2019 Status quo of symptom checker apps in Germany: A cross-sectional survey with a mixed-methods design (CHECK.APP). Digit. Health 10, 20552076241231555 (2024).","journal-title":"Digit. Health"},{"key":"1566_CR12","unstructured":"Zentralinstitut Kassen\u00e4rztliche Versorgung. \u201cPatienten-Navi online\u201c der 116117 bietet Hilfesuchenden digitale Selbsteinsch\u00e4tzung medizinischer Beschwerden. https:\/\/www.zi.de\/das-zi\/medien\/medieninformationen-und-statements\/detailansicht\/7-dezember-2021 (2021)."},{"key":"1566_CR13","doi-asserted-by":"publisher","first-page":"e46231","DOI":"10.2196\/46231","volume":"25","author":"M Kopka","year":"2023","unstructured":"Kopka, M. et al. Characteristics of users and nonusers of symptom checkers in germany: cross-sectional survey study. J. Med. Internet Res. 25, e46231 (2023).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR14","doi-asserted-by":"publisher","first-page":"e058964","DOI":"10.1136\/bmjopen-2021-058964","volume":"12","author":"RM Simpson","year":"2022","unstructured":"Simpson, R. M., Jacques, R. M., Nicholl, J., Stone, T. & Turner, J. Measuring the impact introducing NHS 111 online had on the NHS 111 telephone service and the wider NHS urgent care system: an observational study. BMJ Open 12, e058964 (2022).","journal-title":"BMJ Open"},{"key":"1566_CR15","doi-asserted-by":"publisher","first-page":"e31810","DOI":"10.2196\/31810","volume":"24","author":"ML Schmieding","year":"2022","unstructured":"Schmieding, M. L. et al. Triage accuracy of symptom checker apps: 5-year follow-up evaluation. J. Med. Internet Res. 24, e31810 (2022).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR16","doi-asserted-by":"publisher","first-page":"e49995","DOI":"10.2196\/49995","volume":"11","author":"H Fraser","year":"2023","unstructured":"Fraser, H. et al. Comparison of diagnostic and triage accuracy of Ada health and WebMD symptom checkers, ChatGPT, and physicians for patients in an emergency department: clinical data analysis study. JMIR Mhealth Uhealth 11, e49995 (2023).","journal-title":"JMIR Mhealth Uhealth"},{"key":"1566_CR17","doi-asserted-by":"publisher","first-page":"e027743","DOI":"10.1136\/bmjopen-2018-027743","volume":"9","author":"D Chambers","year":"2019","unstructured":"Chambers, D. et al. Digital and online symptom checkers and health assessment\/triage services for urgent health problems: systematic review. BMJ Open 9, e027743 (2019).","journal-title":"BMJ Open"},{"key":"1566_CR18","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1038\/s41746-022-00667-w","volume":"5","author":"W Wallace","year":"2022","unstructured":"Wallace, W. et al. The diagnostic and triage accuracy of digital and online symptom checker tools: a systematic review. NPJ Digit. Med. 5, 118 (2022).","journal-title":"NPJ Digit. Med."},{"key":"1566_CR19","doi-asserted-by":"publisher","first-page":"e43803","DOI":"10.2196\/43803","volume":"25","author":"E Riboli-Sasco","year":"2023","unstructured":"Riboli-Sasco, E. et al. Triage and diagnostic accuracy of online symptom checkers: systematic review. J. Med. Internet Res. 25, e43803 (2023).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR20","doi-asserted-by":"crossref","unstructured":"Kopka, M. et al. The RepVig framework for designing use-case specific representative vignettes and evaluating triage accuracy of laypeople and symptom assessment applications. Sci Rep 14, 30614 (2024).","DOI":"10.1038\/s41598-024-83844-z"},{"key":"1566_CR21","doi-asserted-by":"publisher","unstructured":"Jung, L. B. et al. ChatGPT passes German state examination in medicine with picture questions omitted. Deutsches \u00c4rzteblatt international https:\/\/doi.org\/10.3238\/arztebl.m2023.0113(2023).","DOI":"10.3238\/arztebl.m2023.0113"},{"key":"1566_CR22","doi-asserted-by":"publisher","first-page":"e0000198","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung, T. H. et al. Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models. PLOS Digit. Health 2, e0000198 (2023).","journal-title":"PLOS Digit. Health"},{"key":"1566_CR23","doi-asserted-by":"publisher","first-page":"e60807","DOI":"10.2196\/60807","volume":"26","author":"M Liu","year":"2024","unstructured":"Liu, M. et al. Performance of ChatGPT across different versions in medical licensing examinations worldwide: systematic review and meta-analysis. J. Med. Internet Res. 26, e60807 (2024).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR24","doi-asserted-by":"publisher","unstructured":"Benoit, J. R. A. ChatGPT for Clinical Vignette Generation, Revision, and Evaluation. Preprint at https:\/\/doi.org\/10.1101\/2023.02.04.23285478 (2023).","DOI":"10.1101\/2023.02.04.23285478"},{"key":"1566_CR25","doi-asserted-by":"publisher","first-page":"e47532","DOI":"10.2196\/47532","volume":"9","author":"N Ito","year":"2023","unstructured":"Ito, N. et al. The accuracy and potential racial and ethnic biases of GPT-4 in the diagnosis and triage of health conditions: evaluation study. JMIR Med. Educ. 9, e47532 (2023).","journal-title":"JMIR Med. Educ."},{"key":"1566_CR26","doi-asserted-by":"publisher","first-page":"e24475","DOI":"10.2196\/24475","volume":"23","author":"ML Schmieding","year":"2021","unstructured":"Schmieding, M. L., M\u00f6rgeli, R., Schmieding, M. A. L., Feufel, M. A. & Balzer, F. Benchmarking triage capability of symptom checkers against that of medical laypersons: survey study. J. Med. Internet Res. 23, e24475 (2021).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR27","doi-asserted-by":"publisher","first-page":"2","DOI":"10.15388\/Amed.2023.30.1.2","volume":"30","author":"E Karlafti","year":"2023","unstructured":"Karlafti, E. et al. Support systems of clinical decisions in the triage of the emergency department using artificial intelligence: the efficiency to support triage. AML 30, 2 (2023).","journal-title":"AML"},{"key":"1566_CR28","doi-asserted-by":"publisher","unstructured":"Levine, D. M. et al. The Diagnostic and Triage Accuracy of the GPT-3 Artificial Intelligence Model. https:\/\/doi.org\/10.1101\/2023.01.30.23285067 (2023).","DOI":"10.1101\/2023.01.30.23285067"},{"key":"1566_CR29","doi-asserted-by":"publisher","first-page":"e040269","DOI":"10.1136\/bmjopen-2020-040269","volume":"10","author":"S Gilbert","year":"2020","unstructured":"Gilbert, S. et al. How accurate are digital symptom assessment apps for suggesting conditions and urgency advice? A clinical vignettes comparison to GPs. BMJ Open 10, e040269 (2020).","journal-title":"BMJ Open"},{"key":"1566_CR30","doi-asserted-by":"publisher","first-page":"e213287","DOI":"10.1001\/jamanetworkopen.2021.3287","volume":"4","author":"DM Levine","year":"2021","unstructured":"Levine, D. M. & Mehrotra, A. Assessment of diagnosis and triage in validated case vignettes among nonphysicians before and after internet search. JAMA Netw. Open 4, e213287 (2021).","journal-title":"JAMA Netw. Open"},{"key":"1566_CR31","doi-asserted-by":"publisher","first-page":"e37408","DOI":"10.2196\/37408","volume":"24","author":"A Painter","year":"2022","unstructured":"Painter, A., Hayhoe, B., Riboli-Sasco, E. & El-Osta, A. Online symptom checkers: recommendations for a vignette-based clinical evaluation standard. J. Med. Internet Res. 24, e37408 (2022).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR32","doi-asserted-by":"publisher","first-page":"e36322","DOI":"10.2196\/36322","volume":"24","author":"K Arellano Carmona","year":"2022","unstructured":"Arellano Carmona, K., Chittamuru, D., Kravitz, R. L., Ramondt, S. & Ram\u00edrez, A. S. Health information seeking from an intelligent web-based symptom checker: cross-sectional questionnaire study. J. Med. Internet Res. 24, e36322 (2022).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR33","doi-asserted-by":"crossref","unstructured":"Knitza, J. et al. Comparison of two symptom checkers (Ada and Symptoma) in the emergency department: randomized, crossover, head-to-head, double-blinded study. J. Med. Internet Res. 26, e56514 (2024).","DOI":"10.2196\/56514"},{"key":"1566_CR34","doi-asserted-by":"publisher","first-page":"e0260696","DOI":"10.1371\/journal.pone.0260696","volume":"16","author":"F Chan","year":"2021","unstructured":"Chan, F. et al. Performance of a new symptom checker in patient triage: Canadian cohort study. PLoS ONE 16, e0260696 (2021).","journal-title":"PLoS ONE"},{"key":"1566_CR35","doi-asserted-by":"publisher","unstructured":"Delshad, S., Dontaraju, V. S. & Chengat, V. Artificial intelligence-based application provides accurate medical triage advice when compared to consensus decisions of healthcare providers. Cureus https:\/\/doi.org\/10.7759\/cureus.16956 (2021).","DOI":"10.7759\/cureus.16956"},{"key":"1566_CR36","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1177\/1024907919842486","volume":"27","author":"SWY Yu","year":"2020","unstructured":"Yu, S. W. Y. et al. Triage accuracy of online symptom checkers for accident and emergency department patients. Hong. Kong J. Emerg. Med. 27, 217\u2013222 (2020).","journal-title":"Hong. Kong J. Emerg. Med."},{"key":"1566_CR37","doi-asserted-by":"publisher","first-page":"e0254088","DOI":"10.1371\/journal.pone.0254088","volume":"16","author":"A Ceney","year":"2021","unstructured":"Ceney, A. et al. Accuracy of online symptom checkers and the potential impact on service utilisation. PLoS ONE 16, e0254088 (2021).","journal-title":"PLoS ONE"},{"key":"1566_CR38","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1071\/PY21032","volume":"27","author":"S Gilbert","year":"2021","unstructured":"Gilbert, S., Fenech, M., Upadhyay, S., Wicks, P. & Novorol, C. Quality of condition suggestions and urgency advice provided by the Ada symptom assessment app evaluated with vignettes optimised for Australia. Aust. J. Prim. Health 27, 377\u2013381 (2021).","journal-title":"Aust. J. Prim. Health"},{"key":"1566_CR39","doi-asserted-by":"publisher","first-page":"e053566","DOI":"10.1136\/bmjopen-2021-053566","volume":"12","author":"A El-Osta","year":"2022","unstructured":"El-Osta, A. et al. What is the suitability of clinical vignettes in benchmarking the performance of online symptom checkers? An audit study. BMJ Open 12, e053566 (2022).","journal-title":"BMJ Open"},{"key":"1566_CR40","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1186\/s44247-024-00096-7","volume":"2","author":"M Kopka","year":"2024","unstructured":"Kopka, M. & Feufel, M. A. Software symptomcheckR: an R package for analyzing and visualizing symptom checker triage performance. BMC Digit. Health 2, 43 (2024).","journal-title":"BMC Digit. Health"},{"key":"1566_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s44401-024-00008-x","volume":"2","author":"M Kopka","year":"2025","unstructured":"Kopka, M., Wang, S. M., Kunz, S., Schmid, C. & Feufel, M. A. Technology-supported self-triage decision making. npj Health Syst. 2, 1\u201311 (2025).","journal-title":"npj Health Syst."},{"key":"1566_CR42","doi-asserted-by":"publisher","first-page":"e38977","DOI":"10.2196\/38977","volume":"6","author":"M Kopka","year":"2022","unstructured":"Kopka, M., Feufel, M. A., Balzer, F. & Schmieding, M. L. The triage capability of laypersons: retrospective exploratory analysis. JMIR Form. Res. 6, e38977 (2022).","journal-title":"JMIR Form. Res."},{"key":"1566_CR43","doi-asserted-by":"publisher","unstructured":"Sokolova, M., Japkowicz, N. & Szpakowicz, S. Beyond Accuracy, F-Score and ROC: A Family of Discriminant Measures for Performance Evaluation. in AI 2006: Advances in Artificial Intelligence (eds Sattar, A. & Kang, B.) 1015\u20131021 https:\/\/doi.org\/10.1007\/11941439_114 (Springer, 2006).","DOI":"10.1007\/11941439_114"},{"key":"1566_CR44","unstructured":"Jeindl, R. & Goetz, G. Prozess und Bewertung digitaler Gesundheitsanwendungen am Beispiel der \u201cSymptom-Checker\u201d. 1\u2013111 https:\/\/eprints.aihta.at\/1348\/ (2021)."},{"key":"1566_CR45","doi-asserted-by":"publisher","first-page":"e32832","DOI":"10.2196\/32832","volume":"9","author":"S Hennemann","year":"2022","unstructured":"Hennemann, S., Kuhn, S., Witth\u00f6ft, M. & Jungmann, S. M. Diagnostic performance of an app-based symptom checker in mental disorders: comparative study in psychotherapy outpatients. JMIR Ment. Health 9, e32832 (2022).","journal-title":"JMIR Ment. Health"},{"key":"1566_CR46","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1186\/s12911-024-02430-5","volume":"24","author":"A-J Wetzel","year":"2024","unstructured":"Wetzel, A.-J., et al. Only the anxious ones? Identifying characteristics of symptom checker app users: a cross-sectional survey. BMC Med. Inf. Decis. Mak. 24, 21 (2024).","journal-title":"BMC Med. Inf. Decis. Mak."},{"key":"1566_CR47","doi-asserted-by":"publisher","first-page":"205520762311949","DOI":"10.1177\/20552076231194929","volume":"9","author":"M Kopka","year":"2023","unstructured":"Kopka, M., Feufel, M. A., Berner, E. S. & Schmieding, M. L. How suitable are clinical vignettes for the evaluation of symptom checker apps? A test theoretical perspective. Digit. Health 9, 20552076231194929 (2023).","journal-title":"Digit. Health"},{"key":"1566_CR48","first-page":"86","volume":"19","author":"SJW Verhagen","year":"2016","unstructured":"Verhagen, S. J. W., Hasmi, L., Drukker, M., Os, J. v. a. n. & Delespaul, P. A. E. G. Use of the experience sampling method in the context of clinical trials. BMJ Ment. Health 19, 86\u201389 (2016).","journal-title":"BMJ Ment. Health"},{"key":"1566_CR49","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1257\/jep.9.2.63","volume":"9","author":"G Burtless","year":"1995","unstructured":"Burtless, G. The case for randomized field trials in economic and policy research. J. Econ. Perspect. 9, 63\u201384 (1995).","journal-title":"J. Econ. Perspect."},{"key":"1566_CR50","doi-asserted-by":"crossref","unstructured":"Meczner, A. et al. Controlling inputter variability in vignette studies assessing web-based symptom checkers: evaluation of current practice and recommendations for isolated accuracy metrics. JMIR Form Res 8, e49907 (2024).","DOI":"10.2196\/49907"},{"key":"1566_CR51","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-024-01116-6","volume":"7","author":"S Gilbert","year":"2024","unstructured":"Gilbert, S. The EU passes the AI Act and its implications for digital medicine are unclear. npj Digit. Med. 7, 1\u20133 (2024).","journal-title":"npj Digit. Med."},{"key":"1566_CR52","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1302\/2058-5241.6.210081","volume":"6","author":"AG Fraser","year":"2021","unstructured":"Fraser, A. G. et al. Improved clinical investigation and evaluation of high-risk medical devices: the rationale and objectives of CORE\u2013MD (Coordinating Research and Evidence for Medical Devices). EFORT Open Rev. 6, 839\u2013849 (2021).","journal-title":"EFORT Open Rev."},{"key":"1566_CR53","unstructured":"ASSESS DHT. ASSESS DHT. https:\/\/assess-dht.eu\/ (2024)."},{"key":"1566_CR54","unstructured":"World Health Organization. Global Initiative on AI for Health. https:\/\/www.who.int\/initiatives\/global-initiative-on-ai-for-health (2024)."},{"key":"1566_CR55","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1080\/13548500512331315416","volume":"10","author":"T Von Lengerke","year":"2005","unstructured":"Von Lengerke, T. Distinctiveness of disease prototypes in lay illness diagnosis: an exploratory observational study. Psychol. Health Med. 10, 108\u2013121 (2005).","journal-title":"Psychol. Health Med."},{"key":"1566_CR56","doi-asserted-by":"publisher","first-page":"183","DOI":"10.34172\/hpp.2023.22","volume":"13","author":"RK Garg","year":"2023","unstructured":"Garg, R. K. et al. Exploring the role of ChatGPT in patient care (diagnosis and treatment) and medical research: a systematic review. Health Promot Perspect. 13, 183\u2013191 (2023).","journal-title":"Health Promot Perspect."},{"key":"1566_CR57","doi-asserted-by":"publisher","first-page":"3694","DOI":"10.1038\/s41433-023-02564-2","volume":"37","author":"JC Lin","year":"2023","unstructured":"Lin, J. C., Younessi, D. N., Kurapati, S. S., Tang, O. Y. & Scott, I. U. Comparison of GPT-3.5, GPT-4, and human user performance on a practice ophthalmology written examination. Eye 37, 3694\u20133695 (2023).","journal-title":"Eye"},{"key":"1566_CR58","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1177\/154193120404800316","volume":"48","author":"KL Mosier","year":"2004","unstructured":"Mosier, K. L. & Kirlik, A. Brunswik\u2019s lens model in human factors research: modern applications of a classic theory. Proc. Hum. Factors Ergonomics Soc. Annu. Meet. 48, 350\u2013354 (2004).","journal-title":"Proc. Hum. Factors Ergonomics Soc. Annu. Meet."},{"key":"1566_CR59","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1177\/1071181311551154","volume":"55","author":"I Nadler","year":"2011","unstructured":"Nadler, I. & Sanderson, P. M. Using Brunswik\u2019s probabilistic functionalism to test how clinicians make judgments in simulated neonatal resuscitation scenarios. Proc. Hum. Factors Ergonomics Soc. Annu. Meet. 55, 743\u2013747 (2011).","journal-title":"Proc. Hum. Factors Ergonomics Soc. Annu. Meet."},{"key":"1566_CR60","doi-asserted-by":"publisher","first-page":"e054046","DOI":"10.1136\/bmjopen-2021-054046","volume":"12","author":"V Midtb\u00f8","year":"2022","unstructured":"Midtb\u00f8, V., Fotland, S.-L. S., Johansen, I. H. & Hunskaar, S. From direct attendance to telephone triage in an emergency primary healthcare service: an observational study. BMJ Open 12, e054046 (2022).","journal-title":"BMJ Open"},{"key":"1566_CR61","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1080\/17843286.2020.1839719","volume":"77","author":"S Morreel","year":"2022","unstructured":"Morreel, S., Colliers, A., Remmen, R., Verhoeven, V. & Philips, H. How accurate is telephone triage in out-of-hours care? An observational trial in real patients. Acta Clin. Belgica 77, 301\u2013306 (2022).","journal-title":"Acta Clin. Belgica"},{"key":"1566_CR62","doi-asserted-by":"publisher","first-page":"e51984","DOI":"10.2196\/51984","volume":"15","author":"RA Silver","year":"2023","unstructured":"Silver, R. A. & Johnson, C. Health information seeking behavior on social networking sites and self-treatment: pilot survey study. Online J. Public Health Inform. 15, e51984 (2023).","journal-title":"Online J. Public Health Inform."},{"key":"1566_CR63","doi-asserted-by":"publisher","first-page":"e22769","DOI":"10.2196\/22769","volume":"26","author":"L Wang","year":"2024","unstructured":"Wang, L. et al. Applications and concerns of ChatGPT and other conversational large language models in health care: systematic review. J. Med. Internet Res. 26, e22769 (2024).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR64","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"1566_CR65","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1186\/s13643-021-01626-4","volume":"10","author":"MJ Page","year":"2021","unstructured":"Page, M. J., et al. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. Syst. Rev. 10, 89 (2021).","journal-title":"Syst. Rev."},{"key":"1566_CR66","doi-asserted-by":"publisher","first-page":"e21299","DOI":"10.2196\/21299","volume":"22","author":"N Munsch","year":"2020","unstructured":"Munsch, N. et al. Diagnostic accuracy of web-based COVID-19 symptom checkers: comparison study. J. Med. Internet Res. 22, e21299 (2020).","journal-title":"J. Med. Internet Res."},{"key":"1566_CR67","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1016\/S1473-3099(10)70065-7","volume":"10","author":"E Tacconelli","year":"2010","unstructured":"Tacconelli, E. Systematic reviews: CRD\u2019s guidance for undertaking reviews in health care. Lancet Infect. Dis. 10, 226 (2010).","journal-title":"Lancet Infect. Dis."},{"key":"1566_CR68","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1136\/bmjebm-2021-111676","volume":"26","author":"HJ Luijendijk","year":"2021","unstructured":"Luijendijk, H. J. How to create PICO questions about diagnostic tests. BMJ Evid. Based Med. 26, 155\u2013157 (2021).","journal-title":"BMJ Evid. Based Med."},{"key":"1566_CR69","doi-asserted-by":"publisher","first-page":"529","DOI":"10.7326\/0003-4819-155-8-201110180-00009","volume":"155","author":"PF Whiting","year":"2011","unstructured":"Whiting, P. F. et al. QUADAS-2: a revised tool for the quality assessment of diagnostic accuracy studies. Ann. Intern. Med. 155, 529\u2013536 (2011).","journal-title":"Ann. Intern. Med."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01566-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01566-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01566-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T05:32:19Z","timestamp":1743312739000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01566-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,25]]},"references-count":69,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1566"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01566-6","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,25]]},"assertion":[{"value":"13 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"178"}}