{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T16:56:10Z","timestamp":1775753770317,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T00:00:00Z","timestamp":1772150400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T00:00:00Z","timestamp":1775692800000},"content-version":"vor","delay-in-days":41,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-026-02433-8","type":"journal-article","created":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T17:14:54Z","timestamp":1772212494000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Advancing medical AI through benchmarking and competition for specialty triage"],"prefix":"10.1038","volume":"9","author":[{"given":"Chao","family":"Ding","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mouxiao","family":"Bian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minjia","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luyi","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaiyi","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengcheng","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuanye","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,27]]},"reference":[{"key":"2433_CR1","doi-asserted-by":"publisher","first-page":"2161","DOI":"10.1007\/s00268-015-2997-5","volume":"39","author":"RY Hsia","year":"2015","unstructured":"Hsia, R. Y., Thind, A., Zakariah, A., Hicks, E. R. & Mock, C. Prehospital and emergency care: updates from the disease control priorities, version 3. World J. Surg. 39, 2161\u20132167 (2015).","journal-title":"World J. Surg."},{"key":"2433_CR2","first-page":"7","volume":"56","author":"B Kollberg","year":"2006","unstructured":"Kollberg, B., Dahlgaard, J. & Brehmer, P.-O. Measuring lean initiatives in health care services: Issues and findings. J. Prod. Perform. Manag 56, 7\u201324 (2006).","journal-title":"J. Prod. Perform. Manag"},{"key":"2433_CR3","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1038\/nrclinonc.2012.63","volume":"9","author":"W Hamilton","year":"2012","unstructured":"Hamilton, W. Diagnosis: cancer diagnosis in UK primary care. Nat. Rev. Clin. Oncol. 9, 251\u2013252 (2012).","journal-title":"Nat. Rev. Clin. Oncol."},{"key":"2433_CR4","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/j.annemergmed.2006.05.019","volume":"49","author":"KV Iserson","year":"2007","unstructured":"Iserson, K. V. & Moskop, J. C. Triage in medicine, part I: concept, history, and types. Ann. Emerg. Med. 49, 275\u2013281 (2007).","journal-title":"Ann. Emerg. Med."},{"key":"2433_CR5","doi-asserted-by":"publisher","DOI":"10.1186\/s12939-022-01638-z","volume":"21","author":"H Jia","year":"2022","unstructured":"Jia, H. et al. Analysis of factors affecting medical personnel seeking employment at primary health care institutions: developing human resources for primary health care. Int. J. Equity Health 21, 37 (2022).","journal-title":"Int. J. Equity Health"},{"key":"2433_CR6","doi-asserted-by":"publisher","first-page":"e0170811","DOI":"10.1371\/journal.pone.0170811","volume":"12","author":"JM Zachariasse","year":"2017","unstructured":"Zachariasse, J. M. et al. Validity of the Manchester Triage System in emergency care: a prospective observational study. PloS one 12, e0170811 (2017).","journal-title":"PloS one"},{"key":"2433_CR7","doi-asserted-by":"publisher","first-page":"e248857","DOI":"10.1001\/jamanetworkopen.2024.8857","volume":"7","author":"AB Friedman","year":"2024","unstructured":"Friedman, A. B., Delgado, M. K. & Weissman, G. E. Artificial intelligence for emergency care triage-much promise, but still much to learn. JAMA Netw. open 7, e248857 (2024).","journal-title":"JAMA Netw. open"},{"key":"2433_CR8","doi-asserted-by":"publisher","first-page":"e2329676","DOI":"10.1001\/jamanetworkopen.2023.29676","volume":"6","author":"BE Bierer","year":"2023","unstructured":"Bierer, B. E. & Truog, R. D. The unresolved challenge of triage. JAMA Netw. open 6, e2329676 (2023).","journal-title":"JAMA Netw. open"},{"key":"2433_CR9","doi-asserted-by":"publisher","DOI":"10.2196\/56514","volume":"26","author":"J Knitza","year":"2024","unstructured":"Knitza, J. et al. Comparison of two symptom checkers (ada and symptoma) in the emergency department: randomized, crossover, head-to-head, double-blinded study. J. Med. Internet Res. 26, e56514 (2024).","journal-title":"J. Med. Internet Res."},{"key":"2433_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2021.e06993","volume":"7","author":"FM Dawoodbhoy","year":"2021","unstructured":"Dawoodbhoy, F. M. et al. AI in patient flow: applications of artificial intelligence to improve patient flow in NHS acute mental health inpatient units. Heliyon 7, e06993 (2021).","journal-title":"Heliyon"},{"key":"2433_CR11","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1186\/s12875-024-02516-z","volume":"25","author":"E Siira","year":"2024","unstructured":"Siira, E., Tyskbo, D. & Nygren, J. Healthcare leaders\u2019 experiences of implementing artificial intelligence for medical history-taking and triage in Swedish primary care: an interview study. BMC Prim. Care 25, 268 (2024).","journal-title":"BMC Prim. Care"},{"key":"2433_CR12","doi-asserted-by":"publisher","first-page":"e49995","DOI":"10.2196\/49995","volume":"11","author":"H Fraser","year":"2023","unstructured":"Fraser, H. et al. Comparison of diagnostic and triage accuracy of Ada Health and WebMD symptom checkers, ChatGPT, and physicians for patients in an emergency department: clinical data analysis study. JMIR mHealth uHealth 11, e49995 (2023).","journal-title":"JMIR mHealth uHealth"},{"key":"2433_CR13","doi-asserted-by":"publisher","first-page":"1519","DOI":"10.2106\/JBJS.23.00209","volume":"105","author":"AP Mika","year":"2023","unstructured":"Mika, A. P., Martin, J. R., Engstrom, S. M., Polkowski, G. G. & Wilson, J. M. Assessing ChatGPT responses to common patient questions regarding total hip arthroplasty. J. bone Jt. Surg. Am. Vol. 105, 1519\u20131526 (2023).","journal-title":"J. bone Jt. Surg. Am. Vol."},{"key":"2433_CR14","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1177\/0840470419873123","volume":"33","author":"M Chen","year":"2020","unstructured":"Chen, M. & Decary, M. Artificial intelligence in healthcare: an essential guide for health leaders. Healthc. Manag. forum 33, 10\u201318 (2020).","journal-title":"Healthc. Manag. forum"},{"key":"2433_CR15","doi-asserted-by":"publisher","first-page":"e53297","DOI":"10.2196\/53297","volume":"26","author":"L Masanneck","year":"2024","unstructured":"Masanneck, L. et al. Triage performance across large language models, ChatGPT, and untrained doctors in emergency medicine: comparative study. J. Med. Internet Res. 26, e53297 (2024).","journal-title":"J. Med. Internet Res."},{"key":"2433_CR16","doi-asserted-by":"publisher","first-page":"e555","DOI":"10.1016\/S2589-7500(24)00097-9","volume":"6","author":"DM Levine","year":"2024","unstructured":"Levine, D. M. et al. The diagnostic and triage accuracy of the GPT-3 artificial intelligence model: an observational study. Lancet Digital Health 6, e555\u2013e561 (2024).","journal-title":"Lancet Digital Health"},{"key":"2433_CR17","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-55628-6","volume":"16","author":"M Griot","year":"2025","unstructured":"Griot, M., Hemptinne, C., Vanderdonckt, J. & Yuksel, D. Large Language Models lack essential metacognition for reliable medical reasoning. Nat. Commun. 16, 642 (2025).","journal-title":"Nat. Commun."},{"key":"2433_CR18","unstructured":"Chen, S. et al. Meddialog: a large-scale medical dialogue dataset. 3 (2020)."},{"key":"2433_CR19","unstructured":"Chen, Y. et al. Bianque: Balancing the questioning and suggestion ability of health llms with multi-turn health conversations polished by ChatGPT. (2023)."},{"key":"2433_CR20","doi-asserted-by":"crossref","unstructured":"Wei, J. et al. Chain-of-thought prompting elicits reasoning in large language models. 35, 24824-24837 (2022).","DOI":"10.52202\/068431-1800"},{"key":"2433_CR21","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-023-00896-7","volume":"6","author":"L Tang","year":"2023","unstructured":"Tang, L. et al. Evaluating large language models on medical evidence summarization. NPJ Digital Med. 6, 158 (2023).","journal-title":"NPJ Digital Med."},{"key":"2433_CR22","doi-asserted-by":"publisher","first-page":"11080","DOI":"10.7150\/thno.49864","volume":"10","author":"R Cao","year":"2020","unstructured":"Cao, R. et al. Development and interpretation of a pathomics-based model for the prediction of microsatellite instability in colorectal cancer. Theranostics 10, 11080\u201311091 (2020).","journal-title":"Theranostics"},{"key":"2433_CR23","doi-asserted-by":"publisher","first-page":"e30215","DOI":"10.2196\/30215","volume":"23","author":"ML Schmieding","year":"2021","unstructured":"Schmieding, M. L., M\u00f6rgeli, R., Schmieding, M. A. L., Feufel, M. A. & Balzer, F. Correction: benchmarking triage capability of symptom checkers against that of medical laypersons: survey study. J. Med. Internet Res. 23, e30215 (2021).","journal-title":"J. Med. Internet Res."},{"key":"2433_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2019.101762","volume":"102","author":"M Fernandes","year":"2020","unstructured":"Fernandes, M. et al. Clinical decision support systems for triage in the emergency department using intelligent systems: a review. Artif. Intell. Med. 102, 101762 (2020).","journal-title":"Artif. Intell. Med."},{"key":"2433_CR25","doi-asserted-by":"publisher","first-page":"e37209","DOI":"10.2196\/37209","volume":"24","author":"H Nguyen","year":"2022","unstructured":"Nguyen, H., Meczner, A., Burslam-Dawe, K. & Hayhoe, B. Triage errors in primary and pre-primary care. J. Med. Internet Res. 24, e37209 (2022).","journal-title":"J. Med. Internet Res."},{"key":"2433_CR26","doi-asserted-by":"crossref","unstructured":"Sharma, M. et al. Artificial intelligence applications in health care practice: scoping review. J. Med. Internet Res. 24, e40238 (2022).","DOI":"10.2196\/40238"},{"key":"2433_CR27","doi-asserted-by":"publisher","first-page":"1297073","DOI":"10.3389\/fdgth.2023.1297073","volume":"5","author":"BA Townsend","year":"2023","unstructured":"Townsend, B. A., Plant, K. L., Hodge, V. J., Ashaolu, O. & Calinescu, R. Medical practitioner perspectives on AI in emergency triage. Front. Digital health 5, 1297073 (2023).","journal-title":"Front. Digital health"},{"key":"2433_CR28","doi-asserted-by":"crossref","unstructured":"Ahun, E. et al. Perceptions and concerns of emergency medicine practitioners about artificial intelligence in emergency triage management during the pandemic: a national survey-based study. Front. Public Health 11, 1285390 (2023).","DOI":"10.3389\/fpubh.2023.1285390"},{"key":"2433_CR29","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1126\/science.adf6369","volume":"380","author":"R Burnell","year":"2023","unstructured":"Burnell, R. et al. Rethink reporting of evaluation results in AI. Science 380, 136\u2013138 (2023).","journal-title":"Science"},{"key":"2433_CR30","doi-asserted-by":"publisher","first-page":"101080","DOI":"10.1016\/j.patter.2024.101080","volume":"5","author":"A Wang","year":"2024","unstructured":"Wang, A., Hertzmann, A. & Russakovsky, O. Benchmark suites instead of leaderboards for evaluating AI fairness. Patterns 5, 101080 (2024).","journal-title":"Patterns"},{"key":"2433_CR31","doi-asserted-by":"crossref","unstructured":"Algorithms of Oppression: How Search Engines Reinforce RacismAlgorithms of Oppression: How Search Engines Reinforce Racism Safiya Umoja Noble NYU Press, 2018. 256 Science. 374, 542 (2021).","DOI":"10.1126\/science.abm5861"},{"key":"2433_CR32","doi-asserted-by":"publisher","DOI":"10.1007\/s11920-021-01274-4","volume":"23","author":"SA Saeed","year":"2021","unstructured":"Saeed, S. A. & Masters, R. M. Disparities in Health Care and the Digital Divide. Curr. Psychiatry Rep. 23, 61 (2021).","journal-title":"Curr. Psychiatry Rep."},{"key":"2433_CR33","doi-asserted-by":"crossref","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447-453 (2019).","DOI":"10.1126\/science.aax2342"},{"key":"2433_CR34","doi-asserted-by":"publisher","first-page":"788","DOI":"10.4103\/idoj.idoj_543_23","volume":"14","author":"N Yadav","year":"2023","unstructured":"Yadav, N. et al. Data privacy in healthcare: in the era of artificial intelligence. Indian Dermatol. online J. 14, 788\u2013792 (2023).","journal-title":"Indian Dermatol. online J."},{"key":"2433_CR35","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1097\/01.NURSE.0000902940.51519.50","volume":"53","author":"G Miles","year":"2023","unstructured":"Miles, G. & Quinlan, A. HIPAA and video recordings in the clinical setting. Nursing 53, 15\u201319 (2023).","journal-title":"Nursing"},{"key":"2433_CR36","first-page":"155","volume":"255","author":"A Orel","year":"2018","unstructured":"Orel, A. & Bernik, I. GDPR and health personal data; tricks and traps of compliance. Stud. Health Technol. Inform. 255, 155\u2013159 (2018).","journal-title":"Stud. Health Technol. Inform."},{"key":"2433_CR37","doi-asserted-by":"publisher","first-page":"1265050","DOI":"10.3389\/fpubh.2023.1265050","volume":"11","author":"Y Yao","year":"2023","unstructured":"Yao, Y. & Yang, F. Overcoming personal information protection challenges involving real-world data to support public health efforts in China. Front. public health 11, 1265050 (2023).","journal-title":"Front. public health"},{"key":"2433_CR38","doi-asserted-by":"crossref","unstructured":"Al Kuwaiti, A. et al. A review of the role of artificial intelligence in healthcare. J. Personal. Med. 13, 951 (2023).","DOI":"10.3390\/jpm13060951"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02433-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02433-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02433-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T16:01:22Z","timestamp":1775750482000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02433-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,27]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2433"],"URL":"https:\/\/doi.org\/10.1038\/s41746-026-02433-8","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,27]]},"assertion":[{"value":"8 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"308"}}