{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T06:06:17Z","timestamp":1776146777285,"version":"3.50.1"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T00:00:00Z","timestamp":1772668800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T00:00:00Z","timestamp":1776124800000},"content-version":"vor","delay-in-days":40,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Natural Sciences and Engineering Research Council of Canada (NSERC) Vanier Canada Graduate Scholarship","award":["198875"],"award-info":[{"award-number":["198875"]}]},{"DOI":"10.13039\/501100003107","name":"Bundesministerium f\u00fcr Gesundheit","doi-asserted-by":"publisher","award":["2523DAT400"],"award-info":[{"award-number":["2523DAT400"]}],"id":[{"id":"10.13039\/501100003107","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs Program","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Canadian Cancer Society Emerging Scholar Award"},{"name":"Mitacs Accelerate"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-026-02471-2","type":"journal-article","created":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T10:18:06Z","timestamp":1772705886000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Clarifying validation terminologies in healthcare"],"prefix":"10.1038","volume":"9","author":[{"given":"Amanda","family":"Dy","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sandra M.","family":"Buetow","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew J.","family":"Bredemeyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Monika Lamba","family":"Saini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabienne","family":"Lucas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shannon","family":"Bennett","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kim R. M.","family":"Blenman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"suffix":"Jr.","given":"Keith","family":"Wharton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunil","family":"Singhal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"M. E.","family":"de Baca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Schap","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew G.","family":"Hanna","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Staci J.","family":"Kearney","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Norman","family":"Zerbe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roberto","family":"Salgado","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jithesh","family":"Veetil","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jansen N.","family":"Seheult","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David S.","family":"McClintock","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"April","family":"Khademi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jochen K.","family":"Lennerz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,5]]},"reference":[{"key":"2471_CR1","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1007\/s43441-023-00530-4","volume":"57","author":"DC Higgins","year":"2023","unstructured":"Higgins, D. C. & Johner, C. Validation of artificial intelligence containing products across the regulated healthcare industries. Ther. Innov. Regul. Sci. 57, 797\u2013809 (2023).","journal-title":"Ther. Innov. Regul. Sci."},{"key":"2471_CR2","doi-asserted-by":"publisher","DOI":"10.2196\/67485","volume":"27","author":"C Jacob","year":"2025","unstructured":"Jacob, C. et al. AI for IMPACTS framework for evaluating the long-term real-world impacts of AI-powered clinician tools: systematic review and narrative synthesis. J. Med. Internet Res. 27, e67485 (2025).","journal-title":"J. Med. Internet Res."},{"key":"2471_CR3","doi-asserted-by":"publisher","first-page":"442","DOI":"10.3348\/kjr.2021.0048","volume":"22","author":"SH Park","year":"2021","unstructured":"Park, S. H., Choi, J. & Byeon, J. S. Key principles of clinical validation, device approval, and insurance coverage decisions of artificial intelligence. Korean J. Radiol. 22, 442\u2013453 (2021).","journal-title":"Korean J. Radiol."},{"key":"2471_CR4","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/s44200-022-00014-0","volume":"28","author":"E Bianchini","year":"2022","unstructured":"Bianchini, E. & Mayer, C. C. Medical device regulation: should we care about it?. Artery Res. 28, 55\u201360 (2022).","journal-title":"Artery Res."},{"key":"2471_CR5","doi-asserted-by":"crossref","unstructured":"B\u00fcrger, V. K., Amann, J., Bui, C. K. T., Fehr, J. & Madai, V. I. The unmet promise of trustworthy AI in healthcare: why we fail at clinical translation. Front. Digit. Health 6, 1\u20136 (2024).","DOI":"10.3389\/fdgth.2024.1279629"},{"key":"2471_CR6","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/s41747-024-00543-0","volume":"9","author":"I Chouvarda","year":"2025","unstructured":"Chouvarda, I. et al. Differences in technical and clinical perspectives on AI validation in cancer imaging: mind the gap!. Eur. Radiol. Exp. 9, 7 (2025).","journal-title":"Eur. Radiol. Exp."},{"key":"2471_CR7","doi-asserted-by":"publisher","first-page":"22","DOI":"10.4103\/jpi.jpi_27_20","volume":"11","author":"HD Marble","year":"2020","unstructured":"Marble, H. D. et al. A regulatory science initiative to harmonize and standardize digital pathology and machine learning processes to speed up clinical innovation to patients. J. Pathol. Inform. 11, 22 (2020).","journal-title":"J. Pathol. Inform."},{"key":"2471_CR8","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41746-022-00721-7","volume":"5","author":"JK Lennerz","year":"2022","unstructured":"Lennerz, J. K., Green, U., Williamson, D. F. K. & Mahmood, F. A unifying force for the realization of medical AI. Npj Digit. Med. 5, 172 (2022).","journal-title":"Npj Digit. Med."},{"key":"2471_CR9","doi-asserted-by":"publisher","first-page":"100166","DOI":"10.1016\/j.acpath.2025.100166","volume":"12","author":"H Gaffney","year":"2025","unstructured":"Gaffney, H. & Mirza, K. M. Pathology in the artificial intelligence era: Guiding innovation and implementation to preserve human insight. Acad. Pathol. 12, 100166 (2025).","journal-title":"Acad. Pathol."},{"key":"2471_CR10","doi-asserted-by":"publisher","first-page":"051802","DOI":"10.1117\/1.JMI.10.5.051802","volume":"10","author":"MD Zarella","year":"2023","unstructured":"Zarella, M. D. et al. Artificial intelligence and digital pathology: clinical promise and deployment considerations. J. Med. Imaging 10, 051802 (2023).","journal-title":"J. Med. Imaging"},{"key":"2471_CR11","doi-asserted-by":"publisher","first-page":"14033","DOI":"10.1073\/pnas.1213273110","volume":"110","author":"B Fischhoff","year":"2013","unstructured":"Fischhoff, B. The sciences of science communication. Proc. Natl. Acad. Sci. USA 110, 14033\u201314039 (2013).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2471_CR12","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1111\/j.1467-8640.1991.tb00403.x","volume":"7","author":"R Kittredge","year":"1991","unstructured":"Kittredge, R., Korelsky, T. & Rambow, O. On the need for domain communication knowledge. Comput. Intell. 7, 305\u2013314 (1991).","journal-title":"Comput. Intell."},{"key":"2471_CR13","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1111\/j.1467-6494.1946.tb02321.x","volume":"14","author":"RB Cattell","year":"1946","unstructured":"Cattell, R. B. The riddle of perseveration. J. Pers. 14, 239\u2013267 (1946).","journal-title":"J. Pers."},{"key":"2471_CR14","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1177\/001316445101100101","volume":"11","author":"CI Mosier","year":"1951","unstructured":"Mosier, C. I. I. Problems and designs of cross-validation 1. Educ. Psychol. Meas. 11, 5\u201311 (1951).","journal-title":"Educ. Psychol. Meas."},{"key":"2471_CR15","doi-asserted-by":"publisher","first-page":"1501","DOI":"10.1109\/JRPROC.1962.288194","volume":"50","author":"WH Highleyman","year":"1962","unstructured":"Highleyman, W. H. Linear decision functions, with application to pattern recognition. Proc. IRE 50, 1501\u20131514 (1962).","journal-title":"Proc. IRE"},{"key":"2471_CR16","unstructured":"Kiviat, G. S. F. & Philip J. The statistics of discrete-event simulation - George S. Fishman, Philip J. Kiviat, 1968. Simulation https:\/\/journals.sagepub.com\/doi\/10.1177\/003754976801000406 (1968)."},{"key":"2471_CR17","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1287\/mnsc.17.5.247","volume":"17","author":"RLV Horn","year":"1971","unstructured":"Horn, R. L. V. Validation of simulation results. Manag. Sci. 17, 247\u2013258 (1971).","journal-title":"Manag. Sci."},{"key":"2471_CR18","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","volume":"36","author":"M Stone","year":"1974","unstructured":"Stone, M. Cross-validatory choice and assessment of statistical predictions. J. R. Stat. Soc. Ser. B Methodol. 36, 111\u2013133 (1974).","journal-title":"J. R. Stat. Soc. Ser. B Methodol."},{"key":"2471_CR19","doi-asserted-by":"publisher","first-page":"e0238908","DOI":"10.1371\/journal.pone.0238908","volume":"15","author":"DW Kim","year":"2020","unstructured":"Kim, D. W. et al. Inconsistency in the use of the term \u201cvalidation\u201d in studies reporting the performance of deep learning algorithms in providing diagnosis from medical imaging. PLoS ONE 15, e0238908 (2020).","journal-title":"PLoS ONE"},{"key":"2471_CR20","unstructured":"Habermas, J. What is universal pragmatics? in Communication and the Evolution of Society 1\u201368 (Beacon Press, 1979)."},{"key":"2471_CR21","unstructured":"Breck, E., Polyzotis, N., Roy, S., Whang, S. E. & Zinkevich, M. A. Data Validation for Machine Learning. Proceedings of Machine Learning and Systems (MLSys, 2019)."},{"key":"2471_CR22","doi-asserted-by":"publisher","first-page":"2718","DOI":"10.1038\/s41591-024-03203-3","volume":"30","author":"S Chouffani El Fassi","year":"2024","unstructured":"Chouffani El Fassi, S. et al. Not all AI health tools with regulatory authorization are clinically validated. Nat. Med. 30, 2718\u20132720 (2024).","journal-title":"Nat. Med."},{"key":"2471_CR23","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1038\/s41592-021-01205-4","volume":"18","author":"I Walsh","year":"2021","unstructured":"Walsh, I. et al. DOME: recommendations for supervised machine learning validation in biology. Nat. Methods 18, 1122\u20131127 (2021).","journal-title":"Nat. Methods"},{"key":"2471_CR24","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1038\/s41746-020-0260-4","volume":"3","author":"JC Goldsack","year":"2020","unstructured":"Goldsack, J. C. et al. Verification, analytical validation, and clinical validation (V3): the foundation of determining fit-for-purpose for Biometric Monitoring Technologies (BioMeTs). Npj Digit. Med. 3, 55 (2020).","journal-title":"Npj Digit. Med."},{"key":"2471_CR25","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-023-02779-w","volume":"21","author":"B Van Calster","year":"2023","unstructured":"Van Calster, B., Steyerberg, E. W., Wynants, L. & van Smeden, M. There is no such thing as a validated prediction model. BMC Med. 21, 70 (2023).","journal-title":"BMC Med."},{"key":"2471_CR26","unstructured":"International Medical Device Regulators Forum (IMDRF). Personalized Medical Devices \u2013 Production Verification and Validation. https:\/\/www.imdrf.org\/sites\/default\/files\/docs\/imdrf\/final\/technical\/imdrf-tech-230411-pmdwg-n74.pdf (2023)."},{"key":"2471_CR27","unstructured":"U.S. Food and Drug Administration. Marketing Submission Recommendations for a Predetermined Change Control Plan for Artificial Intelligence-Enabled Device Software Functions. https:\/\/www.fda.gov\/media\/166704\/download (2025)."},{"key":"2471_CR28","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1093\/ajcp\/aqz096","volume":"152","author":"JR Genzen","year":"2019","unstructured":"Genzen, J. R. Regulation of laboratory-developed tests. Am. J. Clin. Pathol. 152, 122\u2013131 (2019).","journal-title":"Am. J. Clin. Pathol."},{"key":"2471_CR29","doi-asserted-by":"publisher","first-page":"1575","DOI":"10.1373\/clinchem.2017.275164","volume":"63","author":"JR Genzen","year":"2017","unstructured":"Genzen, J. R., Mohlman, J. S., Lynch, J. L., Squires, M. W. & Weiss, R. L. Laboratory-developed tests: a legislative and regulatory review. Clin. Chem. 63, 1575\u20131584 (2017).","journal-title":"Clin. Chem."},{"key":"2471_CR30","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1093\/aje\/kwf055","volume":"156","author":"W Burke","year":"2002","unstructured":"Burke, W. et al. Genetic test evaluation: information needs of clinicians, policy makers, and the public. Am. J. Epidemiol. 156, 311\u2013318 (2002).","journal-title":"Am. J. Epidemiol."},{"key":"2471_CR31","doi-asserted-by":"publisher","first-page":"13","DOI":"10.5858\/arpa.2012-0077-ED","volume":"137","author":"TC Allen","year":"2013","unstructured":"Allen, T. C. Food and Drug Administration approval of laboratory tests. Arch. Pathol. Lab. Med. 137, 13\u201318 (2013).","journal-title":"Arch. Pathol. Lab. Med."},{"key":"2471_CR32","unstructured":"U.S. Food and Drug Administration. Quality System Regulation, 21 CFR 820.3(z). https:\/\/www.ecfr.gov\/current\/title-21\/chapter-I\/subchapter-H\/part-820\/section-820.3."},{"key":"2471_CR33","doi-asserted-by":"publisher","first-page":"11","DOI":"10.31354\/globalce.v7i2.210","volume":"7","author":"SB Chauhan","year":"2025","unstructured":"Chauhan, S. B., Gaur, R., Akram, A. & Singh, I. Artificial intelligence-driven insights for regulatory intelligence in medical devices: evaluating EMA, FDA, and CDSCO frameworks. Glob. Clin. Eng. J. 7, 11\u201324 (2025).","journal-title":"Glob. Clin. Eng. J."},{"key":"2471_CR34","doi-asserted-by":"publisher","first-page":"e195","DOI":"10.1016\/S2589-7500(20)30292-2","volume":"3","author":"UJ Muehlematter","year":"2021","unstructured":"Muehlematter, U. J., Daniore, P. & Vokinger, K. N. Approval of artificial intelligence and machine learning-based medical devices in the USA and Europe (2015\u201320): a comparative analysis. Lancet Digit. Health 3, e195\u2013e203 (2021).","journal-title":"Lancet Digit. Health"},{"key":"2471_CR35","unstructured":"International Organization for Standardization (ISO). ISO 9000:2015 \u2013 Quality Management Systems \u2013 Fundamentals and Vocabulary. https:\/\/www.iso.org\/standard\/45481.html (2015)."},{"key":"2471_CR36","unstructured":"U.S. Food and Drug Administration. General Principles of Software Validation: Guidance for Industry and FDA Staff. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/general-principles-software-validation (2002)."},{"key":"2471_CR37","doi-asserted-by":"publisher","unstructured":"Schleicher, G. Assessing the Technology and Market Readiness Level of a Software System -An Analysis Based on AMPEL. https:\/\/doi.org\/10.5281\/zenodo.5763776 (2021).","DOI":"10.5281\/zenodo.5763776"},{"key":"2471_CR38","doi-asserted-by":"publisher","first-page":"1211150","DOI":"10.3389\/frhs.2023.1211150","volume":"3","author":"E Steerling","year":"2023","unstructured":"Steerling, E., Siira, E., Nilsen, P., Svedberg, P. & Nygren, J. Implementing AI in healthcare-the relevance of trust: a scoping review. Front. Health Serv. 3, 1211150 (2023).","journal-title":"Front. Health Serv."},{"key":"2471_CR39","doi-asserted-by":"publisher","first-page":"890","DOI":"10.1093\/jamia\/ocaa268","volume":"28","author":"TP Quinn","year":"2021","unstructured":"Quinn, T. P., Senadeera, M., Jacobs, S., Coghlan, S. & Le, V. Trust and medical AI: the challenges we face and the expertise needed to overcome them. J. Am. Med. Inform. Assoc. 28, 890\u2013894 (2021).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"2471_CR40","doi-asserted-by":"crossref","unstructured":"Fruzzetti, A. E. & Ruork, A. K. Validation principles and practices in dialectical behaviour therapy. in The Oxford Handbook of Dialectical Behaviour Therapy 325\u2013344 (Oxford University Press, New York, NY, US, 2019).","DOI":"10.1093\/oxfordhb\/9780198758723.013.50"},{"key":"2471_CR41","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1136\/medethics-2019-105586","volume":"46","author":"T Grote","year":"2020","unstructured":"Grote, T. & Berens, P. On the ethics of algorithmic decision-making in healthcare. J. Med. Ethics 46, 205\u2013211 (2020).","journal-title":"J. Med. Ethics"},{"key":"2471_CR42","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"2471_CR43","doi-asserted-by":"publisher","first-page":"4322","DOI":"10.3390\/ijms23084322","volume":"23","author":"JC Thierauf","year":"2022","unstructured":"Thierauf, J. C. et al. Diagnostic value of MAML2 rearrangements in mucoepidermoid carcinoma. Int. J. Mol. Sci. 23, 4322 (2022).","journal-title":"Int. J. Mol. Sci."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02471-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02471-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02471-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T05:27:05Z","timestamp":1776144425000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02471-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,5]]},"references-count":43,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2471"],"URL":"https:\/\/doi.org\/10.1038\/s41746-026-02471-2","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,5]]},"assertion":[{"value":"31 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"K.W.: employee and interest holder of Roche Diagnostics, former employee and interest holder in Danaher, Novartis, and Ultivue\/Vizgen; MdB: employee of Sysmex America, Inc., Governor, College of American Pathologists; K.R.M.B.: received research funding from Carevive; R.S.: served as advisory board member for BMS, Roche, Astra Zeneca, Daichii Sankyo, Exact Sciences. R.S. is an unpaid advisor to Case45. R.S. has received research funding by Roche, Puma, Merck, BMS. R.S. is member of an advisory group to the Belgian Government on reimbursement of assays in genomics and pathology. R.S. is co-Chair of The International Immuno-Oncology Biomarker Working Group (\n                      \n                      ). R.S. has no financial conflicts of interests related to the current work presented; J.K.L.: employee of BostonGene; All other author declared no relevant conflicts of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"318"}}