{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T01:31:46Z","timestamp":1780450306146,"version":"3.54.1"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,4]],"date-time":"2025-02-04T00:00:00Z","timestamp":1738627200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,4]],"date-time":"2025-02-04T00:00:00Z","timestamp":1738627200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100003196","name":"Ministero della Salute","doi-asserted-by":"publisher","award":["Ricerca Corrente"],"award-info":[{"award-number":["Ricerca Corrente"]}],"id":[{"id":"10.13039\/501100003196","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003196","name":"Ministero della Salute","doi-asserted-by":"publisher","award":["Ricerca Corrente"],"award-info":[{"award-number":["Ricerca Corrente"]}],"id":[{"id":"10.13039\/501100003196","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003196","name":"Ministero della Salute","doi-asserted-by":"publisher","award":["Ricerca Corrente"],"award-info":[{"award-number":["Ricerca Corrente"]}],"id":[{"id":"10.13039\/501100003196","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"DOI":"10.1186\/s12911-025-02883-2","type":"journal-article","created":{"date-parts":[[2025,2,4]],"date-time":"2025-02-04T17:13:28Z","timestamp":1738689208000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Sharing reliable information worldwide: healthcare strategies based on artificial intelligence need external validation. Position paper"],"prefix":"10.1186","volume":"25","author":[{"given":"F.","family":"Pennestr\u00ec","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"F.","family":"Cabitza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"N.","family":"Picerno","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"G.","family":"Banfi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,4]]},"reference":[{"key":"2883_CR1","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1201\/9781003373261-7","volume-title":"Deep learning for Healthcare decision making","author":"JS Dhatterwal","year":"2023","unstructured":"Dhatterwal JS, Kaswan KS, Kumar N. Telemedicine-based Development of M-Health Informatics using AI. In: Jain V, Chatterjee JM, Priyadarshini I, editors. (et al.), editors Deep learning for Healthcare decision making. New York: River; 2023. pp. 159\u201375."},{"key":"2883_CR2","doi-asserted-by":"crossref","unstructured":"Rawat V, Singh DP, Singh N, Tiwari UK. A Review of Machine Learning Techniques (MLT) in Health Informatics. In: Agrawal, R., Mitra, P., Pal, A., Sharma Gaur, M, editors International Conference on IoT, Intelligent Computing and Security. Lecture Notes in Electrical Engineering, Springer, Singapore. 2023;29.","DOI":"10.1007\/978-981-19-8136-4_3"},{"issue":"6","key":"2883_CR3","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1016\/j.healthpol.2020.05.008","volume":"124","author":"R Forman","year":"2020","unstructured":"Forman R, Atun R, McKee M, Mossialos E. 12 lessons learned from the management of the coronavirus pandemic. Health Policy. 2020;124(6):577\u201380.","journal-title":"Health Policy"},{"key":"2883_CR4","doi-asserted-by":"publisher","first-page":"106288","DOI":"10.1016\/j.cmpb.2021.106288","volume":"208","author":"F Cabitza","year":"2021","unstructured":"Cabitza F, Campagner A, Soares F, et al. The importance of being external. Methodological insights for the external validation of machine learning models in medicine. Comput Methods Programs Biomed. 2021;208:106288.","journal-title":"Comput Methods Programs Biomed"},{"issue":"18","key":"2883_CR5","doi-asserted-by":"publisher","first-page":"1806","DOI":"10.1001\/jama.2019.16489","volume":"322","author":"Y Liu","year":"2019","unstructured":"Liu Y, Chen PC, Krause J, et al. How to read Articles that Use Machine Learning: users\u2019 guides to the Medical Literature. JAMA. 2019;322(18):1806\u201316.","journal-title":"JAMA"},{"issue":"2","key":"2883_CR6","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.icte.2021.05.001","volume":"8","author":"M Rafalo","year":"2022","unstructured":"Rafalo M. Cross validation methods: analysis based on diagnostics of thyroid cancer metastasis. ICT Express. 2022;8(2):183\u20138.","journal-title":"ICT Express"},{"key":"2883_CR7","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1038\/s41746-020-0221-y","volume":"3","author":"RT Sutton","year":"2020","unstructured":"Sutton RT, Pincock D, Baumgart DC, Sadowski DC, Fedorak RN, Kroeker KI. An overview of clinical decision support systems: benefits, risks, and strategies for success. NPJ Digit Med. 2020;3:17.","journal-title":"NPJ Digit Med"},{"key":"2883_CR8","doi-asserted-by":"crossref","unstructured":"Bohr A, Memarzadeh K. The rise of artificial intelligence in healthcare applications. Artif Intell Healthc. 2020:25\u201360.","DOI":"10.1016\/B978-0-12-818438-7.00002-2"},{"issue":"4","key":"2883_CR9","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.prnil.2023.09.001","volume":"11","author":"T Park","year":"2023","unstructured":"Park T, Gu P, Kim CH, et al. Artificial intelligence in urologic oncology: the actual clinical practice results of IBM Watson for Oncology in South Korea. Prostate Int. 2023;11(4):218\u201321.","journal-title":"Prostate Int"},{"issue":"6","key":"2883_CR10","doi-asserted-by":"publisher","first-page":"812","DOI":"10.1634\/theoncologist.2018-0255","volume":"24","author":"N Zhou","year":"2019","unstructured":"Zhou N, Zhang CT, Lv HY, Hao CX, Li TJ, Zhu JJ, Zhu H, Jiang M, Liu KW, Hou HL, Liu D, Li AQ, Zhang GQ, Tian ZB, Zhang XC. Concordance study between IBM Watson for Oncology and clinical practice for patients with Cancer in China. Oncologist. 2019;24(6):812\u20139.","journal-title":"Oncologist"},{"issue":"5","key":"2883_CR11","doi-asserted-by":"publisher","first-page":"1265","DOI":"10.1111\/1759-7714.13391","volume":"11","author":"S Yao","year":"2020","unstructured":"Yao S, Wang R, Qian K, Zhang Y. Real world study for the concordance between IBM Watson for Oncology and clinical practice in advanced non-small cell lung cancer patients at a lung cancer center in China. Thorac Cancer. 2020;11(5):1265\u201370.","journal-title":"Thorac Cancer"},{"issue":"1","key":"2883_CR12","doi-asserted-by":"publisher","first-page":"5792","DOI":"10.1038\/s41598-021-84973-5","volume":"11","author":"Z Jie","year":"2021","unstructured":"Jie Z, Zhiying Z, Li L. A meta-analysis of Watson for Oncology in clinical application. Sci Rep. 2021;11(1):5792. https:\/\/doi.org\/10.1038\/s41598-021-84973-5. Published 2021 Mar 11.","journal-title":"Sci Rep"},{"issue":"22","key":"2883_CR13","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan V, Peng L, Coram M, Stumpe MC, Wu D, Narayanaswamy A, Venugopalan S, Widner K, Madams T, Cuadros J, Kim R, Raman R, Nelson PC, Mega JL, Webster DR. Development and validation of a deep learning algorithm for detection of Diabetic Retinopathy in Retinal Fundus photographs. JAMA. 2016;316(22):2402\u201310.","journal-title":"JAMA"},{"key":"2883_CR14","doi-asserted-by":"publisher","first-page":"8839376","DOI":"10.1155\/2020\/8839376","volume":"2020","author":"J Limwattanayingyong","year":"2020","unstructured":"Limwattanayingyong J, Nganthavee V, Seresirikachorn K, et al. Longitudinal screening for Diabetic Retinopathy in a Nationwide Screening Program: comparing deep learning and human graders. J Diabetes Res. 2020;2020:8839376.","journal-title":"J Diabetes Res"},{"issue":"13","key":"2883_CR15","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1167\/tvst.10.13.17","volume":"10","author":"N Wongchaisuwat","year":"2021","unstructured":"Wongchaisuwat N, Trinavarat A, Rodanant N, Thoongsuwan S, Phasukkijwatana N, Prakhunhungsit S, Preechasuk L, Wongchaisuwat P. In-Person Verification of Deep Learning Algorithm for Diabetic Retinopathy Screening using different techniques across Fundus Image devices. Transl Vis Sci Technol. 2021;10(13):17.","journal-title":"Transl Vis Sci Technol"},{"issue":"4","key":"2883_CR16","doi-asserted-by":"publisher","first-page":"e235","DOI":"10.1016\/S2589-7500(22)00017-6","volume":"4","author":"P Ruamviboonsuk","year":"2022","unstructured":"Ruamviboonsuk P, Tiwari R, Sayres R, Nganthavee V, Hemarat K, Kongprayoon A, Raman R, Levinstein B, Liu Y, Schaekermann M, Lee R, Virmani S, Widner K, Chambers J, Hersch F, Peng L, Webster DR. Real-time diabetic retinopathy screening by deep learning in a multisite national screening programme: a prospective interventional cohort study. Lancet Digit Health. 2022;4(4):e235\u201344.","journal-title":"Lancet Digit Health"},{"issue":"4","key":"2883_CR17","doi-asserted-by":"publisher","first-page":"e208","DOI":"10.1016\/S2589-7500(22)00027-9","volume":"4","author":"A Yuan","year":"2022","unstructured":"Yuan A, Lee AY. Artificial intelligence deployment in diabetic retinopathy: the last step of the translation continuum. Lancet Digit Health. 2022;4(4):e208\u20139.","journal-title":"Lancet Digit Health"},{"issue":"8","key":"2883_CR18","doi-asserted-by":"publisher","first-page":"1144","DOI":"10.1001\/jamainternmed.2021.2626","volume":"181","author":"A Wong","year":"2021","unstructured":"Wong A, Otles E, Donnelly JP, et al. External validation of a widely implemented Proprietary Sepsis Prediction Model in Hospitalized patients [published correction appears in. JAMA Intern Med. 2021;181(8):1144.","journal-title":"JAMA Intern Med"},{"issue":"1","key":"2883_CR19","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/s13755-021-00167-3","volume":"9","author":"A Campagner","year":"2021","unstructured":"Campagner A, Carobene A, Cabitza F. External validation of machine learning models for COVID-19 detection based on complete blood count. Health Inf Sci Syst. 2021;9(1):37.","journal-title":"Health Inf Sci Syst"},{"key":"2883_CR20","doi-asserted-by":"publisher","unstructured":"Siontis GC, Ioannidis JP et al. Response to letter by Forike: more rigorous, not less, external validation is needed. J Clin Epidemiol. 2016;69:250-1. https:\/\/doi.org\/10.1016\/j.jclinepi.2015.01.021. Epub 2015 Jan 31.","DOI":"10.1016\/j.jclinepi.2015.01.021"},{"issue":"3","key":"2883_CR21","doi-asserted-by":"publisher","first-page":"e210064","DOI":"10.1148\/ryai.210064","volume":"4","author":"AC Yu","year":"2022","unstructured":"Yu AC, Mohajer B, Eng J. External validation of Deep Learning algorithms for Radiologic diagnosis: a systematic review. Radiol Artif Intell. 2022;4(3):e210064. https:\/\/doi.org\/10.1148\/ryai.210064.","journal-title":"Radiol Artif Intell"},{"issue":"4","key":"2883_CR22","doi-asserted-by":"publisher","first-page":"e008487","DOI":"10.1161\/CIRCOUTCOMES.121.008487","volume":"15","author":"G Gulati","year":"2022","unstructured":"Gulati G, Upshaw J, Wessler BS, et al. Generalizability of Cardiovascular Disease Clinical Prediction models: 158 Independent External validations of 104 unique models. Circ Cardiovasc Qual Outcomes. 2022;15(4):e008487. https:\/\/doi.org\/10.1161\/CIRCOUTCOMES.121.008487. Epub 2022 Mar 31.","journal-title":"Circ Cardiovasc Qual Outcomes"},{"key":"2883_CR23","doi-asserted-by":"publisher","unstructured":"Shah RU, Bress AP, Vickers AJ. Do Prediction Models Do More Harm Than Good? Circ Cardiovasc Qual Outcomes. 2022;15(4):e008667. https:\/\/doi.org\/10.1161\/CIRCOUTCOMES.122.008667. Epub 2022 Mar 31.","DOI":"10.1161\/CIRCOUTCOMES.122.008667"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-02883-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-025-02883-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-02883-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,4]],"date-time":"2025-02-04T17:13:31Z","timestamp":1738689211000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-025-02883-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,4]]},"references-count":23,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2883"],"URL":"https:\/\/doi.org\/10.1186\/s12911-025-02883-2","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,4]]},"assertion":[{"value":"22 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"56"}}