{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:28:05Z","timestamp":1772119685114,"version":"3.50.1"},"reference-count":12,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,3,5]],"date-time":"2022-03-05T00:00:00Z","timestamp":1646438400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,5]],"date-time":"2022-03-05T00:00:00Z","timestamp":1646438400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s10916-022-01806-2","type":"journal-article","created":{"date-parts":[[2022,3,5]],"date-time":"2022-03-05T17:02:37Z","timestamp":1646499757000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Clinical Explainability Failure (CEF) & Explainability Failure Ratio (EFR) \u2013 Changing the Way We Validate Classification Algorithms"],"prefix":"10.1007","volume":"46","author":[{"given":"Vasantha Kumar","family":"Venugopal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rohit","family":"Takhar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salil","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vidur","family":"Mahajan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,5]]},"reference":[{"key":"1806_CR1","doi-asserted-by":"publisher","first-page":"15000","DOI":"10.1038\/s41598-019-51503-3","volume":"9","author":"ZZ Qin","year":"2019","unstructured":"Qin ZZ, Sander MS, Rai B, Titahong CN, Sudrungrot S, Laah SN, Adhikari LM, Carter EJ, Puri L, Codlin AJ, Creswell J (2019) Using artificial intelligence to read chest radiographs for tuberculosis detection: A multi-site evaluation of the diagnostic accuracy of three deep learning systems. Sci Rep 9:15000.\u00a0https:\/\/doi.org\/10.1038\/s41598-019-51503-3","journal-title":"Sci Rep"},{"key":"1806_CR2","doi-asserted-by":"publisher","first-page":"W87","DOI":"10.1097\/RTI.0000000000000512","volume":"35","author":"B Hurt","year":"2020","unstructured":"Hurt B, Kligerman S, Hsiao A (2020) Deep learning localization of pneumonia: 2019 coronavirus (COVID-19) outbreak. J Thorac Imaging 35:W87\u2013W89.\u00a0https:\/\/doi.org\/10.1097\/RTI.0000000000000512","journal-title":"J Thorac Imaging"},{"key":"1806_CR3","doi-asserted-by":"publisher","first-page":"113160O","DOI":"10.1117\/12.2550066","volume":"11316","author":"J Crosby","year":"2020","unstructured":"Crosby J, Chen S, Li F, MacMahon H, Giger M (2020) Network output visualization to uncover limitations of deep learning detection of pneumothorax. 11316:113160O. https:\/\/doi.org\/10.1117\/12.2550066","journal-title":"Network output visualization to uncover limitations of deep learning detection of pneumothorax."},{"key":"1806_CR4","doi-asserted-by":"publisher","first-page":"568","DOI":"10.2214\/AJR.19.21512","volume":"213","author":"I Pan","year":"2019","unstructured":"Pan I, Cadrin-Ch\u00eanevert A, Cheng PM (2019) Tackling the radiological society of North America pneumonia detection challenge. AJR Am J Roentgenol 213:568\u2013574. https:\/\/doi.org\/10.2214\/AJR.19.21512","journal-title":"AJR Am J Roentgenol"},{"key":"1806_CR5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002686","volume":"15","author":"P Rajpurkar","year":"2018","unstructured":"Rajpurkar P, Irvin J, Ball RL, Zhu K, Yang B, Mehta H, Duan T, Ding D, Bagul A, Langlotz CP, Patel BN, Yeom KW, Shpanskaya K, Blankenberg FG, Seekins J, Amrhein TJ, Mong DA, Halabi SS, Zucker EJ, Ng AY, Lungren MP (2018) Deep learning for chest radiograph diagnosis: A retrospective comparison of the CheXNeXt algorithm to practicing radiologists. PLoS Medicine 15:e1002686. https:\/\/doi.org\/10.1371\/journal.pmed.1002686","journal-title":"PLOS Medicine"},{"key":"1806_CR6","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"RR Selvaraju","year":"2020","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2020) Grad-CAM: Visual explanations from deep networks via gradient-based localization. Int J Comput Vis 128:336\u2013359. https:\/\/doi.org\/10.1007\/s11263-019-01228-7","journal-title":"Int J Comput Vis"},{"key":"1806_CR7","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s12864-019-6413-7","volume":"21","author":"D Chicco","year":"2020","unstructured":"Chicco D, Jurman G (2020) The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC Genomics 21:6. https:\/\/doi.org\/10.1186\/s12864-019-6413-7","journal-title":"BMC Genomics"},{"key":"1806_CR8","doi-asserted-by":"crossref","unstructured":"Arun N, Gaw N, Singh P, Chang K, Aggarwal M, Chen B, Hoebel K, Gupta S, Patel J, Gidwani M, Adebayo J, Li MD, Kalpathy-Cramer J (2021) Assessing the (un)trustworthiness of saliency maps for localizing abnormalities in medical imaging","DOI":"10.1101\/2020.07.28.20163899"},{"key":"1806_CR9","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.acra.2019.09.015","volume":"27","author":"VK Venugopal","year":"2020","unstructured":"Venugopal VK, Vaidhya K, Murugavel M, Chunduru A, Mahajan V, Vaidya S, Mahra D, Rangasai A, Mahajan H (2020) Unboxing AI - radiological insights into a deep neural network for lung nodule characterization. Acad Radiol 27:88\u201395.\u00a0https:\/\/doi.org\/10.1016\/j.acra.2019.09.015","journal-title":"Acad Radiol"},{"key":"1806_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1148\/radiol.2019182716","volume":"292","author":"A Yala","year":"2019","unstructured":"Yala A, Lehman C, Schuster T, Portnoi T, Barzilay R (2019) A deep learning mammography-based model for improved breast cancer risk prediction. Radiology 292:60\u201366. https:\/\/doi.org\/10.1148\/radiol.2019182716","journal-title":"Radiology"},{"key":"1806_CR11","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1148\/radiol.2018180958","volume":"290","author":"Y Ding","year":"2019","unstructured":"Ding Y, Sohn JH, Kawczynski MG, Trivedi H, Harnish R, Jenkins NW, Lituiev D, Copeland TP, Aboian MS, Mari Aparici C, Behr SC, Flavell RR, Huang S-Y, Zalocusky KA, Nardo L, Seo Y, Hawkins RA, Hernandez Pampaloni M, Hadley D, Franc BL (2019) A deep learning model to predict a diagnosis of alzheimer disease by using 18F-FDG PET of the brain. Radiology 290:456\u2013464.\u00a0https:\/\/doi.org\/10.1148\/radiol.2018180958","journal-title":"Radiology"},{"key":"1806_CR12","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.acra.2019.09.009","volume":"27","author":"V Mahajan","year":"2020","unstructured":"Mahajan V, Venugopal VK, Murugavel M, Mahajan H (2020) The algorithmic audit: Working with vendors to validate radiology-ai algorithms-how we do it. Acad Radiol 27:132\u2013135. https:\/\/doi.org\/10.1016\/j.acra.2019.09.009","journal-title":"Acad Radiol"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-022-01806-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-022-01806-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-022-01806-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,20]],"date-time":"2022-03-20T23:20:19Z","timestamp":1647818419000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-022-01806-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,5]]},"references-count":12,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["1806"],"URL":"https:\/\/doi.org\/10.1007\/s10916-022-01806-2","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2020.08.12.20169607","asserted-by":"object"}]},"ISSN":["0148-5598","1573-689X"],"issn-type":[{"value":"0148-5598","type":"print"},{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,5]]},"assertion":[{"value":"17 December 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 March 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All authors deny any potential conflict of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"20"}}