{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T18:41:29Z","timestamp":1791312089652,"version":"4.3.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T00:00:00Z","timestamp":1754179200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T00:00:00Z","timestamp":1754179200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000070","name":"National Institute of Biomedical Imaging and Bioengineering","doi-asserted-by":"publisher","award":["P41-EB017183"],"award-info":[{"award-number":["P41-EB017183"]}],"id":[{"id":"10.13039\/100000070","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"DOI":"10.1007\/s00330-025-11865-x","type":"journal-article","created":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T01:53:39Z","timestamp":1754186019000},"page":"1084-1092","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["External evaluation of an open-source deep learning model for prostate cancer detection on bi-parametric MRI"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1547-9969","authenticated-orcid":false,"given":"Patricia M.","family":"Johnson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Angela","family":"Tong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luke","family":"Ginocchio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juan Lloret","family":"del Hoyo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Smereka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephanie A.","family":"Harmon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Baris","family":"Turkbey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hersh","family":"Chandarana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"11865_CR1","unstructured":"American Cancer Society (2023) Key statistics for prostate cancer. Available via https:\/\/www.cancer.org\/cancer\/types\/prostate-cancer\/about\/key-statistics.html access date: January 10,2025"},{"key":"11865_CR2","unstructured":"Bosaily AE-S (2018) Multi parametric magnetic resonance imaging in the early detection and risk stratification of prostate cancer: the PROMIS trial. Dissertation, University College London"},{"key":"11865_CR3","doi-asserted-by":"publisher","first-page":"2876","DOI":"10.1002\/cncr.28790","volume":"120","author":"SS Salami","year":"2014","unstructured":"Salami SS, Vira MA, Turkbey B et al (2014) Multiparametric magnetic resonance imaging outperforms the prostate cancer prevention trial risk calculator in predicting clinically significant prostate cancer. Cancer 120:2876\u20132882","journal-title":"Cancer"},{"key":"11865_CR4","doi-asserted-by":"publisher","first-page":"830","DOI":"10.2214\/AJR.11.8446","volume":"199","author":"AB Rosenkrantz","year":"2012","unstructured":"Rosenkrantz AB, Deng FM, Kim S et al (2012) Prostate cancer: multiparametric MRI for index lesion localization\u2014a multiple-reader study. AJR Am J Roentgenol 199:830\u2013837","journal-title":"AJR Am J Roentgenol"},{"key":"11865_CR5","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1001\/jamaoncol.2022.5252","volume":"9","author":"S Hao","year":"2022","unstructured":"Hao S, Discacciati A, Eklund M et al (2022) Cost-effectiveness of prostate cancer screening using magnetic resonance imaging or standard biopsy based on the STHLM3-MRI study. JAMA Oncol 9:88\u201394","journal-title":"JAMA Oncol"},{"key":"11865_CR6","doi-asserted-by":"publisher","unstructured":"Brown LC, Ahmed HU, Faria R et al (2018) Multiparametric MRI to improve detection of prostate cancer compared with transrectal ultrasound-guided prostate biopsy alone: the PROMIS study. Health Technol Assess. https:\/\/doi.org\/10.3310\/hta22390","DOI":"10.3310\/hta22390"},{"key":"11865_CR7","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1016\/S0140-6736(16)32401-1","volume":"389","author":"HU Ahmed","year":"2017","unstructured":"Ahmed HU, El-Shater Bosaily A, Brown LC et al (2017) Diagnostic accuracy of multi-parametric MRI and TRUS biopsy in prostate cancer (PROMIS): a paired validating confirmatory study. Lancet 389:815\u2013822","journal-title":"Lancet"},{"key":"11865_CR8","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1148\/radiol.2017152877","volume":"286","author":"S Borofsky","year":"2018","unstructured":"Borofsky S, George AK, Gaur S et al (2018) What are we missing? False-negative cancers at multiparametric MR imaging of the prostate. Radiology 286:186\u2013195","journal-title":"Radiology"},{"key":"11865_CR9","doi-asserted-by":"publisher","first-page":"1694","DOI":"10.1002\/jmri.26555","volume":"49","author":"CP Smith","year":"2019","unstructured":"Smith CP, Harmon SA, Barrett T et al (2019) Intra- and interreader reproducibility of PI-RADSv2: a multireader study. J Magn Reson Imaging 49:1694\u20131703","journal-title":"J Magn Reson Imaging"},{"key":"11865_CR10","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1016\/S1470-2045(24)00220-1","volume":"25","author":"A Saha","year":"2024","unstructured":"Saha A, Bosma JS, Twilt JJ et al (2024) Artificial intelligence and radiologists in prostate cancer detection on MRI (PI-CAI): an international, paired, non-inferiority, confirmatory study. Lancet Oncol 25:879\u2013887","journal-title":"Lancet Oncol"},{"key":"11865_CR11","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1016\/j.acra.2021.08.019","volume":"29","author":"S Mehralivand","year":"2022","unstructured":"Mehralivand S, Yang D, Harmon SA et al (2022) A cascaded deep learning-based artificial intelligence algorithm for automated lesion detection and classification on biparametric prostate magnetic resonance imaging. Acad Radiol 29:1159\u20131168","journal-title":"Acad Radiol"},{"key":"11865_CR12","doi-asserted-by":"publisher","first-page":"e230750","DOI":"10.1148\/radiol.230750","volume":"311","author":"Y Lin","year":"2024","unstructured":"Lin Y, Yilmaz EC, Belue MJ et al (2024) Evaluation of a cascaded deep learning\u2013based algorithm for prostate lesion detection at biparametric MRI. Radiology 311:e230750","journal-title":"Radiology"},{"key":"11865_CR13","doi-asserted-by":"publisher","unstructured":"Chui KT, Gupta BB, Chi HR et al (2022) Transfer learning-based multi-scale denoising convolutional neural network for prostate cancer detection. Cancers (Basel) https:\/\/doi.org\/10.3390\/cancers14153687","DOI":"10.3390\/cancers14153687"},{"key":"11865_CR14","doi-asserted-by":"publisher","first-page":"799","DOI":"10.1097\/RLI.0000000000000791","volume":"56","author":"N Netzer","year":"2021","unstructured":"Netzer N, Wei\u00dfer C, Schelb P et al (2021) Fully automatic deep learning in bi-institutional prostate magnetic resonance imaging: effects of cohort size and heterogeneity. Invest Radiol 56:799\u2013808","journal-title":"Invest Radiol"},{"key":"11865_CR15","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1097\/RLI.0000000000000780","volume":"56","author":"DJ Winkel","year":"2021","unstructured":"Winkel DJ, Tong A, Lou B et al (2021) A novel deep learning based computer-aided diagnosis system improves the accuracy and efficiency of radiologists in reading biparametric magnetic resonance images of the prostate: results of a multireader, multicase study. Invest Radiol 56:605\u2013613","journal-title":"Invest Radiol"},{"key":"11865_CR16","doi-asserted-by":"publisher","unstructured":"Castillo TJM, Arif M, Starmans MPA et al (2021) Classification of clinically significant prostate cancer on multi-parametric MRI: a validation study comparing deep learning and radiomics. Cancers (Basel) https:\/\/doi.org\/10.3390\/cancers14010012","DOI":"10.3390\/cancers14010012"},{"key":"11865_CR17","doi-asserted-by":"publisher","first-page":"e230031","DOI":"10.1148\/ryai.230031","volume":"5","author":"JS Bosma","year":"2023","unstructured":"Bosma JS, Saha A, Hosseinzadeh M et al (2023) Semisupervised learning with report-guided pseudo labels for deep learning-based prostate cancer detection using biparametric MRI. Radiol Artif Intell 5:e230031","journal-title":"Radiol Artif Intell"},{"key":"11865_CR18","doi-asserted-by":"publisher","first-page":"e222276","DOI":"10.1148\/radiol.222276","volume":"307","author":"CA Hamm","year":"2023","unstructured":"Hamm CA, Baumgartner GL, Biessmann F et al (2023) Interactive explainable deep learning model informs prostate cancer diagnosis at MRI. Radiology 307:e222276","journal-title":"Radiology"},{"key":"11865_CR19","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-06730-6","volume":"12","author":"OJ Pellicer-Valero","year":"2022","unstructured":"Pellicer-Valero OJ, Marenco Jim\u00e9nez JL, Gonzalez-Perez V et al (2022) Deep learning for fully automatic detection, segmentation, and Gleason grade estimation of prostate cancer in multiparametric magnetic resonance images. Sci Rep 12:2975","journal-title":"Sci Rep"},{"key":"11865_CR20","doi-asserted-by":"publisher","first-page":"102347","DOI":"10.1016\/j.media.2021.102347","volume":"77","author":"A Duran","year":"2022","unstructured":"Duran A, Dussert G, Rouvi\u00e8re O et al (2022) ProstAttention-Net: a deep attention model for prostate cancer segmentation by aggressiveness in MRI scans. Med Image Anal 77:102347","journal-title":"Med Image Anal"},{"key":"11865_CR21","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1002\/jmri.27599","volume":"54","author":"P Khosravi","year":"2021","unstructured":"Khosravi P, Lysandrou M, Eljalby M et al (2021) A deep learning approach to diagnostic classification of prostate cancer using pathology-radiology fusion. J Magn Reson Imaging 54:462\u2013471","journal-title":"J Magn Reson Imaging"},{"key":"11865_CR22","doi-asserted-by":"crossref","unstructured":"Saha A, Hosseinzadeh M, Huisman H (2021) End-to-end prostate cancer detection in bpMRI via 3D CNNs: effects of attention mechanisms, clinical priori and decoupled false positive reduction. Med Image Anal 73:102155","DOI":"10.1016\/j.media.2021.102155"},{"key":"11865_CR23","doi-asserted-by":"publisher","first-page":"2224","DOI":"10.1007\/s00330-021-08320-y","volume":"32","author":"M Hosseinzadeh","year":"2022","unstructured":"Hosseinzadeh M, Saha A, Brand P et al (2022) Deep learning-assisted prostate cancer detection on bi-parametric MRI: minimum training data size requirements and effect of prior knowledge. Eur Radiol 32:2224\u20132234","journal-title":"Eur Radiol"},{"key":"11865_CR24","doi-asserted-by":"publisher","first-page":"e232635","DOI":"10.1148\/radiol.232635","volume":"312","author":"JC Cai","year":"2024","unstructured":"Cai JC, Nakai H, Kuanar S et al (2024) Fully automated deep learning model to detect clinically significant prostate cancer at MRI. Radiology 312:e232635","journal-title":"Radiology"},{"key":"11865_CR25","doi-asserted-by":"publisher","first-page":"044501","DOI":"10.1117\/1.JMI.5.4.044501","volume":"5","author":"SG Armato 3rd","year":"2018","unstructured":"Armato SG 3rd, Huisman H, Drukker K et al (2018) PROSTATEx challenges for computerized classification of prostate lesions from multiparametric magnetic resonance images. J Med Imaging 5:044501","journal-title":"J Med Imaging"},{"key":"11865_CR26","doi-asserted-by":"publisher","first-page":"7068","DOI":"10.1007\/s00330-024-10795-4","volume":"34","author":"M de Rooij","year":"2024","unstructured":"de Rooij M, Allen C, Twilt JJ et al (2024) PI-QUAL version 2: an update of a standardised scoring system for the assessment of image quality of prostate MRI. Eur Radiol 34:7068\u20137079","journal-title":"Eur Radiol"},{"key":"11865_CR27","doi-asserted-by":"publisher","first-page":"105817","DOI":"10.1016\/j.compbiomed.2022.105817","volume":"148","author":"LC Adams","year":"2022","unstructured":"Adams LC, Makowski MR, Engel G et al (2022) Prostate158\u2014an expert-annotated 3T MRI dataset and algorithm for prostate cancer detection. Comput Biol Med 148:105817","journal-title":"Comput Biol Med"},{"key":"11865_CR28","doi-asserted-by":"publisher","first-page":"e240300","DOI":"10.1148\/ryai.240300","volume":"6","author":"AS Tejani","year":"2024","unstructured":"Tejani AS, Klontzas ME, Gatti AA et al (2024) Checklist for artificial intelligence in medical imaging (CLAIM): 2024 update. Radiol Artif Intell 6:e240300","journal-title":"Radiol Artif Intell"},{"key":"11865_CR29","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1186\/s13244-023-01415-8","volume":"14","author":"B Kocak","year":"2023","unstructured":"Kocak B, Baessler B, Bakas S et al (2023) CheckList for EvaluAtion of Radiomics research (CLEAR): a step-by-step reporting guideline for authors and reviewers endorsed by ESR and EuSoMII. Insights Imaging 14:75","journal-title":"Insights Imaging"},{"key":"11865_CR30","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/s13244-023-01572-w","volume":"15","author":"B Kocak","year":"2024","unstructured":"Kocak B, Akinci D\u2019Antonoli T, Mercaldo N et al (2024) METhodological RadiomICs Score (METRICS): a quality scoring tool for radiomics research endorsed by EuSoMII. Insights Imaging 15:8","journal-title":"Insights Imaging"},{"key":"11865_CR31","doi-asserted-by":"publisher","first-page":"108662","DOI":"10.1016\/j.ejrad.2019.108662","volume":"120","author":"R Cuocolo","year":"2019","unstructured":"Cuocolo R, Stanzione A, Ponsiglione A et al (2019) Prostate MRI technical parameters standardization: a systematic review on adherence to PI-RADSv2 acquisition protocol. Eur J Radiol 120:108662","journal-title":"Eur J Radiol"},{"key":"11865_CR32","doi-asserted-by":"crossref","unstructured":"Elhakim MT, Stougaard SW, Graumann O et al (2024) AI-integrated screening to replace double reading of mammograms: a population-wide accuracy and feasibility study. Radiol Artif Intell 6:e230529","DOI":"10.1148\/ryai.230529"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-025-11865-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00330-025-11865-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-025-11865-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T09:26:15Z","timestamp":1772443575000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00330-025-11865-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":32,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2026,2]]}},"alternative-id":["11865"],"URL":"https:\/\/doi.org\/10.1007\/s00330-025-11865-x","relation":{},"ISSN":["1432-1084"],"issn-type":[{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"20 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 June 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 June 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The scientific guarantor of this publication is Patricia M. Johnson.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors of this manuscript declare relationships with the following companies: Siemens Healthineers. This relationship is not relevant to the work presented.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No complex statistical methods were necessary for this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the Institutional Review Board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional Review Board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The test set is used to evaluate a different DL model for a different application in the recently published JMRI article (\n                      \n                      ).","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Study subjects or cohorts overlap"}},{"order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}