{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T13:47:09Z","timestamp":1792590429799,"version":"4.5.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,2,12]],"date-time":"2020-02-12T00:00:00Z","timestamp":1581465600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,2,12]],"date-time":"2020-02-12T00:00:00Z","timestamp":1581465600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s00330-019-06654-2","type":"journal-article","created":{"date-parts":[[2020,2,12]],"date-time":"2020-02-12T11:03:04Z","timestamp":1581505384000},"page":"3383-3392","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":95,"title":["Interreader variability in prostate MRI reporting using Prostate Imaging Reporting and Data System version 2.1"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9690-8624","authenticated-orcid":false,"given":"Giorgio","family":"Brembilla","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Dell\u2019Oglio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Armando","family":"Stabile","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna","family":"Damascelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lisa","family":"Brunetti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Silvia","family":"Ravelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giulia","family":"Cristel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elena","family":"Schiani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elena","family":"Venturini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniele","family":"Grippaldi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincenzo","family":"Mendola","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paola Maria Vittoria","family":"Rancoita","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonio","family":"Esposito","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alberto","family":"Briganti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Montorsi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Del Maschio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"De Cobelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,2,12]]},"reference":[{"key":"6654_CR1","doi-asserted-by":"publisher","first-page":"1767","DOI":"10.1056\/NEJMoa1801993","volume":"378","author":"V Kasivisvanathan","year":"2018","unstructured":"Kasivisvanathan V, Rannikko AS, Borghi M et al (2018) MRI-targeted or standard biopsy for prostate-cancer diagnosis. N Engl J Med 378:1767\u20131777. https:\/\/doi.org\/10.1056\/NEJMoa1801993","journal-title":"N Engl J Med"},{"issue":"10071","key":"6654_CR2","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1016\/S0140-6736(16)32401-1","volume":"389","author":"Hashim U Ahmed","year":"2017","unstructured":"Ahmed HU, El-Shater Bosaily A, Brown LC et al (2017) Diagnostic accuracy of multi-parametric MRI and TRUS biopsy in prostate cancer (PROMIS): a paired validating confirmatory study. Lancet. https:\/\/doi.org\/10.1016\/S0140-6736(16)32401-1","journal-title":"The Lancet"},{"key":"6654_CR3","unstructured":"Mottet N, van den Bergh RCN, Briers E et al (2019) Guidelines on prostate cancer 2019. Eur Assoc Urol. Available via https:\/\/uroweb.org\/guideline\/prostate-cancer\/"},{"key":"6654_CR4","doi-asserted-by":"publisher","unstructured":"Drost FJH, Osses DF, Nieboer D et al (2019) Prostate MRI, with or without MRI-targeted biopsy, and systematic biopsy for detecting prostate cancer. Cochrane Database Syst Rev. https:\/\/doi.org\/10.1002\/14651858.CD012663.pub2","DOI":"10.1002\/14651858.CD012663.pub2"},{"issue":"4","key":"6654_CR5","doi-asserted-by":"publisher","first-page":"746","DOI":"10.1007\/s00330-011-2377-y","volume":"22","author":"Jelle O. Barentsz","year":"2012","unstructured":"Barentsz JO, Richenberg J, Clements R et al (2012) ESUR prostate MR guidelines 2012. Eur Radiol. https:\/\/doi.org\/10.1007\/s00330-011-2377-y","journal-title":"European Radiology"},{"issue":"1","key":"6654_CR6","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.eururo.2015.08.052","volume":"69","author":"Jeffrey C. Weinreb","year":"2016","unstructured":"Weinreb JC, Barentsz JO, Choyke PL et al (2016) PI-RADS Prostate Imaging - Reporting and Data System: 2015, version 2. Eur Urol. https:\/\/doi.org\/10.1016\/j.eururo.2015.08.052","journal-title":"European Urology"},{"issue":"3","key":"6654_CR7","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.eururo.2019.02.033","volume":"76","author":"Baris Turkbey","year":"2019","unstructured":"Turkbey B, Rosenkrantz AB, Haider MA et al (2019) Prostate Imaging Reporting and Data System Version 2.1: 2019 Update of Prostate Imaging Reporting and Data System version 2. Eur Urol. https:\/\/doi.org\/10.1016\/j.eururo.2019.02.033","journal-title":"European Urology"},{"issue":"3","key":"6654_CR8","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1148\/radiol.2016152542","volume":"280","author":"Andrew B. Rosenkrantz","year":"2016","unstructured":"Rosenkrantz AB, Ginocchio LA, Cornfeld D et al (2016) Interobserver reproducibility of the PI-RADS version 2 lexicon: a multicenter study of six experienced prostate radiologists. Radiology. https:\/\/doi.org\/10.1148\/radiol.2016152542","journal-title":"Radiology"},{"issue":"11","key":"6654_CR9","doi-asserted-by":"publisher","first-page":"3185","DOI":"10.1007\/s00330-013-2922-y","volume":"23","author":"L. Schimm\u00f6ller","year":"2013","unstructured":"Schimm\u00f6ller L, Quentin M, Arsov C et al (2013) Inter-reader agreement of the ESUR score for prostate MRI using in-bore MRI-guided biopsies as the reference standard. Eur Radiol. https:\/\/doi.org\/10.1007\/s00330-013-2922-y","journal-title":"European Radiology"},{"issue":"3","key":"6654_CR10","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1148\/radiol.2015142818","volume":"277","author":"Berrend G. Muller","year":"2015","unstructured":"Muller BG, Shih JH, Sankineni S et al (2015) Prostate cancer: interobserver agreement and accuracy with the revised Prostate Imaging Reporting and Data System at multiparametric MR imaging. Radiology. https:\/\/doi.org\/10.1148\/radiol.2015142818","journal-title":"Radiology"},{"issue":"4","key":"6654_CR11","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1016\/j.euf.2017.11.010","volume":"5","author":"Geoffrey A. Sonn","year":"2019","unstructured":"Sonn GA, Fan RE, Ghanouni P et al (2018) Prostate magnetic resonance imaging interpretation varies substantially across radiologists. Eur Urol Focus. https:\/\/doi.org\/10.1016\/j.euf.2017.11.010","journal-title":"European Urology Focus"},{"issue":"2","key":"6654_CR12","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.euf.2018.10.008","volume":"6","author":"Nicholas A. Pickersgill","year":"2020","unstructured":"Pickersgill NA, Vetter JM, Andriole GL et al (2018) Accuracy and variability of prostate multiparametric magnetic resonance imaging interpretation using the prostate imaging reporting and data system: a blinded comparison of radiologists. Eur Urol Focus. https:\/\/doi.org\/10.1016\/j.euf.2018.10.008","journal-title":"European Urology Focus"},{"issue":"6","key":"6654_CR13","doi-asserted-by":"publisher","first-page":"1694","DOI":"10.1002\/jmri.26555","volume":"49","author":"Clayton P. Smith","year":"2018","unstructured":"Smith CP, Harmon SA, Barrett T et al (2019) Intra- and interreader reproducibility of PI-RADSv2: a multireader study. J Magn Reson Imaging. https:\/\/doi.org\/10.1002\/jmri.26555","journal-title":"Journal of Magnetic Resonance Imaging"},{"key":"6654_CR14","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1002\/jmri.26220","volume":"49","author":"R Girometti","year":"2019","unstructured":"Girometti R, Giannarini G, Greco F et al (2019) Interreader agreement of PI-RADS v. 2 in assessing prostate cancer with multiparametric MRI: a study using whole-mount histology as the standard of reference. J Magn Reson Imaging 49:546\u2013555. https:\/\/doi.org\/10.1002\/jmri.26220","journal-title":"J Magn Reson Imaging"},{"issue":"6","key":"6654_CR15","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/0895-4356(90)90158-L","volume":"43","author":"Alvan R. Feinstein","year":"1990","unstructured":"Feinstein AR, Cicchetti DV (1990) High agreement but low kappa: I. the problems of two paradoxes. J Clin Epidemiol. https:\/\/doi.org\/10.1016\/0895-4356(90)90158-L","journal-title":"Journal of Clinical Epidemiology"},{"issue":"6","key":"6654_CR16","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1016\/0895-4356(90)90159-M","volume":"43","author":"Domenic V. Cicchetti","year":"1990","unstructured":"Cicchetti DV, Feinstein AR (1990) High agreement but low kappa: II. Resolving the paradoxes. J Clin Epidemiol. https:\/\/doi.org\/10.1016\/0895-4356(90)90159-M","journal-title":"Journal of Clinical Epidemiology"},{"issue":"10","key":"6654_CR17","doi-asserted-by":"publisher","first-page":"1325","DOI":"10.1016\/j.acra.2018.01.030","volume":"25","author":"Joanna H. Shih","year":"2018","unstructured":"Shih JH, Greer MD, Turkbey B (2018) The problems with the kappa statistic as a metric of interobserver agreement on lesion detection using a third-reader approach when locations are not prespecified. Acad Radiol. https:\/\/doi.org\/10.1016\/j.acra.2018.01.030","journal-title":"Academic Radiology"},{"key":"6654_CR18","doi-asserted-by":"publisher","first-page":"823","DOI":"10.2214\/AJR.18.20295","volume":"212","author":"AM H\u00f6tker","year":"2019","unstructured":"H\u00f6tker AM, Dappa E, Mazaheri Y et al (2019) The influence of background signal intensity changes on cancer detection in prostate MRI. Am J Roentgenol 212:823\u2013829. https:\/\/doi.org\/10.2214\/AJR.18.20295","journal-title":"Am J Roentgenol"},{"key":"6654_CR19","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.euo.2018.01.002","volume":"1","author":"A Stabile","year":"2018","unstructured":"Stabile A, Dell\u2019Oglio P, De Cobelli F et al (2018) Association between Prostate Imaging Reporting and Data System (PI-RADS) score for the index lesion and multifocal, clinically significant prostate cancer. Eur Urol Oncol 1:29\u201336. https:\/\/doi.org\/10.1016\/j.euo.2018.01.002","journal-title":"Eur Urol Oncol"},{"issue":"1","key":"6654_CR20","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1016\/j.euo.2019.03.002","volume":"3","author":"Paolo Dell\u2019Oglio","year":"2020","unstructured":"Dell\u2019Oglio P, Stabile A, Soligo M et al (2019) There is no way to avoid systematic prostate biopsies in addition to multiparametric magnetic resonance imaging targeted biopsies. Eur Urol Oncol 3:112\u2013118. https:\/\/doi.org\/10.1016\/j.euo.2019.03.002","journal-title":"European Urology Oncology"},{"issue":"2","key":"6654_CR21","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1037\/0033-2909.88.2.322","volume":"88","author":"Anthony J. Conger","year":"1980","unstructured":"Conger AJ (1980) Integration and generalization of kappas for multiple raters. Psychol Bull. https:\/\/doi.org\/10.1037\/0033-2909.88.2.322","journal-title":"Psychological Bulletin"},{"key":"6654_CR22","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1348\/000711006X126600","volume":"61","author":"KL Gwet","year":"2008","unstructured":"Gwet KL (2008) Computing inter-rater reliability and its variance in the presence of high agreement. Br J Math Stat Psychol 61:29\u201348. https:\/\/doi.org\/10.1348\/000711006X126600","journal-title":"Br J Math Stat Psychol"},{"issue":"1","key":"6654_CR23","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J. Richard Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics. https:\/\/doi.org\/10.2307\/2529310","journal-title":"Biometrics"},{"key":"6654_CR24","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1111\/bju.12639","volume":"115","author":"S Rais-Bahrami","year":"2015","unstructured":"Rais-Bahrami S, Siddiqui MM, Vourganti S et al (2015) Diagnostic value of biparametric magnetic resonance imaging (MRI) as an adjunct to prostate-specific antigen (PSA)-based detection of prostate cancer in men without prior biopsies. BJU Int 115:381\u2013388. https:\/\/doi.org\/10.1111\/bju.12639","journal-title":"BJU Int"},{"issue":"1","key":"6654_CR25","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.eururo.2017.01.033","volume":"72","author":"Monique J. Roobol","year":"2017","unstructured":"Roobol MJ, Verbeek JFM, van der Kwast T, K\u00fcmmerlin IP, Kweldam CF, van Leenders GJLH (2017) Improving the Rotterdam European randomized study of screening for prostate cancer risk calculator for initial prostate biopsy by incorporating the 2014 International Society of Urological Pathology Gleason Grading and Cribriform growth. Eur Urol. https:\/\/doi.org\/10.1016\/j.eururo.2017.01.033","journal-title":"European Urology"},{"key":"6654_CR26","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1002\/jmri.25372","volume":"45","author":"MD Greer","year":"2017","unstructured":"Greer MD, Brown AM, Shih JH et al (2017) Accuracy and agreement of PIRADSv2 for prostate cancer mpMRI: a multireader study. J Magn Reson Imaging 45:579\u2013585. https:\/\/doi.org\/10.1002\/jmri.25372","journal-title":"J Magn Reson Imaging"},{"issue":"6","key":"6654_CR27","doi-asserted-by":"publisher","first-page":"1197","DOI":"10.2214\/AJR.18.20536","volume":"212","author":"Matthew D. Greer","year":"2019","unstructured":"Greer MD, Shih JH, Lay N et al (2019) Interreader variability of prostate imaging reporting and data system version 2 in detecting and assessing prostate cancer lesions at prostate MRI. AJR Am J Roentgenol 212:1197\u20131205. https:\/\/doi.org\/10.2214\/AJR.18.20536","journal-title":"American Journal of Roentgenology"},{"key":"6654_CR28","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/S1470-2045(18)30569-2","volume":"20","author":"O Rouvi\u00e8re","year":"2019","unstructured":"Rouvi\u00e8re O, Puech P, Renard-Penna R et al (2019) Use of prostate systematic and targeted biopsy on the basis of multiparametric MRI in biopsy-naive patients (MRI-FIRST): a prospective, multicentre, paired diagnostic study. Lancet Oncol 20:100\u2013109. https:\/\/doi.org\/10.1016\/S1470-2045(18)30569-2","journal-title":"Lancet Oncol"},{"key":"6654_CR29","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.clgc.2018.10.006","volume":"17","author":"S Luzzago","year":"2019","unstructured":"Luzzago S, Petralia G, Musi G et al (2019) Multiparametric magnetic resonance imaging second opinion may reduce the number of unnecessary prostate biopsies: time to improve radiologists\u2019 training program? Clin Genitourin Cancer 17:88\u201396. https:\/\/doi.org\/10.1016\/j.clgc.2018.10.006","journal-title":"Clin Genitourin Cancer"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-019-06654-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00330-019-06654-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-019-06654-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,11]],"date-time":"2021-02-11T13:19:08Z","timestamp":1613049548000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00330-019-06654-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,2,12]]},"references-count":29,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["6654"],"URL":"https:\/\/doi.org\/10.1007\/s00330-019-06654-2","relation":{},"ISSN":["0938-7994","1432-1084"],"issn-type":[{"value":"0938-7994","type":"print"},{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,2,12]]},"assertion":[{"value":"11 September 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The scientific guarantor of this publication is Francesco De Cobelli, M.D.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors of this manuscript declare no relationships with any companies whose products or services may be related to the subject matter of the article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Paola Maria Vittoria Rancoita kindly provided statistical advice for this manuscript, and is one of the authors.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was obtained from all subjects (patients) in this study.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional Review Board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"None of the study subjects or cohorts has been previously reported.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Study subjects or cohorts overlap"}},{"value":"\u2022 Retrospective\u2022 Observational\u2022 Performed at one institution","order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}