{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,9]],"date-time":"2026-10-09T15:25:58Z","timestamp":1791559558966,"version":"4.3.4"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T00:00:00Z","timestamp":1683504000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T00:00:00Z","timestamp":1683504000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"crossref","award":["NRF-RS202300208227"],"award-info":[{"award-number":["NRF-RS202300208227"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"crossref","award":["NRF-2021R1A4A1031437"],"award-info":[{"award-number":["NRF-2021R1A4A1031437"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"crossref","award":["NRF-2022R1A2C2008983"],"award-info":[{"award-number":["NRF-2022R1A2C2008983"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100002573","name":"Yonsei University","doi-asserted-by":"publisher","award":["Y-BASE R&E Institute"],"award-info":[{"award-number":["Y-BASE R&E Institute"]}],"id":[{"id":"10.13039\/501100002573","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"DOI":"10.1007\/s00330-023-09710-0","type":"journal-article","created":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T03:12:17Z","timestamp":1683515537000},"page":"5859-5870","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Deep learning referral suggestion and tumour discrimination using explainable artificial intelligence applied to multiparametric MRI"],"prefix":"10.1007","volume":"33","author":[{"given":"Hyungseob","family":"Shin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ji Eun","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yohan","family":"Jun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taejoon","family":"Eo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeongryong","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ji Eun","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Da Hyun","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hye Hyeon","family":"Moon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sang Ik","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seonok","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dosik","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9477-7421","authenticated-orcid":false,"given":"Ho Sung","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,8]]},"reference":[{"issue":"Spec No A","key":"9710_CR1","doi-asserted-by":"publisher","first-page":"S10","DOI":"10.1102\/1470-7330.2009.9003","volume":"9","author":"TA Huisman","year":"2009","unstructured":"Huisman TA (2009) Tumor-like lesions of the brain. Cancer Imaging 9(Spec No A):S10-13","journal-title":"Cancer Imaging"},{"key":"9710_CR2","doi-asserted-by":"publisher","first-page":"634","DOI":"10.1177\/1352458513517282","volume":"20","author":"A Rovira","year":"2014","unstructured":"Rovira A (2014) Tumefactive idiopathic inflammatory demyelinating lesions: a diagnostic challenge. Mult Scler 20:634\u2013635","journal-title":"Mult Scler"},{"key":"9710_CR3","doi-asserted-by":"publisher","first-page":"1858","DOI":"10.1093\/brain\/awz144","volume":"142","author":"M Filippi","year":"2019","unstructured":"Filippi M, Preziosa P, Banwell BL et al (2019) Assessment of lesions on magnetic resonance imaging in multiple sclerosis: practical guidelines. Brain 142:1858\u20131875","journal-title":"Brain"},{"key":"9710_CR4","doi-asserted-by":"publisher","first-page":"890","DOI":"10.3174\/ajnr.A5112","volume":"38","author":"PD Chang","year":"2017","unstructured":"Chang PD, Malone HR, Bowden SG et al (2017) A multiparametric model for mapping cellularity in glioblastoma using radiographically localized biopsies. AJNR Am J Neuroradiol 38:890\u2013898","journal-title":"AJNR Am J Neuroradiol"},{"key":"9710_CR5","doi-asserted-by":"publisher","unstructured":"Eo T, Shin H, Jun Y, Kim T, Hwang D (2020) Accelerating Cartesian MRI by domain-transform manifold learning in phase-encoding direction. Med Image Anal 63:101689. https:\/\/doi.org\/10.1016\/j.media.2020.101689","DOI":"10.1016\/j.media.2020.101689"},{"key":"9710_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102017","volume":"70","author":"Y Jun","year":"2021","unstructured":"Jun Y, Shin H, Eo T, Kim T, Hwang D (2021) Deep model-based magnetic resonance parameter mapping network (DOPAMINE) for fast T1 mapping using variable flip angle method. Med Image Anal 70:102017","journal-title":"Med Image Anal"},{"key":"9710_CR7","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1038\/s41591-018-0147-y","volume":"24","author":"JJ Titano","year":"2018","unstructured":"Titano JJ, Badgeley M, Schefflein J et al (2018) Automated deep-neural-network surveillance of cranial images for acute neurologic events. Nat Med 24:1337\u20131341","journal-title":"Nat Med"},{"key":"9710_CR8","doi-asserted-by":"publisher","first-page":"728","DOI":"10.1016\/S1470-2045(19)30098-1","volume":"20","author":"P Kickingereder","year":"2019","unstructured":"Kickingereder P, Isensee F, Tursunova I et al (2019) Automated quantitative tumour response assessment of MRI in neuro-oncology with artificial neural networks: a multicentre, retrospective study. Lancet Oncol 20:728\u2013740","journal-title":"Lancet Oncol"},{"key":"9710_CR9","doi-asserted-by":"crossref","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller K-R, Samek W (2015) On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS One 10","DOI":"10.1371\/journal.pone.0130140"},{"key":"9710_CR10","doi-asserted-by":"publisher","unstructured":"Lee J, Kim S, Park I, Eo T, Hwang D (2021) Relevance-CAM: your model already knows where to look. In: 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), Nashville, TN, pp 14939\u201314948. https:\/\/doi.org\/10.1109\/CVPR46437.2021.01470","DOI":"10.1109\/CVPR46437.2021.01470"},{"key":"9710_CR11","doi-asserted-by":"publisher","first-page":"e200029","DOI":"10.1148\/ryai.2020200029","volume":"2","author":"J Mongan","year":"2020","unstructured":"Mongan J, Moy L, Kahn CE (2020) Checklist for Artificial Intelligence in Medical Imaging (CLAIM): a guide for authors and reviewers. Radiol Artif Intell 2:e200029","journal-title":"Radiol Artif Intell"},{"key":"9710_CR12","first-page":"234","volume-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","author":"O Ronneberger","year":"2015","unstructured":"Ronneberger O, Fischer P, Brox T (2015) U-net: Convolutional networks for biomedical image segmentation. International Conference on Medical Image Computing and Computer-Assisted Intervention. Springer, pp 234\u2013241"},{"key":"9710_CR13","doi-asserted-by":"publisher","first-page":"297","DOI":"10.2307\/1932409","volume":"26","author":"LR Dice","year":"1945","unstructured":"Dice LR (1945) Measures of the amount of ecologic association between species. Ecology 26:297\u2013302","journal-title":"Ecology"},{"key":"9710_CR14","doi-asserted-by":"publisher","first-page":"e0169292","DOI":"10.1371\/journal.pone.0169292","volume":"12","author":"O Eidel","year":"2017","unstructured":"Eidel O, Burth S, Neumann J-O et al (2017) Tumor infiltration in enhancing and non-enhancing parts of glioblastoma: a correlation with histopathology. PLoS One 12:e0169292\u2013e0169292","journal-title":"PLoS One"},{"key":"9710_CR15","first-page":"1419","volume":"27","author":"Y Hayashida","year":"2006","unstructured":"Hayashida Y, Hirai T, Morishita S et al (2006) Diffusion-weighted imaging of metastatic brain tumors: comparison with histologic type and tumor cellularity. AJNR Am J Neuroradiol 27:1419\u20131425","journal-title":"AJNR Am J Neuroradiol"},{"issue":"Suppl 1","key":"9710_CR16","first-page":"S22","volume":"2","author":"NA Obuchowski","year":"1995","unstructured":"Obuchowski NA (1995) Multireader, multimodality receiver operating characteristic curve studies: hypothesis testing and sample size estimation using an analysis of variance approach with dependent observations. Acad Radiol 2(Suppl 1):S22-29","journal-title":"Acad Radiol"},{"key":"9710_CR17","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1002\/sim.2532","volume":"26","author":"SL Hillis","year":"2007","unstructured":"Hillis SL (2007) A comparison of denominator degrees of freedom methods for multiple observer ROC analysis. Stat Med 26:596\u2013619","journal-title":"Stat Med"},{"key":"9710_CR18","doi-asserted-by":"publisher","first-page":"626","DOI":"10.1148\/radiol.2020190283","volume":"295","author":"AM Rauschecker","year":"2020","unstructured":"Rauschecker AM, Rudie JD, Xie L et al (2020) Artificial intelligence system approaching neuroradiologist-level differential diagnosis accuracy at brain MRI. Radiology 295:626\u2013637","journal-title":"Radiology"},{"key":"9710_CR19","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1038\/s41551-018-0324-9","volume":"3","author":"H Lee","year":"2019","unstructured":"Lee H, Yune S, Mansouri M et al (2019) An explainable deep-learning algorithm for the detection of acute intracranial haemorrhage from small datasets. Nat Biomed Eng 3:173\u2013182","journal-title":"Nat Biomed Eng"},{"key":"9710_CR20","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.1007\/s00234-020-02465-1","volume":"62","author":"P Windisch","year":"2020","unstructured":"Windisch P, Weber P, F\u00fcrweger C et al (2020) Implementation of model explainability for a basic brain tumor detection using convolutional neural networks on MRI slices. Neuroradiology 62:1515\u20131518","journal-title":"Neuroradiology"},{"key":"9710_CR21","unstructured":"Yang C, Rangarajan A, Ranka S Visual explanations from deep 3D convolutional neural networks for Alzheimer\u2019s disease classification. In: AMIA annual symposium proceedings, 2018. American Medical Informatics Association, p 1571"},{"key":"9710_CR22","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2017","unstructured":"Samek W, Binder A, Montavon G, Lapuschkin S, M\u00fcller K (2017) Evaluating the visualization of what a deep neural network has learned. IEEE Trans Neural Netw Learn Syst 28:2660\u20132673","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9710_CR23","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1016\/S0730-725X(96)00237-8","volume":"14","author":"T Ebisu","year":"1996","unstructured":"Ebisu T, Tanaka C, Umeda M et al (1996) Discrimination of brain abscess from necrotic or cystic tumors by diffusion-weighted echo planar imaging. Magn Reson Imaging 14:1113\u20131116","journal-title":"Magn Reson Imaging"},{"key":"9710_CR24","doi-asserted-by":"publisher","first-page":"1487","DOI":"10.2214\/ajr.171.6.9843275","volume":"171","author":"YJ Kim","year":"1998","unstructured":"Kim YJ, Chang KH, Song IC et al (1998) Brain abscess and necrotic or cystic brain tumor: discrimination with signal intensity on diffusion-weighted MR imaging. AJR Am J Roentgenol 171:1487\u20131490","journal-title":"AJR Am J Roentgenol"},{"key":"9710_CR25","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1148\/radiol.2512072071","volume":"251","author":"DS Kim","year":"2009","unstructured":"Kim DS, Na DG, Kim KH et al (2009) Distinguishing tumefactive demyelinating lesions from glioma or central nervous system lymphoma: added value of unenhanced CT compared with conventional contrast-enhanced MR imaging. Radiology 251:467\u2013475","journal-title":"Radiology"},{"key":"9710_CR26","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/S0895-6111(02)00017-4","volume":"26","author":"EY Tsui","year":"2002","unstructured":"Tsui EY, Leung WH, Chan JH, Cheung YK, Ng SH (2002) Tumefactive demyelinating lesions by combined perfusion-weighted and diffusion weighted imaging. Comput Med Imaging Graph 26:343\u2013346","journal-title":"Comput Med Imaging Graph"},{"key":"9710_CR27","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1148\/radiol.220182","volume":"306","author":"SH Park","year":"2022","unstructured":"Park SH, Han K, Jang HY et al (2022) Methods for clinical evaluation of artificial intelligence algorithms for medical diagnosis. Radiology 306:20\u201331","journal-title":"Radiology"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-023-09710-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00330-023-09710-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-023-09710-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,6]],"date-time":"2023-07-06T12:16:09Z","timestamp":1688645769000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00330-023-09710-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,8]]},"references-count":27,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2023,8]]}},"alternative-id":["9710"],"URL":"https:\/\/doi.org\/10.1007\/s00330-023-09710-0","relation":{},"ISSN":["1432-1084"],"issn-type":[{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,8]]},"assertion":[{"value":"7 September 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 March 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 May 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The scientific guarantor of this publication is Ho Sung Kim.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The statistical analysis was performed by an expert statistician (S.O.K., 12\u00a0years of experience).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the Institutional Review Board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional Review Board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Study subjects or cohorts overlap"}},{"value":"\u2022 Retrospective\u2022 Diagnostic or prognostic study\u2022 Performed at a single institution","order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}