{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:12:11Z","timestamp":1780315931414,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,9,15]],"date-time":"2021-09-15T00:00:00Z","timestamp":1631664000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,15]],"date-time":"2021-09-15T00:00:00Z","timestamp":1631664000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100013093","name":"science and technology planning project of shenzhen municipality","doi-asserted-by":"publisher","award":["No.JCYJ20180305164740612"],"award-info":[{"award-number":["No.JCYJ20180305164740612"]}],"id":[{"id":"10.13039\/501100013093","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s00330-021-08275-0","type":"journal-article","created":{"date-parts":[[2021,9,15]],"date-time":"2021-09-15T21:02:32Z","timestamp":1631739752000},"page":"1528-1537","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["The added value of an artificial intelligence system in assisting radiologists on indeterminate BI-RADS 0 mammograms"],"prefix":"10.1007","volume":"32","author":[{"given":"Chunyan","family":"Yi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxing","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rushan","family":"Ouyang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanbo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenjie","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhicheng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shibin","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mei","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3720-1597","authenticated-orcid":false,"given":"Peng","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,9,15]]},"reference":[{"issue":"1","key":"8275_CR1","doi-asserted-by":"publisher","first-page":"7","DOI":"10.3322\/caac.21551","volume":"69","author":"RL Siegel","year":"2019","unstructured":"Siegel RL, Miller KD, Jemal A (2019) Cancer statistics, 2019. CA Cancer J Clin 69(1):7\u201334","journal-title":"CA Cancer J Clin"},{"key":"8275_CR2","doi-asserted-by":"publisher","first-page":"1998","DOI":"10.1056\/NEJMoa1206809","volume":"367","author":"A Bleyer","year":"2012","unstructured":"Bleyer A, Welch HG (2012) Effect of three decades of screening mammography on breast-cancer incidence. N Engl J Med 367:1998\u20132005","journal-title":"N Engl J Med"},{"key":"8275_CR3","unstructured":"American College of Radiology, D\u2019Orsi CJ (2013) ACR BI-RADS Atlas: breast imaging reporting and data system; mammography, ultrasound, magnetic resonance imaging, follow-up and outcome monitoring, data dictionary. ACR, American College of Radiology"},{"issue":"9","key":"8275_CR4","doi-asserted-by":"publisher","first-page":"1118","DOI":"10.1016\/j.acra.2017.12.028","volume":"25","author":"MM Schapira","year":"2018","unstructured":"Schapira MM, Barlow WE, Conant EF et al (2018) Communication practices of mammography facilities and timely follow-up of a screening mammogram with a BI-RADS 0 assessment. Acad Radiol 25(9):1118\u20131127","journal-title":"Acad Radiol"},{"issue":"9","key":"8275_CR5","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.1016\/j.jacr.2020.03.030","volume":"17","author":"DL Nguyen","year":"2020","unstructured":"Nguyen DL, Oluyemi E, Myers KS et al (2020) Impact of telephone communication on patient adherence with follow-up recommendations after an abnormal screening mammogram. J Am Coll Radiol 17(9):1139\u20131148","journal-title":"J Am Coll Radiol"},{"issue":"11","key":"8275_CR6","doi-asserted-by":"publisher","first-page":"1429","DOI":"10.1016\/j.jacr.2020.07.006","volume":"17","author":"DL Nguyen","year":"2020","unstructured":"Nguyen DL, Harvey SC, Oluyemi ET et al (2020) Impact of improved screening mammography recall lay letter readability on patient follow-up. J Am Coll Radiol 17(11):1429\u20131436","journal-title":"J Am Coll Radiol"},{"issue":"1","key":"8275_CR7","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1186\/s13244-020-0835-2","volume":"11","author":"MAA Basha","year":"2020","unstructured":"Basha MAA, Safwat HK, Alaa Eldin AM et al (2020) The added value of digital breast tomosynthesis in improving diagnostic performance of BI-RADS categorization of mammographically indeterminate breast lesions. Insights Imaging 11(1):26","journal-title":"Insights Imaging"},{"issue":"5","key":"8275_CR8","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1016\/j.breast.2015.06.004","volume":"24","author":"EG Klompenhouwer","year":"2015","unstructured":"Klompenhouwer EG, Weber RJ, Voogd AC et al (2015) Arbitration of discrepant BI-RADS 0 recalls by a third reader at screening mammography lowers recall rate but not the cancer detection rate and sensitivity at blinded and non-blinded double reading. Breast 24(5):601\u2013607","journal-title":"Breast"},{"key":"8275_CR9","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens G, Kooi T, Bejnordi BE et al (2017) A survey on deep learning in medical image analysis. Med Image Anal 42:60\u201388","journal-title":"Med Image Anal"},{"issue":"7639","key":"8275_CR10","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva A, Kuprel B, Novoa RA et al (2017) Dermatologist-level classification of skin cancer with deep neural networks. Nature 542(7639):115\u2013118","journal-title":"Nature"},{"issue":"22","key":"8275_CR11","doi-asserted-by":"publisher","first-page":"2211","DOI":"10.1001\/jama.2017.18152","volume":"318","author":"DSW Ting","year":"2017","unstructured":"Ting DSW, Cheung CY, Lim G et al (2017) Development and validation of a deep learning system for diabetic retinopathy and related eye diseases using retinal images from multiethnic populations with diabetes. JAMA 318(22):2211\u20132223","journal-title":"JAMA"},{"issue":"45","key":"8275_CR12","doi-asserted-by":"publisher","first-page":"11591","DOI":"10.1073\/pnas.1806905115","volume":"115","author":"R Lindsey","year":"2018","unstructured":"Lindsey R, Daluiski A, Chopra S et al (2018) Deep neural network improves fracture detection by clinicians. Proc Natl Acad Sci U S A 115(45):11591\u201311596","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"2","key":"8275_CR13","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1148\/radiol.2018181422","volume":"290","author":"JA Dunnmon","year":"2019","unstructured":"Dunnmon JA, Yi D, Langlotz CP et al (2019) Assessment of Convolutional Neural Networks for Automated Classification of Chest Radiographs. Radiology 290(2):537\u2013544","journal-title":"Radiology"},{"key":"8275_CR14","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1038\/s41746-020-0273-z","volume":"3","author":"YX Tang","year":"2020","unstructured":"Tang YX, Tang YB, Peng Y et al (2020) Automated abnormality classification of chest radiographs using deep convolutional neural networks. NPJ Digit Med 3:70","journal-title":"NPJ Digit Med"},{"issue":"1","key":"8275_CR15","doi-asserted-by":"publisher","first-page":"4080","DOI":"10.1038\/s41467-020-17971-2","volume":"11","author":"SA Harmon","year":"2020","unstructured":"Harmon SA, Sanford TH, Xu S et al (2020) Artificial intelligence for the detection of COVID-19 pneumonia on chest CT using multinational datasets. Nat Commun 11(1):4080","journal-title":"Nat Commun"},{"issue":"10","key":"8275_CR16","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1001\/jamaoncol.2020.3321","volume":"6","author":"M Salim","year":"2020","unstructured":"Salim M, W\u00e5hlin E, Dembrower K et al (2020) External evaluation of 3 commercial artificial intelligence algorithms for independent assessment of screening mammograms. JAMA Oncol 6(10):1581\u20131588","journal-title":"JAMA Oncol"},{"key":"8275_CR17","doi-asserted-by":"crossref","unstructured":"Yang Z, Cao Z, Zhang Y et al (2020) MABEL: An AI-powered mammographic breast lesion diagnostic system. In: 2020 IEEE International Conference on E-health Networking, Application & Services (HEALTHCOM), pp 1\u20137","DOI":"10.1109\/HEALTHCOM49281.2021.9398982"},{"key":"8275_CR18","doi-asserted-by":"crossref","unstructured":"Cao Z, Yang Z, Zhuo X et al (2019) Deeplima: deep learning based lesion identification in mammograms. In\u00a0Proceedings of the IEEE\/CVF International Conference on Computer Vision Workshops, pp 362\u2013370","DOI":"10.1109\/ICCVW.2019.00047"},{"key":"8275_CR19","doi-asserted-by":"crossref","unstructured":"Yang Z, Cao Z, Zhang Y et al (2020) MommiNet: mammographic multi-view mass identification networks. In Proceedings of the medical image computing and computer assisted intervention\u2014MICCAI 2020. Lect Notes Comput Sci 12266:200\u2013210","DOI":"10.1007\/978-3-030-59725-2_20"},{"issue":"3","key":"8275_CR20","doi-asserted-by":"publisher","first-page":"e138","DOI":"10.1016\/S2589-7500(20)30003-0","volume":"2","author":"HE Kim","year":"2020","unstructured":"Kim HE, Kim HH, Han BK et al (2020) Changes in cancer detection and false-positive recall in mammography using artificial intelligence: a retrospective, multireader study. Lancet Digit Health 2(3):e138\u2013e148","journal-title":"Lancet Digit Health"},{"issue":"2","key":"8275_CR21","doi-asserted-by":"publisher","first-page":"778","DOI":"10.1007\/s00330-019-06457-5","volume":"30","author":"X Li","year":"2020","unstructured":"Li X, Qin G, He Q et al (2020) Digital breast tomosynthesis versus digital mammography: integration of image modalities enhances deep learning-based breast mass classification. Eur Radiol 30(2):778\u2013788","journal-title":"Eur Radiol"},{"issue":"7788","key":"8275_CR22","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","volume":"577","author":"SM McKinney","year":"2020","unstructured":"McKinney SM, Sieniek M, Godbole V et al (2020) International evaluation of an AI system for breast cancer screening. Nature 577(7788):89\u201394","journal-title":"Nature"},{"issue":"4","key":"8275_CR23","doi-asserted-by":"publisher","first-page":"1184","DOI":"10.1109\/TMI.2019.2945514","volume":"39","author":"N Wu","year":"2020","unstructured":"Wu N, Phang J, Park J et al (2020) Deep neural networks improve radiologists\u2019 performance in breast cancer screening. IEEE Trans Med Imaging 39(4):1184\u20131194","journal-title":"IEEE Trans Med Imaging"},{"issue":"2","key":"8275_CR24","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1007\/s00330-020-07197-7","volume":"31","author":"X Lin","year":"2021","unstructured":"Lin X, Jia M, Zhou X et al (2021) The diagnostic performance of automated versus handheld breast ultrasound and mammography in symptomatic outpatient women: a multicenter, cross-sectional study in China. Eur Radiol 31(2):947\u2013957","journal-title":"Eur Radiol"},{"issue":"2","key":"8275_CR25","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1038\/s41591-020-01174-9","volume":"27","author":"W Lotter","year":"2021","unstructured":"Lotter W, Diab AR, Haslam B et al (2021) Robust breast cancer detection in mammography and digital breast tomosynthesis using an annotation-efficient deep learning approach. Nat Med 27(2):244\u2013249","journal-title":"Nat Med"},{"key":"8275_CR26","unstructured":"Ouyang R, Ma J, Lin X et al (2021)\u00a0An image annotation software for mammography. In\u00a02021\u00a0European Congress of Radiology"},{"key":"8275_CR27","doi-asserted-by":"crossref","unstructured":"Yang Z, Cao Z, Zhang Y et al (2021) MommiNet-v2: mammographic multi-view mass identification networks.\u00a0Med Image Anal 102204","DOI":"10.1016\/j.media.2021.102204"},{"key":"8275_CR28","unstructured":"Ouyang R,\u00a0Ma J, Lin X et al (2021)\u00a0Automated classification of breast calcification malignancy in mammograms with deep-learning.\u00a0In\u00a02021\u00a0European Congress of Radiology"},{"issue":"8","key":"8275_CR29","doi-asserted-by":"publisher","first-page":"1717","DOI":"10.1007\/s00330-012-2409-2","volume":"22","author":"JM Timmers","year":"2012","unstructured":"Timmers JM, van Doorne-Nagtegaal HJ, Zonderland HM et al (2012) The Breast Imaging Reporting and Data System (BI-RADS) in the Dutch breast cancer screening programme: its role as an assessment and stratification tool. Eur Radiol 22(8):1717\u20131723","journal-title":"Eur Radiol"},{"issue":"1","key":"8275_CR30","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1148\/radiol.2019182908","volume":"293","author":"A Yala","year":"2019","unstructured":"Yala A, Schuster T, Miles R et al (2019) A deep learning model to triage screening mammograms: a Simulation Study. Radiology 293(1):38\u201346","journal-title":"Radiology"},{"issue":"17","key":"8275_CR31","doi-asserted-by":"publisher","first-page":"1672","DOI":"10.1056\/NEJMcp021804","volume":"348","author":"SW Fletcher","year":"2003","unstructured":"Fletcher SW, Elmore JG (2003) Mammographic screening for breast cancer. N Engl J Med 348(17):1672\u20131680","journal-title":"N Engl J Med"},{"issue":"1","key":"8275_CR32","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1007\/s00330-013-3007-7","volume":"24","author":"EM Fallenberg","year":"2014","unstructured":"Fallenberg EM, Dromain C, Diekmann F et al (2014) Contrast-enhanced spectral mammography versus MRI: Initial results in the detection of breast cancer and assessment of tumour size. Eur Radiol 24(1):256\u2013264","journal-title":"Eur Radiol"},{"issue":"1","key":"8275_CR33","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1148\/radiol.2251011667","volume":"225","author":"TM Kolb","year":"2002","unstructured":"Kolb TM, Lichy J, Newhouse JH (2002) Comparison of the performance of screening mammography, physical examination, and breast US and evaluation of factors that influence them: an analysis of 27,825 patient evaluations. Radiology 225(1):165\u2013175","journal-title":"Radiology"},{"issue":"18","key":"8275_CR34","doi-asserted-by":"publisher","first-page":"2151","DOI":"10.1001\/jama.299.18.2151","volume":"299","author":"WA Berg","year":"2008","unstructured":"Berg WA, Blume JD, Cormack JB et al (2008) Combined screening with ultrasound and mammography vs mammography alone in women at elevated risk of breast cancer. JAMA 299(18):2151\u20132163","journal-title":"JAMA"},{"issue":"3","key":"8275_CR35","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1590\/S1807-59322011000300014","volume":"66","author":"PA Zanello","year":"2011","unstructured":"Zanello PA, Robim AF, Oliveira TM et al (2011) Breast ultrasound diagnostic performance and outcomes for mass lesions using Breast Imaging Reporting and Data System category 0 mammogram. Clinics (Sao Paulo) 66(3):443\u2013438","journal-title":"Clinics (Sao Paulo)"},{"issue":"1","key":"8275_CR36","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/j.ejrad.2015.09.026","volume":"85","author":"WK Lee","year":"2016","unstructured":"Lee WK, Chung J, Cha ES et al (2016) Digital breast tomosynthesis and breast ultrasound: additional roles in dense breasts with category 0 at conventional digital mammography. Eur J Radiol 85(1):291\u2013296","journal-title":"Eur J Radiol"},{"issue":"3","key":"8275_CR37","doi-asserted-by":"publisher","first-page":"667","DOI":"10.2214\/AJR.06.0413","volume":"188","author":"JW Leung","year":"2007","unstructured":"Leung JW, Sickles EA (2007) Developing asymmetry identified on mammography: correlation with imaging outcome and pathologic findings. AJR Am J Roentgenol 188(3):667\u2013675","journal-title":"AJR Am J Roentgenol"},{"issue":"1","key":"8275_CR38","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1148\/radiol.2018171159","volume":"288","author":"TI Alshafeiy","year":"2018","unstructured":"Alshafeiy TI, Nguyen JV, Rochman CM et al (2018) Outcome of architectural distortion detected only at breast tomosynthesis versus 2D mammography. Radiology 288(1):38\u201346","journal-title":"Radiology"},{"key":"8275_CR39","doi-asserted-by":"crossref","unstructured":"Heath M, Bowyer K, Kopans D et al (1998) Current status of the digital database for screening mammography. In: Digital mammography 457\u2013460","DOI":"10.1007\/978-94-011-5318-8_75"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-021-08275-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00330-021-08275-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-021-08275-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T04:37:17Z","timestamp":1644554237000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00330-021-08275-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,15]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["8275"],"URL":"https:\/\/doi.org\/10.1007\/s00330-021-08275-0","relation":{},"ISSN":["0938-7994","1432-1084"],"issn-type":[{"value":"0938-7994","type":"print"},{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,15]]},"assertion":[{"value":"16 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 August 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 September 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The scientific guarantor of this publication is Peng Chang.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors of this manuscript declare relationships with the following companies: PAII Inc., USA (YT, YZ, ZC, ZY, MH, and PC), Ping An Technology, China (SW and JX).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"One of the authors (YT) has significant statistical expertise.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the Institutional Review Board. Ethical Approval Institutional Review Board approval was obtained.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"\u2022 retrospective\u2022 case\u2013control study.\u2022 performed at one institution.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}