{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T07:16:36Z","timestamp":1793085396371,"version":"4.5.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T00:00:00Z","timestamp":1699401600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T00:00:00Z","timestamp":1699401600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"DOI":"10.1007\/s00330-023-10422-8","type":"journal-article","created":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T05:01:45Z","timestamp":1699419705000},"page":"3924-3934","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Improving mammography interpretation for both novice and experienced readers: a comparative study of two commercial artificial intelligence software"],"prefix":"10.1007","volume":"34","author":[{"given":"Hee Jeong","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1341-6470","authenticated-orcid":false,"given":"Woo Jung","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hye Yun","family":"Gwon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seo Jin","family":"Jang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eun Young","family":"Chae","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hee Jung","family":"Shin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joo Hee","family":"Cha","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hak Hee","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,11,8]]},"reference":[{"key":"10422_CR1","volume-title":"IARC handbooks. Breast cancer screening,","author":"World Health Organization","year":"2015","unstructured":"World Health Organization (2015) IARC handbooks. Breast cancer screening, vol 15. International Agency for Research on Cancer, Lyon"},{"key":"10422_CR2","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1093\/jnci\/djr043","volume":"103","author":"S Mook","year":"2011","unstructured":"Mook S, Van \u2019t Veer LJ, Rutgers EJ et al (2011) Independent prognostic value of screen detection in invasive breast cancer. J Natl Cancer Inst 103:585\u2013597","journal-title":"J Natl Cancer Inst"},{"key":"10422_CR3","doi-asserted-by":"publisher","first-page":"R134","DOI":"10.1186\/bcr3080","volume":"13","author":"T Lehtim\u00e4ki","year":"2011","unstructured":"Lehtim\u00e4ki T, Lundin M, Linder N et al (2011) Long-term prognosis of breast cancer detected by mammography screening or other methods. Breast Cancer Res 13:R134","journal-title":"Breast Cancer Res"},{"key":"10422_CR4","doi-asserted-by":"publisher","first-page":"279","DOI":"10.7326\/M15-2886","volume":"164","author":"AL Siu","year":"2016","unstructured":"Siu AL (2016) Screening for breast cancer: U.S. Preventive Services Task Force Recommendation Statement. Ann Intern Med 164:279\u2013296","journal-title":"Ann Intern Med"},{"key":"10422_CR5","doi-asserted-by":"publisher","first-page":"1194","DOI":"10.1093\/annonc\/mdz173","volume":"30","author":"F Cardoso","year":"2019","unstructured":"Cardoso F, Kyriakides S, Ohno S et al (2019) Early breast cancer: ESMO clinical practice guidelines for diagnosis, treatment and follow-up\u2020. Ann Oncol 30:1194\u20131220","journal-title":"Ann Oncol"},{"key":"10422_CR6","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1093\/jjco\/hyw008","volume":"46","author":"C Hamashima","year":"2016","unstructured":"Hamashima C, Hamashima CC, Hattori M et al (2016) The Japanese Guidelines for Breast Cancer Screening. Jpn J Clin Oncol 46:482\u2013492","journal-title":"Jpn J Clin Oncol"},{"key":"10422_CR7","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1148\/radiol.2019190951","volume":"294","author":"S Hong","year":"2020","unstructured":"Hong S, Song SY, Park B et al (2020) Effect of digital mammography for breast cancer screening: a comparative study of more than 8 million Korean women. Radiology 294:247\u2013255","journal-title":"Radiology"},{"key":"10422_CR8","doi-asserted-by":"publisher","first-page":"614","DOI":"10.1093\/annonc\/mdm481","volume":"19","author":"N Perry","year":"2008","unstructured":"Perry N, Broeders M, de Wolf C, T\u00f6rnberg S, Holland R, von Karsa L (2008) European guidelines for quality assurance in breast cancer screening and diagnosis. Fourth edition\u2013summary document. Ann Oncol 19:614\u2013622","journal-title":"Ann Oncol"},{"key":"10422_CR9","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1001\/jamainternmed.2015.5231","volume":"175","author":"CD Lehman","year":"2015","unstructured":"Lehman CD, Wellman RD, Buist DS, Kerlikowske K, Tosteson AN, Miglioretti DL (2015) Diagnostic accuracy of digital screening mammography with and without computer-aided detection. JAMA Intern Med 175:1828\u20131837","journal-title":"JAMA Intern Med"},{"key":"10422_CR10","doi-asserted-by":"publisher","first-page":"909","DOI":"10.2214\/AJR.12.10187","volume":"203","author":"EB Cole","year":"2014","unstructured":"Cole EB, Zhang Z, Marques HS, Edward Hendrick R, Yaffe MJ, Pisano ED (2014) Impact of computer-aided detection systems on radiologist accuracy with digital mammography. AJR Am J Roentgenol 203:909\u2013916","journal-title":"AJR Am J Roentgenol"},{"key":"10422_CR11","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1148\/radiol.2018181371","volume":"290","author":"A Rodriguez-Ruiz","year":"2019","unstructured":"Rodriguez-Ruiz A, Krupinski E, Mordang JJ et al (2019) Detection of breast cancer with mammography: effect of an artificial intelligence support system. Radiology 290:305\u2013314","journal-title":"Radiology"},{"key":"10422_CR12","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2020.0265","volume":"3","author":"T Schaffter","year":"2020","unstructured":"Schaffter T, Buist DSM, Lee CI et al (2020) Evaluation of combined artificial intelligence and radiologist assessment to interpret screening mammograms. JAMA Netw Open 3:e200265","journal-title":"JAMA Netw Open"},{"key":"10422_CR13","doi-asserted-by":"publisher","first-page":"E138","DOI":"10.1016\/S2589-7500(20)30003-0","volume":"2","author":"HE Kim","year":"2020","unstructured":"Kim HE, Kim HH, Han BK et al (2020) Changes in cancer detection and false-positive recall in mammography using artificial intelligence: a retrospective, multireader study. Lancet Digital Health 2:E138\u2013E148","journal-title":"Lancet Digital Health"},{"key":"10422_CR14","doi-asserted-by":"publisher","first-page":"505","DOI":"10.3348\/kjr.2021.0476","volume":"23","author":"JH Lee","year":"2022","unstructured":"Lee JH, Kim KH, Lee EH et al (2022) Improving the performance of radiologists using artificial intelligence-based detection support software for mammography: a multi-reader study. Korean J Radiol 23:505\u2013516","journal-title":"Korean J Radiol"},{"key":"10422_CR15","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","volume":"577","author":"SM McKinney","year":"2020","unstructured":"McKinney SM, Sieniek M, Godbole V et al (2020) International evaluation of an AI system for breast cancer screening. Nature 577:89\u201394","journal-title":"Nature"},{"key":"10422_CR16","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1093\/jnci\/djy222","volume":"111","author":"A Rodriguez-Ruiz","year":"2019","unstructured":"Rodriguez-Ruiz A, Lang K, Gubern-Merida A et al (2019) Stand-alone artificial intelligence for breast cancer detection in mammography: comparison with 101 radiologists. J Natl Cancer Inst 111:916\u2013922","journal-title":"J Natl Cancer Inst"},{"key":"10422_CR17","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1001\/jamaoncol.2020.3321","volume":"6","author":"M Salim","year":"2020","unstructured":"Salim M, W\u00e5hlin E, Dembrower K et al (2020) External evaluation of 3 commercial artificial intelligence algorithms for independent assessment of screening mammograms. JAMA Oncol 6:1581\u20131588","journal-title":"JAMA Oncol"},{"key":"10422_CR18","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1148\/radiol.13122581","volume":"269","author":"MA Rawashdeh","year":"2013","unstructured":"Rawashdeh MA, Lee WB, Bourne RM et al (2013) Markers of good performance in mammography depend on number of annual readings. Radiology 269:61\u201367","journal-title":"Radiology"},{"key":"10422_CR19","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1148\/radiol.2533090070","volume":"253","author":"DL Miglioretti","year":"2009","unstructured":"Miglioretti DL, Gard CC, Carney PA et al (2009) When radiologists perform best: the learning curve in screening mammogram interpretation. Radiology 253:632\u2013640","journal-title":"Radiology"},{"key":"10422_CR20","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1148\/radiol.2533082308","volume":"253","author":"JG Elmore","year":"2009","unstructured":"Elmore JG, Jackson SL, Abraham L et al (2009) Variability in interpretive performance at screening mammography and radiologists\u2019 characteristics associated with accuracy. Radiology 253:641\u2013651","journal-title":"Radiology"},{"key":"10422_CR21","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1111\/j.1524-4741.2010.00963.x","volume":"16","author":"C Sohns","year":"2010","unstructured":"Sohns C, Angic B, Sossalla S, Konietschke F, Obenauer S (2010) Computer-assisted diagnosis in full-field digital mammography\u2013results in dependence of readers experiences. Breast J 16:490\u2013497","journal-title":"Breast J"},{"key":"10422_CR22","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1148\/radiol.12120218","volume":"266","author":"R Hupse","year":"2013","unstructured":"Hupse R, Samulski M, Lobbes MB et al (2013) Computer-aided detection of masses at mammography: interactive decision support versus prompts. Radiology 266:123\u2013129","journal-title":"Radiology"},{"key":"10422_CR23","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1007\/s00330-018-5585-x","volume":"29","author":"JS Choi","year":"2019","unstructured":"Choi JS, Han BK, Ko EY, Kim GR, Ko ES, Park KW (2019) Comparison of synthetic and digital mammography with digital breast tomosynthesis or alone for the detection and classification of microcalcifications. Eur Radiol 29:319\u2013329","journal-title":"Eur Radiol"},{"key":"10422_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.conctc.2019.100434","volume":"16","author":"NA Obuchowski","year":"2019","unstructured":"Obuchowski NA, Bullen JA (2019) Statistical considerations for testing an AI algorithm used for prescreening lung CT images. Contemp Clin Trials Commun 16:100434","journal-title":"Contemp Clin Trials Commun"},{"key":"10422_CR25","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics 33:159\u2013174","journal-title":"Biometrics"},{"key":"10422_CR26","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1111\/tbj.12941","volume":"24","author":"BA Oppong","year":"2018","unstructured":"Oppong BA, Dash C, O\u2019Neill S et al (2018) Breast density in multiethnic women presenting for screening mammography. Breast J 24:334\u2013338","journal-title":"Breast J"},{"key":"10422_CR27","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1148\/rg.352140106","volume":"35","author":"PE Freer","year":"2015","unstructured":"Freer PE (2015) Mammographic breast density: impact on breast cancer risk and implications for screening. Radiographics 35:302\u2013315","journal-title":"Radiographics"},{"key":"10422_CR28","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1001\/jamaoncol.2018.7078","volume":"5","author":"EF Conant","year":"2019","unstructured":"Conant EF, Barlow WE, Herschorn SD et al (2019) Association of digital breast tomosynthesis vs digital mammography with cancer detection and recall rates by age and breast density. JAMA Oncol 5:635\u2013642","journal-title":"JAMA Oncol"},{"key":"10422_CR29","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1186\/s12885-018-4263-3","volume":"18","author":"XA Phi","year":"2018","unstructured":"Phi XA, Tagliafico A, Houssami N, Greuter MJW, de Bock GH (2018) Digital breast tomosynthesis for breast cancer screening and diagnosis in women with dense breasts - a systematic review and meta-analysis. BMC Cancer 18:380","journal-title":"BMC Cancer"},{"key":"10422_CR30","doi-asserted-by":"publisher","first-page":"2744","DOI":"10.1007\/s00330-016-4636-4","volume":"27","author":"S Weigel","year":"2017","unstructured":"Weigel S, Heindel W, Heidrich J, Hense HW, Heidinger O (2017) Digital mammography screening: sensitivity of the programme dependent on breast density. Eur Radiol 27:2744\u20132751","journal-title":"Eur Radiol"},{"key":"10422_CR31","doi-asserted-by":"publisher","first-page":"2394","DOI":"10.1007\/s00330-014-3271-1","volume":"24","author":"YC Cheung","year":"2014","unstructured":"Cheung YC, Lin YC, Wan YL et al (2014) Diagnostic performance of dual-energy contrast-enhanced subtracted mammography in dense breasts compared to mammography alone: interobserver blind-reading analysis. Eur Radiol 24:2394\u20132403","journal-title":"Eur Radiol"},{"key":"10422_CR32","doi-asserted-by":"publisher","first-page":"324","DOI":"10.2214\/AJR.19.21988","volume":"214","author":"F Sardanelli","year":"2020","unstructured":"Sardanelli F, Cozzi A, Trimboli RM, Schiaffino S (2020) Gadolinium retention and breast MRI screening: more harm than good? AJR Am J Roentgenol 214:324\u2013327","journal-title":"AJR Am J Roentgenol"},{"key":"10422_CR33","doi-asserted-by":"publisher","first-page":"014301","DOI":"10.1118\/1.4770279","volume":"40","author":"I Sechopoulos","year":"2013","unstructured":"Sechopoulos I (2013) A review of breast tomosynthesis. Part I. The image acquisition process. Med Phys 40:014301","journal-title":"Med Phys"},{"key":"10422_CR34","doi-asserted-by":"publisher","first-page":"2762","DOI":"10.1038\/s41598-018-21215-1","volume":"8","author":"EK Kim","year":"2018","unstructured":"Kim EK, Kim HE, Han K et al (2018) Applying Data-driven imaging biomarker in mammography for breast cancer screening: preliminary study. Sci Rep 8:2762","journal-title":"Sci Rep"},{"key":"10422_CR35","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1186\/s13244-022-01183-x","volume":"13","author":"HJ Kim","year":"2022","unstructured":"Kim HJ, Kim HH, Kim KH et al (2022) Mammographically occult breast cancers detected with AI-based diagnosis supporting software: clinical and histopathologic characteristics. Insights Imaging 13:57","journal-title":"Insights Imaging"},{"key":"10422_CR36","doi-asserted-by":"publisher","first-page":"216","DOI":"10.2214\/AJR.13.11047","volume":"203","author":"L Partyka","year":"2014","unstructured":"Partyka L, Lourenco AP, Mainiero MB (2014) Detection of mammographically occult architectural distortion on digital breast tomosynthesis screening: initial clinical experience. AJR Am J Roentgenol 203:216\u2013222","journal-title":"AJR Am J Roentgenol"},{"key":"10422_CR37","doi-asserted-by":"publisher","first-page":"20180101","DOI":"10.1259\/bjr.20180101","volume":"92","author":"A Yi","year":"2019","unstructured":"Yi A, Chang JM, Shin SU et al (2019) Detection of noncalcified breast cancer in patients with extremely dense breasts using digital breast tomosynthesis compared with full-field digital mammography. Br J Radiol 92:20180101","journal-title":"Br J Radiol"},{"key":"10422_CR38","doi-asserted-by":"publisher","first-page":"316","DOI":"10.4048\/jbc.2016.19.3.316","volume":"19","author":"KR Cho","year":"2016","unstructured":"Cho KR, Seo BK, Woo OH et al (2016) Breast cancer detection in a screening population: comparison of digital mammography, computer-aided detection applied to digital mammography and breast ultrasound. J Breast Cancer 19:316\u2013323","journal-title":"J Breast Cancer"},{"key":"10422_CR39","doi-asserted-by":"publisher","first-page":"768","DOI":"10.1007\/s10278-012-9564-5","volume":"26","author":"R Murakami","year":"2013","unstructured":"Murakami R, Kumita S, Tani H et al (2013) Detection of breast cancer with a computer-aided detection applied to full-field digital mammography. J Digit Imaging 26:768\u2013773","journal-title":"J Digit Imaging"},{"key":"10422_CR40","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1016\/j.ejrad.2009.08.024","volume":"77","author":"A Sadaf","year":"2011","unstructured":"Sadaf A, Crystal P, Scaranelo A, Helbich T (2011) Performance of computer-aided detection applied to full-field digital mammography in detection of breast cancers. Eur J Radiol 77:457\u2013461","journal-title":"Eur J Radiol"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-023-10422-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00330-023-10422-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-023-10422-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T10:04:34Z","timestamp":1718100274000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00330-023-10422-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,8]]},"references-count":40,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2024,6]]}},"alternative-id":["10422"],"URL":"https:\/\/doi.org\/10.1007\/s00330-023-10422-8","relation":{},"ISSN":["1432-1084"],"issn-type":[{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,8]]},"assertion":[{"value":"15 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 September 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 November 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The scientific guarantor of this publication is Woo Jung Choi.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"All authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Min-Ju Kim from the Department of Clinical Epidemiology and Biostatistics at Asan Medical Center kindly provided statistical advice for this manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the Institutional Review Board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional Review Board approval was obtained (Asan Medical Center, approval no. 2020\u20130281).","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"No study subjects or cohorts have been previously reported.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Study subjects or cohorts overlap"}},{"value":"\u2022 retrospective\u2022 observational study\u2022 performed at one institution","order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}