{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T15:35:28Z","timestamp":1792164928894,"version":"4.4.0"},"reference-count":30,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","award":["P01CA154292"],"award-info":[{"award-number":["P01CA154292"]}],"id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","award":["R37 CA240403"],"award-info":[{"award-number":["R37 CA240403"]}],"id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001026","name":"National Breast Cancer Foundation","doi-asserted-by":"publisher","award":["IIRS-20-011"],"award-info":[{"award-number":["IIRS-20-011"]}],"id":[{"id":"10.13039\/501100001026","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001026","name":"National Breast Cancer Foundation","doi-asserted-by":"publisher","award":["EC-21-001"],"award-info":[{"award-number":["EC-21-001"]}],"id":[{"id":"10.13039\/501100001026","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"National Health and Medical Research Council","doi-asserted-by":"publisher","award":["1194410"],"award-info":[{"award-number":["1194410"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000048","name":"American Cancer Society","doi-asserted-by":"publisher","award":["CSDG-21-078-01-CPSH"],"award-info":[{"award-number":["CSDG-21-078-01-CPSH"]}],"id":[{"id":"10.13039\/100000048","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jacr.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American College of Radiology"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1016\/j.jacr.2021.11.008","type":"journal-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T00:46:59Z","timestamp":1642639619000},"page":"259-273","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":60,"special_numbering":"PA","title":["Independent External Validation of Artificial Intelligence Algorithms for Automated Interpretation of Screening Mammography: A Systematic Review"],"prefix":"10.1016","volume":"19","author":[{"given":"Anna W.","family":"Anderson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M. Luke","family":"Marinovich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3641-952X","authenticated-orcid":false,"given":"Nehmat","family":"Houssami","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kathryn P.","family":"Lowry","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joann G.","family":"Elmore","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diana S.M.","family":"Buist","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Solveig","family":"Hofvind","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christoph I.","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jacr.2021.11.008_bib1","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1001\/jama.2019.21579","article-title":"Artificial intelligence in health care: a report from the National Academy of Medicine","volume":"323","author":"Matheny","year":"2020","journal-title":"JAMA"},{"key":"10.1016\/j.jacr.2021.11.008_bib2","doi-asserted-by":"crossref","first-page":"2281","DOI":"10.1001\/jama.2019.4914","article-title":"Artificial intelligence in health care: will the value match the hype?","volume":"321","author":"Emanuel","year":"2019","journal-title":"JAMA"},{"key":"10.1016\/j.jacr.2021.11.008_bib3","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.breast.2017.09.003","article-title":"Artificial intelligence for breast cancer screening: opportunity or hype?","volume":"36","author":"Houssami","year":"2017","journal-title":"Breast"},{"key":"10.1016\/j.jacr.2021.11.008_bib4","doi-asserted-by":"crossref","first-page":"1463","DOI":"10.1001\/jamaoncol.2017.0473","article-title":"Will machine learning tip the balance in breast cancer screening?","volume":"3","author":"Trister","year":"2017","journal-title":"JAMA Oncol"},{"key":"10.1016\/j.jacr.2021.11.008_bib5","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.0265","article-title":"Evaluation of combined artificial intelligence and radiologist assessment to interpret screening mammograms","volume":"3","author":"Schaffter","year":"2020","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.jacr.2021.11.008_bib6","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","article-title":"International evaluation of an AI system for breast cancer screening","volume":"577","author":"McKinney","year":"2020","journal-title":"Nature"},{"key":"10.1016\/j.jacr.2021.11.008_bib7","doi-asserted-by":"crossref","first-page":"1581","DOI":"10.1001\/jamaoncol.2020.3321","article-title":"External evaluation of 3 commercial artificial intelligence algorithms for independent assessment of screening mammograms","volume":"6","author":"Salim","year":"2020","journal-title":"JAMA Oncol"},{"key":"10.1016\/j.jacr.2021.11.008_bib8","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1080\/17434440.2019.1610387","article-title":"Artificial intelligence (AI) for the early detection of breast cancer: a scoping review to assess AI\u2019s potential in breast screening practice","volume":"16","author":"Houssami","year":"2019","journal-title":"Expert Rev Med Devices"},{"key":"10.1016\/j.jacr.2021.11.008_bib9","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1148\/radiol.2017171920","article-title":"Methodologic guide for evaluating clinical performance and effect of artificial intelligence technology for medical diagnosis and prediction","volume":"286","author":"Park","year":"2018","journal-title":"Radiology"},{"key":"10.1016\/j.jacr.2021.11.008_bib10","doi-asserted-by":"crossref","first-page":"513","DOI":"10.2214\/AJR.18.20490","article-title":"Artificial intelligence for medical image analysis: a guide for authors and reviewers","volume":"212","author":"England","year":"2019","journal-title":"AJR Am J Roentgenol"},{"key":"10.1016\/j.jacr.2021.11.008_bib11","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1007\/s11548-011-0553-9","article-title":"Needs assessment for next generation computer-aided mammography reference image databases and evaluation studies","volume":"6","author":"Horsch","year":"2011","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10.1016\/j.jacr.2021.11.008_bib12","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/j.breast.2019.09.005","article-title":"Pathways to breast cancer screening artificial intelligence algorithm validation","volume":"52","author":"Lee","year":"2020","journal-title":"Breast"},{"key":"10.1016\/j.jacr.2021.11.008_bib13","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/j.jacr.2020.07.010","article-title":"Rethinking the approach to artificial intelligence for medical image analysis: the case for precision diagnosis","volume":"18","author":"Thrall","year":"2021","journal-title":"J\u00a0Am Coll Radiol"},{"key":"10.1016\/j.jacr.2021.11.008_bib14","doi-asserted-by":"crossref","first-page":"388","DOI":"10.1001\/jama.2017.19163","article-title":"Preferred reporting items for a systematic review and meta-analysis of diagnostic test accuracy studies: the PRISMA-DTA statement","volume":"319","author":"McInnes","year":"2018","journal-title":"JAMA"},{"key":"10.1016\/j.jacr.2021.11.008_bib15","doi-asserted-by":"crossref","first-page":"2865","DOI":"10.1002\/sim.942","article-title":"A\u00a0hierarchical regression approach to meta-analysis of diagnostic test accuracy evaluations","volume":"20","author":"Rutter","year":"2001","journal-title":"Stat Med"},{"key":"10.1016\/j.jacr.2021.11.008_bib16","author":"Doebler"},{"key":"10.1016\/j.jacr.2021.11.008_bib17","doi-asserted-by":"crossref","first-page":"529","DOI":"10.7326\/0003-4819-155-8-201110180-00009","article-title":"QUADAS-2: a revised tool for the quality assessment of diagnostic accuracy studies","volume":"155","author":"Whiting","year":"2011","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.jacr.2021.11.008_bib18","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.2019180096","article-title":"Improving accuracy and efficiency with concurrent use of artificial intelligence for digital breast tomosynthesis","volume":"1","author":"Conant","year":"2019","journal-title":"Radiol Artif Intell"},{"key":"10.1016\/j.jacr.2021.11.008_bib19","doi-asserted-by":"crossref","first-page":"e468","DOI":"10.1016\/S2589-7500(20)30185-0","article-title":"Effect of artificial intelligence-based triaging of breast cancer screening mammograms on cancer detection and radiologist workload: a retrospective simulation study","volume":"2","author":"Dembrower","year":"2020","journal-title":"Lancet Digit Health"},{"key":"10.1016\/j.jacr.2021.11.008_bib20","doi-asserted-by":"crossref","first-page":"e138","DOI":"10.1016\/S2589-7500(20)30003-0","article-title":"Changes in cancer detection and false-positive recall in mammography using artificial intelligence: a retrospective, multireader study","volume":"2","author":"Kim","year":"2020","journal-title":"Lancet Digit Health"},{"key":"10.1016\/j.jacr.2021.11.008_bib21","author":"Lotter"},{"key":"10.1016\/j.jacr.2021.11.008_bib22","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.2020190208","article-title":"Improving breast cancer detection accuracy of mammography with the concurrent use of an artificial intelligence tool","volume":"2","author":"Pacile","year":"2020","journal-title":"Radiol Artif Intell"},{"key":"10.1016\/j.jacr.2021.11.008_bib23","author":"Rodriguez-Ruiz"},{"key":"10.1016\/j.jacr.2021.11.008_bib24","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1148\/radiol.2018181371","article-title":"Detection of breast cancer with mammography: effect of an artificial intelligence support system","volume":"290","author":"Rodriguez-Ruiz","year":"2019","journal-title":"Radiology"},{"key":"10.1016\/j.jacr.2021.11.008_bib25","doi-asserted-by":"crossref","first-page":"916","DOI":"10.1093\/jnci\/djy222","article-title":"Stand-alone artificial intelligence for breast cancer detection in mammography: comparison with 101 radiologists","volume":"111","author":"Rodriguez-Ruiz","year":"2019","journal-title":"J\u00a0Natl Cancer Inst"},{"key":"10.1016\/j.jacr.2021.11.008_bib26","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1007\/s12282-020-01061-8","article-title":"Artificial intelligence for breast cancer detection in mammography: experience of use of the ScreenPoint Medical Transpara system in 310 Japanese women","volume":"27","author":"Sasaki","year":"2020","journal-title":"Breast Cancer"},{"key":"10.1016\/j.jacr.2021.11.008_bib27","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1007\/s10278-019-00192-5","article-title":"Improved cancer detection using artificial intelligence: a retrospective evaluation of missed cancers on mammography","volume":"32","author":"Watanabe","year":"2019","journal-title":"J\u00a0Digit Imaging"},{"key":"10.1016\/j.jacr.2021.11.008_bib28","doi-asserted-by":"crossref","first-page":"246","DOI":"10.1148\/radiol.2019182627","article-title":"Artificial intelligence for mammography and digital breast tomosynthesis: current concepts and future perspectives","volume":"293","author":"Geras","year":"2019","journal-title":"Radiology"},{"key":"10.1016\/j.jacr.2021.11.008_bib29","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2021.19345","article-title":"Data quality, data sharing, and moving artificial intelligence forward","volume":"4","author":"Elmore","year":"2021","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.jacr.2021.11.008_bib30","doi-asserted-by":"crossref","first-page":"n1872","DOI":"10.1136\/bmj.n1872","article-title":"Use of artificial intelligence for image analysis in breast cancer screening programmes: systematic review of test accuracy","volume":"374","author":"Freeman","year":"2021","journal-title":"BMJ"}],"container-title":["Journal of the American College of Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1546144021010231?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1546144021010231?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T06:26:34Z","timestamp":1761546394000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1546144021010231"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":30,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["S1546144021010231"],"URL":"https:\/\/doi.org\/10.1016\/j.jacr.2021.11.008","relation":{},"ISSN":["1546-1440"],"issn-type":[{"value":"1546-1440","type":"print"}],"subject":[],"published":{"date-parts":[[2022,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Independent External Validation of Artificial Intelligence Algorithms for Automated Interpretation of Screening Mammography: A Systematic Review","name":"articletitle","label":"Article Title"},{"value":"Journal of the American College of Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jacr.2021.11.008","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 American College of Radiology","name":"copyright","label":"Copyright"}]}}