{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T15:59:24Z","timestamp":1772726364120,"version":"3.50.1"},"reference-count":29,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T00:00:00Z","timestamp":1770854400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000272","name":"National Institute for Health and Care Research","doi-asserted-by":"publisher","award":["NIHR300606"],"award-info":[{"award-number":["NIHR300606"]}],"id":[{"id":"10.13039\/501100000272","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","ejradiology.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Journal of Radiology"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1016\/j.ejrad.2026.112723","type":"journal-article","created":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T23:33:33Z","timestamp":1770507213000},"page":"112723","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Interobserver variability of recall decisions between mammography readers in the English NHS breast screening programme: A comparison of interobserver variability measures"],"prefix":"10.1016","volume":"197","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9660-4631","authenticated-orcid":false,"given":"Laura","family":"Quinn","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Jenkinson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sian","family":"Taylor-Phillips","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yemisi","family":"Takwoingi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alice","family":"Sitch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1148","key":"10.1016\/j.ejrad.2026.112723_b0005","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20220972","article-title":"Interobserver variability studies in diagnostic imaging: a methodological systematic review","volume":"96","author":"Quinn","year":"2023","journal-title":"Br. J. Radiol."},{"issue":"3","key":"10.1016\/j.ejrad.2026.112723_b0010","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","article-title":"Interrater reliability: the kappa statistic","volume":"22","author":"McHugh","year":"2012","journal-title":"Biochem. Med.. zagreb)."},{"issue":"5","key":"10.1016\/j.ejrad.2026.112723_b0015","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/0895-4356(93)90018-V","article-title":"Bias, prevalence and kappa","volume":"46","author":"Byrt","year":"1993","journal-title":"J. Clin. Epidemiol."},{"issue":"1","key":"10.1016\/j.ejrad.2026.112723_b0020","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1002\/pst.1659","article-title":"The disagreeable behaviour of the kappa statistic","volume":"14","author":"Flight","year":"2015","journal-title":"Pharm. Stat."},{"issue":"1","key":"10.1016\/j.ejrad.2026.112723_b0025","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12885-015-1256-3","article-title":"Inter-observer agreement according to three methods of evaluating mammographic density and parenchymal pattern in a case control study: impact on relative risk of breast cancer","volume":"15","author":"Winkel","year":"2015","journal-title":"BMC Cancer"},{"issue":"2","key":"10.1016\/j.ejrad.2026.112723_b0030","first-page":"194","article-title":"To asses inter-and intra-observer variability for breast density and BIRADS assessment categories in mammographic reporting","volume":"66","author":"Masroor","year":"2016","journal-title":"JPMA: J. Pakistan Med. Assoc."},{"key":"10.1016\/j.ejrad.2026.112723_b0035","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/j.ejro.2018.04.002","article-title":"Comparison of inter-and intra-observer variability of breast density assessments using the fourth and fifth editions of Breast Imaging Reporting and Data System","volume":"5","author":"Alikhassi","year":"2018","journal-title":"Europ. J. Radiol. Open."},{"issue":"5","key":"10.1016\/j.ejrad.2026.112723_b0040","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.2214\/AJR.14.13047","article-title":"Interobserver variability between breast imagers using the fifth edition of the BI-RADS MRI lexicon","volume":"204","author":"Grimm","year":"2015","journal-title":"Am. J. Roentgenol."},{"issue":"4","key":"10.1016\/j.ejrad.2026.112723_b0045","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1007\/s12282-024-01580-8","article-title":"Inter-and intra-observer variability of qualitative visual breast-composition assessment in mammography among Japanese physicians: a first multi-institutional observer performance study in Japan","volume":"31","author":"Koyama","year":"2024","journal-title":"Breast Cancer"},{"issue":"7","key":"10.1016\/j.ejrad.2026.112723_b0050","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1016\/j.jacr.2023.03.010","article-title":"International interobserver variability of breast density assessment","volume":"20","author":"Portnow","year":"2023","journal-title":"J. Am. Coll. Radiol."},{"issue":"6","key":"10.1016\/j.ejrad.2026.112723_b0055","doi-asserted-by":"crossref","first-page":"901","DOI":"10.1038\/sj.bjc.6604954","article-title":"Inter-observer variability in mammography screening and effect of type and number of readers on screening outcome","volume":"100","author":"Duijm","year":"2009","journal-title":"Br. J. Cancer"},{"issue":"2","key":"10.1016\/j.ejrad.2026.112723_b0060","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1148\/radiol.2502080224","article-title":"Consensus review of discordant findings maximizes cancer detection rate in double-reader screening mammography: Irish National Breast Screening Program experience","volume":"250","author":"Shaw","year":"2009","journal-title":"Radiology"},{"issue":"1","key":"10.1016\/j.ejrad.2026.112723_b0065","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1148\/radiol.2020181454","article-title":"Consensus review of discordant imaging findings after the introduction of digital screening mammography: Irish national breast cancer screening program experience","volume":"295","author":"Healy","year":"2020","journal-title":"Radiology"},{"issue":"10","key":"10.1016\/j.ejrad.2026.112723_b0070","doi-asserted-by":"crossref","first-page":"748","DOI":"10.1093\/jnci\/dji131","article-title":"Effect of recall rate on earlier screen detection of breast cancers based on the Dutch performance indicators","volume":"97","author":"Otten","year":"2005","journal-title":"J. Natl Cancer Inst."},{"issue":"1106","key":"10.1016\/j.ejrad.2026.112723_b0075","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20190610","article-title":"Double reading in breast cancer screening: considerations for policy-making","volume":"93","author":"Taylor-Phillips","year":"2020","journal-title":"Br. J. Radiol."},{"key":"10.1016\/j.ejrad.2026.112723_b0080","unstructured":"NHS England. Breast screening: guidance for imaging reading. 2024 [cited 2025 5th Sept]; Available from: https:\/\/www.gov.uk\/government\/publications\/breast-screening-guidance-for-image-reading\/breast-screening-guidance-for-image-reading."},{"key":"10.1016\/j.ejrad.2026.112723_b0085","unstructured":"R. Wilson, J. Liston, Quality assurance guidelines for breast cancer screening radiology: NHSBSP publication no 59 (4th ed.). Public Health England, 2017."},{"issue":"1","key":"10.1016\/j.ejrad.2026.112723_b0090","doi-asserted-by":"crossref","first-page":"208","DOI":"10.2214\/AJR.15.15987","article-title":"Recall and cancer detection rates for screening mammography: finding the sweet spot","volume":"208","author":"Grabler","year":"2017","journal-title":"Am. J. Roentgenol."},{"issue":"1","key":"10.1016\/j.ejrad.2026.112723_b0095","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1258\/0969141053279130","article-title":"Comparing the performance of mammography screening in the USA and the UK","volume":"12","author":"Smith-Bindman","year":"2005","journal-title":"J. Med. Screen."},{"key":"10.1016\/j.ejrad.2026.112723_b0100","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/j.ejca.2019.05.009","article-title":"Long-term excess risk of breast cancer after a single breast density measurement","volume":"117","author":"Rebolj","year":"2019","journal-title":"Eur. J. Cancer"},{"issue":"3","key":"10.1016\/j.ejrad.2026.112723_b0105","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1148\/radiol.2018171010","article-title":"Double reading in breast cancer screening: cohort evaluation in the CO-OPS trial","volume":"287","author":"Taylor-Phillips","year":"2018","journal-title":"Radiology"},{"key":"10.1016\/j.ejrad.2026.112723_b0110","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","author":"Landis","year":"1977","journal-title":"Biometrics"},{"issue":"5","key":"10.1016\/j.ejrad.2026.112723_b0115","doi-asserted-by":"crossref","first-page":"1173","DOI":"10.2214\/ajr.179.5.1791173","article-title":"Differential value of comparison with previous examinations in diagnostic versus screening mammography","volume":"179","author":"Burnside","year":"2002","journal-title":"Am. J. Roentgenol."},{"issue":"12","key":"10.1016\/j.ejrad.2026.112723_b0120","doi-asserted-by":"crossref","first-page":"e1549","DOI":"10.1016\/j.crad.2024.09.007","article-title":"Access to prior screening mammograms affects the specificity but not sensitivity of radiologists' performance","volume":"79","author":"Akwo","year":"2024","journal-title":"Clin. Radiol."},{"key":"10.1016\/j.ejrad.2026.112723_b0125","article-title":"Screen-detected and interval breast cancer after concordant and discordant interpretations in a population based screening program using independent double reading","volume":"1\u201312","author":"Martiniussen","year":"2022","journal-title":"Eur. Radiol."},{"issue":"2","key":"10.1016\/j.ejrad.2026.112723_b0130","doi-asserted-by":"crossref","first-page":"218","DOI":"10.3348\/kjr.2018.0193","article-title":"Interpretive performance and inter-observer agreement on digital mammography test sets","volume":"20","author":"Kim","year":"2019","journal-title":"Korean J. Radiol."},{"key":"10.1016\/j.ejrad.2026.112723_b0135","unstructured":"UK Goverment. Breast screening: routine quality control tests for FFDM. 2025 [cited 2025 12th Sept]; Available from: https:\/\/www.gov.uk\/government\/publications\/breast-screening-full-field-digital-mammography-quality-control-tests."},{"issue":"12","key":"10.1016\/j.ejrad.2026.112723_b0140","doi-asserted-by":"crossref","first-page":"1566","DOI":"10.3390\/diagnostics15121566","article-title":"An exploration of discrepant recalls between AI and human readers of malignant lesions in digital mammography screening","volume":"15","author":"van Winkel","year":"2025","journal-title":"Diagnostics"},{"key":"10.1016\/j.ejrad.2026.112723_b0145","doi-asserted-by":"crossref","DOI":"10.1016\/j.crad.2025.106872","article-title":"Review and reflections on live AI mammographic screen reading in a large UK NHS breast screening unit","volume":"85","author":"Puri","year":"2025","journal-title":"Clin. Radiol."}],"container-title":["European Journal of Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0720048X26000719?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0720048X26000719?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T14:58:07Z","timestamp":1772722687000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0720048X26000719"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":29,"alternative-id":["S0720048X26000719"],"URL":"https:\/\/doi.org\/10.1016\/j.ejrad.2026.112723","relation":{},"ISSN":["0720-048X"],"issn-type":[{"value":"0720-048X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Interobserver variability of recall decisions between mammography readers in the English NHS breast screening programme: A comparison of interobserver variability measures","name":"articletitle","label":"Article Title"},{"value":"European Journal of Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ejrad.2026.112723","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"112723"}}