{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T13:44:51Z","timestamp":1787060691514,"version":"build-2736575974"},"reference-count":24,"publisher":"Elsevier BV","issue":"6","license":[{"start":{"date-parts":[[2013,6,1]],"date-time":"2013-06-01T00:00:00Z","timestamp":1370044800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2013,6,1]],"date-time":"2013-06-01T00:00:00Z","timestamp":1370044800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["academicradiology.org","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2013,6]]},"DOI":"10.1016\/j.acra.2013.01.012","type":"journal-article","created":{"date-parts":[[2013,5,7]],"date-time":"2013-05-07T05:22:35Z","timestamp":1367904155000},"page":"731-739","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"title":["Establishing a Gold Standard for Test Sets"],"prefix":"10.1016","volume":"20","author":[{"given":"Tracy","family":"Onega","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Melissa L.","family":"Anderson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diana L.","family":"Miglioretti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diana S.M.","family":"Buist","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Berta","family":"Geller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andy","family":"Bogart","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert A.","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward A.","family":"Sickles","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Barbara","family":"Monsees","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lawrence","family":"Bassett","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patricia A.","family":"Carney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karla","family":"Kerlikowske","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bonnie C.","family":"Yankaskas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.acra.2013.01.012_bib1","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1093\/jnci\/95.4.250","article-title":"Does practice make perfect when interpreting mammography? Part II","volume":"95","author":"Elmore","year":"2003","journal-title":"JNCI"},{"key":"10.1016\/j.acra.2013.01.012_bib2","doi-asserted-by":"crossref","first-page":"575","DOI":"10.1016\/S1076-6332(99)80252-9","article-title":"How experience and training influence mammography expertise","volume":"6","author":"Nodine","year":"1999","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib3","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1056\/NEJM199412013312206","article-title":"Variability in radiologists' interpretations of mammograms","volume":"331","author":"Elmore","year":"1994","journal-title":"New Engl J Med"},{"key":"10.1016\/j.acra.2013.01.012_bib4","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1148\/radiol.2533082308","article-title":"Variability in interpretive performance at screening mammography and radiologists' characteristics associated with accuracy","volume":"253","author":"Elmore","year":"2009","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.01.012_bib5","doi-asserted-by":"crossref","first-page":"773","DOI":"10.2214\/ajr.166.4.8610547","article-title":"Breast imaging reporting and data system standardized mammography lexicon: observer variability in lesion description","volume":"166","author":"Baker","year":"1996","journal-title":"Am J Roentgenol"},{"key":"10.1016\/j.acra.2013.01.012_bib6","doi-asserted-by":"crossref","first-page":"1769","DOI":"10.2214\/ajr.174.6.1741769","article-title":"Breast Imaging Reporting and Data System: inter- and intraobserver variability in feature analysis and final assessment","volume":"174","author":"Berg","year":"2000","journal-title":"Am J Roentgenol"},{"key":"10.1016\/j.acra.2013.01.012_bib7","doi-asserted-by":"crossref","first-page":"1801","DOI":"10.1093\/jnci\/90.23.1801","article-title":"Variability and accuracy in mammographic interpretation using the American College of Radiology Breast Imaging Reporting and Data System","volume":"90","author":"Kerlikowske","year":"1998","journal-title":"J Nat Cancer Inst"},{"key":"10.1016\/j.acra.2013.01.012_bib8","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1148\/radiol.2282011860","article-title":"Measurement of observer agreement","volume":"228","author":"Kundel","year":"2003","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.01.012_bib9","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1056\/NEJM199412013312206","article-title":"Variability in radiologists' interpretations of mammograms","volume":"331","author":"Elmore","year":"1994","journal-title":"N Engl J Med"},{"key":"10.1016\/j.acra.2013.01.012_bib10","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1016\/j.breast.2005.04.019","article-title":"Reader variability in reporting breast imaging according to BI-RADS\u00ae assessment categories (the Florence experience)","volume":"15","author":"Ciatto","year":"2006","journal-title":"Breast"},{"key":"10.1016\/j.acra.2013.01.012_bib11","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1097\/00004424-199004000-00024","article-title":"The effect of verification on the assessment of imaging techniques","volume":"25","author":"Revesz","year":"1990","journal-title":"Invest Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib12","doi-asserted-by":"crossref","first-page":"1001","DOI":"10.2214\/ajr.169.4.9308451","article-title":"Breast Cancer Surveillance Consortium: a national mammography screening and outcomes database","volume":"169","author":"Ballard-Barbash","year":"1997","journal-title":"AJR Am J Roentgenol"},{"key":"10.1016\/j.acra.2013.01.012_bib13","unstructured":"National Cancer Institute. Breast Cancer Surveillance Consortium Homepage. http:\/\/breastscreening.cancer.gov\/. Accessed April 14,\u00a02009."},{"key":"10.1016\/j.acra.2013.01.012_bib14","doi-asserted-by":"crossref","first-page":"371","DOI":"10.1093\/aje\/152.4.371","article-title":"Current medico-legal and confidentiality issues in large multi-center research programs","volume":"152","author":"Carney","year":"2000","journal-title":"Am J Epidemiol"},{"key":"10.1016\/j.acra.2013.01.012_bib15","doi-asserted-by":"crossref","first-page":"970","DOI":"10.2214\/AJR.11.6988","article-title":"Association between time spent interpreting, level of confidence, and accuracy of screening mammography","volume":"198","author":"Carney","year":"2012","journal-title":"AJR Am J Roentgenol"},{"key":"10.1016\/j.acra.2013.01.012_bib16","series-title":"ACR Breast Imaging and Reporting and Data System, Breast Imaging Atlas","article-title":"ACR BI-RADS - Mammography","author":"American College of Radiology (ACR)","year":"2003"},{"key":"10.1016\/j.acra.2013.01.012_bib17","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1080\/02841850600803842","article-title":"Impact of the number of readers on mammography interpretation","volume":"47","author":"Hukkinen","year":"2006","journal-title":"Acta Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib18","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1148\/radiol.2502080224","article-title":"Consensus review of discordant findings maximizes cancer detection rate in double-reader screening mammography: Irish National Breast Screening Program experience","volume":"250","author":"Shaw","year":"2009","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.01.012_bib19","doi-asserted-by":"crossref","first-page":"901","DOI":"10.1038\/sj.bjc.6604954","article-title":"Inter-observer variability in mammography screening and effect of type and number of readers on screening outcome","volume":"100","author":"Duijm","year":"2009","journal-title":"Br J Cancer"},{"key":"10.1016\/j.acra.2013.01.012_bib20","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1259\/bjr.72.856.10474490","article-title":"Variation between experienced observers in the interpretation of accident and emergency radiographs","volume":"72","author":"Robinson","year":"1999","journal-title":"Br J Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib21","doi-asserted-by":"crossref","first-page":"736","DOI":"10.1309\/AJCPKP2QUVN4RCCP","article-title":"Interobserver and intraobserver variation among experts in the diagnosis of thyroid follicular lesions with borderline nuclear features of papillary carcinoma","volume":"130","author":"Elsheikh","year":"2008","journal-title":"Am J Clin Pathol"},{"key":"10.1016\/j.acra.2013.01.012_bib22","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1259\/bjr.74.880.740307","article-title":"Bias in plain film reading performance studies","volume":"74","author":"Brealey","year":"2001","journal-title":"Br J Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib23","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1259\/bjr\/41006673","article-title":"Evidence of reference standard related bias in studies of plain radiograph reading performance: a meta-regression","volume":"80","author":"Brealey","year":"2007","journal-title":"Br J Radiol"},{"key":"10.1016\/j.acra.2013.01.012_bib24","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1053\/j.sembd.2004.03.004","article-title":"The American College of Radiology's mammography interpretive skills assessment (MISA) examination","volume":"6","author":"Sickles","year":"2003","journal-title":"Semin Breast Dis"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633213000342?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633213000342?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T08:44:26Z","timestamp":1761036266000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633213000342"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,6]]},"references-count":24,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2013,6]]}},"alternative-id":["S1076633213000342"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2013.01.012","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2013,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Establishing a Gold Standard for Test Sets","name":"articletitle","label":"Article Title"},{"value":"Academic Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.acra.2013.01.012","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2013 AUR. Published by Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}