{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T02:19:32Z","timestamp":1792030772176,"version":"4.4.0"},"reference-count":33,"publisher":"Radiological Society of North America (RSNA)","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Radiology"],"published-print":{"date-parts":[[2020,2]]},"DOI":"10.1148\/radiol.2019191293","type":"journal-article","created":{"date-parts":[[2019,12,3]],"date-time":"2019-12-03T10:00:57Z","timestamp":1575367257000},"page":"421-431","source":"Crossref","is-referenced-by-count":251,"title":["Chest Radiograph Interpretation with Deep Learning Models: Assessment with Radiologist-adjudicated Reference Standards and Population-adjusted Evaluation"],"prefix":"10.1148","volume":"294","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5391-8689","authenticated-orcid":false,"given":"Anna","family":"Majkowska","sequence":"first","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5382-4287","authenticated-orcid":false,"given":"Sid","family":"Mittal","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1297-0023","authenticated-orcid":false,"given":"David F.","family":"Steiner","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8223-2264","authenticated-orcid":false,"given":"Joshua J.","family":"Reicher","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0707-7169","authenticated-orcid":false,"given":"Scott Mayer","family":"McKinney","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9869-4447","authenticated-orcid":false,"given":"Gavin E.","family":"Duggan","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0241-5771","authenticated-orcid":false,"given":"Krish","family":"Eswaran","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0083-4991","authenticated-orcid":false,"given":"Po-Hsuan","family":"Cameron Chen","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4079-8275","authenticated-orcid":false,"given":"Yun","family":"Liu","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5787-1956","authenticated-orcid":false,"given":"Sreenivasa Raju","family":"Kalidindi","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6490-3573","authenticated-orcid":false,"given":"Alexander","family":"Ding","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8817-0992","authenticated-orcid":false,"given":"Greg S.","family":"Corrado","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5315-8539","authenticated-orcid":false,"given":"Daniel","family":"Tse","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3783-3172","authenticated-orcid":false,"given":"Shravya","family":"Shetty","sequence":"additional","affiliation":[{"name":"From Google Health, 1600 Amphitheatre Pkwy, Mountain View, CA 94043                (A.M., S.M., D.F.S., S.M.M., G.E.D., K.E., P.H.C.C., Y.L., G.S.C., D.T., S.S.);                Stanford Healthcare and Palo Alto Veterans Affairs, Palo Alto, Calif (J.J.R.);                Apollo Radiology International, Hyderabad, India (S.R.K.); and California                Advanced Imaging, Novato, Calif (A.D.)."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1577","reference":[{"key":"r1","doi-asserted-by":"publisher","DOI":"10.1002\/jmri.26534"},{"key":"r2","doi-asserted-by":"publisher","DOI":"10.1016\/j.acra.2018.02.018"},{"key":"r3","first-page":"1","author":"Auffermann WF","year":"2019","journal-title":"AJR Am J Roentgenol"},{"key":"r4","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2018180921"},{"key":"r5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002686"},{"key":"r6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002697"},{"key":"r7","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2018180237"},{"key":"r8","doi-asserted-by":"publisher","DOI":"10.3758\/APP.72.5.1205"},{"key":"r9","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"r10","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.217.2.r00nv14456"},{"key":"r11","doi-asserted-by":"publisher","DOI":"10.1093\/jnci\/90.23.1801"},{"key":"r12","doi-asserted-by":"publisher","DOI":"10.1111\/j.1754-9485.2012.02348.x"},{"key":"r13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2018.05.037"},{"key":"r14","doi-asserted-by":"publisher","DOI":"10.1053\/j.sult.2012.01.015"},{"key":"r15","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2019.1095"},{"key":"r16","doi-asserted-by":"publisher","DOI":"10.1118\/1.3528204"},{"key":"r17","unstructured":"Wang X, Peng Y, Lu L, Lu Z, Bagheri M, Summers RM. ChestX-Ray8: Hospital-Scale Chest X-Ray Database and Benchmarks on Weakly-Supervised Classification and Localization of Common Thorax Diseases. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Honolulu, July 21\u201326, 2017. Piscataway, NJ: IEEE, 2017; 3462\u20133471."},{"key":"r18","volume-title":"NIH Chest X-ray Dataset of 14 Common Thorax Disease Categories","author":"Summers RM"},{"key":"r19","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.i189"},{"key":"r20","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2462070712"},{"key":"r21","doi-asserted-by":"crossref","volume-title":"Very Deep Convolutional Networks for Text Classification","author":"Conneau A","DOI":"10.18653\/v1\/E17-1104"},{"key":"r22","unstructured":"Chollet F. Xception: Deep Learning with Depthwise Separable Convolutions. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Honolulu, July 21\u201326, 2017. Piscataway, NJ: IEEE, 2017; 1800\u20131807."},{"key":"r23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.97"},{"key":"r24","doi-asserted-by":"publisher","DOI":"10.1080\/03610919508813243"},{"key":"r25","doi-asserted-by":"publisher","DOI":"10.1002\/sim.2532"},{"key":"r26","doi-asserted-by":"publisher","DOI":"10.1201\/9781351228190"},{"key":"r27","doi-asserted-by":"publisher","DOI":"10.1117\/1.JMI.1.3.031011"},{"key":"r28","doi-asserted-by":"publisher","DOI":"10.1016\/j.acra.2012.04.011"},{"key":"r30","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2018171010"},{"key":"r31","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2019.0096"},{"key":"r32","doi-asserted-by":"publisher","DOI":"10.1016\/j.ophtha.2018.01.034"},{"key":"r33","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2017171920"},{"key":"r34","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2018182294"}],"container-title":["Radiology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/pubs.rsna.org\/doi\/pdf\/10.1148\/radiol.2019191293","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,21]],"date-time":"2020-01-21T12:58:40Z","timestamp":1579611520000},"score":1,"resource":{"primary":{"URL":"http:\/\/pubs.rsna.org\/doi\/10.1148\/radiol.2019191293"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,2]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,2]]}},"alternative-id":["10.1148\/radiol.2019191293"],"URL":"https:\/\/doi.org\/10.1148\/radiol.2019191293","relation":{},"ISSN":["0033-8419","1527-1315"],"issn-type":[{"value":"0033-8419","type":"print"},{"value":"1527-1315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,2]]}}}