{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T16:08:06Z","timestamp":1786723686096,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376718","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T18:26:57Z","timestamp":1590604017000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":463,"title":["A Human-Centered Evaluation of a Deep Learning System Deployed in Clinics for the Detection of Diabetic Retinopathy"],"prefix":"10.1145","author":[{"given":"Emma","family":"Beede","sequence":"first","affiliation":[{"name":"Google Health, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elizabeth","family":"Baylor","sequence":"additional","affiliation":[{"name":"Google Health, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fred","family":"Hersch","sequence":"additional","affiliation":[{"name":"Google Health, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna","family":"Iurchenko","sequence":"additional","affiliation":[{"name":"Google Health, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lauren","family":"Wilcox","sequence":"additional","affiliation":[{"name":"Google Health, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paisan","family":"Ruamviboonsuk","sequence":"additional","affiliation":[{"name":"Rajavithi Hospital, Bangkok, Thailand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura M.","family":"Vardoulakis","sequence":"additional","affiliation":[{"name":"Google Health, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Pivotal trial of an autonomous AI-based diagnostic system for detection of diabetic retinopathy in primary care offices. NPJ Digit Med 1 (Aug","author":"Abr\u00e0moff Michael D.","year":"2018","unstructured":"Michael D. Abr\u00e0moff, Philip T. Lavin, Michele Birch, Nilay Shah, and James C Folk. 2018. Pivotal trial of an autonomous AI-based diagnostic system for detection of diabetic retinopathy in primary care offices. NPJ Digit Med 1 (Aug. 2018), 39."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"E. Alberdi A. A. Povyakalo L. Strigini P. Ayton M. Hartswood R. Procter and R. Slack. 2005. Use of computer-aided detection (CAD) tools in screening mammography: a multidisciplinary investigation. Br. J. Radiol. 78 Spec No 1 (2005) S31--40.","DOI":"10.1259\/bjr\/37646417"},{"key":"e_1_3_2_2_3_1","unstructured":"American Academy of Ophthalmology. 2015. Eye Health Statistics. https:\/\/www.aao.org\/newsroom\/eye-health-statistics#_edn25. (2015). Accessed: 2019--9--7."},{"key":"e_1_3_2_2_4_1","volume-title":"Clinical Decision Support Systems: Theory and Practice","author":"Berner Eta S.","unstructured":"Eta S. Berner. 2007. Clinical Decision Support Systems: Theory and Practice. Springer Science & Business Media."},{"key":"e_1_3_2_2_5_1","volume-title":"Contextual design: defining customer-centered systems","author":"Beyer Hugh","unstructured":"Hugh Beyer and Karen Holtzblatt. 1997. Contextual design: defining customer-centered systems. Elsevier."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518891"},{"key":"e_1_3_2_2_7_1","volume-title":"Participatory IT design: designing for business and workplace realities","author":"B\u00f8dker Keld","unstructured":"Keld B\u00f8dker, Finn Kensing, and Jesper Simonsen. 2009. Participatory IT design: designing for business and workplace realities. MIT press."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1102\/1470-7330.2005.0018"},{"key":"e_1_3_2_2_11_1","volume-title":"More than 100 million Americans have diabetes or prediabetes","author":"CDC.","year":"2019","unstructured":"CDC. 2019. More than 100 million Americans have diabetes or prediabetes. Press Release. (February 2019). https:\/\/www.cdc.gov\/media\/releases\/2017\/ p0718-diabetes-report.html."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.2214\/AJR.12.10187"},{"key":"e_1_3_2_2_13_1","volume-title":"Participant Observation: A Guide for Fieldworkers. Rowman Altamira.","author":"DeWalt Kathleen Musante","year":"2002","unstructured":"Kathleen Musante DeWalt and Billie R DeWalt. 2002. Participant Observation: A Guide for Fieldworkers. Rowman Altamira."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0738-3991(03)00016-8"},{"key":"e_1_3_2_2_15_1","volume-title":"Catharine Clay, France L\u00e9gar\u00e9, Trudy van der Weijden, Carmen L. Lewis, Richard M. Wexler, and others.","author":"Elwyn Glyn","year":"2013","unstructured":"Glyn Elwyn, Isabelle Scholl, Caroline Tietbohl, Mala Mann, Adrian GK Edwards, Catharine Clay, France L\u00e9gar\u00e9, Trudy van der Weijden, Carmen L. Lewis, Richard M. Wexler, and others. 2013. \"Many miles to go...\": a systematic review of the implementation of patient decision support interventions into routine clinical practice. BMC medical informatics and decision making 13, 2 (Nov. 2013), 1--10."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-012-9168-0"},{"key":"e_1_3_2_2_17_1","unstructured":"Jodi Forlizzi and John Zimmerman. Promoting service design as a core practice in interaction design."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1118\/1.3013555"},{"key":"e_1_3_2_2_19_1","volume-title":"Analysing the role of complexity in explaining the fortunes of technology programmes: empirical application of the NASSS framework. BMC medicine 16, 1","author":"Greenhalgh Trisha","year":"2018","unstructured":"Trisha Greenhalgh, Joe Wherton, Chrysanthi Papoutsi, Jenni Lynch, Gemma Hughes, Sue Hinder, Rob Procter, Sara Shaw, and others. 2018. Analysing the role of complexity in explaining the fortunes of technology programmes: empirical application of the NASSS framework. BMC medicine 16, 1 (2018), 66."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2016.17216"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-0068-0_20"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025754"},{"key":"e_1_3_2_2_23_1","first-page":"10","article-title":"The national survey of blindness low vision and visual impairment in thailand 2006--2007","volume":"21","author":"Jenchitr","year":"2007","unstructured":"Jenchitr W, Hanutsaha P, Iamsirithaworn S, Parnrat U, Choosri P. 2007. The national survey of blindness low vision and visual impairment in thailand 2006--2007. Thai J Pub Hlth Ophthalmol 21, 1 (2007), 10.","journal-title":"Thai J Pub Hlth Ophthalmol"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-005-9001-0"},{"key":"e_1_3_2_2_25_1","volume-title":"With an eye to AI and autonomous diagnosis. npj Digital Medicine 1, 1 (Aug","author":"Keane Pearse A","year":"2018","unstructured":"Pearse A Keane and Eric J Topol. 2018. With an eye to AI and autonomous diagnosis. npj Digital Medicine 1, 1 (Aug. 2018), 1--3."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2017.12.029"},{"key":"e_1_3_2_2_27_1","volume-title":"Biomedical Informatics","author":"Musen Mark A","unstructured":"Mark A Musen, Blackford Middleton, and Robert A Greenes. 2014. Clinical Decision-Support Systems. In Biomedical Informatics. Springer, London, 643--674."},{"key":"e_1_3_2_2_28_1","unstructured":"American Academy of Ophthalmology. 2002. International Clinical Diabetic Retinopathy Disease Severity Scale. http:\/\/www.icoph.org\/dynamic\/attachments\/resources\/ diabetic-retinopathy-detail.pdf. (Oct. 2002). Accessed: 2019--12--17."},{"key":"e_1_3_2_2_29_1","unstructured":"World Health Organization. 2018. Vision impairment and blindness. https:\/\/www.who.int\/news-room\/ fact-sheets\/detail\/blindness-and-visual-impairment. (2018). Accessed: 2019--9--13."},{"key":"e_1_3_2_2_30_1","unstructured":"Sun Young Park Pei-Yi Kuo Andrea Barbarin Elizabeth Kaziunas Astrid Chow Karandeep Singh Lauren Wilcox and Walter Lasecki. 2019. Identifying Challenges and Opportunities in Human--AI Collaboration in Healthcare. (2019)."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208601"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0207450"},{"key":"e_1_3_2_2_33_1","volume-title":"Sonia Phene, Kornwipa Hemarat, Mongkol Tadarati, and others.","author":"Raumviboonsuk Paisan","year":"2019","unstructured":"Paisan Raumviboonsuk, Jonathan Krause, Peranut Chotcomwongse, Rory Sayres, Rajiv Raman, Kasumi Widner, Bilson JL Campana, Sonia Phene, Kornwipa Hemarat, Mongkol Tadarati, and others. 2019. Deep learning versus human graders for classifying diabetic retinopathy severity in a nationwide screening program. npj Digital Medicine 2, 1 (2019), 25."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2004.11.010"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2019.10306"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753650"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocv160"},{"key":"e_1_3_2_2_38_1","unstructured":"World Health Organization. 2007. Global Initiative for the Elimination of Avoidable Blindness : action plan 2006--2011. https:\/\/www.who.int\/blindness\/Vision2020_report.pdf. (2007). Accessed: 2019--9--7."},{"key":"e_1_3_2_2_39_1","volume-title":"WHO: Diabetes factsheet. https:\/\/www.who.int\/news-room\/fact-sheets\/detail\/diabetes.","author":"World Health Organization","year":"2014","unstructured":"World Health Organization. 2014. WHO: Diabetes factsheet. https:\/\/www.who.int\/news-room\/fact-sheets\/detail\/diabetes. (2014). Accessed: 2019--9--13."},{"key":"e_1_3_2_2_40_1","unstructured":"World Health Organization. 2016a. Diabetes country profiles 2016 : Thailand. https:\/\/www.who.int\/diabetes\/ country-profiles\/tha_en.pdf?ua=1. (2016). Accessed: 2019--9--7."},{"key":"e_1_3_2_2_41_1","unstructured":"World Health Organization. 2016b. Diabetes country profiles 2016 : USA. https:\/\/www.who.int\/diabetes\/country-profiles\/usa_en.pdf. (2016). Accessed: 2019--9--7."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300468"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376718","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376718","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:29Z","timestamp":1750199909000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376718"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":42,"alternative-id":["10.1145\/3313831.3376718","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376718","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}