{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:05:42Z","timestamp":1750309542873,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3720531","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:48:52Z","timestamp":1745441332000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Navigating Skin Concerns with AI: A Human-Centered Investigation of a Dermatology App in a Diverse Community"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8269-5779","authenticated-orcid":false,"given":"Rory","family":"Sayres","sequence":"first","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8151-3048","authenticated-orcid":false,"given":"Anna","family":"Devon-Sand","sequence":"additional","affiliation":[{"name":"Division of Primary Care and Population Health, Stanford School of Medicine, Stanford University, Palo Alto, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1735-9680","authenticated-orcid":false,"given":"Mike","family":"Schaekermann","sequence":"additional","affiliation":[{"name":"Google Research, Mountain View, California, USA"}]},{"given":"Margaret Ann","family":"Smith","sequence":"additional","affiliation":[{"name":"School of Medicine, Stanford University, Stanford, California, USA"}]},{"given":"Patricia","family":"Strachan","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Grace","family":"Hong","sequence":"additional","affiliation":[{"name":"School of Medicine, Stanford University, Stanford, California, USA"}]},{"given":"Trinh","family":"Nguyen","sequence":"additional","affiliation":[{"name":"Santa Clara Family Health Plan, Santa Clara, California, USA"}]},{"given":"Doris","family":"Wong","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1284-0061","authenticated-orcid":false,"given":"Naama","family":"Hammel","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Dawn","family":"Siegel","sequence":"additional","affiliation":[{"name":"Department of Medicine, Stanford University, Stanford, California, USA"}]},{"given":"Kexin","family":"Ren","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Chelsea","family":"Belletieri","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"given":"Vijaytha","family":"Muralidharan","sequence":"additional","affiliation":[{"name":"Department of Medicine, Stanford University, Stanford, California, USA"}]},{"given":"Rajeev","family":"Rikhye","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Yuan","family":"Liu","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9489-2161","authenticated-orcid":false,"given":"Beverly","family":"Freeman","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Mike","family":"Gonz\u00e1lez","sequence":"additional","affiliation":[{"name":"Santa Clara Family Health Plan, San Jose, California, USA"}]},{"given":"Nathan","family":"Ashcraft","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Heidi","family":"Cho","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Jimmy","family":"Li","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Shweta","family":"Oak","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Megan","family":"Shum","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Abbi","family":"Ward","sequence":"additional","affiliation":[{"name":"Google Research, Gooogle, Mountain View, California, USA"}]},{"given":"Yossi","family":"Matias","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Greg S","family":"Corrado","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Dale","family":"Webster","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Peggy","family":"Bui","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Preeti","family":"Singh","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4079-8275","authenticated-orcid":false,"given":"Yun","family":"Liu","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"given":"Justin","family":"Ko","sequence":"additional","affiliation":[{"name":"Department of Medicine, Stanford University, Stanford, California, USA"}]},{"given":"Steven","family":"Lin","sequence":"additional","affiliation":[{"name":"Department of Medicine, Stanford University, Stanford, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Boris Babic Sara Gerke Theodoros Evgeniou and I\u00a0Glenn Cohen. 2021. Direct-to-consumer medical machine learning and artificial intelligence applications. Nature Machine Intelligence 3 4 (2021) 283\u2013287.","DOI":"10.1038\/s42256-021-00331-0"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376718"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1037\/13620-004"},{"key":"e_1_3_3_1_5_2","unstructured":"Titus\u00a0J Brinker Achim Hekler Alexander\u00a0H Enk Joachim Klode Axel Hauschild Carola Berking Bastian Schilling Sebastian Haferkamp Dirk Schadendorf Tim Holland-Letz Jochen\u00a0S Utikal Christof von Kalle and Collaborators. 2019. Deep learning outperformed 136 of 157 dermatologists in a head-to-head dermoscopic melanoma image classification task. Eur. J. Cancer 113 (May 2019) 47\u201354."},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Romain Cadario Chiara Longoni and Carey\u00a0K Morewedge. 2021. Understanding explaining and utilizing medical artificial intelligence. Nature human behaviour 5 (2021) 1636\u20131642.","DOI":"10.1038\/s41562-021-01146-0"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3443435"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517716"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Andrew Creadore Sheena Desai Sara\u00a0J Li Karen\u00a0J Lee Ai-Tram\u00a0N Bui Camila Villa-Ruiz Kelly Lo Guohai Zhou Cara Joyce Jack\u00a0S Resneck Jr Kira Seiger and Arash Mostaghimi. 2021. Insurance Acceptance Appointment Wait Time and Dermatologist Access Across Practice Types in the US. JAMA Dermatol. 157 2 (Feb. 2021) 181\u2013188.","DOI":"10.1001\/jamadermatol.2020.5173"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Roxana Daneshjou Mary\u00a0P Smith Mary\u00a0D Sun Veronica Rotemberg and James Zou. 2021. Lack of Transparency and Potential Bias in Artificial Intelligence Data Sets and Algorithms: A Scoping Review. JAMA Dermatol. 157 11 (Nov. 2021) 1362\u20131369.","DOI":"10.1001\/jamadermatol.2021.3129"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Anna Devon-Sand Rory Sayres Yun Liu Patricia Strachan Margaret\u00a0A Smith Trinh Nguyen Justin\u00a0M Ko and Steven Lin. 2024. A Multiparty Collaboration to Engage Diverse Populations in Community-Centered Artificial Intelligence Research. Mayo Clinic Proceedings: Digital Health 2 3 (2024) 463\u2013469.","DOI":"10.1016\/j.mcpdig.2024.07.001"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Andre Esteva Katherine Chou Serena Yeung Nikhil Naik Ali Madani Ali Mottaghi Yun Liu Eric Topol Jeff Dean and Richard Socher. 2021. Deep learning-enabled medical computer vision. NPJ Digit Med 4 1 (Jan. 2021) 5.","DOI":"10.1038\/s41746-020-00376-2"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Andre Esteva Brett Kuprel Roberto\u00a0A Novoa Justin Ko Susan\u00a0M Swetter Helen\u00a0M Blau and Sebastian Thrun. 2017. Dermatologist-level classification of skin cancer with deep neural networks. 115\u2013118\u00a0pages.","DOI":"10.1038\/nature21056"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"S\u00a0R Feldman A\u00a0B Fleischer Jr P\u00a0M Williford R White and R Byington. 1997. Increasing utilization of dermatologists by managed care: an analysis of the National Ambulatory Medical Care Survey 1990-1994. J. Am. Acad. Dermatol. 37 5 Pt 1 (Nov. 1997) 784\u2013788.","DOI":"10.1016\/S0190-9622(97)70118-X"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"crossref","unstructured":"Y Fujisawa Y Otomo Y Ogata Y Nakamura R Fujita Y Ishitsuka R Watanabe N Okiyama K Ohara and M Fujimoto. 2019. Deep-learning-based computer-aided classifier developed with a small dataset of clinical images surpasses board-certified dermatologists in skin tumour diagnosis. Br. J. Dermatol. 180 2 (Feb. 2019) 373\u2013381.","DOI":"10.1111\/bjd.16924"},{"key":"e_1_3_3_1_16_2","unstructured":"GBD 2017 Disease and Injury Incidence and Prevalence Collaborators. 2018. Global regional and national incidence prevalence and years lived with disability for 354 diseases and injuries for 195 countries and territories 1990-2017: a systematic analysis for the Global Burden of Disease Study 2017. Lancet 392 10159 (Nov. 2018) 1789\u20131858."},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Abhijit Guha\u00a0Roy Jie Ren Shekoofeh Azizi Aaron Loh Vivek Natarajan Basil Mustafa Nick Pawlowski Jan Freyberg Yuan Liu Zach Beaver Nam Vo Peggy Bui Samantha Winter Patricia MacWilliams Greg\u00a0S Corrado Umesh Telang Yun Liu Taylan Cemgil Alan Karthikesalingam Balaji Lakshminarayanan and Jim Winkens. 2022. Does your dermatology classifier know what it doesn\u2019t know? Detecting the long-tail of unseen conditions. Med. Image Anal. 75 (Jan. 2022) 102274.","DOI":"10.1016\/j.media.2021.102274"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"Seung\u00a0Seog Han Ilwoo Park Sung Eun\u00a0Chang Woohyung Lim Myoung\u00a0Shin Kim Gyeong\u00a0Hun Park Je\u00a0Byeong Chae Chang\u00a0Hun Huh and Jung-Im Na. 2020. Augmented Intelligence Dermatology: Deep Neural Networks Empower Medical Professionals in Diagnosing Skin Cancer and Predicting Treatment Options for 134 Skin Disorders. J. Invest. Dermatol. 140 9 (Sept. 2020) 1753\u20131761.","DOI":"10.1016\/j.jid.2020.01.019"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Ayush Jain David Way Vishakha Gupta Yi Gao Guilherme de Oliveira\u00a0Marinho Jay Hartford Rory Sayres Kimberly Kanada Clara Eng Kunal Nagpal Karen\u00a0B DeSalvo Greg\u00a0S Corrado Lily Peng Dale\u00a0R Webster R\u00a0Carter Dunn David Coz Susan\u00a0J Huang Yun Liu Peggy Bui and Yuan Liu. 2021. Development and Assessment of an Artificial Intelligence-Based Tool for Skin Condition Diagnosis by Primary Care Physicians and Nurse Practitioners in Teledermatology Practices. JAMA Netw Open 4 4 (April 2021) e217249.","DOI":"10.1001\/jamanetworkopen.2021.7249"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Hyeon\u00a0Ki Jeong Christine Park Ricardo Henao and Meenal Kheterpal. 2023. Deep Learning in Dermatology: A Systematic Review of Current Approaches Outcomes and Limitations. JID Innov 3 1 (Jan. 2023) 100150.","DOI":"10.1016\/j.xjidi.2022.100150"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Susan Joslyn Limor Nadav-Greenberg and Rebecca\u00a0M Nichols. 2009. Probability of precipitation: Assessment and enhancement of end-user understanding. Bulletin of the American Meteorological Society 90 2 (2009) 185\u2013194.","DOI":"10.1175\/2008BAMS2509.1"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581209"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Min\u00a0Kyung Lee Daniel Kusbit Anson Kahng Ji\u00a0Tae Kim Xinran Yuan Allissa Chan Daniel See Ritesh Noothigattu Siheon Lee Alexandros Psomas et\u00a0al. 2019. WeBuildAI: Participatory framework for algorithmic governance. Proceedings of the ACM on Human-Computer Interaction 3 CSCW (2019) 1\u201335.","DOI":"10.1145\/3359283"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"David\u00a0M Levine and Ateev Mehrotra. 2021. Assessment of Diagnosis and Triage in Validated Case Vignettes Among Nonphysicians Before and After Internet Search. JAMA Netw Open 4 3 (March 2021) e213287.","DOI":"10.1001\/jamanetworkopen.2021.3287"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651891"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Yuan Liu Ayush Jain Clara Eng David\u00a0H Way Kang Lee Peggy Bui Kimberly Kanada Guilherme de Oliveira\u00a0Marinho Jessica Gallegos Sara Gabriele Vishakha Gupta Nalini Singh Vivek Natarajan Rainer Hofmann-Wellenhof Greg\u00a0S Corrado Lily\u00a0H Peng Dale\u00a0R Webster Dennis Ai Susan\u00a0J Huang Yun Liu R\u00a0Carter Dunn and David Coz. 2020. A deep learning system for differential diagnosis of skin diseases. Nat. Med. 26 6 (June 2020) 900\u2013908.","DOI":"10.1038\/s41591-020-0842-3"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"Caroline\u00a0A Nelson Lourdes\u00a0Maria P\u00e9rez-Chada Andrew Creadore Sara\u00a0Jiayang Li Kelly Lo Priya Manjaly Ashley\u00a0Bahareh Pournamdari Elizabeth Tkachenko John\u00a0S Barbieri Justin\u00a0M Ko Alka\u00a0V Menon Rebecca\u00a0Ivy Hartman and Arash Mostaghimi. 2020. Patient Perspectives on the Use of Artificial Intelligence for Skin Cancer Screening: A Qualitative Study. JAMA Dermatol. 156 5 (May 2020) 501\u2013512.","DOI":"10.1001\/jamadermatol.2019.5014"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"crossref","unstructured":"Ziad Obermeyer Brian Powers Christine Vogeli and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366 6464 (2019) 447\u2013453.","DOI":"10.1126\/science.aax2342"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445748"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Anna\u00a0M Smak\u00a0Gregoor Tobias\u00a0E Sangers Lytske\u00a0J Bakker Loes Hollestein Carin\u00a0A Uyl-de Groot Tamar Nijsten and Marlies Wakkee. 2023. An artificial intelligence based app for skin cancer detection evaluated in a population based setting. NPJ Digit Med 6 1 (May 2023) 90.","DOI":"10.1038\/s41746-023-00831-w"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"Luis\u00a0R Soenksen Timothy Kassis Susan\u00a0T Conover Berta Marti-Fuster Judith\u00a0S Birkenfeld Jason Tucker-Schwartz Asif Naseem Robert\u00a0R Stavert Caroline\u00a0C Kim Maryanne\u00a0M Senna et\u00a0al. 2021. Using deep learning for dermatologist-level detection of suspicious pigmented skin lesions from wide-field images. Science Translational Medicine 13 581 (2021) eabb3652.","DOI":"10.1126\/scitranslmed.abb3652"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Philipp Tschandl Christoph Rinner Zoe Apalla Giuseppe Argenziano Noel Codella Allan Halpern Monika Janda Aimilios Lallas Caterina Longo Josep Malvehy John Paoli Susana Puig Cliff Rosendahl H\u00a0Peter Soyer Iris Zalaudek and Harald Kittler. 2020. Human-computer collaboration for skin cancer recognition. Nat. Med. 26 8 (Aug. 2020) 1229\u20131234.","DOI":"10.1038\/s41591-020-0942-0"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3381069"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642261"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"crossref","unstructured":"Yue You Chun-Hua Tsai Yao Li Fenglong Ma Christopher Heron and Xinning Gui. 2023. Beyond Self-diagnosis: How a Chatbot-based Symptom Checker Should Respond. ACM Transactions on Computer-Human Interaction (2023).","DOI":"10.1145\/3589959"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Yokohama Japan","acronym":"CHI EA '25"},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720531","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3720531","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:39Z","timestamp":1750295919000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720531"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":34,"alternative-id":["10.1145\/3706599.3720531","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3720531","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}