{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:58:08Z","timestamp":1776113888218,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581152","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:26:08Z","timestamp":1681964768000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["A Mixed-Methods Approach to Understanding User Trust after Voice Assistant Failures"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2217-6974","authenticated-orcid":false,"given":"Amanda","family":"Baughan","sequence":"first","affiliation":[{"name":"Paul G. Allen School of Computer Science and Engineering, University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3299-2780","authenticated-orcid":false,"given":"Xuezhi","family":"Wang","sequence":"additional","affiliation":[{"name":"Google, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0513-7474","authenticated-orcid":false,"given":"Ariel","family":"Liu","sequence":"additional","affiliation":[{"name":"Google, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6865-8648","authenticated-orcid":false,"given":"Allison","family":"Mercurio","sequence":"additional","affiliation":[{"name":"Google, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3359-0938","authenticated-orcid":false,"given":"Jilin","family":"Chen","sequence":"additional","affiliation":[{"name":"Google, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6134-3531","authenticated-orcid":false,"given":"Xiao","family":"Ma","sequence":"additional","affiliation":[{"name":"Google, United States"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383652.3423901"},{"key":"e_1_3_3_3_2_1","volume-title":"Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC","author":"Artstein Ron","year":"2018","unstructured":"Ron Artstein, Jill Boberg, Alesia Gainer, Jonathan Gratch, Emmanuel Johnson, Anton Leuski, Gale Lucas, and David Traum. 2018. The Niki and Julie Corpus: Collaborative Multimodal Dialogues between Humans, Robots, and Virtual Agents. In Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018). European Language Resources Association (ELRA), Miyazaki, Japan. https:\/\/aclanthology.org\/L18-1463"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1080\/08874417.2003.11647533","article-title":"Is trust important in technology adoption? A policy capturing approach","volume":"43","author":"Bahmanziari Tammy","year":"2003","unstructured":"Tammy Bahmanziari, J\u00a0Michael Pearson, and Leon Crosby. 2003. Is trust important in technology adoption? A policy capturing approach. Journal of Computer Information Systems 43, 4 (2003), 46\u201354.","journal-title":"Journal of Computer Information Systems"},{"key":"e_1_3_3_3_4_1","unstructured":"Yonatan Belinkov and Yonatan Bisk. 2017. Synthetic and natural noise both break neural machine translation. arXiv preprint arXiv:1711.02173(2017)."},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/365024.365304"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/1-4020-3933-6_2"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300270"},{"key":"e_1_3_3_3_8_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300320"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511620539"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300705"},{"key":"e_1_3_3_3_12_1","unstructured":"Jamie Condliffe. 2017. AI Voice Assistant Apps are Proliferating but People Don\u2019t Use Them. MIT Technology Review. https:\/\/www.technologyreview.com\/2017\/01\/23\/154449\/ai-voice-assistant-apps-are-proliferating-but-people-dont-use-them\/."},{"key":"e_1_3_3_3_13_1","unstructured":"Toby\u00a0A. Cox. 2020. Siri and Alexa Fails: Frustrations With Voice Search. https:\/\/themanifest.com\/digital-marketing\/resources\/siri-alexa-fails-frustrations-with-voice-search"},{"key":"e_1_3_3_3_14_1","volume-title":"Qualitative inquiry and research design: Choosing among five approaches","author":"Creswell W","unstructured":"John\u00a0W Creswell and Cheryl\u00a0N Poth. 2016. Qualitative inquiry and research design: Choosing among five approaches. Sage publications, Thousand Oaks."},{"key":"e_1_3_3_3_15_1","unstructured":"Andrea Cuadra Hansol Lee Jason Cho and Wendy Ju. 2021. Look at Me When I Talk to You: A Video Dataset to Enable Voice Assistants to Recognize Errors. arXiv preprint arXiv:2104.07153(2021)."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449101"},{"key":"e_1_3_3_3_17_1","volume-title":"Reducing Cognitive Load and Improving Warfighter Problem Solving With Intelligent Virtual Assistants. Frontiers in psychology 11","author":"De\u00a0Melo M","year":"2020","unstructured":"Celso\u00a0M De\u00a0Melo, Kangsoo Kim, Nahal Norouzi, Gerd Bruder, and Gregory Welch. 2020. Reducing Cognitive Load and Improving Warfighter Problem Solving With Intelligent Virtual Assistants. Frontiers in psychology 11 (2020), 554706."},{"key":"e_1_3_3_3_18_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018)."},{"key":"e_1_3_3_3_19_1","first-page":"114","article-title":"Algorithm aversion: people erroneously avoid algorithms after seeing them err.Journal of Experimental Psychology","volume":"144","author":"Dietvorst J","year":"2015","unstructured":"Berkeley\u00a0J Dietvorst, Joseph\u00a0P Simmons, and Cade Massey. 2015. Algorithm aversion: people erroneously avoid algorithms after seeing them err.Journal of Experimental Psychology: General 144, 1 (2015), 114.","journal-title":"General"},{"key":"e_1_3_3_3_20_1","volume-title":"The perceived utility of human and automated aids in a visual detection task. Human factors 44, 1","author":"Dzindolet T","year":"2002","unstructured":"Mary\u00a0T Dzindolet, Linda\u00a0G Pierce, Hall\u00a0P Beck, and Lloyd\u00a0A Dawe. 2002. The perceived utility of human and automated aids in a visual detection task. Human factors 44, 1 (2002), 79\u201394."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2006"},{"key":"e_1_3_3_3_22_1","volume-title":"Consumer perceptions of frontline service employee personality traits, interaction quality, and consumer satisfaction. The service industries journal 29, 4","author":"Ekinci Yuksel","year":"2009","unstructured":"Yuksel Ekinci and Philip\u00a0L Dawes. 2009. Consumer perceptions of frontline service employee personality traits, interaction quality, and consumer satisfaction. The service industries journal 29, 4 (2009), 503\u2013521."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342775.3342788"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539173"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-3079"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"crossref","unstructured":"Aditya Gupta Jiacheng Xu Shyam Upadhyay Diyi Yang and Manaal Faruqui. 2021. Disfl-QA: A Benchmark Dataset for Understanding Disfluencies in Question Answering. In Findings of ACL.","DOI":"10.18653\/v1\/2021.findings-acl.293"},{"key":"e_1_3_3_3_27_1","unstructured":"Paige Hayes Jason Wagner Mark McCaffrey and Matt Hobbs. 2018. Consumer intelligence series: Prepare for the Voice Revolution. https:\/\/www.pwc.com\/us\/en\/services\/consulting\/library\/consumer-intelligence-series\/voice-assistants.html"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445735"},{"key":"e_1_3_3_3_29_1","volume-title":"Siri and Alexa are getting on their owners","author":"Hunter Tatum","year":"2022","unstructured":"Tatum Hunter. 2022. Siri and Alexa are getting on their owners\u2019 last nerves. The Washington Post. https:\/\/www.washingtonpost.com\/technology\/2022\/03\/07\/voice-assistants-wrong-answers\/. (Accessed on 06\/08\/2022)."},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3299053"},{"key":"e_1_3_3_3_32_1","first-page":"3459","article-title":"Spoken SQuAD","volume":"2018","author":"Lee Chia-Hsuan","year":"2018","unstructured":"Chia-Hsuan Lee, Szu-Lin Wu, Chi-Liang Liu, and Hung-yi Lee. 2018. Spoken SQuAD: A Study of Mitigating the Impact of Speech Recognition Errors on Listening Comprehension. Proc. Interspeech 2018(2018), 3459\u20133463.","journal-title":"Proc. Interspeech"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1108\/JSIT-07-2020-0132"},{"key":"e_1_3_3_3_34_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692(2019).","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692(2019)."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998269"},{"key":"e_1_3_3_3_37_1","volume-title":"11th australasian conference on information systems, Vol.\u00a053. 6\u20138.","author":"Madsen Maria","unstructured":"Maria Madsen and Shirley Gregor. 2000. Measuring human-computer trust. In 11th australasian conference on information systems, Vol.\u00a053. 6\u20138."},{"key":"e_1_3_3_3_38_1","unstructured":"Alexandre Magueresse Vincent Carles and Evan Heetderks. 2020. Low-resource languages: A review of past work and future challenges. arXiv preprint arXiv:2006.07264(2020)."},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517565"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.2307\/258792"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533244"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525579"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173580"},{"key":"e_1_3_3_3_44_1","unstructured":"Aakanksha Naik Abhilasha Ravichander Norman Sadeh Carolyn Rose and Graham Neubig. 2018. Stress test evaluation for natural language inference. arXiv preprint arXiv:1806.00692(2018)."},{"key":"e_1_3_3_3_45_1","volume-title":"Americas Conference on Information Systems.","author":"Nasirian Farzaneh","year":"2017","unstructured":"Farzaneh Nasirian, Mohsen Ahmadian, and One-Ki\u00a0Daniel Lee. 2017. AI-Based Voice Assistant Systems: Evaluating from the Interaction and Trust Perspectives. In Americas Conference on Information Systems."},{"key":"e_1_3_3_3_46_1","unstructured":"Tim Paek and Eric\u00a0J Horvitz. 2013. Conversation as action under uncertainty. arXiv preprint arXiv:1301.3883(2013)."},{"key":"e_1_3_3_3_47_1","unstructured":"Yury Pinsky. 2021. Loud and clear: AI is improving Assistant conversations. https:\/\/blog.google\/products\/assistant\/loud-and-clear-ai-improving-assistant-conversations\/. (Accessed on 12\/12\/2022)."},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Robin Jia and Percy Liang. 2018. Know what you don\u2019t know: Unanswerable questions for SQuAD. arXiv preprint arXiv:1806.03822(2018).","DOI":"10.18653\/v1\/P18-2124"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. Squad: 100 000+ questions for machine comprehension of text. arXiv preprint arXiv:1606.05250(2016).","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00266"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534638"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.174"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2696454.2696497"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479515"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00332-0"},{"key":"e_1_3_3_3_56_1","unstructured":"Shaden Smith Mostofa Patwary Brandon Norick Patrick LeGresley Samyam Rajbhandari Jared Casper Zhun Liu Shrimai Prabhumoye George Zerveas Vijay Korthikanti 2022. Using deepspeed and megatron to train megatron-turing nlg 530b a large-scale generative language model. arXiv preprint arXiv:2201.11990(2022)."},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210002"},{"key":"e_1_3_3_3_58_1","unstructured":"Romal Thoppilan Daniel De\u00a0Freitas Jamie Hall Noam Shazeer Apoorv Kulshreshtha Heng-Tze Cheng Alicia Jin Taylor Bos Leslie Baker Yu Du 2022. LaMDA: Language Models for Dialog Applications. arXiv preprint arXiv:2201.08239(2022). https:\/\/arxiv.org\/abs\/2201.08239"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451623"},{"key":"e_1_3_3_3_60_1","volume-title":"Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"e_1_3_3_3_61_1","volume-title":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems.","author":"Velkovska Julia","year":"2018","unstructured":"Julia Velkovska and Moustafa Zouinar. 2018. The illusion of natural conversation: interacting with smart assistants in home settings. In Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"crossref","unstructured":"Xuezhi Wang Haohan Wang and Diyi Yang. 2021. Measure and Improve Robustness in NLP Models: A Survey. arXiv preprint arXiv:2112.08313(2021).","DOI":"10.18653\/v1\/2022.naacl-main.339"},{"key":"e_1_3_3_3_63_1","unstructured":"Jason Wei Maarten Bosma Vincent\u00a0Y Zhao Kelvin Guu Adams\u00a0Wei Yu Brian Lester Nan Du Andrew\u00a0M Dai and Quoc\u00a0V Le. 2021. Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652(2021)."},{"key":"e_1_3_3_3_64_1","first-page":"58","article-title":"If You\u2019re Going to Trust the Machine, Then That Trust Has Got to Be Based on Something\u2019:: Validation and the Co-Constitution of Trust in Developing Artificial Intelligence (AI) for the Early Diagnosis of Pulmonary Hypertension (PH)","volume":"35","author":"Winter Peter","year":"2022","unstructured":"Peter Winter and Annamaria Carusi. 2022. \u2018If You\u2019re Going to Trust the Machine, Then That Trust Has Got to Be Based on Something\u2019:: Validation and the Co-Constitution of Trust in Developing Artificial Intelligence (AI) for the Early Diagnosis of Pulmonary Hypertension (PH). Science & Technology Studies 35, 4 (2022), 58\u201377.","journal-title":"Science & Technology Studies"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479532"},{"key":"e_1_3_3_3_66_1","volume-title":"Amazon Alexa, Google Assistant, and Microsoft Cortana. JMIR mHealth and uHealth 9, 1","author":"Yang Samuel","year":"2021","unstructured":"Samuel Yang, Jennifer Lee, Emre Sezgin, Jeffrey Bridge, Simon Lin, 2021. Clinical advice by voice assistants on postpartum depression: cross-sectional investigation using Apple Siri, Amazon Alexa, Google Assistant, and Microsoft Cortana. JMIR mHealth and uHealth 9, 1 (2021), e24045."},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"crossref","unstructured":"Saizheng Zhang Emily Dinan Jack Urbanek Arthur Szlam Douwe Kiela and Jason Weston. 2018. Personalizing dialogue agents: I have a dog do you have pets too?arXiv preprint arXiv:1801.07243(2018).","DOI":"10.18653\/v1\/P18-1205"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581152","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581152","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:45Z","timestamp":1750178805000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581152"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":68,"alternative-id":["10.1145\/3544548.3581152","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581152","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}