{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T09:10:05Z","timestamp":1755853805480,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,10]]},"DOI":"10.1145\/3551349.3556934","type":"proceedings-article","created":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T20:43:54Z","timestamp":1672951434000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Sorry, I don\u2019t Understand: Improving Voice User Interface Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5241-1608","authenticated-orcid":false,"given":"Emanuela","family":"Guglielmi","sequence":"first","affiliation":[{"name":"University of Molise, Italy"}]},{"given":"Giovanni","family":"Rosa","sequence":"additional","affiliation":[{"name":"University of Molise, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1764-9685","authenticated-orcid":false,"given":"Simone","family":"Scalabrino","sequence":"additional","affiliation":[{"name":"University of Molise, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7995-8582","authenticated-orcid":false,"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[{"name":"Software Institute @ Universit\u00e0 della Svizzera Italiana, Switzerland"}]},{"given":"Rocco","family":"Oliveto","sequence":"additional","affiliation":[{"name":"University of Molise, Italy"}]}],"member":"320","published-online":{"date-parts":[[2023,1,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Stop Word List. https:\/\/countwordsfree.com\/stopwords."},{"key":"e_1_3_2_1_2_1","unstructured":"\u201dAmazon\u201d. 2018. Alexa. https:\/\/developer.amazon.com\/en-US\/alexa."},{"key":"e_1_3_2_1_3_1","unstructured":"\u201dAmazon\u201d. 2018. Alexa Slots. https:\/\/developer.amazon.com\/en-US\/docs\/alexa\/custom-skills\/slot-type-reference.html."},{"key":"e_1_3_2_1_4_1","unstructured":"\u201dAmazon\u201d. 2018. Amazon Developer. https:\/\/developer.amazon.com\/en\/."},{"key":"e_1_3_2_1_5_1","unstructured":"\u201dAmazon\u201d. 2018. Amazon official documentation. https:\/\/developer.amazon.com\/en-US\/docs\/alexa\/custom-skills\/get-utterance-recommendations.html."},{"key":"e_1_3_2_1_6_1","unstructured":"\u201dAmazon\u201d. 2018. NLU-evaluation tool. https:\/\/developer.amazon.com\/it-IT\/docs\/alexa\/smapi\/nlu-evaluation-tool-api.html."},{"key":"e_1_3_2_1_7_1","unstructured":"\u201dAmazon\u201d. 2018. Voice Interaction Models. https:\/\/developer.amazon.com\/en-US\/docs\/alexa\/ask-overviews\/voice-interaction-models.html."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_9_1","volume-title":"Chatbot Interaction with Artificial Intelligence: human data augmentation with T5 and language transformer ensemble for text classification. Journal of Ambient Intelligence and Humanized Computing","author":"Bird J","year":"2021","unstructured":"Jordan\u00a0J Bird, Anik\u00f3 Ek\u00e1rt, and Diego\u00a0R Faria. 2021. Chatbot Interaction with Artificial Intelligence: human data augmentation with T5 and language transformer ensemble for text classification. Journal of Ambient Intelligence and Humanized Computing (2021), 1\u201316."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/AITest.2019.00-10"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-31280-0_3"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/BotSE52550.2021.00014"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2001"},{"volume-title":"Voice user interface design","author":"Cohen H","key":"e_1_3_2_1_14_1","unstructured":"Michael\u00a0H Cohen, Michael\u00a0Harris Cohen, James\u00a0P Giangola, and Jennifer Balogh. 2004. Voice user interface design. Addison-Wesley Professional."},{"key":"e_1_3_2_1_15_1","first-page":"2063","article-title":"Pattern for python","volume":"13","author":"De\u00a0Smedt Tom","year":"2012","unstructured":"Tom De\u00a0Smedt and Walter Daelemans. 2012. Pattern for python. The Journal of Machine Learning Research 13, 1 (2012), 2063\u20132067.","journal-title":"The Journal of Machine Learning Research"},{"key":"e_1_3_2_1_16_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018)."},{"key":"e_1_3_2_1_17_1","unstructured":"\u201dHugging Face\u201d. 2022. Hugging Face. https:\/\/huggingface.co\/cross-encoder\/stsb-roberta-large."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","unstructured":"Emanuela Guglielmi Giovanni Rosa Simone Scalabrino Gabriele Bavota and Rocco Oliveto. 2022. Replication Package of \u201dSorry I don\u2019t Understand: Improving Voice User Interface Testing\u201d. https:\/\/doi.org\/10.6084\/m9.figshare.19726204.v1.","DOI":"10.6084\/m9.figshare.19726204.v1"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/AITest.2019.000-7"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3115\/1621474.1621565"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Kuan-Hao Huang and Kai-Wei Chang. 2021. Generating syntactically controlled paraphrases without using annotated parallel pairs. arXiv preprint arXiv:2101.10579(2021).","DOI":"10.18653\/v1\/2021.eacl-main.88"},{"key":"e_1_3_2_1_22_1","unstructured":"\u201dKayLearch\u201d. 2018. KayLearch. https:\/\/github.com\/KayLerch\/alexa-utterance-generator\/."},{"key":"e_1_3_2_1_23_1","volume-title":"Number of digital voice assistants in use worldwide from 2019 to","author":"Laricchia Federica","year":"2024","unstructured":"Federica Laricchia. 2022. Number of digital voice assistants in use worldwide from 2019 to 2024. https:\/\/www.statista.com\/statistics\/973815\/worldwide-digital-voice-assistant-in-use\/."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPCC.2006.320364"},{"key":"e_1_3_2_1_25_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692(2019).","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692(2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1276933.1276934"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.11144\/Javeriana.upsy10-2.cdcp"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-5010"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931054"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 2013 conference of the north american chapter of the association for computational linguistics: Human language technologies. 746\u2013751","author":"Mikolov Tom\u00e1\u0161","year":"2013","unstructured":"Tom\u00e1\u0161 Mikolov, Wen-tau Yih, and Geoffrey Zweig. 2013. Linguistic regularities in continuous space word representations. In Proceedings of the 2013 conference of the north american chapter of the association for computational linguistics: Human language technologies. 746\u2013751."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/219717.219748"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-C.2017.166"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 35th Conference on Neural Information Processing Systems (NeurIPS). 1\u20136.","author":"Nicolich-Henkin Leah","year":"2021","unstructured":"Leah Nicolich-Henkin, Taichi Nakatani, Zach Trozenski, Joel Whiteman, and Nathan Susanj. 2021. Comparing Data Augmentation and Annotation Standardization to Improve End-to-end Spoken Language Understanding Models. In Proceedings of the 35th Conference on Neural Information Processing Systems (NeurIPS). 1\u20136."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.12928\/telkomnika.v18i3.14791"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457913.3457931"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_37_1","unstructured":"Siamak Shakeri and Abhinav Sethy. 2019. Label dependent deep variational paraphrase generation. arXiv preprint arXiv:1911.11952(2019)."},{"key":"e_1_3_2_1_38_1","unstructured":"Alex Sokolov and Denis Filimonov. 2020. Neural machine translation for paraphrase generation. arXiv preprint arXiv:2006.14223(2020)."},{"key":"e_1_3_2_1_39_1","volume-title":"Pywsd: Python implementations of word sense disambiguation (wsd) technologies [software]. https:\/\/github.com\/alvations\/pywsd.","author":"Tan Liling","year":"2014","unstructured":"\u201dLiling Tan. 2014. Pywsd: Python implementations of word sense disambiguation (wsd) technologies [software]. https:\/\/github.com\/alvations\/pywsd."},{"key":"e_1_3_2_1_40_1","unstructured":"Twitter. 2022. Twitter Alexa Skill. https:\/\/www.amazon.com\/dp\/B01LFJO3M0."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1129"},{"key":"e_1_3_2_1_42_1","volume-title":"Wilcoxon signed-rank test","author":"Woolson F","year":"2007","unstructured":"Robert\u00a0F Woolson. 2007. Wilcoxon signed-rank test. Wiley encyclopedia of clinical trials(2007), 1\u20133."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.414"}],"event":{"name":"ASE '22: 37th IEEE\/ACM International Conference on Automated Software Engineering","acronym":"ASE '22","location":"Rochester MI USA"},"container-title":["Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556934","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3551349.3556934","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T08:31:33Z","timestamp":1755851493000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556934"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":43,"alternative-id":["10.1145\/3551349.3556934","10.1145\/3551349"],"URL":"https:\/\/doi.org\/10.1145\/3551349.3556934","relation":{},"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"2023-01-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}