{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T15:57:24Z","timestamp":1781884644441,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["PID2021-122270OB-I00"],"award-info":[{"award-number":["PID2021-122270OB-I00"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["TED2021-129381B-C21"],"award-info":[{"award-number":["TED2021-129381B-C21"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["RED2022-134647-T"],"award-info":[{"award-number":["RED2022-134647-T"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3661167.3661220","type":"proceedings-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T12:24:25Z","timestamp":1718367865000},"page":"232-241","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Mutation Testing for Task-Oriented Chatbots"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8319-4829","authenticated-orcid":false,"given":"Pablo","family":"G\u00f3mez-Abajo","sequence":"first","affiliation":[{"name":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4558-7111","authenticated-orcid":false,"given":"Sara","family":"P\u00e9rez-Soler","sequence":"additional","affiliation":[{"name":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2084-1558","authenticated-orcid":false,"given":"Pablo C.","family":"Ca\u00f1izares","sequence":"additional","affiliation":[{"name":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2818-2278","authenticated-orcid":false,"given":"Esther","family":"Guerra","sequence":"additional","affiliation":[{"name":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9425-6362","authenticated-orcid":false,"given":"Juan","family":"de Lara","sequence":"additional","affiliation":[{"name":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"1","article-title":"Fault-based test generation for regular expressions by mutation","volume":"29","author":"Arcaini P.","year":"2019","unstructured":"P. Arcaini, A. Gargantini, and E. Riccobene. 2019. Fault-based test generation for regular expressions by mutation. Softw. Test. Verification Reliab. 29, 1-2 (2019).","journal-title":"Softw. Test. Verification Reliab."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111445"},{"key":"e_1_3_2_1_3_1","volume-title":"last access","author":"Tester Bot","year":"2024","unstructured":"[3] Bot Tester. last access in 2024. https:\/\/github.com\/microsoftly\/BotTester."},{"key":"e_1_3_2_1_4_1","volume-title":"last access","year":"2024","unstructured":"[4] Botium. last access in 2024. https:\/\/www.botium.ai\/."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-020-09544-9"},{"key":"e_1_3_2_1_6_1","volume-title":"QUATIC(CCIS, Vol.\u00a01266)","author":"Bravo-Santos S.","unstructured":"S. Bravo-Santos, E. Guerra, and J. de Lara. 2020. Testing Chatbots with Charm. In QUATIC(CCIS, Vol.\u00a01266). Springer, 426\u2013438."},{"key":"e_1_3_2_1_7_1","volume-title":"BotSE@ICSE","author":"J. Cabot","unstructured":"J. Cabot 2021. Testing Challenges for NLP-intensive Bots. In BotSE@ICSE. IEEE, 31\u201334."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637228"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.05.010"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2948707"},{"key":"e_1_3_2_1_11_1","first-page":"34","article-title":"Hints on Test Data Selection","volume":"11","author":"DeMillo A.","year":"1978","unstructured":"R.\u00a0A. DeMillo, R.\u00a0J. Lipton, and F.\u00a0G. Sayward. 1978. Hints on Test Data Selection: Help for the Practicing Programmer. Computer 11, 4 (1978), 34\u201341.","journal-title":"Help for the Practicing Programmer. Computer"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.03.010"},{"key":"e_1_3_2_1_13_1","volume-title":"last access","year":"2024","unstructured":"[13] Dialogflow. last access in 2024. https:\/\/dialogflow.com\/."},{"key":"e_1_3_2_1_14_1","unstructured":"A. Estero-Botaro F. Palomo-Lozano and I. Medina-Bulo. 2008. Mutation operators for WS-BPEL 2.0. In ICSSEA."},{"key":"e_1_3_2_1_15_1","volume-title":"2018. Universal Sentence Encoder. CoRR abs\/1803.11175","author":"Cer","year":"2018","unstructured":"D.\u00a0Cer et al.2018. Universal Sentence Encoder. CoRR abs\/1803.11175 (2018). arXiv:1803.11175http:\/\/arxiv.org\/abs\/1803.11175"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2303.18223"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-020-00827-0"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2018.01.008"},{"key":"e_1_3_2_1_19_1","volume-title":"Using Mutant Stubbornness to Create Minimal and Prioritized Test Sets","author":"L. Gonzalez-Hernandez","unstructured":"L. Gonzalez-Hernandez 2018. Using Mutant Stubbornness to Create Minimal and Prioritized Test Sets. In QRS. IEEE, 446\u2013457."},{"key":"e_1_3_2_1_20_1","volume-title":"Towards Effective Mutation Testing for ATL","author":"Guerra E.","unstructured":"E. Guerra, J. S\u00e1nchez Cuadrado, and J. de Lara. 2019. Towards Effective Mutation Testing for ATL. In MODELS. IEEE, 78\u201388."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"X. Han 2023. Democratizing Chatbot Debugging: A Computational Framework for Evaluating and Explaining Inappropriate Chatbot Responses. In CUI. ACM Article 39 7\u00a0pages.","DOI":"10.1145\/3571884.3604308"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.06.030"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAIC-PART.2008.18"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2684805"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.07.009"},{"key":"e_1_3_2_1_27_1","volume-title":"last access","year":"2024","unstructured":"[27] Lex. last access in 2024. https:\/\/aws.amazon.com\/en\/lex\/."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Z. Liu Y. Feng and Z. Chen. 2021. DialTest: Automated Testing for Recurrent-Neural-Network-Driven Dialogue Systems. In ISSTA. ACM 115\u2013126.","DOI":"10.1145\/3460319.3464829"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.44"},{"key":"e_1_3_2_1_30_1","volume-title":"last access","author":"Framework Microsoft Bot","year":"2024","unstructured":"[30] Microsoft Bot Framework. last access in 2024. https:\/\/dev.botframework.com\/."},{"key":"e_1_3_2_1_31_1","volume-title":"last access","author":"AI.","year":"2024","unstructured":"[31] OpenAI. last access in 2024. https:\/\/openai.com\/."},{"key":"e_1_3_2_1_32_1","volume-title":"ER(LNCS, Vol.\u00a012400)","author":"P\u00e9rez-Soler S.","unstructured":"S. P\u00e9rez-Soler, E. Guerra, and J. de Lara. 2020. Model-Driven Chatbot Development. In ER(LNCS, Vol.\u00a012400). Springer, 207\u2013222."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3030198"},{"key":"e_1_3_2_1_34_1","volume-title":"last access","year":"2024","unstructured":"[34] Rasa. last access in 2024. https:\/\/rasa.com\/."},{"key":"e_1_3_2_1_35_1","volume-title":"last access","author":"Rasa","year":"2024","unstructured":"[35] Rasa test. last access in 2024. https:\/\/rasa.com\/docs\/rasa\/testing-your-assistant."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218194019400163"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.3897\/jucs.91311"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107129"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3213041"},{"key":"e_1_3_2_1_40_1","volume-title":"last access","year":"2024","unstructured":"[40] Watson. last access in 2024. https:\/\/www.ibm.com\/cloud\/watson-assistant\/."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106502"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"J.\u00a0D. Zamfirescu-Pereira 2023. Herding AI Cats: Lessons from Designing a Chatbot by Prompting GPT-3. In DIS. ACM 2206\u20132220.","DOI":"10.1145\/3563657.3596138"}],"event":{"name":"EASE 2024: 28th International Conference on Evaluation and Assessment in Software Engineering","location":"Salerno Italy","acronym":"EASE 2024"},"container-title":["Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661220","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661167.3661220","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:15:36Z","timestamp":1755861336000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661220"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":42,"alternative-id":["10.1145\/3661167.3661220","10.1145\/3661167"],"URL":"https:\/\/doi.org\/10.1145\/3661167.3661220","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-06-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}