{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:40:09Z","timestamp":1750297209405,"version":"3.41.0"},"reference-count":54,"publisher":"Association for Computing Machinery (ACM)","issue":"2","license":[{"start":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T00:00:00Z","timestamp":1744156800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Trans. Interact. Intell. Syst."],"published-print":{"date-parts":[[2025,6,30]]},"abstract":"<jats:p>\n            Users can adapt contemporary natural language interfaces (NLIs) by teaching the NLIs how to handle new natural language (NL) inputs. One promising approach is interactive task learning (ITL), which enables users to teach new NL inputs for multi-modal systems. While recent advances enable users to teach the syntactic and semantic level of the NL inputs through ITL, NLIs are still not able to learn how to consider the context, such as the current state of the graphical user interface (GUI). To address this challenge, we designed\n            <jats:italic>MALACHITE<\/jats:italic>\n            through three formative studies.\n            <jats:italic>MALACHITE<\/jats:italic>\n            enables users to successfully teach NL inputs on a semantic and syntactic level leveraging the GUI screen of a data visualization tool. With two evaluative studies, we provide evidence that with\n            <jats:italic>MALACHITE<\/jats:italic>\n            \u2019s suggestions, users significantly improve their accuracy by a factor of 2.3 in teaching GUI-dependent NL inputs in contrast to those without\n            <jats:italic>MALACHITE<\/jats:italic>\n            \u2019s suggestions.\n          <\/jats:p>","DOI":"10.1145\/3716141","type":"journal-article","created":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T19:52:21Z","timestamp":1738957941000},"page":"1-29","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["MALACHITE\u2014Enabling Users to Teach GUI-Aware Natural Language Interfaces"],"prefix":"10.1145","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5651-0729","authenticated-orcid":false,"given":"Marcel","family":"Ruoff","sequence":"first","affiliation":[{"name":"Karlsruhe Institute of Technology, Karlsruhe, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4769-0219","authenticated-orcid":false,"given":"Brad A.","family":"Myers","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6546-4816","authenticated-orcid":false,"given":"Alexander","family":"Maedche","sequence":"additional","affiliation":[{"name":"Karlsruher Institut fur Technologie, Karlsruhe, Germany"}]}],"member":"320","published-online":{"date-parts":[[2025,4,9]]},"reference":[{"key":"e_1_3_2_2_2","unstructured":"Google Nest Help. 2019. Create Commands to Control Online Services and Devices. Retrieved from https:\/\/support.google.com\/googlenest\/answer\/7194656"},{"key":"e_1_3_2_3_2","unstructured":"Developer. 2022. Shortcuts and SuggestionsSiriHuman Interface GuidelinesApple Developer. Retrieved from https:\/\/developer.apple.com\/design\/human-interface-guidelines\/siri\/overview\/shortcuts-and-suggestions\/"},{"key":"e_1_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.5555\/1619797.1619888"},{"key":"e_1_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300484"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10357"},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1011368926479"},{"key":"e_1_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1007\/s007790170019"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807478"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.4324\/9780203100516"},{"key":"e_1_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744684"},{"key":"e_1_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445421"},{"key":"e_1_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300562"},{"key":"e_1_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC53370.2022.9833005"},{"key":"e_1_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2017.3121552"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025483"},{"key":"e_1_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506506"},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347899"},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/1864349.1864353"},{"key":"e_1_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.229"},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303127"},{"key":"e_1_3_2_23_2","unstructured":"Microsoft. 2022. Teach Q&A to Understand Questions and Terms in Power BI Q&APower BI\u2014Microsoft Docs. Retrieved from https:\/\/docs.microsoft.com\/en-us\/power-bi\/natural-language\/q-and-a-tooling-teach-q-and-a"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169225"},{"key":"e_1_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030378"},{"key":"e_1_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/319382.319398"},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517459"},{"key":"e_1_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.2000.0410"},{"key":"e_1_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545691"},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606822"},{"key":"e_1_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/962081.962106"},{"key":"e_1_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.21825\/philosophica.82606"},{"key":"e_1_3_2_33_2","volume-title":"Proceedings of the 29th European Conference on Information Systems","author":"Ruoff Marcel","year":"2021","unstructured":"Marcel Ruoff and Ulrich Gnewuch. 2021. Designing multimodal BI&A systems for co-located team interactions. In Proceedings of the 29th European Conference on Information Systems. Virtual. Retrieved from https:\/\/aisel.aisnet.org\/ecis2021_rp\/113"},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00801"},{"key":"e_1_3_2_35_2","volume-title":"Proceedings of the NLVIZ Workshop: Exploring Research Opportunities for Natural Language, Text, and Data Visualization","author":"Ruoff Marcel","year":"2022","unstructured":"Marcel Ruoff, Brad A. Myers, and Alexander Maedche. 2022. Towards interactively contextualizing natural language input in data visualization tools. In Proceedings of the NLVIZ Workshop: Exploring Research Opportunities for Natural Language, Text, and Data Visualization."},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580964"},{"key":"e_1_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/632716.632761"},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2599030"},{"key":"e_1_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984588"},{"key":"e_1_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302270"},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3148007"},{"key":"e_1_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376782"},{"key":"e_1_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445400"},{"key":"e_1_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474792"},{"key":"e_1_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584079"},{"key":"e_1_3_2_46_2","unstructured":"Tableau. 2019. Optimize Data for Ask DataTableau. Retrieved from https:\/\/help.tableau.com\/current\/pro\/desktop\/en-us\/askdataoptimize.htm"},{"key":"e_1_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986918"},{"key":"e_1_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.14778\/3551793.3551841"},{"key":"e_1_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580895"},{"key":"e_1_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1086"},{"key":"e_1_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209357"},{"key":"e_1_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20215"},{"key":"e_1_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2007.70515"},{"key":"e_1_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3125739.3125766"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604237.3626908"}],"container-title":["ACM Transactions on Interactive Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716141","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716141","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:49Z","timestamp":1750295929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716141"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,9]]},"references-count":54,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6,30]]}},"alternative-id":["10.1145\/3716141"],"URL":"https:\/\/doi.org\/10.1145\/3716141","relation":{},"ISSN":["2160-6455","2160-6463"],"issn-type":[{"type":"print","value":"2160-6455"},{"type":"electronic","value":"2160-6463"}],"subject":[],"published":{"date-parts":[[2025,4,9]]},"assertion":[{"value":"2024-02-13","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-12-15","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-04-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}