{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T10:22:07Z","timestamp":1756462927473,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584055","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"240-250","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Subgoal-Based Explanations for Unreliable Intelligent Decision Support Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7644-6303","authenticated-orcid":false,"given":"Devleena","family":"Das","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9938-2915","authenticated-orcid":false,"given":"Been","family":"Kim","sequence":"additional","affiliation":[{"name":"Google, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6320-0825","authenticated-orcid":false,"given":"Sonia","family":"Chernova","sequence":"additional","affiliation":[{"name":"Interactive Computing, Georgia Institute of Technology, United States"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Peeking inside the black-box: a survey on explainable artificial intelligence (XAI)","author":"Adadi Amina","year":"2018","unstructured":"Amina Adadi and Mohammed Berrada. 2018. Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE access 6(2018), 52138\u201352160."},{"key":"e_1_3_2_1_2_1","unstructured":"Julius Adebayo Michael Muelly Ilaria Liccardi and Been Kim. 2020. Debugging tests for model explanations. arXiv preprint arXiv:2011.05429(2020)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-629x.2004.00099.x"},{"key":"e_1_3_2_1_4_1","volume-title":"ICAPS 2021 Workshop on Explainable AI Planning (XAIP).","author":"Canal Gerard","year":"2021","unstructured":"Gerard Canal, Senka Krivic, Paul Luff, and Andrew Coles. 2021. Task Plan verbalizations with causal justifications. In ICAPS 2021 Workshop on Explainable AI Planning (XAIP)."},{"key":"e_1_3_2_1_5_1","volume-title":"On the utility of learning about humans for human-ai coordination. NeurIPS","author":"Carroll Micah","year":"2019","unstructured":"Micah Carroll, Rohin Shah, Mark\u00a0K Ho, Tom Griffiths, Sanjit Seshia, Pieter Abbeel, and Anca Dragan. 2019. On the utility of learning about humans for human-ai coordination. NeurIPS (2019)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Tathagata Chakraborti Sarath Sreedharan and Subbarao Kambhampati. 2020. The Emerging Landscape of Explainable Automated Planning & Decision Making.. In IJCAI. 4803\u20134811.","DOI":"10.24963\/ijcai.2020\/669"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Tathagata Chakraborti Sarath Sreedharan Yu Zhang and Subbarao Kambhampati. 2017. Plan explanations as model reconciliation: Moving beyond explanation as soliloquy. arXiv preprint arXiv:1701.08317(2017).","DOI":"10.24963\/ijcai.2017\/23"},{"key":"e_1_3_2_1_8_1","volume-title":"\u2018Obsessed with goals\u2019: Functions and mechanisms of teleological interpretation of actions in humans. Acta psychologica 124, 1","author":"Csibra Gergely","year":"2007","unstructured":"Gergely Csibra and Gy\u00f6rgy Gergely. 2007. \u2018Obsessed with goals\u2019: Functions and mechanisms of teleological interpretation of actions in humans. Acta psychologica 124, 1 (2007), 60\u201378."},{"key":"e_1_3_2_1_9_1","volume-title":"Subgoal Search For Complex Reasoning Tasks. NeurIPS","author":"Czechowski Konrad","year":"2021","unstructured":"Konrad Czechowski, Tomasz Odrzyg\u00f3\u017ad\u017a, Marek Zbysi\u0144ski, Micha\u0142 Zawalski, Krzysztof Olejnik, Yuhuai Wu, Lukasz Kucinski, and Piotr Mi\u0142o\u015b. 2021. Subgoal Search For Complex Reasoning Tasks. NeurIPS (2021)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434073.3444657"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Devleena Das and Sonia Chernova. 2020. Leveraging rationales to improve human task performance. In IUI. 510\u2013518.","DOI":"10.1145\/3377325.3377512"},{"key":"e_1_3_2_1_12_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608(2017)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302316"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Patrick Eyerich Robert Mattm\u00fcller and Gabriele R\u00f6ger. 2009. Using the context-enhanced additive heuristic for temporal and numeric planning. In ICAPS.","DOI":"10.1609\/icaps.v19i1.13373"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Jinyue Feng Chantal Shaib and Frank Rudzicz. 2020. Explainable clinical decision support from text. In EMNLP. 1478\u20131489.","DOI":"10.18653\/v1\/2020.emnlp-main.115"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622452.1622454"},{"key":"e_1_3_2_1_17_1","volume-title":"RADAR: automated task planning for proactive decision support. Human\u2013Computer Interaction 35, 5-6","author":"Grover Sachin","year":"2020","unstructured":"Sachin Grover, Sailik Sengupta, Tathagata Chakraborti, Aditya\u00a0Prasad Mishra, and Subbarao Kambhampati. 2020. RADAR: automated task planning for proactive decision support. Human\u2013Computer Interaction 35, 5-6 (2020), 387\u2013412."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2000.886396"},{"volume-title":"Benefits and Trade-Offs of Different Model Representations in Decision Support Systems for Non-expert Users","author":"Guti\u00e9rrez Francisco","key":"e_1_3_2_1_19_1","unstructured":"Francisco Guti\u00e9rrez, Xavier Ochoa, Karsten Seipp, Tom Broos, and Katrien Verbert. 2019. Benefits and Trade-Offs of Different Model Representations in Decision Support Systems for Non-expert Users. In INTERACT, David Lamas, Fernando Loizides, Lennart Nacke, Helen Petrie, Marco Winckler, and Panayiotis Zaphiris (Eds.). Springer International Publishing, 576\u2013597."},{"key":"e_1_3_2_1_20_1","volume-title":"Explainable AI planning (XAIP): overview and the case of contrastive explanation","author":"Hoffmann J\u00f6rg","year":"2019","unstructured":"J\u00f6rg Hoffmann and Daniele Magazzeni. 2019. Explainable AI planning (XAIP): overview and the case of contrastive explanation. Reasoning Web: Explainable Artificial Intelligence (2019), 277\u2013282."},{"key":"e_1_3_2_1_21_1","unstructured":"Matteo Iovino Edvards Scukins Jonathan Styrud Petter \u00d6gren and Christian Smith. 2020. A survey of behavior trees in robotics and ai. arXiv preprint arXiv:2005.05842(2020)."},{"volume-title":"Malfunction transparency in clinical decision support systems: a classification approach","author":"Jones W","key":"e_1_3_2_1_22_1","unstructured":"Richard\u00a0W Jones, James\u00a0E Mateer, and Michael\u00a0J Harrison. 2019. Malfunction transparency in clinical decision support systems: a classification approach. In ICIEA. IEEE, 1354\u20131359."},{"key":"e_1_3_2_1_23_1","volume-title":"Workshops at AAAI.","author":"Kaelbling Leslie\u00a0Pack","year":"2010","unstructured":"Leslie\u00a0Pack Kaelbling and Tom\u00e1s Lozano-P\u00e9rez. 2010. Hierarchical planning in the now. In Workshops at AAAI."},{"key":"e_1_3_2_1_24_1","unstructured":"Been Kim Martin Wattenberg Justin Gilmer Carrie Cai James Wexler Fernanda Viegas 2018. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav). In ICML. PMLR 2668\u20132677."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2008.10.066"},{"key":"e_1_3_2_1_26_1","first-page":"315","article-title":"Planning for Overcooked Game with PDDL","volume":"6","author":"Liu Yuxin","year":"2020","unstructured":"Yuxin Liu, Qiguang Chen, Ke Jin, and Zhanhao Zhang. 2020. Planning for Overcooked Game with PDDL. International Core Journal of Engineering 6, 12 (2020), 315\u2013325.","journal-title":"International Core Journal of Engineering"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1111\/edt.12390"},{"volume-title":"Human problem solving. Vol.\u00a0104","author":"Newell Allen","key":"e_1_3_2_1_28_1","unstructured":"Allen Newell, Herbert\u00a0Alexander Simon, 1972. Human problem solving. Vol.\u00a0104. Prentice-hall Englewood Cliffs, NJ."},{"key":"e_1_3_2_1_29_1","first-page":"33","article-title":"A modern approach. Prentice Hall Upper Saddle River, NJ, USA: Rani, M., Nayak, R., & Vyas, OP (2015). An ontology-based adaptive personalized e-learning system, assisted by software agents on cloud storage","volume":"90","author":"Norvig P\u00a0Russel","year":"2002","unstructured":"P\u00a0Russel Norvig and S\u00a0Artificial Intelligence. 2002. A modern approach. Prentice Hall Upper Saddle River, NJ, USA: Rani, M., Nayak, R., & Vyas, OP (2015). An ontology-based adaptive personalized e-learning system, assisted by software agents on cloud storage. Knowledge-Based Systems 90 (2002), 33\u201348.","journal-title":"Knowledge-Based Systems"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v8i1.7469"},{"key":"e_1_3_2_1_31_1","volume-title":"Decision support in nuclear emergencies. J. of hazardous materials 71, 1-3","author":"Papamichail KN","year":"2000","unstructured":"KN Papamichail and S French. 2000. Decision support in nuclear emergencies. J. of hazardous materials 71, 1-3 (2000), 321\u2013342."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.09.032"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_34_1","unstructured":"Silvia Richter Malte Helmert and Matthias Westphal. 2008. Landmarks Revisited.. In AAAI Vol.\u00a08. 975\u2013982."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-019-01510-y"},{"volume-title":"plans, goals, and understanding: An inquiry into human knowledge structures","author":"Schank C","key":"e_1_3_2_1_36_1","unstructured":"Roger\u00a0C Schank and Robert\u00a0P Abelson. 2013. Scripts, plans, goals, and understanding: An inquiry into human knowledge structures. Psychology Press."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/3038546.3038573"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Sarath Sreedharan Siddharth Srivastava David Smith and Subbarao Kambhampati. 2019. Why Can\u2019t You Do That HAL? Explaining Unsolvability of Planning Tasks. In IJCAI.","DOI":"10.24963\/ijcai.2019\/197"},{"key":"e_1_3_2_1_39_1","volume-title":"An overview of clinical decision support systems: benefits, risks, and strategies for success. NPJ digital medicine 3, 1","author":"Sutton T","year":"2020","unstructured":"Reed\u00a0T Sutton, David Pincock, Daniel\u00a0C Baumgart, Daniel\u00a0C Sadowski, Richard\u00a0N Fedorak, and Karen\u00a0I Kroeker. 2020. An overview of clinical decision support systems: benefits, risks, and strategies for success. NPJ digital medicine 3, 1 (2020), 1\u201310."},{"volume-title":"Explanation-based reward coaching to improve human performance via reinforcement learning","author":"Tabrez Aaquib","key":"e_1_3_2_1_40_1","unstructured":"Aaquib Tabrez, Shivendra Agrawal, and Bradley Hayes. 2019. Explanation-based reward coaching to improve human performance via reinforcement learning. In HRI. IEEE, 249\u2013257."},{"key":"e_1_3_2_1_41_1","volume-title":"What do people think they\u2019re doing? Action identification and human behavior.Psychological review 94, 1","author":"Vallacher R","year":"1987","unstructured":"Robin\u00a0R Vallacher and Daniel\u00a0M Wegner. 1987. What do people think they\u2019re doing? Action identification and human behavior.Psychological review 94, 1 (1987), 3."},{"key":"e_1_3_2_1_42_1","unstructured":"Karthik Valmeekam Sarath Sreedharan Sailik Sengupta and Subbarao Kambhampati. 2020. RADAR-X: An Interactive Interface Pairing Contrastive Explanations with Revised Plan Suggestions. arXiv preprint arXiv:2011.09644(2020)."},{"key":"e_1_3_2_1_43_1","volume-title":"Decision support systems in oncology. JCO clinical cancer informatics 3","author":"Walsh Se\u00e1n","year":"2019","unstructured":"Se\u00e1n Walsh, Evelyn\u00a0EC de Jong, Janna\u00a0E van Timmeren, Abdalla Ibrahim, Inge Compter, Jurgen Peerlings, Sebastian Sanduleanu, Turkey Refaee, Simon Keek, Ruben\u00a0THM Larue, 2019. Decision support systems in oncology. JCO clinical cancer informatics 3 (2019), 1\u20139."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1111\/tops.12525"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00642"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989155"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2007.11.003"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Sydney NSW Australia","acronym":"IUI '23"},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584055","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584055","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:20Z","timestamp":1750178180000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584055"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":47,"alternative-id":["10.1145\/3581641.3584055","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584055","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}