{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T07:44:47Z","timestamp":1777016687811,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,12,17]]},"DOI":"10.1145\/3799830.3799871","type":"proceedings-article","created":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T06:45:08Z","timestamp":1777013108000},"page":"243-252","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Graph of Agentic Thoughts: Bridging Agentic Reasoning and Explainability through Graphs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-2022-0587","authenticated-orcid":false,"given":"Moushumi","family":"Mahato","sequence":"first","affiliation":[{"name":"Samsung Research Institute India-Bangalore, Bengaluru, Karnataka, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4664-3201","authenticated-orcid":false,"given":"Javaid","family":"Nabi","sequence":"additional","affiliation":[{"name":"Samsung Research Institute India-Bangalore, Bengaluru, Karnataka, India"}]}],"member":"320","published-online":{"date-parts":[[2026,4,23]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"Mohamed Aghzal Erion Plaku Gregory\u00a0J Stein and Ziyu Yao. 2025. A survey on large language models for automated planning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.12435 (2025)."},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"crossref","unstructured":"Tobias Ahlbrecht. 2024. An algorithmic debugging approach for belief-desire-intention agents. Annals of Mathematics and Artificial Intelligence 92 4 (2024) 797\u2013814.","DOI":"10.1007\/s10472-023-09843-4"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Georgios Balanos Evangelos Chasanis Konstantinos Skianis and Evaggelia Pitoura. 2025. KGRAG-Ex: Explainable Retrieval-Augmented Generation with Knowledge Graph-based Perturbations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2507.08443 (2025).","DOI":"10.1007\/978-981-95-5009-8_3"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.556"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Dimitris Bertsimas and Jack Dunn. 2017. Optimal classification trees. Machine Learning 106 7 (2017) 1039\u20131082.","DOI":"10.1007\/s10994-017-5633-9"},{"key":"e_1_3_3_1_7_2","unstructured":"Amrita Bhattacharjee Raha Moraffah Joshua Garland and Huan Liu. 2023. Towards llm-guided causal explainability for black-box text classifiers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.13340 (2023)."},{"key":"e_1_3_3_1_8_2","unstructured":"Ahsan Bilal David Ebert and Beiyu Lin. 2025. Llms for explainable ai: A comprehensive survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.00125 (2025)."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Jordan\u00a0J Bird and Ahmad Lotfi. 2024. Cifake: Image classification and explainable identification of ai-generated synthetic images. IEEE Access 12 (2024) 15642\u201315650.","DOI":"10.1109\/ACCESS.2024.3356122"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Tibor Bosse Dung\u00a0N Lam and K\u00a0Suzanne Barber. 2008. Tools for analyzing intelligent agent systems. Web Intelligence and Agent Systems 6 4 (2008) 355\u2013371.","DOI":"10.3233\/WIA-2008-0145"},{"key":"e_1_3_3_1_11_2","unstructured":"Erik Cambria Lorenzo Malandri Fabio Mercorio Navid Nobani and Andrea Seveso. 2024. Xai meets llms: A survey of the relation between explainable ai and large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.15248 (2024)."},{"key":"e_1_3_3_1_12_2","unstructured":"Xuanting Chen Junjie Ye Can Zu Nuo Xu Rui Zheng Minlong Peng Jie Zhou Tao Gui Qi Zhang and Xuanjing Huang. 2023. How robust is gpt-3.5 to predecessors? a comprehensive study on language understanding tasks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.00293 (2023)."},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Zhihan Cheng Yue Wu Yule Li Lingfeng Cai and Baha Ihnaini. 2025. A Comprehensive Review of Explainable Artificial Intelligence (XAI) in Computer Vision. Sensors 25 13 (2025) 4166.","DOI":"10.3390\/s25134166"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i15.33791"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.5220\/0013241300003890"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.25080\/TCWV9851"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32729-2_3"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368130"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/38"},{"key":"e_1_3_3_1_20_2","first-page":"104","volume-title":"International Workshop on Programming Multi-Agent Systems","author":"Lam Dung\u00a0N","year":"2004","unstructured":"Dung\u00a0N Lam and K\u00a0Suzanne Barber. 2004. Debugging agent behavior in an implemented agent system. In International Workshop on Programming Multi-Agent Systems. Springer, 104\u2013125."},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/1082473.1082562"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.3115\/1626355.1626389"},{"key":"e_1_3_3_1_23_2","volume-title":"Towards Graph-Based Explainable Recommender Systems","author":"Li Yicong","year":"2024","unstructured":"Yicong Li. 2024. Towards Graph-Based Explainable Recommender Systems. University of Technology Sydney (Australia)."},{"key":"e_1_3_3_1_24_2","unstructured":"Suryani Lim Henri Prade and Gilles Richard. 2025. Ranking Counterfactual Explanations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.15817 (2025)."},{"key":"e_1_3_3_1_25_2","first-page":"74","volume-title":"Text Summarization Branches Out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, Spain, 74\u201381. https:\/\/aclanthology.org\/W04-1013\/"},{"key":"e_1_3_3_1_26_2","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0Enemona Mathew Deborah\u00a0Uzoamaka Ebem Anayo\u00a0Chukwu Ikegwu Pamela\u00a0Eberechukwu Ukeoma and Ngozi\u00a0Fidelia Dibiaezue. 2025. Recent emerging techniques in explainable artificial intelligence to enhance the interpretable and understanding of AI models for human. Neural Processing Letters 57 1 (2025) 16.","DOI":"10.1007\/s11063-025-11732-2"},{"key":"e_1_3_3_1_28_2","volume-title":"Interpretable machine learning","author":"Molnar Christoph","year":"2020","unstructured":"Christoph Molnar. 2020. Interpretable machine learning. Lulu. com."},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Sofia Morandini Federico Fraboni Enzo Balatti Aranka Hackmann Hannah Brendel Gabriele Puzzo Lucia Volpi Davide Giusino Marco De\u00a0Angelis and Luca Pietrantoni. 2023. Assessing the transparency and explainability of AI algorithms in planning and scheduling tools: a review of the literature. Human Interaction and Emerging Technologies (IHIET 2023): Artificial Intelligence and Future Applications. AHFE (2023).","DOI":"10.54941\/ahfe1004068"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Dost Muhammad and Malika Bendechache. 2024. Unveiling the black box: A systematic review of Explainable Artificial Intelligence in medical image analysis. Computational and structural biotechnology journal 24 (2024) 542\u2013560.","DOI":"10.1016\/j.csbj.2024.08.005"},{"key":"e_1_3_3_1_31_2","unstructured":"Fuseini Mumuni and Alhassan Mumuni. 2025. Explainable artificial intelligence (XAI): from inherent explainability to large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.09967 (2025)."},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Bastian Pfeifer Arne Gevaert Markus Loecher and Andreas Holzinger. 2025. Tree smoothing: post-hoc regularization of tree ensembles for interpretable machine learning. Information Sciences 690 (2025) 121564.","DOI":"10.1016\/j.ins.2024.121564"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Guillaume Pothier and \u00c9ric Tanter. 2009. Back to the future: Omniscient debugging. IEEE software 26 6 (2009) 78\u201385.","DOI":"10.1109\/MS.2009.169"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.5555\/3635637.3663023"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"crossref","unstructured":"Wojciech Samek. 2020. Learning with explainable trees. Nature Machine Intelligence 2 1 (2020) 16\u201317.","DOI":"10.1038\/s42256-019-0142-0"},{"key":"e_1_3_3_1_37_2","unstructured":"Manish Sanwal. 2025. Layered chain-of-thought prompting for multi-agent llm systems: A comprehensive approach to explainable large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.18645 (2025)."},{"key":"e_1_3_3_1_38_2","unstructured":"Kacper Sokol and Eyke H\u00fcllermeier. 2025. All you need for counterfactual explainability is principled and reliable estimate of aleatoric and epistemic uncertainty. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.17007 (2025)."},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"crossref","unstructured":"Victor\u00a0Feitosa Souza Ferdinando Cicalese Eduardo Laber and Marco Molinaro. 2022. Decision trees with short explainable rules. Advances in neural information processing systems 35 (2022) 12365\u201312379.","DOI":"10.52202\/068431-0898"},{"key":"e_1_3_3_1_40_2","unstructured":"\u0141ukasz Struski Dawid Rymarczyk and Jacek Tabor. 2024. Infodisent: Explainability of image classification models by information disentanglement. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.10329 (2024)."},{"key":"e_1_3_3_1_41_2","unstructured":"Qwen Team. 2025. Qwen3. https:\/\/qwenlm.github.io\/blog\/qwen3\/"},{"key":"e_1_3_3_1_42_2","first-page":"3763","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Tsiourvas Asterios","year":"2024","unstructured":"Asterios Tsiourvas, Wei Sun, and Georgia Perakis. 2024. Manifold-aligned counterfactual explanations for neural networks. In International Conference on Artificial Intelligence and Statistics. PMLR, 3763\u20133771."},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679085"},{"key":"e_1_3_3_1_44_2","unstructured":"Christoph Wehner Chrysa Iliopoulou Ute Schmid and Tarek\u00a0R Besold. 2024. From Latent to Lucid: Transforming Knowledge Graph Embeddings into Interpretable Structures with KGEPrisma. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.01759 (2024)."},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"crossref","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Fei Xia Ed Chi Quoc\u00a0V Le Denny Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022) 24824\u201324837.","DOI":"10.52202\/068431-1800"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"crossref","unstructured":"Michael Winikoff. 2017. Debugging agent programs with\" why?\" Questions. (2017).","DOI":"10.65109\/YGCV5535"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-71152-7_9"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"crossref","unstructured":"Michael Winikoff Galina Sidorenko Virginia Dignum and Frank Dignum. 2021. Why bad coffee? Explaining BDI agent behaviour with valuings. Artificial Intelligence 300 (2021) 103554.","DOI":"10.1016\/j.artint.2021.103554"},{"key":"e_1_3_3_1_49_2","unstructured":"Xuansheng Wu Haiyan Zhao Yaochen Zhu Yucheng Shi Fan Yang Lijie Hu Tianming Liu Xiaoming Zhai Wenlin Yao Jundong Li et\u00a0al. 2024. Usable XAI: 10 strategies towards exploiting explainability in the LLM era. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.08946 (2024)."},{"key":"e_1_3_3_1_50_2","unstructured":"Fanghua Ye Jarana Manotumruksa and Emine Yilmaz. 2021. Multiwoz 2.4: A multi-domain task-oriented dialogue dataset with essential annotation corrections to improve state tracking evaluation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2104.00773 (2021)."},{"key":"e_1_3_3_1_51_2","unstructured":"Tianyi Zhang Varsha Kishore Felix Wu Kilian\u00a0Q. Weinberger and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. arXiv:https:\/\/arXiv.org\/abs\/1904.09675\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1904.09675"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"crossref","unstructured":"Yusen Zhang Ruoxi Sun Yanfei Chen Tomas Pfister Rui Zhang and Sercan Arik. 2024. Chain of agents: Large language models collaborating on long-context tasks. Advances in Neural Information Processing Systems 37 (2024) 132208\u2013132237.","DOI":"10.52202\/079017-4202"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"crossref","unstructured":"Haiyan Zhao Hanjie Chen Fan Yang Ninghao Liu Huiqi Deng Hengyi Cai Shuaiqiang Wang Dawei Yin and Mengnan Du. 2024. Explainability for large language models: A survey. ACM Transactions on Intelligent Systems and Technology 15 2 (2024) 1\u201338.","DOI":"10.1145\/3639372"},{"key":"e_1_3_3_1_54_2","unstructured":"Haiyan Zhao Fan Yang Bo Shen Himabindu Lakkaraju and Mengnan Du. 2024. Towards uncovering how large language model works: An explainability perspective. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.10688 (2024)."}],"event":{"name":"CODS 2025: 13th ACM IKDD International Conference on Data Science","location":"Pune India","acronym":"CODS 2025"},"container-title":["Proceedings of the 13th ACM IKDD International Conference on Data Science"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3799830.3799871","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T07:13:47Z","timestamp":1777014827000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3799830.3799871"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,17]]},"references-count":53,"alternative-id":["10.1145\/3799830.3799871","10.1145\/3799830"],"URL":"https:\/\/doi.org\/10.1145\/3799830.3799871","relation":{},"subject":[],"published":{"date-parts":[[2025,12,17]]},"assertion":[{"value":"2026-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}