{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T11:53:56Z","timestamp":1782993236420,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","funder":[{"name":"The Research Grants Council (RGC) of Hong Kong","award":["16210321"],"award-info":[{"award-number":["16210321"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3790815","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:36Z","timestamp":1776053556000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["DiLLS: Interactive Diagnosis of LLM-based Multi-agent Systems via Layered Summary of Agent Behaviors"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9321-6756","authenticated-orcid":false,"given":"Rui","family":"Sheng","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1971-4468","authenticated-orcid":false,"given":"Yukun","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Software Engineering, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3370-1626","authenticated-orcid":false,"given":"Chuhan","family":"Shi","sequence":"additional","affiliation":[{"name":"Southeast University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3730-0827","authenticated-orcid":false,"given":"Yanna","family":"Lin","sequence":"additional","affiliation":[{"name":"Cheriton School of Computer Science, University of Waterloo, Waterloo, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8507-4399","authenticated-orcid":false,"given":"Zixin","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3344-9694","authenticated-orcid":false,"given":"Huamin","family":"Qu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2329-6126","authenticated-orcid":false,"given":"Furui","family":"Cheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Valtteri Ala-Salmi Zeeshan Rasheed Abdul\u00a0Malik Sami Zheying Zhang Kai-Kristian Kemell Jussi Rasku Shahbaz Siddeeq Mika Saari and Pekka Abrahamsson. 2025. Autonomous Legacy Web Application Upgrades Using a Multi-Agent System. arxiv:https:\/\/arXiv.org\/abs\/2501.19204\u00a0[cs.SE] 10.48550\/arXiv.2501.19204","DOI":"10.48550\/arXiv.2501.19204"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3 2 (2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2308.10848"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610676"},{"key":"e_1_3_3_2_6_2","unstructured":"CrewAI. 2024. CrewAI: The Leading Multi-Agent Platform. https:\/\/www.crewai.com\/. Accessed: September 4 2025."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-demo.8"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713581"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642129"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Adam Fourney Gagan Bansal Hussein Mozannar Cheng Tan Eduardo Salinas Friederike Niedtner Grace Proebsting Griffin Bassman Jack Gerrits Jacob Alber et\u00a0al. 2024. Magentic-One: A Generalist Multi-Agent System for Solving Complex Tasks. arxiv:https:\/\/arXiv.org\/abs\/2411.04468\u00a0[cs.AI] 10.48550\/arXiv.2411.04468","DOI":"10.48550\/arXiv.2411.04468"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Shanghua Gao Ada Fang Yepeng Huang Valentina Giunchiglia Ayush Noori Jonathan\u00a0Richard Schwarz Yasha Ektefaie Jovana Kondic and Marinka Zitnik. 2024. Empowering Biomedical Discovery with AI Agents. Cell 187 22 (2024) 6125\u20136151. 10.1016\/j.cell.2024.09.022","DOI":"10.1016\/j.cell.2024.09.022"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Alireza Ghafarollahi and Markus\u00a0J. Buehler. 2024. ProtAgents: Protein Discovery via Large Language Model Multi-agent Collaborations Combining Physics and Machine Learning. Digital Discovery 3 7 (2024) 1389\u20131409. 10.1039\/d4dd00013g","DOI":"10.1039\/d4dd00013g"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Alireza Ghafarollahi and Markus\u00a0J. Buehler. 2024. SciAgents: Automating Scientific Discovery Through Bioinspired Multi-Agent Intelligent Graph Reasoning. Advanced Materials 37 22 (2024) 2413523. 10.1002\/adma.202413523","DOI":"10.1002\/adma.202413523"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Junda He Christoph Treude and David Lo. 2024. LLM-Based Multi-Agent Systems for Software Engineering: Literature Review Vision and the Road Ahead. ACM Transactions on Software Engineering and Methodology 34 5 (2024) 1\u201330. 10.1145\/3712003","DOI":"10.1145\/3712003"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2401.12954"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3615796"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643834.3661555"},{"key":"e_1_3_3_2_19_2","volume-title":"Fault-Diagnosis Systems: An Introduction from Fault Detection to Fault Tolerance","author":"Isermann Rolf","year":"2005","unstructured":"Rolf Isermann. 2005. Fault-Diagnosis Systems: An Introduction from Fault Detection to Fault Tolerance. Springer, Berlin, Germany."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.792"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503564"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642349"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Minsuk Kahng Ian Tenney Mahima Pushkarna Michael\u00a0Xieyang Liu James Wexler Emily Reif Krystal Kallarackal Minsuk Chang Michael Terry and Lucas Dixon. 2024. LLM Comparator: Interactive Analysis of Side-by-Side Evaluation of Large Language Models. IEEE Transactions on Visualization and Computer Graphics 31 1 (2024) 503\u2013513. 10.1109\/TVCG.2024.3456354","DOI":"10.1109\/TVCG.2024.3456354"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.5555\/3737916.3740438"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2137.001.0001"},{"key":"e_1_3_3_2_27_2","unstructured":"Langchain-Ai. 2024. Langchain-ai\/Langgraph-studio: Desktop App for Prototyping and Debugging LangGraph Applications Locally. https:\/\/github.com\/langchain-ai\/langgraph-studio"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Aleksei\u00a0N Leont\u2019ev. 1974. The Problem of Activity in Psychology. Soviet psychology 13 2 (1974) 4\u201333. 10.2753\/RPO1061-040513024","DOI":"10.2753\/RPO1061-040513024"},{"key":"e_1_3_3_2_29_2","volume-title":"Activity, Consciousness, and Personality","author":"Leont\u2019ev A.\u00a0N.","year":"1978","unstructured":"A.\u00a0N. Leont\u2019ev and M\u00a0J Hall. 1978. Activity, Consciousness, and Personality. Prentice-Hall, Englewood Cliffs, NJ, USA. 186 pages. https:\/\/api.semanticscholar.org\/CorpusID:141375009"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Bo Li Junwei Ma Kai Yin Yiming Xiao Chia-Wei Hsu and Ali Mostafavi. 2025. Disaster Management in the Era of Agentic AI Systems: A Vision for Collective Human-Machine Intelligence for Augmented Resilience. arxiv:https:\/\/arXiv.org\/abs\/2510.16034\u00a0[cs.MA] 10.48550\/arXiv.2510.16034","DOI":"10.48550\/arXiv.2510.16034"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Fan Li Su Han Ching-Hung Lee Shanshan Feng Zhuoxuan Jiang and Zhu Sun. 2025. A New Era in Human Factors Engineering: A Survey of the Applications and Prospects of Large Multimodal Models. International Journal of Human\u2013Computer Interaction 41 18 (2025) 1\u201314. 10.1080\/10447318.2024.2446511","DOI":"10.1080\/10447318.2024.2446511"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.5555\/3666122.3668386"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Xinyi Li Sai Wang Siqi Zeng Yu Wu and Yi Yang. 2024. A Survey on LLM-based Multi-Agent Systems: Workflow Infrastructure and Challenges. Vicinage Earth 1 1 (2024) 9. 10.1007\/s44336-024-00009-2","DOI":"10.1007\/s44336-024-00009-2"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Zhiyuan Li Wenshuai Zhao and Joni Pajarinen. 2025. Cooperative Multi-Agent Planning with Adaptive Skill Synthesis. arxiv:https:\/\/arXiv.org\/abs\/2502.10148\u00a0[cs.AI] 10.48550\/arXiv.2502.10148","DOI":"10.48550\/arXiv.2502.10148"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Yanna Lin Shaojie Xu Wenshuo Zhang Yushi Sun Zixin Chen Yanjie Zhang and Rui Sheng. 2025. A Survey of LLM-based Multi-agent Systems in Medicine. Authorea Preprints (2025). 10.36227\/techrxiv.176089343.36199495\/v1","DOI":"10.36227\/techrxiv.176089343.36199495\/v1"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642947"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.557"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","unstructured":"Sanwal Manish. 2024. An Autonomous Multi-agent LLM Framework for Agile Software Development. International Journal of Trend in Scientific Research and Development 8 5 (2024) 892\u2013898. 10.5281\/zenodo.14179129","DOI":"10.5281\/zenodo.14179129"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Vasilios Mavroudis and LangChain Contributors. 2024. LangChain v0.3. https:\/\/python.langchain.com. Accessed 2025.","DOI":"10.31219\/osf.io\/4gprt_v1"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2311.12983"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688061"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2307.15337"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.165"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Zeeshan Rasheed Malik\u00a0Abdul Sami Kai-Kristian Kemell Muhammad Waseem Mika Saari Kari Syst\u00e4 and Pekka Abrahamsson. 2024. Codepori: Large-scale System for Autonomous Software Development using Multi-agent Technology. arxiv:https:\/\/arXiv.org\/abs\/2402.01411\u00a0[cs.SE] 10.48550\/arXiv.2402.01411","DOI":"10.48550\/arXiv.2402.01411"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642159"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676450"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1109\/GEN4DS63889.2024.00008"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","unstructured":"Mirac Suzgun and Adam\u00a0Tauman Kalai. 2024. Meta-prompting: Enhancing Language Models with Task-agnostic Scaffolding. arxiv:https:\/\/arXiv.org\/abs\/2401.12954\u00a0[cs.CL] 10.48550\/arXiv.2401.12954","DOI":"10.48550\/arXiv.2401.12954"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Yashar Talebirad and Amirhossein Nadiri. 2023. Multi-agent Collaboration: Harnessing the Power of Intelligent LLM Agents. arxiv:https:\/\/arXiv.org\/abs\/2306.03314\u00a0[cs.AI] 10.48550\/arXiv.2306.03314","DOI":"10.48550\/arXiv.2306.03314"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","unstructured":"Ian Tenney Ryan Mullins Bin Du Shree Pandya Minsuk Kahng and Lucas Dixon. 2024. Interactive Prompt Debugging with Sequence Salience. arxiv:https:\/\/arXiv.org\/abs\/2404.07498\u00a0[cs.CL] 10.48550\/arXiv.2404.07498","DOI":"10.48550\/arXiv.2404.07498"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","unstructured":"Khanh-Tung Tran Dung Dao Minh-Duong Nguyen Quoc-Viet Pham Barry O\u2019Sullivan and Hoang\u00a0D Nguyen. 2025. Multi-Agent Collaboration Mechanisms: A Survey of LLMs. arxiv:https:\/\/arXiv.org\/abs\/2501.06322\u00a0[cs.AI] 10.48550\/arXiv.2501.06322","DOI":"10.48550\/arXiv.2501.06322"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2503.12188"},{"key":"e_1_3_3_2_54_2","unstructured":"Voiceflow. 2025. Voiceflow: Build AI Agents. https:\/\/www.voiceflow.com\/. Accessed: September 4 2025."},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651026"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","unstructured":"Lei Wang Chen Ma Xueyang Feng Zeyu Zhang Hao Yang Jingsen Zhang Zhiyuan Chen Jiakai Tang Xu Chen Yankai Lin et\u00a0al. 2024. A Survey on Large Language Model based Autonomous Agents. Frontiers of Computer Science 18 6 (2024) 186345. 10.1007\/s11704-024-40231-1","DOI":"10.1007\/s11704-024-40231-1"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.259"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","unstructured":"Qingyun Wu Gagan Bansal Jieyu Zhang Yiran Wu Beibin Li Erkang Zhu Li Jiang Xiaoyun Zhang Shaokun Zhang Jiale Liu et\u00a0al. 2023. Autogen: Enabling Next-gen LLM Applications via Multi-agent Conversation. arxiv:https:\/\/arXiv.org\/abs\/2308.08155\u00a0[cs.AI] 10.48550\/arXiv.2308.08155","DOI":"10.48550\/arXiv.2308.08155"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","unstructured":"Zhiyong Wu Chengcheng Han Zichen Ding Zhenmin Weng Zhoumianze Liu Shunyu Yao Tao Yu and Lingpeng Kong. 2024. Os-copilot: Towards Generalist Computer Agents with Self-improvement. arxiv:https:\/\/arXiv.org\/abs\/2402.07456\u00a0[cs.AI] 10.48550\/arXiv.2402.07456","DOI":"10.48550\/arXiv.2402.07456"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"Yingxuan Yang Huacan Chai Shuai Shao Yuanyi Song Siyuan Qi Renting Rui and Weinan Zhang. 2025. Agentnet: Decentralized Evolutionary Coordination for LLM-based Multi-Agent Systems. arxiv:https:\/\/arXiv.org\/abs\/2504.00587\u00a0[cs.MA] 10.48550\/arXiv.2504.00587","DOI":"10.48550\/arXiv.2504.00587"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642545"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3790815","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T10:25:06Z","timestamp":1776421506000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3790815"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":60,"alternative-id":["10.1145\/3772318.3790815","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3790815","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}