{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T15:58:18Z","timestamp":1774627098998,"version":"3.50.1"},"reference-count":91,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1109\/tvcg.2024.3394053","type":"journal-article","created":{"date-parts":[[2024,5,3]],"date-time":"2024-05-03T18:37:23Z","timestamp":1714761443000},"page":"4182-4197","source":"Crossref","is-referenced-by-count":20,"title":["AgentLens: Visual Analysis for Agent Behaviors in LLM-Based Autonomous Systems"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-3578-346X","authenticated-orcid":false,"given":"Jiaying","family":"Lu","sequence":"first","affiliation":[{"name":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4561-2469","authenticated-orcid":false,"given":"Bo","family":"Pan","sequence":"additional","affiliation":[{"name":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9202-4884","authenticated-orcid":false,"given":"Jieyi","family":"Chen","sequence":"additional","affiliation":[{"name":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1418-4635","authenticated-orcid":false,"given":"Yingchaojie","family":"Feng","sequence":"additional","affiliation":[{"name":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7884-1591","authenticated-orcid":false,"given":"Jingyuan","family":"Hu","sequence":"additional","affiliation":[{"name":"Chu Kochen Honors College, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6398-3734","authenticated-orcid":false,"given":"Yuchen","family":"Peng","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8365-4741","authenticated-orcid":false,"given":"Wei","family":"Chen","sequence":"additional","affiliation":[{"name":"State Key Lab of CAD&CG, Hangzhou, China"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"ACTORS - A Model of Concurrent Computation in Distributed Systems","author":"Agha","year":"1990"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/S026988890000789X"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888900008122"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1201\/9781003460299-10"},{"key":"ref5","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref6","article-title":"GPT-4 technical report","year":"2023"},{"key":"ref7","first-page":"1","article-title":"Emergent abilities of large language models","volume":"2022","author":"Wei","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40231-1"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-024-4222-0"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"ref11","article-title":"CGMI: Configurable general multi-agent interaction framework","author":"Shi","year":"2023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.810"},{"key":"ref13","first-page":"1","article-title":"MetaGpt: Meta programming for multi-agent collaborative framework","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hong"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06792-0"},{"key":"ref15","article-title":"AutoGPT","year":"2023"},{"key":"ref16","article-title":"AgentSims: An open-source sandbox for large language model evaluation","author":"Lin","year":"2023"},{"key":"ref17","article-title":"AgentVerse: Facilitating multi-agent collaboration and exploring emergent behaviors in agents","author":"Chen","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29710"},{"key":"ref19","first-page":"1","article-title":"Building cooperative embodied agents modularly with large language models","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref20","article-title":"Ghost in the Minecraft: Generally capable agents for open-world environments via large language models with text-based knowledge and memory","author":"Zhu","year":"2023"},{"key":"ref21","article-title":"Mastering diverse domains through world models","author":"Hafner","year":"2023"},{"key":"ref22","first-page":"1","article-title":"Variational state-space models for localisation and dense 3D mapping in 6 DoF","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Mirchev"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/bfb0013570"},{"key":"ref24","article-title":"Sparks of artificial general intelligence: Early experiments with GPT-4","author":"Bubeck","year":"2023"},{"key":"ref25","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref26","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref27","first-page":"1","article-title":"ReAct: Synergizing reasoning and acting in language models","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yao"},{"key":"ref28","first-page":"8634","article-title":"Reflexion: Language agents with verbal reinforcement learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Noah"},{"key":"ref29","article-title":"Tree of thoughts: Deliberate problem solving with large language models","author":"Yao","year":"2023"},{"key":"ref30","article-title":"ToolFormer: Language models can teach themselves to use tools","author":"Schick","year":"2023"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3704435"},{"key":"ref32","article-title":"Toolllm: Facilitating large language models to master 16000+ real-world apis","author":"Qin","year":"2023"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.462"},{"key":"ref34","article-title":"Langchain","author":"Chase","year":"2022"},{"key":"ref35","article-title":"BabyAGI","author":"Nakajima","year":"2023"},{"key":"ref36","article-title":"CAMEL: Communicative agents for \u201cmind","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Li"},{"key":"ref37","article-title":"Multi-agent collaboration: Harnessing the power of intelligent LLM agents","author":"Talebirad","year":"2023"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.992"},{"key":"ref39","article-title":"WebGPT: Browser-assisted question-answering with human feedback","author":"Nakano","year":"2021"},{"key":"ref40","article-title":"AutoGen: Enabling Next-Gen LLM applications via multi-agent conversation framework","author":"Wu","year":"2023"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2020.04.001"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3344258"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.116"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745320"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864885"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2557500.2557508"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12617"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2015.73"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2379690.2379701"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2018.2796442"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2614220"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s12650-018-0530-2"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2020.2964169"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3100413"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2014.7042535"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346920"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934263"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3106775"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346922"},{"key":"ref60","first-page":"1389","article-title":"Google+Ripples: A native visualization of information flow","volume-title":"Proc. Int. Conf. World Wide Web","author":"Vi"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864886"},{"key":"ref62","article-title":"Playing text-based games with common sense","author":"Dambekodi","year":"2020","journal-title":"arXiv: 2012.02757"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6297"},{"key":"ref64","article-title":"Training socially aligned language models in simulated human society","author":"Liu","year":"2023"},{"key":"ref65","first-page":"8469","article-title":"PaLM-E: An embodied multimodal language model","volume-title":"Proc. ACM Int. Conf. Mach. Learn.","author":"Driess"},{"key":"ref66","first-page":"6236","article-title":"AVLEN: Audio-visual-language embodied navigation in 3D environments","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Paul"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4607026"},{"key":"ref69","article-title":"Epidemic modeling with generative agents","author":"Williams","year":"2023"},{"key":"ref70","article-title":"Hoodwinked: Deception and cooperation in a text-based game for language models","author":"O\u2019Gara","year":"2023"},{"key":"ref71","first-page":"18343","article-title":"MineDojo: Building open-ended embodied agents with internet-scale knowledge","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Fan"},{"key":"ref72","article-title":"Voyager: An open-ended embodied agent with large language models","author":"Wang","year":"2023"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2023.3295255"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01092"},{"key":"ref75","first-page":"26311","article-title":"Do embodied agents dream of pixelated sheep: Embodied decision making using language guided world modelling","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Nottingham"},{"key":"ref76","article-title":"ChatLaw: Open-source legal large language model with integrated external knowledge bases","author":"Cui","year":"2023"},{"key":"ref77","first-page":"1769","article-title":"Inner monologue: Embodied reasoning through planning with language models","volume-title":"Proc. 6th Annu. Conf. Robot Learn.","author":"Huang"},{"key":"ref78","article-title":"HuggingGPT: Solving AI tasks with ChatGPT and its friends in hugging face","author":"Shen","year":"2023"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.15"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0255(95)00021-G"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2019.107299"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/1879211.1879219"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.212"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3240003"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.5555\/2817912.2817913"},{"key":"ref86","article-title":"XAgent: An autonomous agent for complex task solving","author":"Team","year":"2023"},{"key":"ref87","article-title":"Research agent","author":"Team","year":"2023"},{"key":"ref88","article-title":"Agents meet OKR: An object and key results driven agent system with hierarchical self-collaboration and self-evaluation","author":"Zheng","year":"2023"},{"key":"ref89","article-title":"The dawn of LMMs: Preliminary explorations with GPT-4V(ision)","author":"Yang","year":"2023"},{"issue":"3","key":"ref90","first-page":"1","article-title":"iPoet: Interactive painting poetry creation with visual multimodal analysis","volume":"25","author":"Yingchaojie","year":"2022","journal-title":"J. Vis."},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327168"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/11063255\/10520238.pdf?arnumber=10520238","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T05:25:48Z","timestamp":1751520348000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10520238\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":91,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2024.3394053","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8]]}}}