{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T01:19:20Z","timestamp":1773883160784,"version":"3.50.1"},"reference-count":81,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2023YFB2703700"],"award-info":[{"award-number":["2023YFB2703700"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62302534"],"award-info":[{"award-number":["62302534"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Major Key Project of Pengcheng Laboratory","award":["PCL2025A07"],"award-info":[{"award-number":["PCL2025A07"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1109\/tse.2026.3658554","type":"journal-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:59:22Z","timestamp":1769633962000},"page":"1074-1093","source":"Crossref","is-referenced-by-count":0,"title":["Defining and Detecting the Defects of Large Language Model-Based Autonomous Agents"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-6009-8285","authenticated-orcid":false,"given":"Kaiwen","family":"Ning","sequence":"first","affiliation":[{"name":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0192-9992","authenticated-orcid":false,"given":"Jiachi","family":"Chen","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8611-3120","authenticated-orcid":false,"given":"Jingwen","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1333-4408","authenticated-orcid":false,"given":"Wei","family":"Li","sequence":"additional","affiliation":[{"name":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1439-2989","authenticated-orcid":false,"given":"Zexu","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8922-0496","authenticated-orcid":false,"given":"Yuming","family":"Feng","sequence":"additional","affiliation":[{"name":"Department of New Networks, Peng Cheng Laboratory, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4783-876X","authenticated-orcid":false,"given":"Weizhe","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7872-7718","authenticated-orcid":false,"given":"Zibin","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"19632","article-title":"Expel: LLM agents are experiential learners","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"38","author":"Zhao","year":"2024"},{"key":"ref2","article-title":"Exploring large language model based intelligent agents: Definitions, methods, and prospects","author":"Cheng","year":"2024"},{"key":"ref3","article-title":"React: Synergizing reasoning and acting in language models","author":"Yao","year":"2022"},{"key":"ref4","first-page":"74952","article-title":"Language models don\u2019t always say what they think: Unfaithful explanations in chain-of-thought prompting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Turpin","year":"2024"},{"key":"ref5","article-title":"Large language model based multi-agents: A survey of progress and challenges","author":"Guo","year":"2024"},{"key":"ref6","article-title":"The rise and potential of large language model based agents: A survey","author":"Xi","year":"2023"},{"key":"ref7","article-title":"A survey on the memory mechanism of large language model based agents","author":"Zhang","year":"2024"},{"key":"ref8","article-title":"Large language model-based agents for software engineering: A survey","author":"Liu","year":"2024"},{"key":"ref9","article-title":"Understanding the planning of LLM agents: A survey","author":"Huang","year":"2024"},{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.52202\/079017-4136","article-title":"AgentPoison: Red-teaming LLM agents via poisoning memory or knowledge bases","author":"Chen","year":"2024"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671646"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/icse55347.2025.00007"},{"key":"ref13","article-title":"Personal LLM agents: Insights and survey about the capability, efficiency and security","author":"Li","year":"2024"},{"key":"ref14","article-title":"Prioritizing safeguarding over autonomy: Risks of LLM agents for science","author":"Tang","year":"2024"},{"key":"ref15","article-title":"Why we no longer use LangChain for building our AI agents","year":"2024"},{"key":"ref16","first-page":"1","article-title":"A dynamic LLM-powered agent network for task-oriented agent collaboration","volume-title":"Proc. 1st Conf. Lang. Modeling","author":"Liu","year":"2024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642385"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"9811","DOI":"10.18653\/v1\/2024.acl-long.530","article-title":"BadAgent: Inserting and activating backdoor attacks in LLM agents","volume-title":"Proc. 62nd Annu. Meeting Assoc. Comput. Linguistics (Volume 1: Long Papers)","author":"Wang","year":"2024"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1108\/JD-06-2018-0091"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3680353"},{"key":"ref21","article-title":"LLM agent operating system","author":"Mei","year":"2024"},{"key":"ref22","article-title":"LLM-based multi-agent systems for software engineering: Vision and the road ahead","author":"He","year":"2024"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1609\/aaaiss.v3i1.31290"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-naacl.205"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179479"},{"key":"ref26","article-title":"Agent security bench (ASB): Formalizing and benchmarking attacks and defenses in LLM-based agents","author":"Zhang","year":"2024"},{"key":"ref27","article-title":"AgentDojo: A dynamic environment to evaluate attacks and defenses for LLM agents","author":"Debenedetti","year":"2024"},{"key":"ref28","article-title":"Digital wings: How Frontier\u2019s AI agent increases the NPS."},{"key":"ref29","article-title":"LLM powered autonomous agents.","author":"Weng"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623084"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2014.44"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2025.3533972"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3353297"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00174"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.70777\/si.v2i3.15161"},{"key":"ref36","article-title":"Vortex under Ripplet: An empirical study of RAG-enabled applications","author":"Shao","year":"2024"},{"key":"ref37","article-title":"The next frontier of LLM applications: Open ecosystems and hardware synergy","author":"Hou","year":"2025"},{"key":"ref38","first-page":"2329","article-title":"GPTZoo: A large-scale dataset of GPTs for the research community","volume-title":"Proc. 39th IEEE\/ACM Int. Conf. Autom. Softw. Eng.","author":"Hou","year":"2024"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3701716.3715247"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.59287\/icaens.1127"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/icse55347.2025.00010"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00020"},{"key":"ref43","article-title":"CEBench: A benchmarking toolkit for the cost-effectiveness of LLM pipelines","author":"Sun","year":"2024"},{"key":"ref44","article-title":"AutoGen: Enabling next-gen LLM applications via multi-agent conversation framework","author":"Wu","year":"2023"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-0989-2_2"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/MELECON56669.2024.10608738"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.2989002"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3163576"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2025.3569086"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10031-3"},{"key":"ref51","article-title":"Hyperion: Unveiling DApp inconsistencies using LLM and dataflow-guided symbolic execution","author":"Yang","year":"2024"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598063"},{"key":"ref53","article-title":"Code Llama: Open foundation models for code","author":"Roziere","year":"2023"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.52202\/075280-3322"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/MITS.2024.3381793"},{"key":"ref56","article-title":"Meta is turning to ai models from rivals like anthropic to help its engineers code better.","author":"Dixit"},{"key":"ref57","article-title":"Writing effective tools for agents \u2014 With agents.","author":"Kafonek"},{"key":"ref58","article-title":"Cognitive mirage: A review of hallucinations in large language models","author":"Ye","year":"2023"},{"key":"ref59","article-title":"\u2018Unacceptable\u2019: Replit CEO apologises after ai fakes data, deletes code","year":"2025"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3658644.3690338"},{"key":"ref61","article-title":"AI agent rest call error."},{"key":"ref62","article-title":"Prompt design strategies."},{"key":"ref63","article-title":"Building AI agents in production.","author":"Berrios"},{"key":"ref64","article-title":"OpenAI connection with copilot not returning a response."},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/comst.2025.3576176"},{"key":"ref66","article-title":"AI agents under threat: A survey of key security challenges and future pathways","author":"Deng","year":"2024"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2024.3372777"},{"key":"ref68","article-title":"Utilizing precise and complete code context to guide LLM in automatic false positive mitigation","author":"Chen","year":"2024"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/RIVF60135.2023.10471834"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2024.3476315"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3188720"},{"key":"ref72","article-title":"mpaepper.","author":"Agents"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW63542.2024.00067"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/SANER56733.2023.00024"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663869"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00023"},{"key":"ref77","article-title":"Moral alignment for LLM agents","author":"Tennant","year":"2024"},{"key":"ref78","article-title":"Swe-agent: Agent-computer interfaces enable automated software engineering","author":"Yang","year":"2024"},{"key":"ref79","article-title":"From LLMs to LLM-based agents for software engineering: A survey of current, challenges and future","author":"Jin","year":"2024"},{"key":"ref80","article-title":"Enhancing fault localization through ordered code analysis with LLM agents and self-reflection","author":"Rafi","year":"2024"},{"key":"ref81","article-title":"Agentless: Demystifying LLM-based software engineering agents","author":"Xia","year":"2024"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11440029\/11366249.pdf?arnumber=11366249","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T19:38:39Z","timestamp":1773862719000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11366249\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":81,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tse.2026.3658554","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]}}}