{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:14:37Z","timestamp":1782519277621,"version":"3.54.5"},"reference-count":33,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,16]]},"DOI":"10.1109\/asew67777.2025.00064","type":"proceedings-article","created":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T20:52:58Z","timestamp":1768855978000},"page":"315-322","source":"Crossref","is-referenced-by-count":4,"title":["Traceability and Accountability in Role-Specialized Multi-Agent LLM Pipelines"],"prefix":"10.1109","author":[{"given":"Amine","family":"Barrak","sequence":"first","affiliation":[{"name":"Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3712003"},{"key":"ref2","article-title":"From llms to llmbased agents for software engineering: A survey of current, challenges and future","author":"Jin","year":"2024","journal-title":"arXiv preprint arXiv:2408.02479"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40231-1"},{"issue":"3","key":"ref4","first-page":"1","article-title":"Communicative agents for software development","volume":"6","author":"Qian","year":"2023","journal-title":"arXiv preprint arXiv:2307.07924"},{"key":"ref5","article-title":"Metagpt: Meta programming for a multi-agent collaborative framework","volume-title":"International Conference on Learning Representations, ICLR","author":"Hong"},{"key":"ref6","article-title":"A unified debugging approach via llm-based multi-agent synergy","author":"Lee","year":"2024","journal-title":"arXiv preprint arXiv:2404.17153"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713581"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3623342"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3728717"},{"key":"ref10","article-title":"Why do multiagent systems fail?","volume-title":"ICLR 2025 Workshop on Building Trust in Language Models and Applications","author":"Pan"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2593882.2593891"},{"key":"ref12","article-title":"Which agent causes task failures and when? on automated failure attribution of 11 m multi-agent systems","author":"Zhang","year":"2025","journal-title":"arXiv preprint arXiv:2505.00212"},{"key":"ref13","first-page":"15774","article-title":"On blame attribution for accountable multi-agent sequential decision making","volume":"34","author":"Triantafyllou","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1162\/tacl_a_00638","article-title":"Lost in the middle: How language models use long contexts","volume":"12","author":"Liu","year":"2024","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"ref15","article-title":"Autogen: Enabling next-gen llm applications via multi-agent conversations","volume-title":"First Conference on Language Modeling","author":"Wu"},{"issue":"4","key":"ref16","first-page":"6","article-title":"Agentverse: Facilitating multi-agent collaboration and exploring emergent behaviors in agents","volume":"2","author":"Chen","year":"2023","journal-title":"arXiv preprint arXiv:2308.10848"},{"key":"ref17","article-title":"Cargo: A framework for confidence-aware routing of large language models","volume-title":"Proceedings of the 35th IEEE International Conference on Collaborative Advances in Software and Computing (CASCON).","author":"Barrak"},{"key":"ref18","first-page":"46534","article-title":"Self-refine: Iterative refinement with self-feedback","volume":"36","author":"Madaan","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","article-title":"Teaching large language models to self-debug","volume-title":"The 61st Annual Meeting Of The Association For Computational Linguistics","author":"Chen"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00027"},{"key":"ref21","article-title":"Improve: Iterative model pipeline refinement and optimization leveraging 11 m agents","author":"Xue","year":"2025","journal-title":"arXiv preprint arXiv:2502.18530"},{"key":"ref22","article-title":"Multi-agent verification: Scaling test-time compute with multiple verifiers (abridged)","volume-title":"Workshop on Reasoning and Planning for Large Language Models.","author":"Lifshitz"},{"key":"ref23","article-title":"Multiple-choice questions are efficient and robust 11 m evaluators","author":"Zhang","year":"2024","journal-title":"arXiv preprint arXiv:2405.11966"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/501"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.149"},{"key":"ref26","article-title":"What ai is the best? chatbot arena relies on millions of votes. Forbes coverage of Chatbot Arena overall leaders (GPT-4o listed first)","author":"Hart","year":"2024"},{"key":"ref27","article-title":"Anthropic\u2019s claude 3.5 sonnet surges to top of ai rankings in lmsys chatbot arena, challenging industry giants","author":"Sharma","year":"2024"},{"key":"ref28","article-title":"Google says its new \u2018reasoning\u2019 gemini ai models are the best ones yet. Mentions Gemini 2.5 Pro leading LMArena with a 39 Elo point margin","author":"Shakir","year":"2025"},{"key":"ref29","article-title":"Api pricing","year":"2025"},{"key":"ref30","article-title":"Claude sonnet 4 api pricing"},{"key":"ref31","article-title":"Gemini developer api pricing","year":"2025"},{"key":"ref32","article-title":"Chain of agents: Large language models collaborating on long-context tasks","author":"Wang","year":"2024","journal-title":"arXiv preprint arXiv:2404.18260"},{"key":"ref33","article-title":"Harnessing multi-agent 11 ms for complex engineering problem-solving: A framework for senior design projects","author":"Mushtaq","year":"2025","journal-title":"arXiv preprint arXiv:2501.01205"}],"event":{"name":"2025 40th IEEE\/ACM International Conference on Automated Software Engineering Workshops (ASEW)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2025,11,16]]},"end":{"date-parts":[[2025,11,20]]}},"container-title":["2025 40th IEEE\/ACM International Conference on Automated Software Engineering Workshops (ASEW)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11334057\/11334194\/11334387.pdf?arnumber=11334387","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T07:36:40Z","timestamp":1768894600000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11334387\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,16]]},"references-count":33,"URL":"https:\/\/doi.org\/10.1109\/asew67777.2025.00064","relation":{},"subject":[],"published":{"date-parts":[[2025,11,16]]}}}