{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:34:43Z","timestamp":1773246883732,"version":"3.50.1"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031704147","type":"print"},{"value":"9783031704154","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-70415-4_4","type":"book-chapter","created":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T05:38:30Z","timestamp":1731908310000},"page":"39-48","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Benchmarking Large Language Models for Multi-agent Systems: A Comparative Analysis of AutoGen, CrewAI, and TaskWeaver"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7245-6395","authenticated-orcid":false,"given":"Rafael","family":"Barbarroxa","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8597-3383","authenticated-orcid":false,"given":"Luis","family":"Gomes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4560-9544","authenticated-orcid":false,"given":"Zita","family":"Vale","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,19]]},"reference":[{"key":"4_CR1","doi-asserted-by":"publisher","unstructured":"Hadi, M.U., et al.: Large language models: a comprehensive survey of its applications, challenges, limitations, and future prospects (2023). https:\/\/doi.org\/10.36227\/techrxiv.23589741.v4","DOI":"10.36227\/techrxiv.23589741.v4"},{"key":"4_CR2","doi-asserted-by":"publisher","unstructured":"Vaswani, A., et al.: Attention is all you need (2023). https:\/\/doi.org\/10.48550\/arXiv.1706.03762","DOI":"10.48550\/arXiv.1706.03762"},{"key":"4_CR3","doi-asserted-by":"publisher","first-page":"16","DOI":"10.3390\/computers10020016","volume":"10","author":"RC Cardoso","year":"2021","unstructured":"Cardoso, R.C., Ferrando, A.: A review of agent-based programming for multi-agent systems. Computers 10, 16 (2021). https:\/\/doi.org\/10.3390\/computers10020016","journal-title":"Computers"},{"key":"4_CR4","doi-asserted-by":"publisher","first-page":"1402","DOI":"10.3390\/app9071402","volume":"9","author":"V Julian","year":"2019","unstructured":"Julian, V., Botti, V.: Multi-agent systems. Appl. Sci. 9, 1402 (2019). https:\/\/doi.org\/10.3390\/app9071402","journal-title":"Appl. Sci."},{"key":"4_CR5","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/978-3-031-37616-0_25","volume-title":"PAAMS 2023","author":"B Ribeiro","year":"2023","unstructured":"Ribeiro, B., Gomes, L., Barbarroxa, R., Vale, Z.: A novel framework for multiagent knowledge-based federated learning systems. In: Mathieu, P., Dignum, F., Novais, P., De la Prieta, F. (eds.) PAAMS 2023. LNCS, vol. 13955, pp. 296\u2013306. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-37616-0_25"},{"key":"4_CR6","unstructured":"Burch, D.: Survey: Large Language Model Adoption Reaches Tipping Point. https:\/\/arize.com\/blog\/llm-survey\/. Accessed 20 Mar 2024"},{"key":"4_CR7","unstructured":"Kumar, A.: LLM Training & GPU Memory Requirements: Examples. https:\/\/vitalflux.com\/llm-gpu-memory-requirements-examples\/. Accessed 20 Mar 2024"},{"key":"4_CR8","unstructured":"Long, T., et al.: Tweetorial Hooks: Generative AI Tools to Motivate Science on Social Media (2023). http:\/\/arxiv.org\/abs\/2305.12265"},{"key":"4_CR9","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1038\/s41586-023-06924-6","volume":"625","author":"B Romera-Paredes","year":"2024","unstructured":"Romera-Paredes, B., et al.: Mathematical discoveries from program search with large language models. Nature 625, 468\u2013475 (2024). https:\/\/doi.org\/10.1038\/s41586-023-06924-6","journal-title":"Nature"},{"key":"4_CR10","unstructured":"Xu, S., Zhang, X.: Leveraging generative artificial intelligence to simulate student learning behavior (2023). http:\/\/arxiv.org\/abs\/2310.19206"},{"key":"4_CR11","unstructured":"Miessler, D.: danielmiessler\/fabric (2024). https:\/\/github.com\/danielmiessler\/fabric"},{"key":"4_CR12","doi-asserted-by":"publisher","unstructured":"Gomes, L., Ribeiro, B., Lezama, F., Vale, Z.: A multi-agent system empowered by federated learning and genetic programming. In: 2023 31st Signal Processing and Communications Applications Conference (SIU), Istanbul, Turkiye, pp. 1\u20134. IEEE (2023). https:\/\/doi.org\/10.1109\/SIU59756.2023.10223778","DOI":"10.1109\/SIU59756.2023.10223778"},{"key":"4_CR13","doi-asserted-by":"publisher","first-page":"103402","DOI":"10.1016\/j.seta.2023.103402","volume":"59","author":"R Faia","year":"2023","unstructured":"Faia, R., Ribeiro, B., Goncalves, C., Gomes, L., Vale, Z.: Multi-agent based energy community cost optimization considering high electric vehicles penetration. Sustain. Energy Technol. Assess. 59, 103402 (2023). https:\/\/doi.org\/10.1016\/j.seta.2023.103402","journal-title":"Sustain. Energy Technol. Assess."},{"key":"4_CR14","unstructured":"Talebirad, Y., Nadiri, A.: Multi-Agent Collaboration: Harnessing the Power of Intelligent LLM Agents (2023). http:\/\/arxiv.org\/abs\/2306.03314"},{"key":"4_CR15","unstructured":"Qian, C., et al.: Communicative Agents for Software Development (2023). http:\/\/arxiv.org\/abs\/2307.07924"},{"key":"4_CR16","unstructured":"Pythagora-io\/gpt-pilot (2024). https:\/\/github.com\/Pythagora-io\/gpt-pilot"},{"key":"4_CR17","unstructured":"AutoGen | AutoGen. https:\/\/microsoft.github.io\/autogen\/. Accessed 19 Mar 2024"},{"key":"4_CR18","unstructured":"AutoGen Studio: Interactively Explore Multi-Agent Workflows | AutoGen. https:\/\/microsoft.github.io\/autogen\/blog\/2023\/12\/01\/AutoGenStudio\/. Accessed 02 Apr 2024"},{"key":"4_CR19","unstructured":"Hello from TaskWeaver | TaskWeaver. https:\/\/docusaurus.io\/TaskWeaver\/. Accessed 19 Mar 2024"}],"container-title":["Lecture Notes in Computer Science","Advances in Practical Applications of Agents, Multi-Agent Systems, and Digital Twins: The PAAMS Collection"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70415-4_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T06:03:15Z","timestamp":1731909795000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70415-4_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,19]]},"ISBN":["9783031704147","9783031704154"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70415-4_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,19]]},"assertion":[{"value":"19 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"PAAMS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Practical Applications of Agents and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"paams2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.paams.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}