{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T17:27:39Z","timestamp":1768325259927,"version":"3.49.0"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032093172","type":"print"},{"value":"9783032093189","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,9]],"date-time":"2025-11-09T00:00:00Z","timestamp":1762646400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,9]],"date-time":"2025-11-09T00:00:00Z","timestamp":1762646400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09318-9_2","type":"book-chapter","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T06:22:28Z","timestamp":1762582948000},"page":"18-32","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Theory of\u00a0Mind and\u00a0Internal Beliefs in\u00a0LLM-Based Multi-agent Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8174-2109","authenticated-orcid":false,"given":"Adam","family":"Kostka","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4534-8652","authenticated-orcid":false,"given":"Jaros\u0142aw A.","family":"Chudziak","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,9]]},"reference":[{"key":"2_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2021.102760","volume":"215","author":"B Archibald","year":"2022","unstructured":"Archibald, B., Calder, M., Sevegnani, M., Xu, M.: Modelling and verifying BDI agents with bigraphs. Sci. Comput. Program. 215, 102760 (2022). https:\/\/doi.org\/10.1016\/j.scico.2021.102760","journal-title":"Sci. Comput. Program."},{"key":"2_CR2","doi-asserted-by":"publisher","unstructured":"Calegari, R., Ciatto, G., Mascardi, V., Omicini, A.: Logic-based technologies for multi-agent systems: a systematic literature review. Auton. Agent. Multi-Agent Syst. 35(1), 1\u201367 (2020). https:\/\/doi.org\/10.1007\/s10458-020-09478-3","DOI":"10.1007\/s10458-020-09478-3"},{"key":"2_CR3","doi-asserted-by":"publisher","unstructured":"Chen, P., Zhang, S., Han, B.: CoMM: collaborative multi-agent, multi-reasoning-path prompting for complex problem solving. In: Findings of the Association for Computational Linguistics: NAACL 2024. pp. 1720\u20131738. Mexico City, Mexico (2024). https:\/\/doi.org\/10.18653\/v1\/2024.findings-naacl.112","DOI":"10.18653\/v1\/2024.findings-naacl.112"},{"key":"2_CR4","unstructured":"Chen, W., Yuan, J., Qian, C., Yang, C., Liu, Z., Sun, M.: Optima: optimizing effectiveness and efficiency for LLM-based multi-agent system (2024). https:\/\/arxiv.org\/abs\/2410.08115"},{"key":"2_CR5","unstructured":"Chudziak, J.A., Wawer, M.: ElliottAgents: a natural language-driven multi-agent system for stock market analysis and prediction. In: Proceedings of the 38th Pacific Asia Conference on Language, Information and Computation, pp. 961\u2013970. Tokyo, Japan (2024). https:\/\/aclanthology.org\/2024.paclic-1.91\/"},{"key":"2_CR6","doi-asserted-by":"publisher","unstructured":"Cinkusz, K., Chudziak, J.A.: Towards LLM-augmented multiagent systems for agile software engineering. In: Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering, pp. 2476\u20132477. ASE \u201924, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3691620.3695336","DOI":"10.1145\/3691620.3695336"},{"key":"2_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01561-8","volume-title":"Answer Set Solving In Practice","author":"M Gebser","year":"2013","unstructured":"Gebser, M., Kaminski, R., Kaufmann, B., Schaub, T.: Answer Set Solving In Practice. Springer, Cham, Switzerland (2013)"},{"key":"2_CR8","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139342124","volume-title":"Knowledge Representation, Reasoning, And The Design Of Intelligent Agents: The Answer-set Programming Approach","author":"M Gelfond","year":"2014","unstructured":"Gelfond, M., Kahl, Y.: Knowledge Representation, Reasoning, And The Design Of Intelligent Agents: The Answer-set Programming Approach. Cambridge University Press, New York, NY (2014)"},{"key":"2_CR9","doi-asserted-by":"publisher","unstructured":"Guo, T., et al.: Large language model based multi-agents: A survey of progress and challenges. In: Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence, IJCAI-24, pp. 8048\u20138057 (2024). https:\/\/doi.org\/10.24963\/ijcai.2024\/890","DOI":"10.24963\/ijcai.2024\/890"},{"key":"2_CR10","unstructured":"Han, S., Zhang, Q., Yao, Y., Jin, W., Xu, Z., He, C.: LLM multi-agent systems: challenges and open problems (2024). https:\/\/arxiv.org\/abs\/2402.03578"},{"key":"2_CR11","doi-asserted-by":"publisher","unstructured":"Harbar, Y., Chudziak, J.A.: Simulating oxford-style debates with LLM-based multi-agent systems. In: Intelligent Information and Database Systems, pp. 286\u2013300. Singapore (2025). https:\/\/doi.org\/10.1007\/978-981-96-6008-7_21","DOI":"10.1007\/978-981-96-6008-7_21"},{"key":"2_CR12","volume-title":"First-Order Logic A Concise Introduction","author":"J Heil","year":"2021","unstructured":"Heil, J.: First-Order Logic A Concise Introduction. Hackett Publishing Company, Cambridge (2021)"},{"key":"2_CR13","doi-asserted-by":"publisher","unstructured":"Holvoet, T., Valckenaers, P.: Beliefs, desires and intentions through the environment. In: Proceedings of the Fifth International Joint Conference on Autonomous Agents and Multiagent Systems. pp. 1052\u20131054. AAMAS \u201906, New York, NY, USA (2006).https:\/\/doi.org\/10.1145\/1160633.1160820","DOI":"10.1145\/1160633.1160820"},{"key":"2_CR14","unstructured":"Hong, S., et al.: MetaGPT: Meta programming for a multi-agent collaborative framework. In: International Conference on Learning Representations (2023)"},{"key":"2_CR15","unstructured":"Hu, M., Chen, T., Chen, Q., Mu, Y., Shao, W., Luo, P.: HiAgent: hierarchical working memory management for solving long-horizon agent tasks with large language model (2024). https:\/\/arxiv.org\/abs\/2408.09559"},{"key":"2_CR16","doi-asserted-by":"publisher","unstructured":"Jang, M., Yoon, Y., Choi, J., Ong, H., Kim, J.: A structured prompting based on belief-desire-intention model for proactive and explainable task planning. In: Proceedings of the 11th International Conference on Human-Agent Interaction, pp. 375\u2013377. HAI \u201923, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3623809.3623930","DOI":"10.1145\/3623809.3623930"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Kosinski, M.: Evaluating large language models in theory of mind tasks. Proceedings of the National Academy of Sciences 121(45), e2405460121 (2024). https:\/\/doi.org\/10.1073\/pnas.2405460121","DOI":"10.1073\/pnas.2405460121"},{"key":"2_CR18","unstructured":"Kostka, A., Chudziak, J.A.: Synergizing logical reasoning, knowledge management and collaboration in multi-agent LLM system. In: Proceedings of the 38th Pacific Asia Conference on Language, Information and Computation, pp. 203\u2013212. Tokyo, Japan (2024). https:\/\/aclanthology.org\/2024.paclic-1.19\/"},{"key":"2_CR19","doi-asserted-by":"publisher","unstructured":"Li, H., Chong, Y., Stepputtis, S., Campbell, J., Hughes, D., Lewis, C., Sycara, K.: Theory of mind for multi-agent collaboration via large language models. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.13","DOI":"10.18653\/v1\/2023.emnlp-main.13"},{"key":"2_CR20","doi-asserted-by":"publisher","unstructured":"Li, X., Wang, S., Zeng, S., Wu, Y., Yang, Y.: A survey on LLM-based multi-agent systems: Workflow, infrastructure, and challenges. Vicinagearth (2024). https:\/\/doi.org\/10.1007\/s44336-024-00009-2","DOI":"10.1007\/s44336-024-00009-2"},{"key":"2_CR21","volume-title":"The Oxford Handbook of Philosophy of Mind","author":"BP McLaughlin","year":"2011","unstructured":"McLaughlin, B.P., Beckermann, A., Walter, S.: The Oxford Handbook of Philosophy of Mind. Oxford University Press, Oxford (2011)"},{"key":"2_CR22","unstructured":"Naveed, H., et al.: A comprehensive overview of large language models (2024). https:\/\/arxiv.org\/abs\/2307.06435"},{"key":"2_CR23","doi-asserted-by":"publisher","unstructured":"Pan, L., Albalak, A., Wang, X., Wang, W.: Logic-LM: empowering large language models with symbolic solvers for faithful logical reasoning. In: Findings of the Association for Computational Linguistics: EMNLP 2023, pp. 3806\u20133824. Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.248","DOI":"10.18653\/v1\/2023.findings-emnlp.248"},{"key":"2_CR24","doi-asserted-by":"publisher","unstructured":"Pandey, H.G., Amod, A., Kumar, S.: Advancing healthcare automation: Multi-agent system for medical necessity justification. In: Proceedings of the 23rd Workshop on Biomedical Natural Language Processing, pp. 39\u201349. Bangkok, Thailand (2024). https:\/\/doi.org\/10.18653\/v1\/2024.bionlp-1.4","DOI":"10.18653\/v1\/2024.bionlp-1.4"},{"key":"2_CR25","doi-asserted-by":"publisher","unstructured":"Prather, J., et al.: The robots are here: Navigating the generative AI revolution in computing education. In: Proceedings of the 2023 Working Group Reports on Innovation and Technology in Computer Science Education. pp. 108\u2013159. ITiCSE-WGR \u201923, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3623762.3633499","DOI":"10.1145\/3623762.3633499"},{"key":"2_CR26","unstructured":"Qian, C., et al.: Scaling large-language-model-based multi-agent collaboration (2024). https:\/\/arxiv.org\/abs\/2406.07155"},{"key":"2_CR27","volume-title":"Artificial Intelligence: A Modern Approach","author":"SJ Russell","year":"2016","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence: A Modern Approach. Pearson, Harlow, England (2016)"},{"key":"2_CR28","doi-asserted-by":"publisher","unstructured":"Ryzko, D., Rybinski, H.: Distributed default logic for multi-agent system. In: 2006 IEEE\/WIC\/ACM International Conference on Intelligent Agent Technology, pp. 204\u2013210 (2006). https:\/\/doi.org\/10.1109\/IAT.2006.55","DOI":"10.1109\/IAT.2006.55"},{"key":"2_CR29","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511811654","volume-title":"Multiagent Systems: Algorithmic, Game-Theoretic, and Logical Foundations","author":"Y Shoham","year":"2008","unstructured":"Shoham, Y., Leyton-Brown, K.: Multiagent Systems: Algorithmic, Game-Theoretic, and Logical Foundations. Cambridge University Press, USA (2008)"},{"key":"2_CR30","unstructured":"Tran, K.T., et al.: Multi-agent collaboration mechanisms: A survey of LLMs (2025). https:\/\/arxiv.org\/abs\/2501.06322"},{"key":"2_CR31","unstructured":"Wang, J., et al.: OpenR: An open source framework for advanced reasoning with large language models (2024). https:\/\/arxiv.org\/abs\/2410.09671"},{"key":"2_CR32","unstructured":"Wang, Q., Wang, T., Li, Q., Liang, J., He, B.: MegaAgent: a practical framework for autonomous cooperation in large-scale LLM agent systems (2024). https:\/\/arxiv.org\/abs\/2408.09955"},{"key":"2_CR33","unstructured":"Wang, Y., Shen, T., Liu, L., Xie, J.: Sibyl: Simple yet effective agent framework for complex real-world reasoning (2024). https:\/\/arxiv.org\/abs\/2407.10718"},{"key":"2_CR34","unstructured":"Weng, L.: LLM-powered autonomous agents (2023). https:\/\/lilianweng.github.io\/posts\/2023-06-23-agent\/"},{"key":"2_CR35","doi-asserted-by":"publisher","unstructured":"Xu, H., Zhao, R., Zhu, L., Du, J., He, Y.: OpenToM: a comprehensive benchmark for evaluating theory-of-mind reasoning capabilities of large language models. In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 8593\u20138623. Bangkok, Thailand (2024). https:\/\/doi.org\/10.18653\/v1\/2024.acl-long.466","DOI":"10.18653\/v1\/2024.acl-long.466"},{"key":"2_CR36","doi-asserted-by":"publisher","unstructured":"Yang, Z., Ishay, A., Lee, J.: Coupling large language models with logic programming for robust and general reasoning from text. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 5186\u20135219. Toronto, Canada (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.321","DOI":"10.18653\/v1\/2023.findings-acl.321"},{"key":"2_CR37","unstructured":"Yu, Y., et al.: FINCON: a synthesized LLM multi-agent system with conceptual verbal reinforcement for enhanced financial decision making. In: Proceedings of the 38th International Conference on Neural Information Processing Systems. NIPS \u201924, Vancouver, BC, Canada (2025)"},{"key":"2_CR38","doi-asserted-by":"publisher","unstructured":"Zamojska, M., Chudziak, J.A.: Simulating human communication games: Transactional analysis in LLM agent interactions. In: Recent Challenges in Intelligent Information and Database Systems, pp. 173\u2013187. Singapore (2025). https:\/\/doi.org\/10.1007\/978-981-96-5881-7_14","DOI":"10.1007\/978-981-96-5881-7_14"},{"key":"2_CR39","unstructured":"Zhu, K., et al.: MultiAgentBench: Evaluating the collaboration and competition of LLM agents (2025). https:\/\/arxiv.org\/abs\/2503.01935"}],"container-title":["Lecture Notes in Computer Science","Computational Collective Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09318-9_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T05:02:30Z","timestamp":1768280550000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09318-9_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,9]]},"ISBN":["9783032093172","9783032093189"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09318-9_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,9]]},"assertion":[{"value":"9 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCCI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Collective Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ho Chi Minh City","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vietnam","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccci2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iccci.pwr.edu.pl\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}