{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:27:21Z","timestamp":1783096041961,"version":"3.54.6"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984198","type":"print"},{"value":"9783031984204","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98420-4_5","type":"book-chapter","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T20:14:02Z","timestamp":1752783242000},"page":"60-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Comparing a Human\u2019s and a Multi-Agent System\u2019s Thematic Analysis: Assessing Qualitative Coding Consistency"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3218-2032","authenticated-orcid":false,"given":"Sebastian","family":"Simon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9122-6870","authenticated-orcid":false,"given":"Sreecharan","family":"Sankaranarayanan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4716-292X","authenticated-orcid":false,"given":"Elham","family":"Tajik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3437-8979","authenticated-orcid":false,"given":"Conrad","family":"Borchers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bahar","family":"Shahrokhian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5962-4254","authenticated-orcid":false,"given":"Francesco","family":"Balzan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0647-1132","authenticated-orcid":false,"given":"Sebastian","family":"Strau\u00df","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0268-5130","authenticated-orcid":false,"given":"Sree Aurovindh","family":"Viswanathan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6325-353X","authenticated-orcid":false,"given":"Amine Hatun","family":"Ata\u015f","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7262-7203","authenticated-orcid":false,"given":"Mia","family":"\u010carapina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6285-632X","authenticated-orcid":false,"given":"Li","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7068-8918","authenticated-orcid":false,"given":"Berkan","family":"Celik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/TLT.2023.3314610","volume":"17","author":"K Ahmad","year":"2023","unstructured":"Ahmad, K., et al.: Data-driven artificial intelligence in education: a comprehensive review. IEEE Trans. Learn. Technol. Trans. Learn. Technol. 17, 12\u201331 (2023). https:\/\/doi.org\/10.1109\/TLT.2023.3314610","journal-title":"IEEE Trans. Learn. Technol. Trans. Learn. Technol."},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Borchers, C., Ooge, J., Peng, C., Aleven, V.: How learner control and explainable learning analytics about skill mastery shape student desires to finish and avoid loss in tutored practice. In: Proceedings of the 15th International Learning Analytics and Knowledge Conference, pp. 810\u2013816 (2025). https:\/\/doi.org\/10.1145\/3706468.3706484","DOI":"10.1145\/3706468.3706484"},{"key":"5_CR3","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1007\/s40593-016-0099-7","volume":"26","author":"N Pinkwart","year":"2016","unstructured":"Pinkwart, N.: Another 25 years of AIED? Challenges and opportunities for intelligent educational technologies of the future. Int. J. Artif. Intell. Educ. 26, 771\u2013783 (2016). https:\/\/doi.org\/10.1007\/s40593-016-0099-7","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"5_CR4","unstructured":"Mirchandani, S., t al.: Large language models as general pattern machines. large language models as general pattern machines. In: Proceedings of the 7th Conference on Robot Learning, Proceedings of Machine Learning Research, 229, 2498\u20132518. (2023) https:\/\/proceedings.mlr.press\/v229\/mirchandani23a.html"},{"issue":"2","key":"5_CR5","doi-asserted-by":"publisher","first-page":"70","DOI":"10.2505\/4\/jcst16_046_02_70","volume":"46","author":"K D\u00f3sa","year":"2016","unstructured":"D\u00f3sa, K., Russ, R.: Beyond correctness: using qualitative methods to uncover nuances of student learning in undergraduate STEM education. J. Coll. Sci. Teach. 46(2), 70\u201381 (2016). https:\/\/doi.org\/10.2505\/4\/jcst16_046_02_70","journal-title":"J. Coll. Sci. Teach."},{"issue":"4","key":"5_CR6","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1080\/2159676X.2019.1628806","volume":"11","author":"V Braun","year":"2019","unstructured":"Braun, V., Clarke, V.: Reflecting on reflexive thematic analysis. Qualit. Res. Sport, Exerc. Health 11(4), 589\u2013597 (2019). https:\/\/doi.org\/10.1080\/2159676X.2019.1628806","journal-title":"Qualit. Res. Sport, Exerc. Health"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Barany, A., et al.: ChatGPT for education research: exploring the potential of large language models for qualitative codebook development. In A. M. Olney, I.-A. Chounta, Z. Liu, O. C. Santos, & I. I. Bittencourt (Eds.), Artificial Intelligence in Education: 25th International Conference, AIED2024 (pp. 134\u2013149) (2024). Springer Nature Switzerland. https:\/\/doi.org\/10.1007\/978-3-031-64299-9_10","DOI":"10.1007\/978-3-031-64299-9_10"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Gao, J., et al.: CollabCoder: A lower-barrier, rigorous workflow for inductive collaborative qualitative analysis with large language models. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, (pp. 1\u201329) (2024). Association for Computing Machinery. https:\/\/doi.org\/10.1145\/3613904.3642002","DOI":"10.1145\/3613904.3642002"},{"issue":"2","key":"5_CR9","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1191\/1478088706qp063oa","volume":"3","author":"V Braun","year":"2006","unstructured":"Braun, V., Clarke, V.: Using thematic analysis in psychology. Qual. Res. Psychol. 3(2), 77\u2013101 (2006). https:\/\/doi.org\/10.1191\/1478088706qp063oa","journal-title":"Qual. Res. Psychol."},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"Terry, G., Hayfield, N., Clarke, V., Braun, V.: Thematic analysis. In: C. Willig, W. S. Rogers (Eds.), The SAGE Handbook of Qualitative Research in Psychology, (pp. 17\u201336). SAGE Publications Ltd (2017). https:\/\/doi.org\/10.4135\/9781526405555.n2","DOI":"10.4135\/9781526405555.n2"},{"key":"5_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1123\/jtpe.2017-0084","volume":"37","author":"K Richards","year":"2017","unstructured":"Richards, K., Hemphill, M.: A practical guide to collaborative qualitative data analysis. J. Teach. Phys. Educ. 37, 1\u201320 (2017). https:\/\/doi.org\/10.1123\/jtpe.2017-0084","journal-title":"J. Teach. Phys. Educ."},{"key":"5_CR12","doi-asserted-by":"publisher","unstructured":"Sankaranarayanan, S., et al.: Automating thematic analysis with multi-agent LLM systems: an investigation of consistency and efficiency. In: LAK 2025 Workshop on Advances in Learning Analytics. (2025). https:\/\/doi.org\/10.13140\/RG.2.2.19582.70725","DOI":"10.13140\/RG.2.2.19582.70725"},{"key":"5_CR13","unstructured":"Simon, S.,et al.: exploring shared conceptual ground in computer-supported collaborative learning: a survey. In: Proceedings of the 18th International Conference on Computer-Supported Collaborative Learning. In press (2025)"},{"issue":"4","key":"5_CR14","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1177\/0894439323122048","volume":"42","author":"S De Paoli","year":"2024","unstructured":"De Paoli, S.: Performing an inductive thematic analysis of semi-structured interviews with a large language model: an exploration and provocation on the limits of the approach. Soc. Sci. Comput. Rev. 42(4), 997\u20131019 (2024). https:\/\/doi.org\/10.1177\/0894439323122048","journal-title":"Soc. Sci. Comput. Rev."},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"Ramanathan, S., Lim, L.-A., Rezazadeh Mottaghi, N., Buckingham Shum, S.: When the prompt becomes the codebook: grounded prompt engineering (GROPROE) and its application to belonging analytics. In LAK25: The 15th International Learning Analytics and Knowledge Conference, (pp. 1\u201312). Dublin, Ireland. ACM (2025). https:\/\/doi.org\/10.1145\/3706468.3706564","DOI":"10.1145\/3706468.3706564"},{"key":"5_CR16","doi-asserted-by":"publisher","unstructured":"Xiao, Z., Yuan, X., Liao, Q. V., Abdelghani, R., & Oudeyer, P. Y. (2023). Supporting qualitative analysis with large language models: combining codebook with GPT-3 for deductive coding. In: Companion Proceedings of the 28th International Conference on Intelligent User Interfaces (pp. 75\u201378). https:\/\/doi.org\/10.48550\/arXiv.2304.10548","DOI":"10.48550\/arXiv.2304.10548"},{"key":"5_CR17","doi-asserted-by":"publisher","unstructured":"Yan, L., et al. (2024). Human-AI collaboration in thematic analysis using ChatGPT: a user study and design recommendations. In: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems (CHI EA \u201824), vol. 191, 1\u20137. https:\/\/doi.org\/10.1145\/3613905.3650732","DOI":"10.1145\/3613905.3650732"},{"key":"5_CR18","doi-asserted-by":"publisher","unstructured":"Tai, R. H., et al.: An examination of the use of large language models to aid analysis of textual data. Int. J. Quali. Meth.23 (2024) https:\/\/doi.org\/10.1177\/16094069241231168","DOI":"10.1177\/16094069241231168"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Krippendorff, K.. Content analysis: An introduction to its methodology (4th ed.). SAGE Publications (2018)","DOI":"10.4135\/9781071878781"},{"key":"5_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.mex.2023.102545","volume":"12","author":"G Marzi","year":"2024","unstructured":"Marzi, G., Balzano, M., Marchiori, D.: K-Alpha calculator\u2013Krippendorff\u2019s alpha calculator: a user-friendly tool for computing Krippendorff\u2019s Alpha inter-rater reliability coefficient. MethodsX 12, 102545 (2024). https:\/\/doi.org\/10.1016\/j.mex.2023.102545","journal-title":"MethodsX"},{"key":"5_CR21","doi-asserted-by":"publisher","unstructured":"Qi, R., Li, W., Lyu, H.: Generation of Scientific Literature Surveys Based on Large Language Models (LLM) and Multi-Agent Systems (MAS). In D. F. Wong, Z. Wei, & M. Yang (Eds.), Natural Language Processing and Chinese Computing (pp. 169\u2013180) (2025) Springer Nature. https:\/\/doi.org\/10.1007\/978-981-97-9443-0_14","DOI":"10.1007\/978-981-97-9443-0_14"},{"issue":"1","key":"5_CR22","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1186\/s40561-024-00313-w","volume":"11","author":"Z Li","year":"2024","unstructured":"Li, Z., et al.: Large language models and medical education: a paradigm shift in educator roles. Smart Learn. Environ. 11(1), 26 (2024). https:\/\/doi.org\/10.1186\/s40561-024-00313-w","journal-title":"Smart Learn. Environ."},{"key":"5_CR23","unstructured":"Ng, A.: Agentic design patterns part 5: multi-agent collaboration. the batch. Retrieved February 19, 2025 (2024). from https:\/\/www.deeplearning.ai\/the-batch\/agentic-design-patterns-part-5-multi-agent-collaboration\/"},{"key":"5_CR24","doi-asserted-by":"publisher","unstructured":"Tran, K. T., Dao, D., Nguyen, M. D., Pham, Q. V., O\u2019Sullivan, B., Nguyen, H. D.: Multi-Agent Collaboration Mechanisms: a survey of LLMs (2025). arXiv preprint https:\/\/doi.org\/10.48550\/arXiv.2501.06322","DOI":"10.48550\/arXiv.2501.06322"},{"key":"5_CR25","doi-asserted-by":"publisher","unstructured":"Rasheed, Z., et al.: Can large language models serve as data analysts? A multi-agent assisted approach for qualitative data analysis (2024). https:\/\/doi.org\/10.48550\/arXiv.2402.01386","DOI":"10.48550\/arXiv.2402.01386"},{"key":"5_CR26","unstructured":"Anthropic: Introducing Claude 3.5 Sonnet. (2024) https:\/\/www.anthropic.com\/news\/claude-3-5-sonnet"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98420-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:09:50Z","timestamp":1783094990000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98420-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984198","9783031984204"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98420-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}