{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T16:46:43Z","timestamp":1782319603644,"version":"3.54.5"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032297549","type":"print"},{"value":"9783032297556","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-29755-6_16","type":"book-chapter","created":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:52:57Z","timestamp":1782316377000},"page":"232-246","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Using LLMs to\u00a0Annotate Pedagogical Moves: You Know What I Mean?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-4635-3010","authenticated-orcid":false,"given":"Videep","family":"Venkatesha","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4641-4798","authenticated-orcid":false,"given":"Sifatul","family":"Anindho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2268-9571","authenticated-orcid":false,"given":"Ethan","family":"Seefried","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2653-0873","authenticated-orcid":false,"given":"Nathaniel","family":"Blanchard","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"16_CR1","unstructured":"Alizadeh, M., et al.: Open-source large language models outperform crowd workers and approach ChatGPT in text-annotation tasks, vol. 101. arXiv preprint arXiv:2307.02179 (2023)"},{"key":"16_CR2","unstructured":"Anindho, S., Venkatesha, V., Blanchard, N.: A methodological framework for capturing cognitive-affective states in collaborative learning. arXiv preprint arXiv:2507.01166 (2025)"},{"key":"16_CR3","unstructured":"Cao, J., et al.: Enhancing talk moves analysis in mathematics tutoring through classroom teaching discourse. In: Proceedings of the 31st International Conference on Computational Linguistics, pp. 7671\u20137684 (2025)"},{"issue":"1","key":"16_CR4","doi-asserted-by":"publisher","first-page":"29113","DOI":"10.1038\/s41598-024-80571-3","volume":"14","author":"Y Cong","year":"2024","unstructured":"Cong, Y.: Manner implicatures in large language models. Sci. Rep. 14(1), 29113 (2024)","journal-title":"Sci. Rep."},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Ding, B., et al.: Is GPT-3 a good data annotator? In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 11173\u201311195 (2023)","DOI":"10.18653\/v1\/2023.acl-long.626"},{"issue":"30","key":"16_CR6","doi-asserted-by":"publisher","first-page":"e2305016120","DOI":"10.1073\/pnas.2305016120","volume":"120","author":"F Gilardi","year":"2023","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: ChatGPT outperforms crowd workers for text-annotation tasks. Proc. Natl. Acad. Sci. 120(30), e2305016120 (2023)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"He, X., et al.: AnnoLLM: making large language models to be better crowdsourced annotators. In: Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 6: Industry Track), pp. 165\u2013190 (2024)","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"issue":"CSCW2","key":"16_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3610056","volume":"7","author":"G Karadzhov","year":"2023","unstructured":"Karadzhov, G., Stafford, T., Vlachos, A.: DeliData: a dataset for deliberation in multi-party problem solving. Proc. ACM Hum. Comput. Interact. 7(CSCW2), 1\u201325 (2023)","journal-title":"Proc. ACM Hum. Comput. Interact."},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Khebour, I., et al.: When text and speech are not enough: A multimodal dataset of collaboration in a situated task. J. Open Humanit. Data 10 (2024)","DOI":"10.5334\/johd.168"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics, 159\u2013174 (1977)","DOI":"10.2307\/2529310"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Liu, S., Liu, S., Sha, L., Zeng, Z., Ga\u0161evi\u0107, D., Liu, Z.: Annotation guideline-based knowledge augmentation: towards enhancing large language models for educational text classification. IEEE Trans. Learn. Technol. (2025)","DOI":"10.1109\/TLT.2025.3570775"},{"issue":"8","key":"16_CR12","doi-asserted-by":"publisher","first-page":"e0307741","DOI":"10.1371\/journal.pone.0307741","volume":"19","author":"CR Liyanage","year":"2024","unstructured":"Liyanage, C.R., Gokani, R., Mago, V.: GPT-4 as an x data annotator: unraveling its performance on a stance classification task. PLoS ONE 19(8), e0307741 (2024)","journal-title":"PLoS ONE"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Long, Y., Luo, H., Zhang, Y.: Evaluating large language models in analysing classroom dialogue. npj Sci. Learn. 9(1), 60 (2024)","DOI":"10.1038\/s41539-024-00273-3"},{"issue":"4","key":"16_CR14","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/s11217-007-9071-1","volume":"27","author":"S Michaels","year":"2008","unstructured":"Michaels, S., O\u2019Connor, C., Resnick, L.B.: Deliberative discourse idealized and realized: accountable talk in the classroom and in civic life. Stud. Philos. Educ. 27(4), 283\u2013297 (2008)","journal-title":"Stud. Philos. Educ."},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Moreau-Pernet, B., et al.: Classifying tutor discursive moves at scale in mathematics classrooms with large language models. In: Proceedings of the Eeleventh ACM Conference on Learning@ Scale, pp. 361\u2013365 (2024)","DOI":"10.1145\/3657604.3664664"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Nath, A., et al.: \u201cany other thoughts, hedgehog?\u201d linking deliberation chains in collaborative dialogues. In: Findings of the Association for Computational Linguistics, EMNLP 2024, pp. 5297\u20135314 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.305"},{"key":"16_CR17","unstructured":"Resnick, L.B., Asterhan, C.S., Clarke, S.N., et\u00a0al.: Accountable talk: instructional dialogue that builds the mind. The International Academy of Education (IAE) and the International Bureau of Education (IBE) of the United Nations Educational, Scientific and Cultural Organization (UNESCO), Geneva, Switzerland (2018)"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"20827","DOI":"10.52202\/075280-0913","volume":"36","author":"L Ruis","year":"2023","unstructured":"Ruis, L., Khan, A., Biderman, S., Hooker, S., Rockt\u00e4schel, T., Grefenstette, E.: The goldilocks of pragmatic understanding: fine-tuning strategy matters for implicature resolution by LLMs. Adv. Neural. Inf. Process. Syst. 36, 20827\u201320905 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"16_CR19","unstructured":"Ruis, L.E., Khan, A., Biderman, S., Hooker, S., Rockt\u00e4schel, T., Grefenstette, E.: Large language models are not zero-shot communicators (2022)"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Searle, J.R.: Speech Acts: An Essay in the Philosophy of Language. Cambridge University (1969)","DOI":"10.1017\/CBO9781139173438"},{"key":"16_CR21","doi-asserted-by":"publisher","first-page":"103672","DOI":"10.1016\/j.compedu.2019.103672","volume":"143","author":"C Sun","year":"2020","unstructured":"Sun, C., Shute, V.J., Stewart, A., Yonehiro, J., Duran, N., D\u2019Mello, S.: Towards a generalized competency model of collaborative problem solving. Comput. Educ. 143, 103672 (2020)","journal-title":"Comput. Educ."},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Suresh, A., Jacobs, J., Harty, C., Perkoff, M., Martin, J.H., Sumner, T.: The TalkMoves dataset: K-12 mathematics lesson transcripts annotated for teacher and student discursive moves. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 4654\u20134662 (2022)","DOI":"10.63317\/2azjpibjyj5e"},{"key":"16_CR23","unstructured":"Suresh, A., et al.: Using transformers to provide teachers with personalized feedback on their classroom discourse: the TalkMoves application. arXiv preprint arXiv:2105.07949 (2021)"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Suresh, A., Jacobs, J., Perkoff, M., Martin, J.H., Sumner, T.: Fine-tuning transformers with additional context to classify discursive moves in mathematics classrooms. In: Proceedings of the 17th Workshop on Innovative use of NLP for Building Educational Applications, BEA 2022, pp. 71\u201381 (2022)","DOI":"10.18653\/v1\/2022.bea-1.11"},{"key":"16_CR25","unstructured":"T\u00f6rnberg, P.: ChatGPT-4 outperforms experts and crowd workers in annotating political Twitter messages with zero-shot learning. arXiv preprint arXiv:2304.06588 (2023)"},{"key":"16_CR26","unstructured":"Venkatesha, V., et\u00a0al.: Propositional extraction from collaborative naturalistic dialogues. J. Educ. Data Min. (2025)"},{"key":"16_CR27","unstructured":"Wang, D., Shan, D., Zheng, Y., Guo, K., Chen, G., Lu, Y.: Can ChatGPT detect student talk moves in classroom discourse? A preliminary comparison with BERT. In: Proceedings of the 16th International Conference on Educational Data Mining, pp. 515\u2013519 (2023)"},{"key":"16_CR28","unstructured":"Zhu, Y., et al.: Multimodal common ground annotation for partial information collaborative problem solving. In: Proceedings of the 21st Joint ACL-ISO Workshop on Interoperable Semantic Annotation, ISA-21, pp. 85\u201391 (2025)"},{"key":"16_CR29","unstructured":"Zhu, Y., Zhang, P., Haq, E.U., Hui, P., Tyson, G.: Can ChatGPT reproduce human-generated labels? A study of social computing tasks. arXiv preprint arXiv:2304.10145 (2023)"},{"issue":"1","key":"16_CR30","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1162\/coli_a_00502","volume":"50","author":"C Ziems","year":"2024","unstructured":"Ziems, C., Held, W., Shaikh, O., Chen, J., Zhang, Z., Yang, D.: Can large language models transform computational social science? Comput. Linguist. 50(1), 237\u2013291 (2024)","journal-title":"Comput. Linguist."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29755-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:53:28Z","timestamp":1782316408000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29755-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"ISBN":["9783032297549","9783032297556"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29755-6_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"25 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied-conference.org\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}