{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,11]],"date-time":"2025-06-11T04:17:51Z","timestamp":1749615471210,"version":"3.41.0"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031880353"},{"type":"electronic","value":"9783031880360"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88036-0_7","type":"book-chapter","created":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T08:07:31Z","timestamp":1744618051000},"page":"131-147","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Redefining Annotation Practices: Leveraging Large Language Models for Discourse Annotation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2367-203X","authenticated-orcid":false,"given":"Lidiia","family":"Ostyakova","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5295-9066","authenticated-orcid":false,"given":"Anna","family":"Mikhailova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4745-4718","authenticated-orcid":false,"given":"Vasily","family":"Konovalov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,15]]},"reference":[{"key":"7_CR1","unstructured":"Allen, J., Core, M.: DAMSL: dialogue act markup in several layers (draft 2.1). In: Technical Report, Multiparty Discourse Group, Discourse Resource Initiative (1997)"},{"key":"7_CR2","unstructured":"Beck, C., Booth, H., El-Assady, M., Butt, M.: Representation problems in linguistic annotations: ambiguity, variation, uncertainty, error and bias. In: Proceedings of the 14th Linguistic Annotation Workshop, pp. 60\u201373 (2020)"},{"key":"7_CR3","unstructured":"Bothe, C.: Polite emotional dialogue acts for conversational analysis in daily dialog data. arXiv preprint arXiv:2112.13572 (2021)"},{"key":"7_CR4","unstructured":"Bothe, C., Wermter, S.: Conversational analysis of daily dialog data using polite emotional dialogue acts. In: Calzolari, N., et al. (eds.) Proceedings of the Thirteenth Language Resources and Evaluation Conference, LREC 2022, Marseille, France, 20\u201325 June 2022, pp. 2395\u20132400. European Language Resources Association (2022). https:\/\/aclanthology.org\/2022.lrec-1.256"},{"key":"7_CR5","unstructured":"Bunt, H., et\u00a0al.: Towards an ISO standard for dialogue act annotation. In: Seventh Conference on International Language Resources and Evaluation, (LREC 2010) (2010)"},{"key":"7_CR6","unstructured":"Bunt, H., et al.: ISO 24617\u20132: a semantically-based standard for dialogue annotation. University of Southern California Los Angeles, Technical report (2012)"},{"key":"7_CR7","unstructured":"Bunt, H., et al.: The ISO standard for dialogue act annotation. In: 12th Edition of its Language Resources and Evaluation Conference (LREC 2020), pp. 549\u2013558. European Language Resources Association (ELRA) (2020)"},{"key":"7_CR8","unstructured":"Chiang, W., et al.: Chatbot arena: an open platform for evaluating LLMS by human preference. In: Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, 21\u201327 July 2024. OpenReview.net (2024). https:\/\/openreview.net\/forum?id=3MW8GKNyzI"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Chintagunta, B., Katariya, N., Amatriain, X., Kannan, A.: Medically aware GPT-3 as a data generator for medical dialogue summarization. In: Machine Learning for Healthcare Conference, pp. 354\u2013372. PMLR (2021)","DOI":"10.18653\/v1\/2021.nlpmc-1.9"},{"key":"7_CR10","doi-asserted-by":"crossref","unstructured":"Ding, B., et al.: Data augmentation using LLMS: Data perspectives, learning paradigms and challenges. arXiv preprint arXiv:2403.02990 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.97"},{"key":"7_CR11","unstructured":"Eggins, S., Slade, D.: Analysing casual conversation (1996). https:\/\/api.semanticscholar.org\/CorpusID:142780327"},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Galitsky, B., Ilvovsky, D.: Chatbot with a discourse structure-driven dialogue management. In: Proceedings of the Software Demonstrations of the 15th Conference of the European Chapter of the Association for Computational Linguistics, pp. 87\u201390 (2017)","DOI":"10.18653\/v1\/E17-3022"},{"key":"7_CR13","unstructured":"Grunde-McLaughlin, M., Lam, M.S., Krishna, R., Weld, D.S., Heer, J.: Designing LLM chains by adapting techniques from crowdsourcing workflows. arXiv preprint arXiv:2312.11681 (2023)"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"He, X., et al.: Annollm: making large language models to be better crowdsourced annotators. In: Yang, Y., Davani, A., Sil, A., Kumar, A. (eds.) Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies: Industry Track, NAACL 2024, Mexico City, Mexico, 16\u201321 June 2024, pp. 165\u2013190. Association for Computational Linguistics (2024). https:\/\/doi.org\/10.18653\/V1\/2024.NAACL-INDUSTRY.15","DOI":"10.18653\/V1\/2024.NAACL-INDUSTRY.15"},{"key":"7_CR15","doi-asserted-by":"publisher","unstructured":"He, Z., Huang, C., Ding, C.C., Rohatgi, S., Huang, T.K.: If in a crowdsourced data annotation pipeline, a GPT-4. In: Mueller, F.F., et al. (eds.) Proceedings of the CHI Conference on Human Factors in Computing Systems, CHI 2024, Honolulu, HI, USA, 11\u201316 May 2024, pp. 1040:1\u20131040:25. ACM (2024). https:\/\/doi.org\/10.1145\/3613904.3642834","DOI":"10.1145\/3613904.3642834"},{"key":"7_CR16","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1162\/tacl_a_00642","volume":"12","author":"Z He","year":"2024","unstructured":"He, Z., et al.: Exploring human-like translation strategy with large language models. Trans. Assoc. Comput. Linguis. 12, 229\u2013246 (2024)","journal-title":"Trans. Assoc. Comput. Linguis."},{"key":"7_CR17","doi-asserted-by":"crossref","unstructured":"Heseltine, M., Clemm\u00a0von Hohenberg, B.: Large language models as a substitute for human experts in annotating political text. Res. Polit. 11(1), 20531680241236239 (2024)","DOI":"10.1177\/20531680241236239"},{"key":"7_CR18","unstructured":"Hoek, J., Scholman, M.: Evaluating discourse annotation: some recent insights and new approaches. In: Proceedings of the 13th Joint ISO-ACL Workshop on Interoperable Semantic Annotation (ISA-13) (2017)"},{"key":"7_CR19","unstructured":"Jurafsky, D.: Switchboard swbd-damsl shallow-discourse-function annotation coders manual (1997). www.dcs.shef.ac.uk\/nlp\/amities\/files\/bib\/ics-tr-97-02.pdf"},{"key":"7_CR20","doi-asserted-by":"publisher","unstructured":"Li, J.: A comparative study on annotation quality of crowdsourcing and LLM via label aggregation. In: IEEE International Conference on Acoustics, Speech and Signal Processing, ICASSP 2024, Seoul, Republic of Korea, 14\u201319 Apr 2024, pp. 6525\u20136529. IEEE (2024). https:\/\/doi.org\/10.1109\/ICASSP48485.2024.10447803","DOI":"10.1109\/ICASSP48485.2024.10447803"},{"key":"7_CR21","unstructured":"Li, Y., Su, H., Shen, X., Li, W., Cao, Z., Niu, S.: Dailydialog: A manually labelled multi-turn dialogue dataset. arXiv preprint arXiv:1710.03957 (2017)"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Li, Z., Zhang, J., Fei, Z., Feng, Y., Zhou, J.: Conversations are not flat: Modeling the dynamic information flow across dialogue utterances. arXiv preprint arXiv:2106.02227 (2021)","DOI":"10.18653\/v1\/2021.acl-long.11"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Li, Z., Zhu, H., Lu, Z., Yin, M.: Synthetic data generation with large language models for text classification: Potential and limitations. arXiv preprint arXiv:2310.07849 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.647"},{"key":"7_CR24","unstructured":"Liang, K., et\u00a0al.: Gunrock 2.0: A user adaptive social conversational system. arXiv preprint arXiv:2011.08906 (2020)"},{"key":"7_CR25","unstructured":"M\u00e6hlum, P., et al.: It\u2019s difficult to be neutral\u2013human and LLM-based sentiment annotation of patient comments. arXiv preprint arXiv:2404.18832 (2024)"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Moore, S., et\u00a0al.: Empowering education with LLMS-the next-gen interface and content generation. In: International Conference on Artificial Intelligence in Education, pp. 32\u201337. Springer (2023)","DOI":"10.1007\/978-3-031-36336-8_4"},{"key":"7_CR27","doi-asserted-by":"publisher","unstructured":"Ostyakova, L., Smilga, V., Petukhova, K., Molchanova, M., Kornev, D.: ChatGPT vs. crowdsourcing vs. experts: annotating open-domain conversations with speech functions. In: Stoyanchev, S., Joty, S., Schlangen, D., Dusek, O., Kennington, C., Alikhani, M. (eds.) Proceedings of the 24th Annual Meeting of the Special Interest Group on Discourse and Dialogue, pp. 242\u2013254. Association for Computational Linguistics, Prague, Czechia (2023). https:\/\/doi.org\/10.18653\/v1\/2023.sigdial-1.23, https:\/\/aclanthology.org\/2023.sigdial-1.23","DOI":"10.18653\/v1\/2023.sigdial-1.23"},{"key":"7_CR28","unstructured":"Pichl, J., Marek, P., Konr\u00e1d, J., Lorenc, P., Ta, V.D., \u0160ediv\u1ef3, J.: Alquist 3.0: Alexa prize bot using conversational knowledge graph. arXiv preprint arXiv:2011.03261 (2020)"},{"key":"7_CR29","unstructured":"R\u00f8nningstad, E., Velldal, E., \u00d8vrelid, L.: A GPT among annotators: LLM-based entity-level sentiment annotation. Association for Computational Linguistics (2024)"},{"key":"7_CR30","doi-asserted-by":"crossref","unstructured":"Sahu, G., Rodriguez, P., Laradji, I.H., Atighehchian, P., Vazquez, D., Bahdanau, D.: Data augmentation for intent classification with off-the-shelf large language models. arXiv preprint arXiv:2204.01959 (2022)","DOI":"10.18653\/v1\/2022.nlp4convai-1.5"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Sankar, C., Subramanian, S., Pal, C., Chandar, S., Bengio, Y.: Do neural dialog systems use the conversation history effectively? An empirical study. arXiv preprint arXiv:1906.01603 (2019)","DOI":"10.18653\/v1\/P19-1004"},{"key":"7_CR32","unstructured":"Sekuli\u0107, I., et al.: Reliable LLM-based user simulator for task-oriented dialogue systems. arXiv preprint arXiv:2402.13374 (2024)"},{"key":"7_CR33","doi-asserted-by":"crossref","unstructured":"Takoulidou, E., Sosoni, V., Kermanidis, K., Van\u00a0Zaanen, M.: Social media and NLP tasks: challenges in crowdsourcing linguistic information. In: 2016 11th International Workshop on Semantic and Social Media Adaptation and Personalization (SMAP), pp. 53\u201358. IEEE (2016)","DOI":"10.1109\/SMAP.2016.7753384"},{"key":"7_CR34","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"7_CR35","unstructured":"Weissweiler, L., K\u00f6ksal, A., Sch\u00fctze, H.: Hybrid human-LLM corpus construction and LLM evaluation for rare linguistic phenomena. arXiv preprint arXiv:2403.06965 (2024)"},{"key":"7_CR36","unstructured":"Wu, T., et\u00a0al.: Llms as workers in human-computational algorithms? Replicating crowdsourcing pipelines with LLMS. arXiv preprint arXiv:2307.10168 (2023)"},{"key":"7_CR37","unstructured":"Xu, Z., Jain, S., Kankanhalli, M.: Hallucination is inevitable: An innate limitation of large language models. arXiv preprint arXiv:2401.11817 (2024)"},{"key":"7_CR38","doi-asserted-by":"crossref","unstructured":"Yang, D.: Human-AI interaction in the age of large language models. In: Proceedings of the AAAI Symposium Series, vol.\u00a03, pp. 66\u201367 (2024)","DOI":"10.1609\/aaaiss.v3i1.31183"},{"key":"7_CR39","unstructured":"Yao, S., et al.: Tree of thoughts: deliberate problem solving with large language models. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"7_CR40","unstructured":"Yu, D., Yu, Z.: Midas: A dialog act annotation scheme for open domain human machine spoken conversations. arXiv preprint arXiv:1908.10023 (2019)"},{"key":"7_CR41","unstructured":"Yung, F., Ahmad, M., Scholman, M., Demberg, V.: Prompting implicit discourse relation annotation. arXiv preprint arXiv:2402.04918 (2024)"},{"key":"7_CR42","doi-asserted-by":"crossref","unstructured":"Zhao, Z., et al.: More human than human: LLM-generated narratives outperform human-LLM interleaved narratives. In: Proceedings of the 15th Conference on Creativity and Cognition, pp. 368\u2013370 (2023)","DOI":"10.1145\/3591196.3596612"}],"container-title":["Lecture Notes in Computer Science","Analysis of Images, Social Networks and Texts"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88036-0_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,11]],"date-time":"2025-06-11T02:57:15Z","timestamp":1749610635000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88036-0_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031880353","9783031880360"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88036-0_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Analysis of Images, Social Networks and Texts","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bishkek","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyrgyzstan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aist2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aistconf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}