{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T05:57:37Z","timestamp":1763618257461,"version":"3.45.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031705656"},{"type":"electronic","value":"9783031705663"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70566-3_18","type":"book-chapter","created":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T18:29:51Z","timestamp":1725128991000},"page":"199-209","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Investigating Low-Cost LLM Annotation for\u00a0Spoken Dialogue Understanding Datasets"],"prefix":"10.1007","author":[{"given":"Lucas","family":"Druart","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2987-2510","authenticated-orcid":false,"given":"Valentin","family":"Vielzeuf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3656-8883","authenticated-orcid":false,"given":"Yannick","family":"Est\u00e8ve","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,27]]},"reference":[{"key":"18_CR1","unstructured":"Banarescu, L., et al.: Abstract meaning representation for sembanking. In: Proceedings of the 7th Linguistic Annotation Workshop and Interoperability with Discourse, pp. 178\u2013186 (2013)"},{"key":"18_CR2","doi-asserted-by":"crossref","unstructured":"B\u00e9chet, F., Raymond, C.: Benchmarking benchmarks: introducing new automatic indicators for benchmarking Spoken Language Understanding corpora. In: InterSpeech (2019)","DOI":"10.21437\/Interspeech.2019-3033"},{"key":"18_CR3","unstructured":"Bonial, C., et al.: Dialogue-AMR: abstract meaning representation for dialogue. In: Proceedings of the Twelfth Language Resources and Evaluation Conference, Marseille, France (2020)"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Budzianowski, P., et al.: Multiwoz - a large-scale multi-domain wizard-of-oz dataset for task-oriented dialogue modelling. In: Conference on Empirical Methods in Natural Language Processing (EMNLP) (2018). https:\/\/api.semanticscholar.org\/CorpusID:52897360","DOI":"10.18653\/v1\/D18-1547"},{"key":"18_CR5","unstructured":"Cai, S., Knight, K.: Smatch: an evaluation metric for semantic feature structures. In: Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), Sofia, Bulgaria, pp. 748\u2013752. Association for Computational Linguistics (2013). https:\/\/www.aclweb.org\/anthology\/P13-2131"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Chen, X., Ghoshal, A., Mehdad, Y., Zettlemoyer, L., Gupta, S.: Low-resource domain adaptation for compositional task-oriented semantic parsing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.413"},{"key":"18_CR7","unstructured":"Devillers, L., et al.: The French media\/evalda project: the evaluation of the understanding capability of spoken language dialogue systems. In: International Conference on Language Resources and Evaluation (2004)"},{"issue":"1","key":"18_CR8","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1162\/coli_a_00430","volume":"48","author":"M Faruqui","year":"2022","unstructured":"Faruqui, M., Hakkani-T\u00fcr, D.: Revisiting the boundary between ASR and NLU in the age of conversational dialog systems. Comput. Linguist. 48(1), 221\u2013232 (2022)","journal-title":"Comput. Linguist."},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"Geng, S., Josifoski, M., Peyrard, M., West, R.: Grammar-constrained decoding for structured NLP tasks without finetuning. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.674"},{"issue":"3","key":"18_CR10","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1017\/S1351324909005105","volume":"15","author":"K Georgila","year":"2009","unstructured":"Georgila, K., Lemon, O., Henderson, J., Moore, J.D.: Automatic annotation of context and speech acts for dialogue corpora. Nat. Lang. Eng. 15(3), 315\u2013353 (2009)","journal-title":"Nat. Lang. Eng."},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Gong, T., Belanich, J., Somandepalli, K., Nagrani, A., Eoff, B., Jou, B.: Lanser: language-model supported speech emotion recognition. arXiv preprint arXiv:2309.03978 (2023)","DOI":"10.21437\/Interspeech.2023-1832"},{"key":"18_CR12","unstructured":"Hu, E.J., et al.: LoRA: Low-rank adaptation of large language models. In: International Conference on Learning Representations (2022). https:\/\/openreview.net\/forum?id=nZeVKeeFYf9"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Hu, X., et al.: Dialogue meaning representation for task-oriented dialogue systems. In: Findings of the Association for Computational Linguistics: EMNLP 2022. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.17"},{"key":"18_CR14","unstructured":"Jiang, A.Q., et al.: Mistral 7B (2023)"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Kim, H., Mitra, K., Chen, R.L., Rahman, S., Zhang, D.: Meganno+: a human-LLM collaborative annotation system. arXiv preprint arXiv:2402.18050 (2024)","DOI":"10.18653\/v1\/2024.eacl-demo.18"},{"issue":"4","key":"18_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3324473","volume":"52","author":"X Liao","year":"2019","unstructured":"Liao, X., Zhao, Z.: Unsupervised approaches for textual semantic annotation, a survey. ACM Comput. Surv. (CSUR) 52(4), 1\u201345 (2019)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"18_CR17","unstructured":"Mdhaffar, S., et al.: Impact analysis of the use of speech and language models pretrained by self-supersivion for spoken language understanding. In: International Conference on Language Resources and Evaluation (LREC) (2022)"},{"key":"18_CR18","unstructured":"Moslem, Y., Haque, R., Way, A.: Fine-tuning large language models for adaptive machine translation. arXiv preprint arXiv:2312.12740 (2023)"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Savelka, J.: Unlocking practical applications in legal domain: evaluation of GPT for zero-shot semantic annotation of legal texts. In: Proceedings of the Nineteenth International Conference on Artificial Intelligence and Law, pp. 447\u2013451 (2023)","DOI":"10.1145\/3594536.3595161"},{"key":"18_CR20","unstructured":"Si, S., et al.: SpokenWOZ: a large-scale speech-text benchmark for spoken task-oriented dialogue agents. In: NeurIPS Datasets and Benchmarks Track (2023). https:\/\/openreview.net\/forum?id=viktK3nO5b"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Soltau, H., Shafran, I., Wang, M., Rastogi, A., Han, W., Cao, Y.: DSTC-11: speech aware task-oriented dialog modeling track. In: Proceedings of The Eleventh Dialog System Technology Challenge. Association for Computational Linguistics (2023)","DOI":"10.21437\/Interspeech.2023-1037"},{"key":"18_CR22","doi-asserted-by":"publisher","unstructured":"Tomasello, P., et al.: Stop: a dataset for spoken task oriented semantic parsing. In: 2022 IEEE Spoken Language Technology Workshop (SLT) (2022). https:\/\/doi.org\/10.1109\/SLT54892.2023.10022703","DOI":"10.1109\/SLT54892.2023.10022703"},{"key":"18_CR23","doi-asserted-by":"publisher","unstructured":"Tur, G., De Mori, R.: SLU in commercial and research spoken dialogue systems. Wiley Telecom (2011). https:\/\/doi.org\/10.1002\/9781119992691.ch7","DOI":"10.1002\/9781119992691.ch7"},{"key":"18_CR24","unstructured":"Xu, Z., Jain, S., Kankanhalli, M.: Hallucination is inevitable: an innate limitation of large language models. arXiv preprint arXiv:2401.11817 (2024)"},{"issue":"9","key":"18_CR25","doi-asserted-by":"publisher","first-page":"8934","DOI":"10.1109\/TKDE.2022.3220219","volume":"35","author":"X Yang","year":"2022","unstructured":"Yang, X., Song, Z., King, I., Xu, Z.: A survey on deep semi-supervised learning. IEEE Trans. Knowl. Data Eng. 35(9), 8934\u20138954 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Yang, R., Xu, X., Xiao, J., Shen, J., Han, J.: Teleclass: taxonomy enrichment and LLM-enhanced hierarchical text classification with minimal supervision. arXiv preprint arXiv:2403.00165 (2024)","DOI":"10.1145\/3696410.3714940"}],"container-title":["Lecture Notes in Computer Science","Text, Speech, and Dialogue"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70566-3_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T05:15:22Z","timestamp":1763615722000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70566-3_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031705656","9783031705663"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70566-3_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"27 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"TSD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Text, Speech, and Dialogue","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brno","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tsd2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.tsdconference.org\/tsd2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}