{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:54:39Z","timestamp":1780318479625,"version":"3.54.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031703805","type":"print"},{"value":"9783031703812","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70381-2_25","type":"book-chapter","created":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T10:01:54Z","timestamp":1725184914000},"page":"397-412","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["LLMs in\u00a0the\u00a0Loop: Leveraging Large Language Model Annotations for\u00a0Active Learning in\u00a0Low-Resource Languages"],"prefix":"10.1007","author":[{"given":"Nataliia","family":"Kholodna","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sahib","family":"Julka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Khodadadi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muhammed Nurullah","family":"Gumus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Granitzer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"25_CR1","doi-asserted-by":"crossref","unstructured":"Adelani, D.I., Neubig, G., Ruder, S., Rijhwani, S., Beukman, M., et al.: MasakhaNER 2.0: Africa-centric transfer learning for named entity recognition (2022). https:\/\/api.semanticscholar.org\/CorpusID:253098583","DOI":"10.18653\/v1\/2022.emnlp-main.298"},{"key":"25_CR2","unstructured":"Alabi, J.O., Adelani, D.I., Mosbach, M., Klakow, D.: Adapting pre-trained language models to African languages via multilingual adaptive fine-tuning. In: Proceedings of the 29th International Conference on Computational Linguistics, pp. 4336\u20134349. International Committee on Computational Linguistics, Gyeongju, Republic of Korea (2022). https:\/\/aclanthology.org\/2022.coling-1.382"},{"key":"25_CR3","unstructured":"Anthropic: introducing the next generation of Claude (2024). https:\/\/www.anthropic.com\/news\/claude-3-family. Accessed 13 March 2024"},{"key":"25_CR4","unstructured":"Bang, Y., et al.: A multitask, multilingual. hallucination, and interactivity, multimodal evaluation of ChatGPT on reasoning (2023)"},{"key":"25_CR5","unstructured":"Bommasani, R., Hudson, D.A., Adeli, E., Altman, R., Arora, S., et al.: On the opportunities and risks of foundation models (2022)"},{"key":"25_CR6","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR7","doi-asserted-by":"crossref","unstructured":"Chiang, C.H., Lee, H.y.: Can large language models be an alternative to human evaluations? arXiv preprint arXiv:2305.01937 (2023)","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"25_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding (2019)"},{"key":"25_CR9","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/MS.2011.122","volume":"29","author":"P Ferragina","year":"2010","unstructured":"Ferragina, P., Scaiella, U.: Fast and accurate annotation of short texts with Wikipedia pages. IEEE Softw. 29, 70\u201375 (2010). https:\/\/doi.org\/10.1109\/MS.2011.122","journal-title":"IEEE Softw."},{"key":"25_CR10","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"J Fleiss","year":"1971","unstructured":"Fleiss, J.: Measuring nominal scale agreement among many raters. Psychol. Bull. 76, 378 (1971). https:\/\/doi.org\/10.1037\/h0031619","journal-title":"Psychol. Bull."},{"issue":"30","key":"25_CR11","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120","volume":"120","author":"F Gilardi","year":"2023","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: ChatGPT outperforms crowd workers for text-annotation tasks. Proc. Natl. Acad. Sci. 120(30), e2305016120 (2023)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"25_CR12","unstructured":"Golchin, S., Surdeanu, M.: Time Travel in LLMs: tracing data contamination in large language models (2024)"},{"key":"25_CR13","doi-asserted-by":"crossref","unstructured":"He, X., et\u00a0al.: AnnoLLM: making large language models to be better crowdsourced annotators. arXiv preprint arXiv:2303.16854 (2023)","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"key":"25_CR14","unstructured":"Jiang, A.Q., et al.: Mistral 7B (2023)"},{"key":"25_CR15","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.ijmedinf.2017.08.001","volume":"106","author":"M Kholghi","year":"2017","unstructured":"Kholghi, M., Sitbon, L., Zuccon, G., Nguyen, A.N.: Active learning reduces annotation time for clinical concept extraction. Int. J. Med. Inform. 106, 25\u201331 (2017). https:\/\/doi.org\/10.1016\/j.ijmedinf.2017.08.001","journal-title":"Int. J. Med. Inform."},{"key":"25_CR16","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. Adv. Neural. Inf. Process. Syst. 35, 22199\u201322213 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR17","doi-asserted-by":"publisher","first-page":"2196","DOI":"10.1109\/TMM.2016.2614227","volume":"18","author":"H Liao","year":"2016","unstructured":"Liao, H., Chen, L., Song, Y., Ming, H.: Visualization-based active learning for video annotation. IEEE Trans. Multimedia 18, 2196\u20132205 (2016). https:\/\/doi.org\/10.1109\/TMM.2016.2614227","journal-title":"IEEE Trans. Multimedia"},{"key":"25_CR18","doi-asserted-by":"publisher","unstructured":"Nadeau, D., Sekine, S.: A survey of named entity recognition and classification. Lingvistice Investigationes 30(1), 3\u201326 (2007. https:\/\/doi.org\/10.1075\/li.30.1.03nad, https:\/\/www.jbe-platform.com\/content\/journals\/10.1075\/li.30.1.03nad","DOI":"10.1075\/li.30.1.03nad"},{"key":"25_CR19","doi-asserted-by":"publisher","unstructured":"Naveed, H., et al.: A comprehensive overview of large language models. ArXiv abs\/2307.06435 (2023). https:\/\/doi.org\/10.48550\/arXiv.2307.06435","DOI":"10.48550\/arXiv.2307.06435"},{"key":"25_CR20","doi-asserted-by":"publisher","unstructured":"N\u00e9v\u00e9ol, A., Dogan, R., Lu, Z.: Semi-automatic semantic annotation of PubMed queries: a study on quality, efficiency, satisfaction. J. Biomed. Inform. 44(2), 310\u2013318 (2011). https:\/\/doi.org\/10.1016\/j.jbi.2010.11.001","DOI":"10.1016\/j.jbi.2010.11.001"},{"key":"25_CR21","unstructured":"OpenAI:: GPT-4 technical report (2023)"},{"key":"25_CR22","unstructured":"Pangakis, N., Wolken, S., Fasching, N.: Automated annotation with generative AI requires validation. arXiv preprint arXiv:2306.00176 (2023)"},{"key":"25_CR23","doi-asserted-by":"crossref","unstructured":"Rahimi, A., Li, Y., Cohn, T.: Massively multilingual transfer for NER. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 151\u2013164. Association for Computational Linguistics, Florence, Italy (2019). https:\/\/www.aclweb.org\/anthology\/P19-1015","DOI":"10.18653\/v1\/P19-1015"},{"key":"25_CR24","doi-asserted-by":"crossref","unstructured":"Suzgun, M., et\u00a0al.: Challenging big-bench tasks and whether chain-of-thought can solve them. arXiv preprint arXiv:2210.09261 (2022)","DOI":"10.18653\/v1\/2023.findings-acl.824"},{"key":"25_CR25","unstructured":"Gemini Team Google: Gemini: A family of highly capable multimodal models (2023)"},{"key":"25_CR26","doi-asserted-by":"crossref","unstructured":"Tjong Kim\u00a0Sang, E.F., De\u00a0Meulder, F.: Introduction to the CoNLL-2003 Shared Task: Language-Independent Named Entity Recognition. In: Proceedings of the Seventh Conference on Natural Language Learning at HLT-NAACL 2003, pp. 142\u2013147 (2003). https:\/\/aclanthology.org\/W03-0419","DOI":"10.3115\/1119176.1119195"},{"key":"25_CR27","unstructured":"Touvron, H., Martin, L., Stone, K., Albert, P., Almahairi, A., et al.: Llama 2: open Foundation and Fine-Tuned Chat Models (2023)"},{"key":"25_CR28","unstructured":"Wang, S., et al.: GPT-NER: named entity recognition via large language models. arXiv preprint arXiv:2304.10428 (2023)"},{"key":"25_CR29","unstructured":"Wei, X., et\u00a0al.: Zero-shot information extraction via chatting with ChatGPT. arXiv preprint arXiv:2302.10205 (2023)"},{"key":"25_CR30","unstructured":"Yao, S., et al.: ReAct: synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)"},{"key":"25_CR31","doi-asserted-by":"crossref","unstructured":"Yuan, X., et al.: Selecting Better Samples from Pre-trained LLMs: a Case Study on Question Generation (2022)","DOI":"10.18653\/v1\/2023.findings-acl.820"},{"key":"25_CR32","doi-asserted-by":"crossref","unstructured":"Zhang, R., Li, Y., Ma, Y., Zhou, M., Zou, L.: LLMaAA: making large language models as active annotators. arXiv preprint arXiv:2310.19596 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.872"},{"key":"25_CR33","doi-asserted-by":"crossref","unstructured":"Zhong, R., Lee, K., Zhang, Z., Klein, D.: Adapting language models for zero-shot learning by meta-tuning on dataset and prompt collections. arXiv preprint arXiv:2104.04670 (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.244"},{"key":"25_CR34","unstructured":"Zhu, B., Frick, E., Wu, T., Zhu, H., Jiao, J.: Starling-7B: improving LLM Helpfulness & Harmlessness with RLAIF (2023)"},{"key":"25_CR35","doi-asserted-by":"crossref","unstructured":"Ziems, C., Held, W., Shaikh, O., Chen, J., Zhang, Z., Yang, D.: Can large language models transform computational social science? Comput. Linguist. 50, 1\u201355 (2024)","DOI":"10.1162\/coli_a_00502"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70381-2_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T10:11:59Z","timestamp":1725185519000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70381-2_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703805","9783031703812"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70381-2_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}