{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:33:59Z","timestamp":1774308839915,"version":"3.50.1"},"publisher-location":"Cham","reference-count":12,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887192","type":"print"},{"value":"9783031887208","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88720-8_10","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:09:24Z","timestamp":1743768564000},"page":"53-58","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Leveraging LLMs to\u00a0Improve Human Annotation Efficiency with\u00a0INCEpTION"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1365-0080","authenticated-orcid":false,"given":"Lu\u00eds Filipe","family":"Cunha","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4378-088X","authenticated-orcid":false,"given":"Nana","family":"Yu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8057-5338","authenticated-orcid":false,"given":"Purifica\u00e7\u00e3o","family":"Silvano","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8767-8126","authenticated-orcid":false,"given":"Ricardo","family":"Campos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5475-1382","authenticated-orcid":false,"given":"Al\u00edpio","family":"Jorge","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"10_CR1","unstructured":"Baledent, A., Mathet, Y., Widl\u00f6cher, A., Couronne, C., Manguin, J.L.: Validity, agreement, consensuality and annotated data quality. In: Calzolari, N., et al. (eds.) Proceedings of the Thirteenth Language Resources and Evaluation Conference. pp. 2940\u20132948. European Language Resources Association, Marseille, France, June 2022. https:\/\/aclanthology.org\/2022.lrec-1.315"},{"issue":"3","key":"10_CR2","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/s11943-023-00332-y","volume":"17","author":"J Beck","year":"2023","unstructured":"Beck, J.: Quality aspects of annotated data. AStA Wirtschafts- und Sozialstatistisches Archiv 17(3), 331\u2013353 (2023). https:\/\/doi.org\/10.1007\/s11943-023-00332-y","journal-title":"AStA Wirtschafts- und Sozialstatistisches Archiv"},{"key":"10_CR3","doi-asserted-by":"publisher","unstructured":"Cunha, L.F., Silvano, P.a., Campos, R., Jorge, A.: Ace-2005-pt: Corpus for event extraction in Portuguese. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2024, pp. 661\u2013666. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3626772.3657872","DOI":"10.1145\/3626772.3657872"},{"issue":"30","key":"10_CR4","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120","volume":"120","author":"F Gilardi","year":"2023","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: Chatgpt outperforms crowd workers for text-annotation tasks. Proc. Natl. Acad. Sci. 120(30), e2305016120 (2023). https:\/\/doi.org\/10.1073\/pnas.2305016120","journal-title":"Proc. Natl. Acad. Sci."},{"key":"10_CR5","doi-asserted-by":"publisher","unstructured":"Huang, F., Kwak, H., An, J.: Is chatgpt better than human annotators? potential and limitations of chatgpt in explaining implicit hate speech. In: Companion Proceedings of the ACM Web Conference 2023, WWW \u201923 Companion, , pp. 294\u2013297. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3543873.3587368","DOI":"10.1145\/3543873.3587368"},{"key":"10_CR6","unstructured":"Klie, J.C., Bugert, M., Boullosa, B., Eckart\u00a0de Castilho, R., Gurevych, I.: The INCEpTION platform: Machine-assisted and knowledge-oriented interactive annotation. In: Zhao, D. (ed.) Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations. pp.\u00a05\u20139. Association for Computational Linguistics, Santa Fe, New Mexico, August 2018. https:\/\/aclanthology.org\/C18-2002"},{"key":"10_CR7","unstructured":"Nunes, S., et al.: Text2Story lusa: a dataset for narrative analysis in European Portuguese news articles. In: Calzolari, N., Kan, M.Y., Hoste, V., Lenci, A., Sakti, S., Xue, N. (eds.) Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 15773\u201315782. ELRA and ICCL, Torino, Italia, May 2024. https:\/\/aclanthology.org\/2024.lrec-main.1370"},{"key":"10_CR8","doi-asserted-by":"publisher","unstructured":"Pangakis, N., Wolken, S., Fasching, N.: Automated annotation with generative AI requires validation. CoRR abs\/2306.00176 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2306.00176","DOI":"10.48550\/ARXIV.2306.00176"},{"key":"10_CR9","doi-asserted-by":"crossref","unstructured":"Reiss, M.V.: Testing the reliability of chatgpt for text annotation and classification: a cautionary remark (2023). https:\/\/arxiv.org\/abs\/2304.11085","DOI":"10.31219\/osf.io\/rvy5p"},{"key":"10_CR10","doi-asserted-by":"publisher","unstructured":"Silvano, P., et al.: Text2story lusa annotated corpus [data set] (2023). https:\/\/doi.org\/10.25747\/ESFS-1P16","DOI":"10.25747\/ESFS-1P16"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Souza, F., Nogueira, R., Lotufo, R.: BERTimbau: pretrained BERT models for Brazilian Portuguese. In: 9th Brazilian Conference on Intelligent Systems, BRACIS, Rio Grande do Sul, Brazil, October 20-23 (to appear) (2020)","DOI":"10.1007\/978-3-030-61377-8_28"},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Tjong Kim\u00a0Sang, E.F., De\u00a0Meulder, F.: Introduction to the CoNLL-2003 shared task: language-independent named entity recognition. In: Proceedings of the Seventh Conference on Natural Language Learning at HLT-NAACL 2003, pp. 142\u2013147 (2003). https:\/\/aclanthology.org\/W03-0419","DOI":"10.3115\/1119176.1119195"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88720-8_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:09:32Z","timestamp":1743768572000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88720-8_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887192","9783031887208"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88720-8_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}