{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T20:21:14Z","timestamp":1783023674095,"version":"3.54.6"},"publisher-location":"Singapore","reference-count":23,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819219254","type":"print"},{"value":"9789819219261","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T00:00:00Z","timestamp":1782777600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T00:00:00Z","timestamp":1782777600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-1926-1_18","type":"book-chapter","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T15:38:37Z","timestamp":1782747517000},"page":"216-226","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AIANO: Enhancing Information Retrieval with\u00a0AI-Augmented Annotation"],"prefix":"10.1007","author":[{"given":"Sameh","family":"Khattab","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marie","family":"Bauer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lukas","family":"Heine","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Till","family":"Rostalski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jens","family":"Kleesiek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julian","family":"Friedrich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,30]]},"reference":[{"key":"18_CR1","unstructured":"Label studio. https:\/\/labelstud.io. Accessed 04 Nov 2025"},{"key":"18_CR2","unstructured":"OpenAI API documentation. https:\/\/platform.openai.com\/docs\/api-reference. Accessed 04 Nov 2025"},{"key":"18_CR3","doi-asserted-by":"publisher","unstructured":"Ashktorab, Z., et al.: AI-assisted human labeling: batching for efficiency without overreliance. Proc. ACM Hum.-Comput. Interact. 5(CSCW1) (2021). https:\/\/doi.org\/10.1145\/3449163","DOI":"10.1145\/3449163"},{"key":"18_CR4","doi-asserted-by":"publisher","unstructured":"B\u00fcttcher, S., Clarke, C.L.A., Yeung, P.C.K., Soboroff, I.: Reliable information retrieval evaluation with incomplete and biased judgements. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR \u201907, pp. 63\u201370. Association for Computing Machinery, New York, NY, USA (2007). https:\/\/doi.org\/10.1145\/1277741.1277755","DOI":"10.1145\/1277741.1277755"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Es, S., James, J., Espinosa-Anke, L., Schockaert, S.: Ragas: automated evaluation of retrieval augmented generation. arXiv:2309.15217 (2025)","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"18_CR6","unstructured":"Friel, R., Belyi, M., Sanyal, A.: Ragbench: explainable benchmark for retrieval-augmented generation systems. arXiv:2407.11005 (2025)"},{"key":"18_CR7","doi-asserted-by":"publisher","unstructured":"Gebreegziabher, S.A., et al.: Patat: human-AI collaborative qualitative coding with explainable interactive rule synthesis. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, CHI \u201923. Association for Computing Machinery, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3544548.3581352","DOI":"10.1145\/3544548.3581352"},{"key":"18_CR8","doi-asserted-by":"publisher","unstructured":"Hart, S.G., Staveland, L.E.: Development of NASA-TLX (task load index): results of empirical and theoretical research. In: Hancock, P.A., Meshkati, N. (eds.) Human Mental Workload, Advances in Psychology, vol. 52, pp. 139\u2013183. North-Holland (1988). https:\/\/doi.org\/10.1016\/S0166-4115(08)62386-9, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0166411508623869","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"He, X., et al.: AnnoLLM: making large language models to be better crowdsourced annotators. arXiv:2303.16854 (2024)","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Izacard, G., Grave, E.: Leveraging passage retrieval with generative models for open domain question answering. arXiv:2007.01282 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.74"},{"key":"18_CR11","doi-asserted-by":"publisher","unstructured":"Ji, Z., et al.: Survey of hallucination in natural language generation. ACM Comput. Surv. 55(12), 1\u201338 (2023). https:\/\/doi.org\/10.1145\/3571730","DOI":"10.1145\/3571730"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Kwon, W., et al.: Efficient memory management for large language model serving with pagedattention. In: Proceedings of the ACM SIGOPS 29th Symposium on Operating Systems Principles (2023)","DOI":"10.1145\/3600006.3613165"},{"key":"18_CR13","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. arXiv:2005.11401 (2021)"},{"key":"18_CR14","doi-asserted-by":"publisher","unstructured":"Li, M., et al.: CoAnnotating: uncertainty-guided work allocation between human and large language models for data annotation. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 1487\u20131505. Association for Computational Linguistics, Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.92, https:\/\/aclanthology.org\/2023.emnlp-main.92\/","DOI":"10.18653\/v1\/2023.emnlp-main.92"},{"key":"18_CR15","unstructured":"Pangakis, N., Wolken, S., Fasching, N.: Automated annotation with generative ai requires validation. arXiv:2306.00176 (2023)"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Rassin, R., et al.: Evaluating d-merit of partial-annotation on information retrieval. arXiv:2406.16048 (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.171"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Saad-Falcon, J., Khattab, O., Potts, C., Zaharia, M.: Ares: an automated evaluation framework for retrieval-augmented generation systems. arXiv:2311.09476 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.20"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"Shapiro, S.S., Wilk, M.B.: An analysis of variance test for normality (complete samples). Biometrika 52(3\/4), 591\u2013611 (1965). http:\/\/www.jstor.org\/stable\/2333709","DOI":"10.1093\/biomet\/52.3-4.591"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Sorodoc, I.T., Ribeiro, L.F.R., Blloshmi, R., Davis, C., de\u00a0Gispert, A.: Garage: a benchmark with grounding annotations for rag evaluation. arXiv:2506.07671 (2025)","DOI":"10.18653\/v1\/2025.findings-acl.875"},{"key":"18_CR20","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models. arXiv:2302.13971 (2023)"},{"key":"18_CR21","unstructured":"Vaswani, A., et al.: Attention is all you need. arXiv:1706.03762 (2023)"},{"key":"18_CR22","doi-asserted-by":"publisher","unstructured":"Wang, D., et al.: From human-human collaboration to human-ai collaboration: Designing ai systems that can work together with people. In: Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems, CHI EA \u201920, pp. 1\u20136. Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3334480.3381069","DOI":"10.1145\/3334480.3381069"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Wang, S., Tan, J., Dou, Z., Wen, J.R.: Omnieval: an omnidirectional and automatic rag evaluation benchmark in financial domain. arXiv:2412.13018 (2025)","DOI":"10.18653\/v1\/2025.emnlp-main.292"}],"container-title":["Lecture Notes in Computer Science","Data Science: Foundations and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-1926-1_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T19:42:17Z","timestamp":1783021337000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-1926-1_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,30]]},"ISBN":["9789819219254","9789819219261"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-1926-1_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,30]]},"assertion":[{"value":"30 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"PAKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific-Asia Conference on Knowledge Discovery and Data Mining","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hong Kong","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 June 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pakdd2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.pakdd2026.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}