{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T00:09:31Z","timestamp":1774310971593,"version":"3.50.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032213204","type":"print"},{"value":"9783032213211","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21321-1_46","type":"book-chapter","created":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T11:12:04Z","timestamp":1774264324000},"page":"354-363","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["CLEF HIPE-2026: Evaluating Accurate and\u00a0Efficient Person\u2013Place Relation Extraction from\u00a0Multilingual Historical Texts"],"prefix":"10.1007","author":[{"given":"Juri","family":"Opitz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Corina","family":"Racl\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emanuela","family":"Boros","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrianos","family":"Michail","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matteo","family":"Romanello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maud","family":"Ehrmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Clematide","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,24]]},"reference":[{"key":"46_CR1","doi-asserted-by":"publisher","first-page":"151907","DOI":"10.1109\/ACCESS.2025.3604258","volume":"13","author":"M Ali","year":"2025","unstructured":"Ali, M., Speck, R., Zahera, H.M., Saleem, M., Moussallem, D., Ngonga Ngomo, A.C.: Multilingual relation extraction: a survey. IEEE Access 13, 151907\u2013151933 (2025)","journal-title":"IEEE Access"},{"key":"46_CR2","doi-asserted-by":"publisher","unstructured":"Alt, C., Gabryszak, A., Hennig, L.: TACRED revisited: a thorough evaluation of the TACRED relation extraction task. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 1558\u20131569. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.142. https:\/\/aclanthology.org\/2020.acl-main.142\/","DOI":"10.18653\/v1\/2020.acl-main.142"},{"key":"46_CR3","doi-asserted-by":"publisher","unstructured":"Boylan, J., Hokamp, C., Ghalandari, D.G.: GLiREL - generalist model for zero-shot relation extraction. In: Chiruzzo, L., Ritter, A., Wang, L. (eds.) Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1: Long Papers, pp. 8230\u20138245. Association for Computational Linguistics, Albuquerque (2025). https:\/\/doi.org\/10.18653\/v1\/2025.naacl-long.418. https:\/\/aclanthology.org\/2025.naacl-long.418\/","DOI":"10.18653\/v1\/2025.naacl-long.418"},{"key":"46_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105508","volume":"194","author":"SD Cardoso","year":"2020","unstructured":"Cardoso, S.D., Da Silveira, M., Pruski, C.: Construction and exploitation of an historical knowledge graph to deal with the evolution of ontologies. Knowl.-Based Syst. 194, 105508 (2020)","journal-title":"Knowl.-Based Syst."},{"key":"46_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1007\/978-3-030-45442-5_68","volume-title":"Advances in Information Retrieval","author":"M Ehrmann","year":"2020","unstructured":"Ehrmann, M., Romanello, M., Bircher, S., Clematide, S.: Introducing the CLEF 2020 HIPE shared task: named entity recognition and linking on historical newspapers. In: Jose, J.M., Yilmaz, E., Magalh\u00e3es, J., Castells, P., Ferro, N., Silva, M.J., Martins, F. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 524\u2013532. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_68"},{"key":"46_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/978-3-030-99739-7_44","volume-title":"Advances in Information Retrieval","author":"M Ehrmann","year":"2022","unstructured":"Ehrmann, M., Romanello, M., Doucet, A., Clematide, S.: Introducing the HIPE 2022 shared task: named entity recognition and linking in multilingual historical documents. In: Hagen, M., Verberne, S., Macdonald, C., Seifert, C., Balog, K., N\u00f8rv\u00e5g, K., Setty, V. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 347\u2013354. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_44"},{"key":"46_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1007\/978-3-030-58219-7_21","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"M Ehrmann","year":"2020","unstructured":"Ehrmann, M., Romanello, M., Fl\u00fcckiger, A., Clematide, S.: Overview of CLEF HIPE 2020: named entity recognition and linking on historical newspapers. In: Arampatzis, A., et al. (eds.) CLEF 2020. LNCS, vol. 12260, pp. 288\u2013310. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58219-7_21"},{"key":"46_CR8","doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Romanello, M., Najem-Meyer, S., Doucet, A., Clematide, S.: Overview of HIPE-2022: named entity recognition and linking in multilingual historical documents. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction: 13th International Conference of the CLEF Association, CLEF 2022, Bologna, Italy, 5\u20138 September 2022, Proceedings, pp. 423\u2013446. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_26","DOI":"10.1007\/978-3-031-13643-6_26"},{"issue":"12","key":"46_CR9","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/1409360.1409378","volume":"51","author":"O Etzioni","year":"2008","unstructured":"Etzioni, O., Banko, M., Soderland, S., Weld, D.S.: Open information extraction from the web. Commun. ACM 51(12), 68\u201374 (2008). https:\/\/doi.org\/10.1145\/1409360.1409378","journal-title":"Commun. ACM"},{"key":"46_CR10","unstructured":"Fokkens, A., Ter Braake, S., Ockeloen, N., Vossen, P., Leg\u00eane, S., Schreiber, G., et al.: Biographynet: methodological issues when nlp supports historical research. In: LREC, pp. 3728\u20133735 (2014)"},{"issue":"1\u20132","key":"46_CR11","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/0004-3702(93)90015-4","volume":"63","author":"JR Hobbs","year":"1993","unstructured":"Hobbs, J.R., Stickel, M.E., Appelt, D.E., Martin, P.: Interpretation as abduction. Artif. Intell. 63(1\u20132), 69\u2013142 (1993)","journal-title":"Artif. Intell."},{"key":"46_CR12","doi-asserted-by":"publisher","unstructured":"Li, D., Zhang, T., Hu, N., Wang, C., He, X.: HiCLRE: a hierarchical contrastive learning framework for distantly supervised relation extraction. In: Muresan, S., Nakov, P., Villavicencio, A. (eds.) Findings of the Association for Computational Linguistics: ACL 2022, pp. 2567\u20132578. Association for Computational Linguistics, Dublin (2022). https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.202. https:\/\/aclanthology.org\/2022.findings-acl.202\/","DOI":"10.18653\/v1\/2022.findings-acl.202"},{"key":"46_CR13","doi-asserted-by":"publisher","unstructured":"Lucchini, L., et al.: Following the footsteps of giants: modeling the mobility of historically notable individuals. EPJ Data Sci. 8(7) (2019). https:\/\/doi.org\/10.1140\/epjds\/s13688-019-0215-7","DOI":"10.1140\/epjds\/s13688-019-0215-7"},{"key":"46_CR14","unstructured":"Min, S., et al.: Neurips 2020 efficientqa competition: systems, analyses and lessons learned. In: Escalante, H.J., Hofmann, K. (eds.) Proceedings of the NeurIPS 2020 Competition and Demonstration Track. Proceedings of Machine Learning Research, vol. 133, pp. 86\u2013111. PMLR (2021). https:\/\/proceedings.mlr.press\/v133\/min21a.html. arXiv:2101.00133"},{"key":"46_CR15","doi-asserted-by":"publisher","unstructured":"Opitz, J.: A closer look at classification evaluation metrics and a critical reflection of common evaluation practice. Trans. Assoc. Comput. Linguist. 12, 820\u2013836 (2024). https:\/\/doi.org\/10.1162\/tacl_a_00675","DOI":"10.1162\/tacl_a_00675"},{"key":"46_CR16","doi-asserted-by":"crossref","unstructured":"Opitz, J., Born, L., Nastase, V., Pultar, Y.: Automatic reconstruction of emperor itineraries from the regesta imperii. In: Proceedings of the 3rd International Conference on Digital Access to Textual Cultural Heritage, pp. 39\u201344 (2019)","DOI":"10.1145\/3322905.3322921"},{"key":"46_CR17","doi-asserted-by":"publisher","unstructured":"Plum, A., Ranasinghe, T., Jones, S., Or\u0103san, C., Mitkov, R.: Biographical: a semi-supervised relation extraction dataset. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 3121\u20133130. ACM (2022), https:\/\/doi.org\/10.1145\/3477495.3531742. https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531742","DOI":"10.1145\/3477495.3531742"},{"key":"46_CR18","doi-asserted-by":"crossref","unstructured":"Plum, A., Ranasinghe, T., Purschke, C.: Guided distant supervision for multilingual relation extraction data: adapting to a new language. In: Calzolari, N., Kan, M., Hoste, V., Lenci, A., Sakti, S., Xue, N. (eds.) Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC\u2013COLING 2024), pp. 7982\u20137992. ELRA and ICCL (2024). https:\/\/aclanthology.org\/2024.lrec-main.703\/","DOI":"10.63317\/2uczhatvewe5"},{"key":"46_CR19","unstructured":"Quaresma, P., Finatto, M.J.B.: Information extraction from historical texts: A case study. In: Finatto, M.J., Vieira, R., Pollak, S., Luz, S. (eds.) Proceedings of the Workshop on Digital Humanities and Natural Language Processing (DHandNLP 2020). CEUR Workshop Proceedings, vol. 2607, pp. 49\u201356. CEUR-WS.org, \u00c9vora (2020). https:\/\/ceur-ws.org\/Vol-2607\/short2.pdf"},{"key":"46_CR20","unstructured":"Rodr\u00edguez-Ortega, A., et al.: Relation extraction from noisy ocr historical texts. J. Data Min. Digital Human. (2022)"},{"issue":"6196","key":"46_CR21","doi-asserted-by":"publisher","first-page":"558","DOI":"10.1126\/science.1240064","volume":"345","author":"M Schich","year":"2014","unstructured":"Schich, M., et al.: A network framework of cultural history. Science 345(6196), 558\u2013562 (2014). https:\/\/doi.org\/10.1126\/science.1240064","journal-title":"Science"},{"key":"46_CR22","doi-asserted-by":"crossref","unstructured":"Sebastiani, F.: An axiomatically derived measure for the evaluation of classification algorithms. In: Proceedings of the 2015 International Conference on the Theory of Information Retrieval, pp. 11\u201320 (2015)","DOI":"10.1145\/2808194.2809449"},{"key":"46_CR23","doi-asserted-by":"crossref","unstructured":"Stoica, G., Platanios, E.A., P\u00f3czos, B.: Re-tacred: addressing shortcomings of the tacred dataset (2021). https:\/\/arxiv.org\/abs\/2104.08398","DOI":"10.1609\/aaai.v35i15.17631"},{"key":"46_CR24","doi-asserted-by":"publisher","unstructured":"Sugimoto, G., Daza, A., Boer, V.D.: Closer reading of RDF generated by NLP on Wikipedia biography: comparative analysis. In: Research Conference on Metadata and Semantics Research, pp. 41\u201354. Springer, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-031-65990-4_4","DOI":"10.1007\/978-3-031-65990-4_4"},{"key":"46_CR25","unstructured":"Tamper, M., Kettunen, M., M\u00e4kel\u00e4, E., Ruotsalo, T., Leskinen, P., Hyv\u00f6nen, E.: BiographySampo: a linked open data service for prosopographical biography research. In: Proceedings of the Digital Humanities Conference (DH 2023), Graz, Austria (2023). https:\/\/seco.cs.aalto.fi\/projects\/biographysampo\/"},{"key":"46_CR26","doi-asserted-by":"crossref","unstructured":"Tan, Q., Xu, L., Bing, L., Ng, H.T., Aljunied, S.M.: Revisiting DocRED - addressing the false negative problem in relation extraction. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 8472\u20138487. Association for Computational Linguistics, Abu Dhabi (2022). https:\/\/aclanthology.org\/2022.emnlp-main.580\/","DOI":"10.18653\/v1\/2022.emnlp-main.580"},{"key":"46_CR27","doi-asserted-by":"publisher","unstructured":"Wang, A., Wolf, T.: Overview of the SustaiNLP 2020 shared task. In: Moosavi, N.S., et al. (eds.) Proceedings of SustaiNLP: Workshop on Simple and Efficient Natural Language Processing, pp. 174\u2013178. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.sustainlp-1.24. https:\/\/aclanthology.org\/2020.sustainlp-1.24","DOI":"10.18653\/v1\/2020.sustainlp-1.24"},{"key":"46_CR28","doi-asserted-by":"publisher","unstructured":"Yang, S., Choi, M., Cho, Y., Choo, J.: HistRED: a historical document-level relation extraction dataset. In: Rogers, A., Boyd-Graber, J., Okazaki, N. (eds.) Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, volu. 1: Long Papers, pp. 3207\u20133224. Association for Computational Linguistics, Toronto (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.180. https:\/\/aclanthology.org\/2023.acl-long.180\/","DOI":"10.18653\/v1\/2023.acl-long.180"},{"key":"46_CR29","doi-asserted-by":"crossref","unstructured":"Yao, Y., et al.: DocRED: a large-scale document-level relation extraction dataset. In: Korhonen, A., Traum, D., M\u00e0rquez, L. (eds.) Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 764\u2013777. Association for Computational Linguistics, Florence (2019). https:\/\/aclanthology.org\/P19-1074\/","DOI":"10.18653\/v1\/P19-1074"},{"key":"46_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Zhong, V., Chen, D., Angeli, G., Manning, C.D.: Position-aware attention and supervised data improve slot filling. In: Palmer, M., Hwa, R., Riedel, S. (eds.) Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 35\u201345. Association for Computational Linguistics, Copenhagen (2017). https:\/\/aclanthology.org\/D17-1004\/","DOI":"10.18653\/v1\/D17-1004"},{"issue":"4","key":"46_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3618295","volume":"56","author":"L Zhong","year":"2023","unstructured":"Zhong, L., Wu, J., Li, Q., Peng, H., Wu, X.: A comprehensive survey on automatic knowledge graph construction. ACM Comput. Surv. 56(4), 1\u201362 (2023)","journal-title":"ACM Comput. Surv."},{"key":"46_CR32","doi-asserted-by":"crossref","unstructured":"Zhou, K., Qiao, Q., Li, Y., Li, Q.: Improving distantly supervised relation extraction by natural language inference. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 37, pp. 14047\u201314055 (2023)","DOI":"10.1609\/aaai.v37i11.26644"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21321-1_46","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:14:49Z","timestamp":1774307689000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21321-1_46"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032213204","9783032213211"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21321-1_46","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"24 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}