{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T20:20:44Z","timestamp":1760473244437,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031705359"},{"type":"electronic","value":"9783031705366"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70536-6_12","type":"book-chapter","created":{"date-parts":[[2024,9,2]],"date-time":"2024-09-02T10:03:02Z","timestamp":1725271382000},"page":"191-215","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reading Order Independent Metrics for\u00a0Information Extraction in\u00a0Handwritten Documents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2301-6673","authenticated-orcid":false,"given":"David","family":"Villanova-Aparisi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6174-9865","authenticated-orcid":false,"given":"Sol\u00e8ne","family":"Tarride","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6139-2891","authenticated-orcid":false,"given":"Carlos-D.","family":"Mart\u00ednez-Hinarejos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1721-5732","authenticated-orcid":false,"given":"Ver\u00f3nica","family":"Romero","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7508-4080","authenticated-orcid":false,"given":"Christopher","family":"Kermorvant","sequence":"additional","affiliation":[]},{"given":"Mois\u00e9s","family":"Pastor-Gadea","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,3]]},"reference":[{"doi-asserted-by":"publisher","unstructured":"Abadie, N., Carlinet, E., Chazalon, J., Dum\u00e9nieu, B.: A benchmark of named entity recognition approaches in historical documents application to 19th century French directories. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 445\u2013460. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_30","key":"12_CR1","DOI":"10.1007\/978-3-031-06555-2_30"},{"doi-asserted-by":"crossref","unstructured":"Boro\u015f, E., et al.: A comparison of sequential and combined approaches for named entity recognition in a corpus of handwritten medieval charters. In: 2020 17th International Conference on Frontiers in Handwriting Recognition (ICFHR), pp. 79\u201384. IEEE (2020)","key":"12_CR2","DOI":"10.1109\/ICFHR2020.2020.00025"},{"doi-asserted-by":"crossref","unstructured":"Carbonell, M., Villegas, M., Forn\u00e9s, A., Llad\u00f3s, J.: Joint recognition of handwritten text and named entities with a neural end-to-end model. In: 2018 13th IAPR International Workshop on Document Analysis Systems (DAS), pp. 399\u2013404. IEEE (2018)","key":"12_CR3","DOI":"10.1109\/DAS.2018.52"},{"key":"12_CR4","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1016\/j.patrec.2020.02.003","volume":"131","author":"C Clausner","year":"2020","unstructured":"Clausner, C., Pletschacher, S., Antonacopoulos, A.: Flexible character accuracy measure for reading-order-independent evaluation. Pattern Recogn. Lett. 131, 390\u2013397 (2020). https:\/\/doi.org\/10.1016\/j.patrec.2020.02.003","journal-title":"Pattern Recogn. Lett."},{"doi-asserted-by":"publisher","unstructured":"Constum, T., et al.: Recognition and information extraction in historical handwritten tables: toward understanding early 20th century Paris census. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems: 15th IAPR International Workshop, DAS 2022, La Rochelle, France, 22\u201325 May 2022, Proceedings, pp. 143\u2013157. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_10","key":"12_CR5","DOI":"10.1007\/978-3-031-06555-2_10"},{"doi-asserted-by":"publisher","unstructured":"Coquenet, D., Chatelain, C., Paquet, T.: DAN: a segmentation-free document attention network for handwritten document recognition. IEEE Trans. Pattern Anal. Mach. Intell. 1\u201317 (2023). https:\/\/doi.org\/10.1109\/tpami.2023.3235826","key":"12_CR6","DOI":"10.1109\/tpami.2023.3235826"},{"doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Hamdi, A., Pontes, E.L., Romanello, M., Doucet, A.: Named entity recognition and classification in historical documents: a survey. ACM Comput. Surv. 56(2), 1\u201347 (2023). https:\/\/doi.org\/10.1145\/3604931","key":"12_CR7","DOI":"10.1145\/3604931"},{"doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Romanello, M., Najem-Meyer, S., Doucet, A., Clematide, S.: Overview of HIPE-2022: Named entity recognition and linking in multilingual historical documents. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction: 13th International Conference of the CLEF Association, CLEF 2022, Bologna, Italy, 5\u20138 September 2022, Proceedings, pp. 423\u2013446. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_26","key":"12_CR8","DOI":"10.1007\/978-3-031-13643-6_26"},{"doi-asserted-by":"publisher","unstructured":"Forn\u00e9s, A., et al.: ICDAR2017 competition on information extraction in historical handwritten records. In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1389\u20131394 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.227","key":"12_CR9","DOI":"10.1109\/ICDAR.2017.227"},{"doi-asserted-by":"crossref","unstructured":"Jaume, G., Ekenel, H.K., Thiran, J.-P.: FUNSD: a dataset for form understanding in noisy scanned documents. In: Accepted to ICDAR-OST (2019)","key":"12_CR10","DOI":"10.1109\/ICDARW.2019.10029"},{"doi-asserted-by":"publisher","unstructured":"Hong, T., Kim, D., Ji, M., Hwang, W., Nam, D., Park, S.: BROS: a pre-trained language model focusing on text and layout for better key information extraction from documents. Proc. AAAI Conf. Artif. Intell. 36, 10767\u201310775 (2022). https:\/\/doi.org\/10.1609\/aaai.v36i10.21322","key":"12_CR11","DOI":"10.1609\/aaai.v36i10.21322"},{"doi-asserted-by":"publisher","unstructured":"Huang, Z., et al.: ICDAR2019 competition on scanned receipt OCR and information extraction. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1516\u20131520 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00244","key":"12_CR12","DOI":"10.1109\/ICDAR.2019.00244"},{"doi-asserted-by":"publisher","unstructured":"Hwang, W., Yim, J., Park, S., Yang, S., Seo, M.: Spatial dependency parsing for semi-structured document information extraction. In: Zong, C., Xia, F., Li, W., Navigli, R. (eds.) Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, pp. 330\u2013343. Association for Computational Linguistics, Online, August 2021. https:\/\/doi.org\/10.18653\/v1\/2021.findings-acl.28","key":"12_CR13","DOI":"10.18653\/v1\/2021.findings-acl.28"},{"doi-asserted-by":"publisher","unstructured":"Kim, G., et al.: OCR-free document understanding transformer. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) Computer Vision \u2013 ECCV 2022. ECCV 2022. LNCS, vol. 13688, pp. 498\u2013517. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19815-1_29","key":"12_CR14","DOI":"10.1007\/978-3-031-19815-1_29"},{"issue":"1\u20132","key":"12_CR15","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1002\/nav.3800020109","volume":"2","author":"HW Kuhn","year":"1955","unstructured":"Kuhn, H.W.: The Hungarian method for the assignment problem. Naval Res. Logistics Q. 2(1\u20132), 83\u201397 (1955). https:\/\/doi.org\/10.1002\/nav.3800020109","journal-title":"Naval Res. Logistics Q."},{"doi-asserted-by":"publisher","unstructured":"Linhares Pontes, E., Hamdi, A., Sidere, N., Doucet, A.: Impact of OCR quality on named entity linking. In: Jatowt, A., Maeda, A., Syn, S.Y. (eds.) Digital Libraries at the Crossroads of Digital Information for the Future, pp. 102\u2013115. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-34058-2_11","key":"12_CR16","DOI":"10.1007\/978-3-030-34058-2_11"},{"key":"12_CR17","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s100320200071","volume":"5","author":"UV Marti","year":"2002","unstructured":"Marti, U.V., Bunke, H.: The IAM-database: an English sentence database for offline handwriting recognition. Int. J. Doc. Anal. Recogn. 5, 39\u201346 (2002). https:\/\/doi.org\/10.1007\/s100320200071","journal-title":"Int. J. Doc. Anal. Recogn."},{"issue":"9","key":"12_CR18","doi-asserted-by":"publisher","first-page":"926","DOI":"10.1109\/34.232078","volume":"15","author":"A Marzal","year":"1993","unstructured":"Marzal, A., Vidal, E.: Computation of normalized edit distance and applications. IEEE Trans. Pattern Anal. Mach. Intell. 15(9), 926\u2013932 (1993). https:\/\/doi.org\/10.1109\/34.232078","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"unstructured":"Miret, B., Kermorvant, C.: Nerval: a python library for named-entity recognition evaluation on noisy texts (2021). https:\/\/gitlab.teklia.com\/ner\/nerval","key":"12_CR19"},{"doi-asserted-by":"crossref","unstructured":"Mohit, B.: Named entity recognition. In: Natural Language Processing of Semitic Languages, pp. 221\u2013245. Springer, Cham (2014)","key":"12_CR20","DOI":"10.1007\/978-3-642-45358-8_7"},{"doi-asserted-by":"publisher","unstructured":"Monroc, C.B., Miret, B., Bonhomme, M.L., Kermorvant, C.: A comprehensive study of open-source libraries for named entity recognition on handwritten historical documents. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 429\u2013444. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_29","key":"12_CR21","DOI":"10.1007\/978-3-031-06555-2_29"},{"unstructured":"Park, S., et al.: CORD: a consolidated receipt dataset for Post-OCR parsing. In: Document Intelligence Workshop at Neural Information Processing Systems (2019)","key":"12_CR22"},{"issue":"6","key":"12_CR23","doi-asserted-by":"publisher","first-page":"1658","DOI":"10.1016\/j.patcog.2012.11.024","volume":"46","author":"V Romero","year":"2013","unstructured":"Romero, V., et al.: The ESPOSALLES database: an ancient marriage license corpus for off-line handwriting recognition. Pattern Recogn. 46(6), 1658\u20131669 (2013). https:\/\/doi.org\/10.1016\/j.patcog.2012.11.024","journal-title":"Pattern Recogn."},{"doi-asserted-by":"publisher","unstructured":"Stutzmann, D., Torres\u00a0Aguilar, S., Chaffenet, P.: HOME-Alcar: Aligned and Annotated Cartularies (2021). https:\/\/doi.org\/10.5281\/zenodo.5600884","key":"12_CR24","DOI":"10.5281\/zenodo.5600884"},{"key":"12_CR25","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1016\/j.patcog.2019.05.025","volume":"94","author":"JA S\u00e1nchez","year":"2019","unstructured":"S\u00e1nchez, J.A., Romero, V., Toselli, A.H., Villegas, M., Vidal, E.: A set of benchmarks for handwritten text recognition on historical documents. Pattern Recogn. 94, 122\u2013134 (2019). https:\/\/doi.org\/10.1016\/j.patcog.2019.05.025","journal-title":"Pattern Recogn."},{"doi-asserted-by":"publisher","unstructured":"Tarride, S., Boillet, M., Kermorvant, C.: Key-value information extraction from full handwritten pages. In: Fink, G.A., Jain, R., Kise, K., Zanibbi, R. (eds.) Document Analysis and Recognition - ICDAR 2023, pp. 185\u2013204. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-41679-8_11","key":"12_CR26","DOI":"10.1007\/978-3-031-41679-8_11"},{"doi-asserted-by":"publisher","unstructured":"Tarride, S., Boillet, M., Moufflet, J.F., Kermorvant, C.: SIMARA: a database for key-value information extraction from full-page handwritten documents. In: Fink, G.A., Jain, R., Kise, K., Zanibbi, R. (eds.) Document Analysis and Recognition - ICDAR 2023, pp. 421\u2013437. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-41682-8_26","key":"12_CR27","DOI":"10.1007\/978-3-031-41682-8_26"},{"doi-asserted-by":"publisher","unstructured":"Tarride, S., Lemaitre, A., Co\u00fcasnon, B., Tardivel, S.: A comparative study of information extraction strategies using an attention-based neural network. In: Uchida, S., Barney, E., Eglin, V. (eds.) International Workshop on Document Analysis Systems, pp. 644\u2013658. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_43","key":"12_CR28","DOI":"10.1007\/978-3-031-06555-2_43"},{"issue":"3","key":"12_CR29","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/s10032-023-00427-w","volume":"26","author":"S Tarride","year":"2023","unstructured":"Tarride, S., et al.: Large-scale genealogical information extraction from handwritten Quebec parish records. Int. J. Doc. Anal. Recogn. (IJDAR) 26(3), 255\u2013272 (2023). https:\/\/doi.org\/10.1007\/s10032-023-00427-w","journal-title":"Int. J. Doc. Anal. Recogn. (IJDAR)"},{"doi-asserted-by":"publisher","unstructured":"Toledo, J., Carbonell, M., Forn\u00e9s, A., Llad\u00f3s, J.: Information extraction from historical handwritten document images with a context-aware neural model. Pattern Recogn. 86, 27\u201336 (2018). https:\/\/doi.org\/10.1016\/j.patcog.2018.08.020","key":"12_CR30","DOI":"10.1016\/j.patcog.2018.08.020"},{"doi-asserted-by":"publisher","unstructured":"T\u00fcselmann, O., Wolf, F., Fink, G.A.: Are end-to-end systems really necessary for NER on handwritten document images? In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) Document Analysis and Recognition \u2013 ICDAR 2021, pp. 808\u2013822. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86331-9_52","key":"12_CR31","DOI":"10.1007\/978-3-030-86331-9_52"},{"key":"12_CR32","doi-asserted-by":"publisher","first-page":"109695","DOI":"10.1016\/j.patcog.2023.109695","volume":"142","author":"E Vidal","year":"2023","unstructured":"Vidal, E., Toselli, A.H., R\u00edos-Vila, A., Calvo-Zaragoza, J.: End-to-end page-level assessment of handwritten text recognition. Pattern Recogn. 142, 109695 (2023). https:\/\/doi.org\/10.1016\/j.patcog.2023.109695","journal-title":"Pattern Recogn."},{"doi-asserted-by":"publisher","unstructured":"Villanova-Aparisi, D., Mart\u00ednez-Hinarejos, C.D., Romero, V., Pastor-Gadea, M.: Evaluation of named entity recognition in handwritten documents. In: Uchida, S., Barney, E., Eglin, V. (eds.) International Workshop on Document Analysis Systems, pp. 568\u2013582. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_38","key":"12_CR33","DOI":"10.1007\/978-3-031-06555-2_38"},{"issue":"1","key":"12_CR34","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1145\/321796.321811","volume":"21","author":"RA Wagner","year":"1974","unstructured":"Wagner, R.A., Fischer, M.J.: The string-to-string correction problem. J. ACM (JACM) 21(1), 168\u2013173 (1974). https:\/\/doi.org\/10.1145\/321796.321811","journal-title":"J. ACM (JACM)"},{"doi-asserted-by":"crossref","unstructured":"Wang, Z., Xu, Y., Cui, L., Shang, J., Wei, F.: LayoutReader: pre-training of text and layout for reading order detection. CoRR abs\/2108.11591 (2021). https:\/\/arxiv.org\/abs\/2108.11591","key":"12_CR35","DOI":"10.18653\/v1\/2021.emnlp-main.389"},{"doi-asserted-by":"publisher","unstructured":"Xu, Y., Li, M., Cui, L., Huang, S., Wei, F., Zhou, M.: LayoutLM: pre-training of text and layout for document image understanding. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, KDD 2020, pp. 1192\u20131200. Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3394486.3403172","key":"12_CR36","DOI":"10.1145\/3394486.3403172"},{"doi-asserted-by":"publisher","unstructured":"Zhang, C., et al.: Reading order matters: information extraction from visually-rich documents by token path prediction. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 13716\u201313730. Association for Computational Linguistics, Singapore, December 2023. https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.846","key":"12_CR37","DOI":"10.18653\/v1\/2023.emnlp-main.846"},{"issue":"6","key":"12_CR38","doi-asserted-by":"publisher","first-page":"1245","DOI":"10.1137\/0218082","volume":"18","author":"K Zhang","year":"1989","unstructured":"Zhang, K., Shasha, D.: Simple fast algorithms for the editing distance between trees and related problems. SIAM J. Comput. 18(6), 1245\u20131262 (1989). https:\/\/doi.org\/10.1137\/0218082","journal-title":"SIAM J. Comput."},{"doi-asserted-by":"publisher","unstructured":"Zhong, X., ShafieiBavani, E., Jimeno Yepes, A.: Image-based table recognition: data, model, and evaluation. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.M. (eds.) Computer Vision - ECCV 2020, pp. 564\u2013580. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58589-1_34","key":"12_CR39","DOI":"10.1007\/978-3-030-58589-1_34"}],"container-title":["Lecture Notes in Computer Science","Document Analysis and Recognition - ICDAR 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70536-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,2]],"date-time":"2024-09-02T10:11:54Z","timestamp":1725271914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70536-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031705359","9783031705366"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70536-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICDAR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Document Analysis and Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Athens","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icdar2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icdar2024.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}