{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T09:38:41Z","timestamp":1770543521858,"version":"3.49.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031416811","type":"print"},{"value":"9783031416828","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-41682-8_8","type":"book-chapter","created":{"date-parts":[[2023,8,18]],"date-time":"2023-08-18T07:02:59Z","timestamp":1692342179000},"page":"115-131","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Benchmark of\u00a0Nested Named Entity Recognition Approaches in\u00a0Historical Structured Documents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8549-7949","authenticated-orcid":false,"given":"Solenn","family":"Tual","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8741-2398","authenticated-orcid":false,"given":"Nathalie","family":"Abadie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3757-074X","authenticated-orcid":false,"given":"Joseph","family":"Chazalon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2517-2058","authenticated-orcid":false,"given":"Bertrand","family":"Dum\u00e9nieu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5737-5266","authenticated-orcid":false,"given":"Edwin","family":"Carlinet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,19]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","unstructured":"Abadie, N., Bacciochi, S., Carlinet, E., Chazalon, J., Cristofoli, P., Dum\u00e9nieu, B., Perret, J.: A dataset of French trade directories from the 19th century (FTD) (2022). https:\/\/doi.org\/10.5281\/zenodo.6394464","DOI":"10.5281\/zenodo.6394464"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Abadie, N., Carlinet, E., Chazalon, J., Dum\u00e9nieu, B.: A benchmark of named entity recognition approaches in historical documents application to 19th century french directories. In: Document Analysis Systems: 15th IAPR International Workshop, DAS 2022, Proceedings. La Rochelle, France (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_30","DOI":"10.1007\/978-3-031-06555-2_30"},{"issue":"3","key":"8_CR3","doi-asserted-by":"publisher","first-page":"976","DOI":"10.3390\/app12030976","volume":"12","author":"A Agrawal","year":"2022","unstructured":"Agrawal, A., Tripathi, S., Vardhan, M., Sihag, V., Choudhary, G., Dragoni, N.: BERT-Based Transfer-Learning Approach for Nested Named-Entity Recognition Using Joint Labeling. Appl. Sci. 12(3), 976 (2022). https:\/\/doi.org\/10.3390\/app12030976","journal-title":"Appl. Sci."},{"key":"8_CR4","doi-asserted-by":"publisher","unstructured":"Albers, T., Kappner, K.: Perks and pitfalls of city directories as a micro-geographic data source. Collaborative Research Center Transregio 190 Discussion Paper No. 315 (2022). https:\/\/doi.org\/10.5282\/ubm\/epub.90748","DOI":"10.5282\/ubm\/epub.90748"},{"issue":"3","key":"8_CR5","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/j.eij.2020.10.004","volume":"22","author":"N Alshammari","year":"2021","unstructured":"Alshammari, N., Alanazi, S.: The impact of using different annotation schemes on named entity recognition. Egypt. Inform. J. 22(3), 295\u2013302 (2021). https:\/\/doi.org\/10.1016\/j.eij.2020.10.004","journal-title":"Egypt. Inform. J."},{"issue":"8","key":"8_CR6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0220219","volume":"15","author":"C Bell","year":"2020","unstructured":"Bell, C., et al.: Automated data extraction from historical city directories: the rise and fall of mid-century gas stations in Providence, RI. PLoS ONE 15(8), e0220219 (2020). https:\/\/doi.org\/10.1371\/journal.pone.0220219","journal-title":"PLoS ONE"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Bertinetto, L., Mueller, R., Tertikas, K., Samangooei, S., Lord, N.A.: Making better mistakes: Leveraging class hierarchies with deep networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.01252"},{"key":"8_CR8","unstructured":"Dinarelli, M., Rosset, S.: Models cascade for tree-structured named entity detection. In: Proceedings of 5th International Joint Conference on Natural Language Processing, pp. 1269\u20131278. Asian Federation of Natural Language Processing, Chiang Mai, Thailand (2011)"},{"key":"8_CR9","unstructured":"Dinarelli, M., Rosset, S.: Tree-structured named entity recognition on OCR data: analysis, processing and results. In: Proceedings of the Eighth International Conference on Language Resources and Evaluation (LREC 2012), pp. 1266\u20131272. European Language Resources Association (ELRA), Istanbul, Turkey (2012)"},{"key":"8_CR10","unstructured":"Ehrmann, M., Hamdi, A., Linhares Pontes, E., Romanello, M., Doucet, A.: Named entity recognition and classification in historical documents: a survey. ACM Computing Survey (2021). https:\/\/infoscience.epfl.ch\/record\/297355"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Romanello, M., Doucet, A., Clematide, S.: Hipe-2022 shared task named entity datasets (2022). https:\/\/doi.org\/10.5281\/zenodo.6375600","DOI":"10.5281\/zenodo.6375600"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Finkel, J.R., Manning, C.D.: Nested named entity recognition. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, pp. 141\u2013150. Association for Computational Linguistics, Singapore (2009)","DOI":"10.3115\/1699510.1699529"},{"key":"8_CR13","doi-asserted-by":"publisher","first-page":"109693","DOI":"10.1109\/ACCESS.2021.3102685","volume":"9","author":"L Jia","year":"2021","unstructured":"Jia, L., Liu, S., Wei, F., Kong, B., Wang, G.: Nested named entity recognition via an independent-layered pretrained model. IEEE Access 9, 109693\u2013109703 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3102685","journal-title":"IEEE Access"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Ju, M., Miwa, M., Ananiadou, S.: A neural layered model for nested named entity recognition. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 1 (Long Papers), pp. 1446\u20131459. Association for Computational Linguistics, New Orleans, Louisiana (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1131","DOI":"10.18653\/v1\/N18-1131"},{"key":"8_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/978-3-030-86337-1_31","volume-title":"Document Analysis and Recognition \u2013 ICDAR 2021","author":"M Ki\u0161\u0161","year":"2021","unstructured":"Ki\u0161\u0161, M., Bene\u0161, K., Hradi\u0161, M.: AT-ST: self-training adaptation strategy for OCR in domains with limited transcriptions. In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) ICDAR 2021. LNCS, vol. 12824, pp. 463\u2013477. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86337-1_31"},{"key":"8_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1007\/978-3-030-86337-1_32","volume-title":"Document Analysis and Recognition \u2013 ICDAR 2021","author":"J Koh\u00fat","year":"2021","unstructured":"Koh\u00fat, J., Hradi\u0161, M.: TS-Net: OCR trained to switch between text transcription styles. In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) ICDAR 2021. LNCS, vol. 12824, pp. 478\u2013493. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86337-1_32"},{"issue":"1","key":"8_CR17","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/TKDE.2020.2981314","volume":"34","author":"J Li","year":"2022","unstructured":"Li, J., Sun, A., Han, J., Li, C.: A survey on deep learning for named entity recognition. IEEE Trans. Knowl. Data Eng. 34(1), 50\u201370 (2022). https:\/\/doi.org\/10.1109\/TKDE.2020.2981314","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"8_CR18","doi-asserted-by":"publisher","unstructured":"Marinho, Z., Mendes, A., Miranda, S., Nogueira, D.: Hierarchical nested named entity recognition. In: Proceedings of the 2nd Clinical Natural Language Processing Workshop, pp. 28\u201334. Association for Computational Linguistics, Minneapolis, Minnesota, USA (2019). https:\/\/doi.org\/10.18653\/v1\/W19-1904","DOI":"10.18653\/v1\/W19-1904"},{"key":"8_CR19","doi-asserted-by":"publisher","unstructured":"Martin, L., et al.: CamemBERT: a tasty French language model. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7203\u20137219 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.645","DOI":"10.18653\/v1\/2020.acl-main.645"},{"key":"8_CR20","doi-asserted-by":"publisher","unstructured":"Nadeau, D., Sekine, S.: A survey of named entity recognition and classification. Lingvisticae Investigationes 30 (2007). https:\/\/doi.org\/10.1075\/li.30.1.03nad","DOI":"10.1075\/li.30.1.03nad"},{"key":"8_CR21","unstructured":"Nakayama, H.: seqeval: a python framework for sequence labeling evaluation (2018). https:\/\/github.com\/chakki-works\/seqeval"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Neudecker, C., Baierer, K., Gerber, M., Christian, C., Apostolos, A., Stefan, P.: A survey of OCR evaluation tools and metrics. In: The 6th International workshop on Workshop on Historical Document Imaging and Processing, pp. 13\u201318 (2021)","DOI":"10.1145\/3476887.3476888"},{"key":"8_CR23","unstructured":"Ramshaw, L., Marcus, M.: Text chunking using transformation-based learning. In: Third Workshop on Very Large Corpora (1995), https:\/\/aclanthology.org\/W95-0107"},{"key":"8_CR24","doi-asserted-by":"publisher","unstructured":"Santos, E.A.: OCR evaluation tools for the 21st century. In: Proceedings of the Workshop on Computational Methods for Endangered Languages. vol. 1 (2019). https:\/\/doi.org\/10.33011\/computel.v1i.345","DOI":"10.33011\/computel.v1i.345"},{"key":"8_CR25","doi-asserted-by":"publisher","unstructured":"Shen, D., Zhang, J., Zhou, G., Su, J., Tan, C.L.: Effective adaptation of hidden Markov model-based named entity recognizer for biomedical domain. In: Proceedings of the ACL 2003 Workshop on Natural Language Processing in Biomedicine, pp. 49\u201356. Association for Computational Linguistics, Sapporo, Japan (2003). https:\/\/doi.org\/10.3115\/1118958.1118965","DOI":"10.3115\/1118958.1118965"},{"key":"8_CR26","unstructured":"Wajsb\u00fcrt, P.: Extraction and normalization of simple and structured entities in medical documents. Ph.D. thesis, Sorbonne Universit\u00e9 (2021)"},{"key":"8_CR27","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1007\/978-3-030-77211-6_50","volume-title":"Artificial Intelligence in Medicine","author":"P Wajsb\u00fcrt","year":"2021","unstructured":"Wajsb\u00fcrt, P., Taill\u00e9, Y., Tannier, X.: Effect of depth order on iterative nested named entity recognition models. In: Tucker, A., Henriques Abreu, P., Cardoso, J., Pereira Rodrigues, P., Ria\u00f1o, D. (eds.) AIME 2021. LNCS (LNAI), vol. 12721, pp. 428\u2013432. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77211-6_50"},{"key":"8_CR28","doi-asserted-by":"publisher","unstructured":"Wang, Y., Tong, H., Zhu, Z., Li, Y.: Nested named entity recognition: a survey. ACM Trans. Knowl. Discov. Data 16(6), 108:1\u2013108:29 (2022). https:\/\/doi.org\/10.1145\/3522593","DOI":"10.1145\/3522593"},{"key":"8_CR29","doi-asserted-by":"publisher","unstructured":"Zheng, C., Cai, Y., Xu, J., Leung, H.f., Xu, G.: A Boundary-aware neural model for nested named entity recognition. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 357\u2013366. Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1034","DOI":"10.18653\/v1\/D19-1034"}],"container-title":["Lecture Notes in Computer Science","Document Analysis and Recognition - ICDAR 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-41682-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,18]],"date-time":"2023-08-18T07:17:47Z","timestamp":1692343067000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-41682-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031416811","9783031416828"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-41682-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"19 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICDAR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Document Analysis and Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"San Jos\u00e9, CA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icdar2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icdar2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"316","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"154","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.89","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.50","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Number and type of other papers accepted : IJDAR track papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}