{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T20:19:54Z","timestamp":1760473194193,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031416811"},{"type":"electronic","value":"9783031416828"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-41682-8_1","type":"book-chapter","created":{"date-parts":[[2023,8,18]],"date-time":"2023-08-18T07:02:59Z","timestamp":1692342179000},"page":"3-16","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Evaluation of\u00a0Different Tagging Schemes for\u00a0Named Entity Recognition in\u00a0Handwritten Documents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2301-6673","authenticated-orcid":false,"given":"David","family":"Villanova-Aparisi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6139-2891","authenticated-orcid":false,"given":"Carlos-D.","family":"Mart\u00ednez-Hinarejos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1721-5732","authenticated-orcid":false,"given":"Ver\u00f3nica","family":"Romero","sequence":"additional","affiliation":[]},{"given":"Mois\u00e9s","family":"Pastor-Gadea","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,19]]},"reference":[{"key":"1_CR1","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/978-3-031-06555-2_30","volume-title":"Document Analysis Systems","author":"N Abadie","year":"2022","unstructured":"Abadie, N., Carlinet, E., Chazalon, J., Dum\u00e9nieu, B.: A benchmark of named entity recognition approaches in historical documents application to 19th century French directories. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 445\u2013460. Springer International Publishing, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_30"},{"key":"1_CR2","unstructured":"Bluche, T.: Deep Neural Networks for Large Vocabulary Handwritten Text Recognition. Ph.D. thesis, Universit\u00e9 Paris Sud-Paris XI (2015)"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Boro\u015f, E., et al.: A comparison of sequential and combined approaches for named entity recognition in a corpus of handwritten medieval charters. In: 2020 17th International Conference on Frontiers in Handwriting Recognition (ICFHR), pp. 79\u201384. IEEE (2020)","DOI":"10.1109\/ICFHR2020.2020.00025"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Carbonell, M., Villegas, M., Forn\u00e9s, A., Llad\u00f3s, J.: Joint recognition of handwritten text and named entities with a neural end-to-end model. In: 2018 13th IAPR International Workshop on Document Analysis Systems (DAS), pp. 399\u2013404. IEEE (2018)","DOI":"10.1109\/DAS.2018.52"},{"key":"1_CR5","doi-asserted-by":"publisher","first-page":"106649","DOI":"10.1016\/j.knosys.2020.106649","volume":"213","author":"R Catelli","year":"2021","unstructured":"Catelli, R., Casola, V., De Pietro, G., Fujita, H., Esposito, M.: Combining contextualized word representation and sub-document level analysis through bi-LSTM+ CRF architecture for clinical de-identification. Knowl.-Based Syst. 213, 106649 (2021)","journal-title":"Knowl.-Based Syst."},{"key":"1_CR6","doi-asserted-by":"publisher","unstructured":"Fischer, A., Keller, A., Frinken, V., Bunke, H.: Lexicon-free handwritten word spotting using character HMMS. Pattern Recognition Letters 33(7), 934\u2013942 (2012). https:\/\/doi.org\/10.1016\/j.patrec.2011.09.009, special Issue on Awards from ICPR 2010","DOI":"10.1016\/j.patrec.2011.09.009"},{"key":"1_CR7","unstructured":"Johansson, S., Leech, G., Goodluck, H.: Manual of information to accompany the lancaster-oslo-bergen corpus of British English, for use with digital computers (1978). http:\/\/korpus.uib.no\/icame\/manuals\/LOB\/INDEX.HTM"},{"key":"1_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/978-3-030-12939-2_32","volume-title":"Pattern Recognition","author":"L Kang","year":"2019","unstructured":"Kang, L., Toledo, J.I., Riba, P., Villegas, M., Forn\u00e9s, A., Rusi\u00f1ol, M.: Convolve, attend and spell: an attention-based sequence-to-sequence model for handwritten word recognition. In: Brox, T., Bruhn, A., Fritz, M. (eds.) GCPR 2018. LNCS, vol. 11269, pp. 459\u2013472. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-12939-2_32"},{"key":"1_CR9","unstructured":"Lafferty, J.D., McCallum, A., Pereira, F.C.N.: Conditional random fields: Probabilistic models for segmenting and labeling sequence data. In: Proceedings of the Eighteenth International Conference on Machine Learning, ICML 2001, pp. 282\u2013289. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA (2001)"},{"key":"1_CR10","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/978-3-031-06555-2_27","volume-title":"Document Analysis Systems","author":"M Maarand","year":"2022","unstructured":"Maarand, M., Beyer, Y., K\u00e5sen, A., Fosseide, K.T., Kermorvant, C.: A comprehensive comparison of open-source libraries for handwritten text recognition in norwegian. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 399\u2013413. Springer International Publishing, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_27"},{"issue":"1","key":"1_CR11","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s100320200071","volume":"5","author":"UV Marti","year":"2002","unstructured":"Marti, U.V., Bunke, H.: The i am-database: an English sentence database for offline handwriting recognition. Int. J. Doc. Anal. Recogn. 5(1), 39\u201346 (2002)","journal-title":"Int. J. Doc. Anal. Recogn."},{"key":"1_CR12","unstructured":"Mochol\u00ed Calvo, C.: Development and experimentation of a deep learning system for convolutional and recurrent neural networks. Degree\u2019s thesis, Universitat Polit\u00e8cnica de Val\u00e8ncia (2018)"},{"key":"1_CR13","series-title":"Theory and Applications of Natural Language Processing","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/978-3-642-45358-8_7","volume-title":"Natural Language Processing of Semitic Languages","author":"B Mohit","year":"2014","unstructured":"Mohit, B.: Named entity recognition. In: Zitouni, I. (ed.) Natural Language Processing of Semitic Languages. TANLP, pp. 221\u2013245. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-642-45358-8_7"},{"key":"1_CR14","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-031-06555-2_29","volume-title":"Document Analysis Systems","author":"CB Monroc","year":"2022","unstructured":"Monroc, C.B., Miret, B., Bonhomme, M.L., Kermorvant, C.: A comprehensive study of open-source libraries for named entity recognition on handwritten historical documents. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 429\u2013444. Springer International Publishing, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_29"},{"key":"1_CR15","unstructured":"Povey, D., et al.: The kaldi speech recognition toolkit. In: IEEE 2011 Workshop on Automatic Speech Recognition and Understanding. No. CFP11SRW-USB, IEEE Signal Processing Society (2011)"},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Puigcerver, J.: Are multidimensional recurrent layers really necessary for handwritten text recognition? In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol. 1, pp. 67\u201372. IEEE (2017)","DOI":"10.1109\/ICDAR.2017.20"},{"issue":"6","key":"1_CR17","doi-asserted-by":"publisher","first-page":"1658","DOI":"10.1016\/j.patcog.2012.11.024","volume":"46","author":"V Romero","year":"2013","unstructured":"Romero, V., et al.: The Esposalles database: an ancient marriage license corpus for off-line handwriting recognition. Pattern Recognit. 46(6), 1658\u20131669 (2013). https:\/\/doi.org\/10.1016\/j.patcog.2012.11.024","journal-title":"Pattern Recognit."},{"key":"1_CR18","unstructured":"Rowtula, V., Krishnan, P., Jawahar, C.: Pos tagging and named entity recognition on handwritten documents. In: Proceedings of the 15th International Conference on Natural Language Processing, p. 87\u201391 (2018)"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"S\u00e1nchez, J.A., Bosch, V., Romero, V., Depuydt, K., De Does, J.: Handwritten text recognition for historical documents in the transcriptorium project. In: Proceedings of the First International Conference on Digital Access to Textual Cultural Heritage, pp. 111\u2013117 (2014)","DOI":"10.1145\/2595188.2595193"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Stolcke, A.: Srilm - an extensible language modeling toolkit. In: Proceedings of 7th International Conference on Spoken Language Processing (ICSLP 2002), pp. 901\u2013904 (2002)","DOI":"10.21437\/ICSLP.2002-303"},{"key":"1_CR21","doi-asserted-by":"publisher","unstructured":"Tarride, S., Lemaitre, A., Co\u00e9asnon, B., Tardivel, S.: A comparative study of information extraction strategies using an attention-based neural network. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems. DAS 2022. LNCS, vol. 13237, pp. 644\u2013658. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_43","DOI":"10.1007\/978-3-031-06555-2_43"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Tjong Kim\u00a0Sang, E.F., Buchholz, S.: Introduction to the CoNLL-2000 shared task chunking. In: Fourth Conference on Computational Natural Language Learning and the Second Learning Language in Logic Workshop, pp. 127\u2013132 (2000). https:\/\/aclanthology.org\/W00-0726","DOI":"10.3115\/1117601.1117631"},{"key":"1_CR23","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-031-06555-2_14","volume-title":"Document Analysis Systems","author":"O T\u00fcselmann","year":"2022","unstructured":"T\u00fcselmann, O., Fink, G.A.: Named entity linking on handwritten document images. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 199\u2013213. Springer International Publishing, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_14"},{"key":"1_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1007\/978-3-030-86331-9_52","volume-title":"Document Analysis and Recognition \u2013 ICDAR 2021","author":"O T\u00fcselmann","year":"2021","unstructured":"T\u00fcselmann, O., Wolf, F., Fink, G.A.: Are end-to-end systems really necessary for NER on handwritten document images? In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) ICDAR 2021. LNCS, vol. 12822, pp. 808\u2013822. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86331-9_52"},{"key":"1_CR25","doi-asserted-by":"publisher","unstructured":"Villanova-Aparisi, D.: Line-level named entity recognition annotation for the George Washington and IAM datasets (2023). https:\/\/doi.org\/10.5281\/zenodo.7805128","DOI":"10.5281\/zenodo.7805128"},{"key":"1_CR26","doi-asserted-by":"publisher","unstructured":"Villanova-Aparisi, D., Mart\u00ednez-Hinarejos, C.D., Romero, V., Pastor-Gadea, M.: Evaluation of named entity recognition in handwritten documents. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems. DAS 2022. LNCS, vol. 13237, pp. 568\u2013582. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-06555-2_38","DOI":"10.1007\/978-3-031-06555-2_38"},{"key":"1_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1007\/978-3-319-19390-8_24","volume-title":"Pattern Recognition and Image Analysis","author":"M Villegas","year":"2015","unstructured":"Villegas, M., Romero, V., S\u00e1nchez, J.A.: On the modification of binarization algorithms to retain grayscale information for handwritten text recognition. In: Paredes, R., Cardoso, J.S., Pardo, X.M. (eds.) IbPRIA 2015. LNCS, vol. 9117, pp. 208\u2013215. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-19390-8_24"},{"key":"1_CR28","series-title":"Lecture Notes in Electrical Engineering","doi-asserted-by":"publisher","first-page":"1803","DOI":"10.1007\/978-981-13-9409-6_218","volume-title":"Communications, Signal Processing, and Systems","author":"Y Wen","year":"2020","unstructured":"Wen, Y., Fan, C., Chen, G., Chen, X., Chen, M.: A survey on named entity recognition. In: Liang, Q., Wang, W., Liu, X., Na, Z., Jia, M., Zhang, B. (eds.) CSPS 2019. LNEE, vol. 571, pp. 1803\u20131810. Springer, Singapore (2020). https:\/\/doi.org\/10.1007\/978-981-13-9409-6_218"},{"key":"1_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1007\/978-3-030-86334-0_8","volume-title":"Document Analysis and Recognition - ICDAR 2021","author":"C Wick","year":"2021","unstructured":"Wick, C., Z\u00f6llner, J., Gr\u00fcning, T.: Transformer for handwritten text recognition using bidirectional post-decoding. In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) ICDAR 2021. LNCS, vol. 12823, pp. 112\u2013126. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86334-0_8"},{"key":"1_CR30","unstructured":"Xingjian, S., Chen, Z., Wang, H., Yeung, D.Y., Wong, W.K., Woo, W.C.: Convolutional lstm network: a machine learning approach for precipitation nowcasting. In: Advances in Neural Information Processing Systems, pp. 802\u2013810 (2015)"},{"key":"1_CR31","unstructured":"Yadav, V., Bethard, S.: A survey on recent advances in named entity recognition from deep learning models. In: Proceedings of the 27th International Conference on Computational Linguistics. pp. 2145\u20132158. Association for Computational Linguistics, Santa Fe, New Mexico, USA, August 2018. https:\/\/aclanthology.org\/C18-1182"}],"container-title":["Lecture Notes in Computer Science","Document Analysis and Recognition - ICDAR 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-41682-8_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,18]],"date-time":"2023-08-18T07:16:36Z","timestamp":1692342996000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-41682-8_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031416811","9783031416828"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-41682-8_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"19 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICDAR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Document Analysis and Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"San Jos\u00e9, CA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icdar2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icdar2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"316","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"154","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.89","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.50","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Number and type of other papers accepted : IJDAR track papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}