{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T15:08:59Z","timestamp":1758121739622,"version":"3.40.3"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031705458"},{"type":"electronic","value":"9783031705465"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70546-5_19","type":"book-chapter","created":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T05:02:47Z","timestamp":1725944567000},"page":"324-342","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Counting the\u00a0Corner Cases: Revisiting Robust Reading Challenge Data Sets, Evaluation Protocols, and\u00a0Metrics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2247-8174","authenticated-orcid":false,"given":"Jerod","family":"Weinman","sequence":"first","affiliation":[]},{"given":"Amelia","family":"G\u00f3mez Grabowska","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8762-4454","authenticated-orcid":false,"given":"Dimosthenis","family":"Karatzas","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","unstructured":"Baek, Y., et al.: CLEval: character-level evaluation for text detection and recognition tasks. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 2404\u20132412 (2020). https:\/\/doi.org\/10.1109\/CVPRW50498.2020.00290","DOI":"10.1109\/CVPRW50498.2020.00290"},{"key":"19_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.imavis.2015.12.001","volume":"46","author":"S Calarasanu","year":"2016","unstructured":"Calarasanu, S., Fabrizio, J., Dubuisson, S.: What is a good evaluation protocol for text localization systems? Concerns, arguments, comparisons and solutions. Image Vis. Comput. 46, 1\u201317 (2016). https:\/\/doi.org\/10.1016\/j.imavis.2015.12.001","journal-title":"Image Vis. Comput."},{"key":"19_CR3","unstructured":"Computer Vision Center: Robust reading competition. https:\/\/rrc.cvc.uab.es"},{"key":"19_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"650","DOI":"10.1007\/978-3-030-86337-1_43","volume-title":"Document Analysis and Recognition \u2013 ICDAR 2021","author":"Z Cheng","year":"2021","unstructured":"Cheng, Z., Lu, J., Zou, B., Zhou, S., Wu, F.: ICDAR 2021 competition on scene video text spotting. In: Llad\u00f3s, J., Lopresti, D., Uchida, S. (eds.) ICDAR 2021. LNCS, vol. 12824, pp. 650\u2013662. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86337-1_43"},{"key":"19_CR5","doi-asserted-by":"publisher","unstructured":"Chng, C.K., et al.: ICDAR2019 robust reading challenge on arbitrary-shaped text - RRC-ArT. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1571\u20131576 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00252","DOI":"10.1109\/ICDAR.2019.00252"},{"key":"19_CR6","unstructured":"COCO - Common Objects in Context: COCO API (2014). https:\/\/github.com\/cocodataset\/cocoapi"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Dangla, A., Puybareau, E., Tochon, G., Fabrizio, J.: A first step toward a fair comparison of evaluation protocols for text detection algorithms. In: 2018 13th IAPR International Workshop on Document Analysis Systems (DAS), pp. 345\u2013350. IEEE (2018)","DOI":"10.1109\/DAS.2018.55"},{"issue":"2","key":"19_CR8","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s11263-009-0275-4","volume":"88","author":"M Everingham","year":"2010","unstructured":"Everingham, M., Van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL visual object classes (VOC) challenge. Int. J. Comput. Vis. 88(2), 303\u2013338 (2010)","journal-title":"Int. J. Comput. Vis."},{"key":"19_CR9","unstructured":"Everingham, M., Winn, J.: The PASCAL visual object classes challenge 2012 (VOC2012) development kit, May 2011. http:\/\/host.robots.ox.ac.uk\/pascal\/VOC\/voc2012\/VOCdevkit_18-May-2011.tar"},{"key":"19_CR10","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1007\/978-3-031-25069-9_24","volume-title":"Computer Vision - ECCV 2022 Workshops","author":"S Garcia-Bordils","year":"2023","unstructured":"Garcia-Bordils, S., et al.: Out-of-vocabulary challenge report. In: Karlinsky, L., Michaeli, T., Nishino, K. (eds.) Computer Vision - ECCV 2022 Workshops, pp. 359\u2013375. Springer Nature Switzerland, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-25069-9_24"},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Gomez, R., et al.: ICDAR2017 robust reading challenge on COCO-Text. In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1435\u20131443 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.234","DOI":"10.1109\/ICDAR.2017.234"},{"key":"19_CR12","doi-asserted-by":"publisher","unstructured":"Iwamura, M., Morimoto, N., Tainaka, K., Bazazian, D., Gomez, L., Karatzas, D.: ICDAR2017 robust reading challenge on omnidirectional video. In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1448\u20131453 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.236","DOI":"10.1109\/ICDAR.2017.236"},{"key":"19_CR13","doi-asserted-by":"publisher","unstructured":"Karatzas, D., et al.: ICDAR 2015 competition on robust reading. In: 2015 13th International Conference on Document Analysis and Recognition (ICDAR), pp. 1156\u20131160 (2015). https:\/\/doi.org\/10.1109\/ICDAR.2015.7333942","DOI":"10.1109\/ICDAR.2015.7333942"},{"key":"19_CR14","doi-asserted-by":"publisher","unstructured":"Karatzas, D., et al.: ICDAR 2013 robust reading competition. In: 2013 12th International Conference on Document Analysis and Recognition, pp. 1484\u20131493 (2013). https:\/\/doi.org\/10.1109\/ICDAR.2013.221","DOI":"10.1109\/ICDAR.2013.221"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Kim, J., Li, Z., Lin, Y., Namgung, M., Jang, L., Chiang, Y.Y.: The mapKurator system: a complete pipeline for extracting and linking text from historical maps. In: Proceedings of the 31st ACM International Conference on Advances in Geographic Information Systems, pp.\u00a01\u20134 (2023)","DOI":"10.1145\/3589132.3625579"},{"key":"19_CR16","doi-asserted-by":"publisher","unstructured":"Kirillov, A., He, K., Girshick, R., Rother, C., Doll\u00e1r, P.: Panoptic segmentation. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9396\u20139405 (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.00963","DOI":"10.1109\/CVPR.2019.00963"},{"key":"19_CR17","unstructured":"Krylov, I., Nosov, S., Sovrasov, V.: Open images V5 text annotation and yet another mask text spotter (2021). arXiv:2106.12326 [cs.CV]"},{"key":"19_CR18","doi-asserted-by":"crossref","unstructured":"Lee, C.Y., Baek, Y., Lee, H.: TedEval: a fair evaluation metric for scene text detectors. In: 2019 International Conference on Document Analysis and Recognition Workshops (ICDARW), vol.\u00a07, pp. 14\u201317. IEEE (2019)","DOI":"10.1109\/ICDARW.2019.60125"},{"key":"19_CR19","doi-asserted-by":"publisher","unstructured":"Lee, H.S., Yoon, Y., Jang, P.H., Choi, C.: PopEval: a character-level approach to end-to-end evaluation compatible with word-level benchmark dataset. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1207\u20131213 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00195","DOI":"10.1109\/ICDAR.2019.00195"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Li, Z., et al.: ICDAR 2024 competition on historical map text detection, recognition, and linking. In: 18th International Conference on Document Analysis and Recognition (ICDAR 2024) (2024)","DOI":"10.1007\/978-3-031-70552-6_22"},{"key":"19_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"19_CR22","doi-asserted-by":"crossref","unstructured":"Liu, Y., Jin, L., Xie, Z., Luo, C., Zhang, S., Xie, L.: Tightness-aware evaluation protocol for scene text detection. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9604\u20139612. IEEE (2019)","DOI":"10.1109\/CVPR.2019.00984"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Long, S., Qin, S., Panteleev, D., Bissacco, A., Fujii, Y., Raptis, M.: Towards end-to-end unified scene text detection and layout analysis. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1049\u20131059 (2022)","DOI":"10.1109\/CVPR52688.2022.00112"},{"key":"19_CR24","doi-asserted-by":"crossref","unstructured":"Long, S., Qin, S., Panteleev, D., Bissacco, A., Fujii, Y., Raptis, M.: ICDAR 2023 competition on hierarchical text detection and recognition (2023). arXiv:2305.09750 [cs.CV]","DOI":"10.1007\/978-3-031-41679-8_28"},{"key":"19_CR25","doi-asserted-by":"publisher","unstructured":"Lucas, S.M., Panaretos, A., Sosa, L., Tang, A., Wong, S., Young, R.: ICDAR 2003 robust reading competitions. In: Proceedings International Conference on Document Analysis and Recognition, vol.\u00a02, pp. 682\u2013687 (2003). https:\/\/doi.org\/10.1109\/ICDAR.2003.1227749","DOI":"10.1109\/ICDAR.2003.1227749"},{"key":"19_CR26","doi-asserted-by":"publisher","unstructured":"Lucas, S.M.: Text locating competition results. In: Proceedings International Conference on Document Analysis and Recognition, pp. 80\u201385 (2005). https:\/\/doi.org\/10.1109\/ICDAR.2005.231","DOI":"10.1109\/ICDAR.2005.231"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Mulmuley, K., Vazirani, U.V., Vazirani, V.V.: Matching is as easy as matrix inversion. In: Proceedings of the Nineteenth Annual ACM Symposium on Theory of Computing, pp. 345\u2013354 (1987)","DOI":"10.1145\/28395.383347"},{"key":"19_CR28","doi-asserted-by":"publisher","unstructured":"Nayef, N., et al.: ICDAR2019 robust reading challenge on multi-lingual scene text detection and recognition - RRC-MLT-2019. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1582\u20131587 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00254","DOI":"10.1109\/ICDAR.2019.00254"},{"key":"19_CR29","doi-asserted-by":"publisher","unstructured":"Nayef, N., et al.: ICDAR2017 robust reading challenge on multi-lingual scene text detection and script identification - RRC-MLT. In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1454\u20131459 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.237","DOI":"10.1109\/ICDAR.2017.237"},{"key":"19_CR30","unstructured":"Rice, S.V., Kanai, J., Nartker, T.A.: A report on the accuracy of OCR devices. Technical report, University of Nevada, Information Science Research Institute (1992)"},{"key":"19_CR31","unstructured":"Rice, S.V.: Measuring the accuracy of page-reading systems. Ph.D. thesis, University of Nevada, Las Vegas (1996)"},{"key":"19_CR32","doi-asserted-by":"publisher","unstructured":"Shi, B., et al.: ICDAR2017 competition on reading Chinese text in the wild (RCTW-17). In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1429\u20131434 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.233","DOI":"10.1109\/ICDAR.2017.233"},{"key":"19_CR33","doi-asserted-by":"publisher","unstructured":"Singh, A., Pang, G., Toh, M., Huang, J., Galuba, W., Hassner, T.: TextOCR: towards large-scale end-to-end reasoning for arbitrary-shaped scene text. In: 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 8798\u20138808 (2021). https:\/\/doi.org\/10.1109\/CVPR46437.2021.00869","DOI":"10.1109\/CVPR46437.2021.00869"},{"key":"19_CR34","doi-asserted-by":"publisher","unstructured":"Sun, Y., et al.: ICDAR 2019 competition on large-scale street view text with partial labeling - RRC-LSVT. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1557\u20131562 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00250","DOI":"10.1109\/ICDAR.2019.00250"},{"issue":"4","key":"19_CR35","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/s10032-006-0014-0","volume":"8","author":"C Wolf","year":"2006","unstructured":"Wolf, C., Jolion, J.M.: Object count\/area graphs for the evaluation of object detection and segmentation algorithms. IJDAR 8(4), 280\u2013296 (2006)","journal-title":"IJDAR"},{"key":"19_CR36","doi-asserted-by":"publisher","unstructured":"Zayene, O., Hennebert, J., Ingold, R., BenAmara, N.E.: ICDAR2017 competition on Arabic text detection and recognition in multi-resolution video frames. In: 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR), vol.\u00a001, pp. 1460\u20131465 (2017). https:\/\/doi.org\/10.1109\/ICDAR.2017.238","DOI":"10.1109\/ICDAR.2017.238"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Zdenek, J., Nakayama, H.: Erasing scene text with weak supervision. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2238\u20132246, March 2020","DOI":"10.1109\/WACV45572.2020.9093544"},{"key":"19_CR38","doi-asserted-by":"publisher","unstructured":"Zhang, R., et al.: ICDAR 2019 robust reading challenge on reading Chinese text on signboard. In: 2019 International Conference on Document Analysis and Recognition (ICDAR), pp. 1577\u20131581 (2019). https:\/\/doi.org\/10.1109\/ICDAR.2019.00253","DOI":"10.1109\/ICDAR.2019.00253"}],"container-title":["Lecture Notes in Computer Science","Document Analysis and Recognition - ICDAR 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70546-5_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T23:06:03Z","timestamp":1732748763000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70546-5_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031705458","9783031705465"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70546-5_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"11 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICDAR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Document Analysis and Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Athens","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icdar2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icdar2024.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}