{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T10:32:20Z","timestamp":1756895540660},"publisher-location":"London","reference-count":41,"publisher":"Springer London","isbn-type":[{"type":"print","value":"9780857298584"},{"type":"electronic","value":"9780857298591"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-0-85729-859-1_33","type":"book-chapter","created":{"date-parts":[[2014,5,12]],"date-time":"2014-05-12T04:40:25Z","timestamp":1399869625000},"page":"1011-1036","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Tools and Metrics for Document Analysis Systems Evaluation"],"prefix":"10.1007","author":[{"given":"Volker","family":"M\u00e4rgner","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haikal El","family":"Abed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,7,24]]},"reference":[{"key":"33_CR1","doi-asserted-by":"crossref","unstructured":"Antonacopoulos A, Gatos B, Karatzas D (2003) ICDAR 2003 page segmentation competition. In: Proceedings the 7th international conference on document analysis and recognition (ICDAR), Edinburgh, pp\u00a0688\u2013692","DOI":"10.1109\/ICDAR.2003.1227750"},{"key":"33_CR2","doi-asserted-by":"crossref","unstructured":"Antonacopoulos A, Bridson D, Gatos B (2005) Page segmentation competition. In: Proceedings the 8th international conference on document analysis and recognition (ICDAR), Seoul, pp\u00a075\u201379","DOI":"10.1109\/ICDAR.2005.184"},{"key":"33_CR3","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/11669487_27","volume-title":"Document Analysis Systems VII","author":"A. Antonacopoulos","year":"2006","unstructured":"Antonacopoulos A, Karatzas D, Bridson D (2006) Ground truth for layout analysis performance evaluation. In: Proceedings of the 7th international conference on document analysis systems (DAS 06), Nelson, pp\u00a0302\u2013311"},{"key":"33_CR4","doi-asserted-by":"crossref","unstructured":"Antonacopoulos A, Gatos B, Bridson D (2007) Page segmentation competition. In: Proceedings the 8th international conference on document analysis and recognition (ICDAR), Curitiba, pp\u00a01279\u20131283","DOI":"10.1109\/ICDAR.2007.4377121"},{"key":"33_CR5","doi-asserted-by":"crossref","unstructured":"Baird HS, Govindaraju V, Lopresti DP (2004) Document analysis systems for digital libraries: challenges and opportunities. In: Proceedings of the IAPR international workshop on document analysis systems (DAS), Florence, pp\u00a01\u201316","DOI":"10.1007\/978-3-540-28640-0_1"},{"key":"33_CR6","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/978-3-642-22913-8_3","volume-title":"Learning structure and schemas from documents","author":"A Belaid","year":"2011","unstructured":"Belaid A, D\u2019Andecy VP, Hamza H, Belaid Y (2011) Administrative document analysis and structure. In: Learning structure and schemas from documents. Springer, Berlin\/Heidelberg, pp\u00a051\u201372"},{"key":"33_CR7","doi-asserted-by":"crossref","unstructured":"Bippus R, M\u00e4rgner V (1995) Data structures and tools for document database generation: an experimental system. In: Proceedings of the third international conference on document analysis and recognition (ICDAR 1995), Montreal, 14\u201316 Aug 1995, pp\u00a0711\u2013714","DOI":"10.1109\/ICDAR.1995.602002"},{"key":"33_CR8","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1007\/3-540-64381-8_65","volume-title":"Graphics Recognition Algorithms and Systems","author":"Atul K. Chhabra","year":"1998","unstructured":"Chhabra A, Phillips I (1998) The second international graphics recognition contest \u2013 raster to vector conversion: a report. In: Graphics recognition: algorithms and systems. Lecture notes in computer science, vol\u00a01389. Springer, Berlin\/Heidelberg, pp\u00a0390\u2013410"},{"key":"33_CR9","doi-asserted-by":"crossref","unstructured":"Clausner C, Pletschacher S, Antonacopoulos A (2011) Aletheia \u2013 an advanced document layout and text ground-truthing system for production environments. In: Proceedings of the 11th international conference on document analysis and recognition (ICDAR), Beijing, pp\u00a048\u201352","DOI":"10.1109\/ICDAR.2011.19"},{"key":"33_CR10","unstructured":"Doermann D, Zotkina E, Li H (2010) GEDI \u2013 a groundtruthing environment for document images. In: Proceedings of the ninth IAPR international workshop on document analysis systems, DAS 2010, Boston, 9\u201311 June 2010"},{"issue":"1","key":"33_CR11","first-page":"13","volume":"2","author":"R Fenton","year":"1996","unstructured":"Fenton R (1996) Performance assessment system development. Alsk Educ Res J 2(1):13\u201322","journal-title":"Alsk Educ Res J"},{"issue":"1","key":"33_CR12","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/s10032-010-0115-7","volume":"14","author":"B Gatos","year":"2011","unstructured":"Gatos B, Ntirogiannis K, Pratikakis I (2011) DIBCO 2009: document image binarization contest. Int J Doc Anal Recognit (Special issue on performance evaluation) 14(1):35\u201344","journal-title":"Int J Doc Anal Recognit (Special issue on performance evaluation)"},{"key":"33_CR13","unstructured":"Geist J et al (ed) (1994) The second census optical character recognition systems conference. Technical report NISTIR-5452, National institute of standards and technology, U.S. Department of Commerce, U.S. Bureau of the Census and NIST, Gaithersburg"},{"key":"33_CR14","unstructured":"Haralick RM, Jaisimha MY, Dori D (1993) A methodology for the characterisation of the performance of thinning algorithms. In: Proceedings of the ICDAR\u2019 93, Tsukuba Science City, pp\u00a0282\u2013286"},{"key":"33_CR15","doi-asserted-by":"crossref","unstructured":"H\u00e9roux P, Barbu E, Adam S, Trupin \u00c9 (2007) Automatic ground-truth generation for document image analysis and understanding. In: Proceedings of the 9th international conference on document analysis and recognition (ICDAR 2007), Curitiba, Sept 2007, pp\u00a0476\u2013480","DOI":"10.1109\/ICDAR.2007.4378755"},{"key":"33_CR16","unstructured":"IAPR TC11 Website for Datasets, Software and Tools (2012). http:\/\/www.iapr-tc11.org\/mediawiki\/index.php\/Datasets_List, Dec 2012"},{"issue":"1","key":"33_CR17","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/34.368146","volume":"17","author":"J Kanai","year":"1995","unstructured":"Kanai J, Rice V, Nartker TA (1995) Automated evaluation of OCR zoning. IEEE Trans TPAMI 17(1):86\u201390","journal-title":"IEEE Trans TPAMI"},{"key":"33_CR18","doi-asserted-by":"crossref","unstructured":"Lam L, Suen CY (1993) Evaluation of thinning algorithms from an OCR viewpoint. In: Proceedings of the ICDAR\u201993, Tsukuba Science City, pp\u00a0287\u2013290","DOI":"10.1109\/ICDAR.1993.395730"},{"issue":"3","key":"33_CR19","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1016\/S0031-3203(02)00101-2","volume":"36","author":"CH Lee","year":"2003","unstructured":"Lee CH, Kanungo T (2003) The architecture of TRUEVIZ: a groundtruth\/metadata editing and visualizing toolkit. Pattern Recognit 36(3):811\u2013825","journal-title":"Pattern Recognit"},{"key":"33_CR20","unstructured":"Lee S-W, Lam L, Suen CY (1991) Performance evaluation of skeletonization algorithms for document analysis processing. In: Proceedings of the ICDAR\u201991, Saint Malo, pp\u00a0260\u2013271"},{"key":"33_CR21","unstructured":"Lee S-W, Park J-S, Tang YY (1993) Performance evaluation of nonlinear shape normalization methods for the recognition of large-set handwritten characters. In: Proceedings of the ICDAR\u201993, Tsukuba Science City, pp\u00a0402\u2013407"},{"issue":"2","key":"33_CR22","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1109\/LSP.2003.821748","volume":"11","author":"H Lu","year":"2004","unstructured":"Lu H, Kot AC, Shi YQ (2004) Distance-Reciprocal distortion measure for binary document images. IEEE Signal Process Lett 11(2):228\u2013231","journal-title":"IEEE Signal Process Lett"},{"key":"33_CR23","doi-asserted-by":"crossref","unstructured":"Lucas SM (2005) Text locating competition results. In: Proceedings of the 8th international conference on document analysis and recognition (ICDAR), Seoul, pp\u00a080\u201385","DOI":"10.1109\/ICDAR.2005.231"},{"key":"33_CR24","doi-asserted-by":"crossref","unstructured":"M\u00e4rgner V, Karcher P, Pawlowski AK (1997) On benchmarking of document analysis systems. In: Proceedings of the 4th international conference on document analysis and recognition (ICDAR), Ulm, vol\u00a01, pp\u00a0331\u2013336","DOI":"10.1109\/ICDAR.1997.619866"},{"key":"33_CR25","doi-asserted-by":"crossref","unstructured":"M\u00e4rgner V, Pechwitz M, El Abed H (2005) ICDAR 2005 Arabic handwriting recognition competition. In: Proceedings of the 8th international conference on document analysis and recognition (ICDAR), Seoul, vol\u00a01, pp\u00a070\u201374","DOI":"10.1109\/ICDAR.2005.52"},{"issue":"3","key":"33_CR26","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/0031-3203(93)90166-T","volume":"26","author":"C Nadal","year":"1993","unstructured":"Nadal C, Suen CY (1993) Applying human knowledge to improve machine recognition of confusing handwritten numerals. Pattern Recognition 26(3):381\u2013389","journal-title":"Pattern Recognition"},{"issue":"8","key":"33_CR27","first-page":"30","volume":"8","author":"TA Nartker","year":"1994","unstructured":"Nartker TA, Rice SV (1994) OCR accuracy: UMLVs third annual test. INFORM 8(8):30\u201336","journal-title":"INFORM"},{"issue":"3","key":"33_CR28","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1006\/cviu.1996.0036","volume":"63","author":"PL Palmer","year":"1996","unstructured":"Palmer PL, Dabis H, Kittler J (1996) A performance measure for boundary detection algorithm. Comput Vis Image Underst 63(3):476\u2013494","journal-title":"Comput Vis Image Underst"},{"issue":"9","key":"33_CR29","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1109\/34.790427","volume":"21","author":"I Phillips","year":"1999","unstructured":"Phillips I, Chhabra A (1999) Empirical performance evaluation of graphics recognition systems. IEEE Trans Pattern Anal Mach Intell 21(9):849\u2013870","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"33_CR30","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1007\/3-540-64381-8_64","volume-title":"Graphics Recognition Algorithms and Systems","author":"Ihsin T. Phillips","year":"1998","unstructured":"Phillips I, Liang J, Chhabra A, Haralick R (1998) A performance evaluation protocol for graphics recognition systems. In: Graphics recognition: algorithms and systems. Lecture notes in computer science, vol\u00a01389. Springer, Berlin\/Heidelberg, pp\u00a0372\u2013389"},{"key":"33_CR31","doi-asserted-by":"crossref","unstructured":"Pratikakis I, Gatos B, Ntirogiannis K (2011) ICDAR 2011 Document image binarization contest (DIBCO 2011). In: Proceedings of the 11th international conference on document analysis and recognition, Beijing, Sept 2011, pp\u00a01506\u20131510","DOI":"10.1109\/ICDAR.2011.299"},{"key":"33_CR32","doi-asserted-by":"crossref","unstructured":"Randriamasy S (1995) A set-based benchmarking method for address bloc location on arbitrarily complex grey level images. In: Proceedings of the ICDAR\u201995, Montreal, pp\u00a0619\u2013622","DOI":"10.1109\/ICDAR.1995.601972"},{"key":"33_CR33","doi-asserted-by":"crossref","unstructured":"Randriamasy S, Vincent L (1994) Benchmarking and page segmentation algorithms. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR\u201994), Seattle, pp\u00a0411\u2013416","DOI":"10.1109\/CVPR.1994.323859"},{"key":"33_CR34","unstructured":"Rice SV (1996) Measuring the accuracy of page-reading systems. PhD thesis, Department of Computer Science, University of Nevada, Las Vegas"},{"key":"33_CR35","doi-asserted-by":"crossref","unstructured":"Saund E, Lin J, Sarkar P (2009) PixLabeler: user interface for pixellevel labeling of elements in document images. In: Proceedings of the 10th international conference on document analysis and recognition (ICDAR2009), Barcelona, 26\u201329 July 2009, pp\u00a0446\u2013450","DOI":"10.1109\/ICDAR.2009.250"},{"key":"33_CR36","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/3-540-48172-9_5","volume-title":"Document Analysis Systems: Theory and Practice","author":"Michael Thulke","year":"1999","unstructured":"Thulke M, M\u00e4rgner V, Dengel A (1999) A general approach to quality evaluation of document segmentation results. In: Document Analysis Systems: Theory and Practice. Third IAPR workshop DAS\u201998, Nagano, Japan, selected papers. LNCS vol 1655. Springer, Berlin\/Heidelberg, pp\u00a043\u201357"},{"issue":"12","key":"33_CR37","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1109\/34.476511","volume":"17","author":"OD Trier","year":"1995","unstructured":"Trier OD, Jain AK (1995) Goal-directed evaluation of binarization methods. IEEE Trans PAMI 17(12):1191\u20131201","journal-title":"IEEE Trans PAMI"},{"issue":"3","key":"33_CR38","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1109\/34.368197","volume":"17","author":"OD Trier","year":"1995","unstructured":"Trier OD, Taxt T (1995) Evaluation of binarization methods for document images. IEEE Trans PAMI 17(3):312\u2013315","journal-title":"IEEE Trans PAMI"},{"key":"33_CR39","doi-asserted-by":"crossref","unstructured":"Yacoub S, Saxena V, Sami SN (2005) PerfectDoc: a ground truthing environment for complex documents. In: Proceedings of the 2005 eight international conference on document analysis and recognition (ICDAR\u201905), Seoul, pp\u00a0452\u2013457","DOI":"10.1109\/ICDAR.2005.187"},{"issue":"9","key":"33_CR40","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1016\/S0031-3203(97)00137-4","volume":"31","author":"BA Yanikoglu","year":"1998","unstructured":"Yanikoglu BA, Vincent L (1998) Pink Panther: a complete environment for ground-truthing and benchmarking document page segmentation. Pattern Recognit 31(9):1191\u20131204","journal-title":"Pattern Recognit"},{"key":"33_CR41","doi-asserted-by":"crossref","unstructured":"Yanikoglu BA, Vincent, L (1995) Ground-truthing and benchmarking document page segmentation. In: Proceedings of the third international conference on document analysis and recognition (ICDAR), Montreal, vol\u00a02, pp\u00a0601\u2013604","DOI":"10.1109\/ICDAR.1995.601968"}],"container-title":["Handbook of Document Image Processing and Recognition"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-0-85729-859-1_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T01:25:43Z","timestamp":1563845143000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-0-85729-859-1_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9780857298584","9780857298591"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-0-85729-859-1_33","relation":{},"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"24 July 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}