{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T05:40:50Z","timestamp":1757310050175,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642368233"},{"type":"electronic","value":"9783642368240"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-36824-0_15","type":"book-chapter","created":{"date-parts":[[2013,2,9]],"date-time":"2013-02-09T12:55:26Z","timestamp":1360414526000},"page":"149-162","source":"Crossref","is-referenced-by-count":18,"title":["Computing Precision and Recall with Missing or Uncertain Ground Truth"],"prefix":"10.1007","author":[{"given":"Bart","family":"Lamiroy","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"15_CR1","unstructured":"Library of congress, http:\/\/memory.loc.gov\/"},{"key":"15_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/11669487_27","volume-title":"Document Analysis Systems VII","author":"A. Antonacopoulos","year":"2006","unstructured":"Antonacopoulos, A., Karatzas, D., Bridson, D.: Ground Truth for Layout Analysis Performance Evaluation. In: Bunke, H., Spitz, A.L. (eds.) DAS 2006. LNCS, vol.\u00a03872, pp. 302\u2013311. Springer, Heidelberg (2006)"},{"issue":"4","key":"15_CR3","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1109\/TGRS.2004.843074","volume":"43","author":"A. Baraldi","year":"2005","unstructured":"Baraldi, A., Bruzzone, L., Blonda, P.: Quality assessment of classification and cluster maps without ground truth knowledge. IEEE Transactions on Geoscience and Remote Sensing\u00a043(4), 857\u2013873 (2005)","journal-title":"IEEE Transactions on Geoscience and Remote Sensing"},{"key":"15_CR4","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1023\/A:1007515423169","volume":"36","author":"E. Bauer","year":"1999","unstructured":"Bauer, E., Kohavi, R.: An empirical comparison of voting classification algorithms: Bagging, boosting, and variants. Machine Learning\u00a036, 105\u2013139 (1999)","journal-title":"Machine Learning"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Finkel, J.R., Grenager, T., Manning, C.D.: Incorporating non-local information into information extraction systems by gibbs sampling. In: ACL. The Association for Computer Linguistics (2005)","DOI":"10.3115\/1219840.1219885"},{"key":"15_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/978-3-540-31865-1_25","volume-title":"Advances in Information Retrieval","author":"C. Goutte","year":"2005","unstructured":"Goutte, C., Gaussier, E.: A Probabilistic Interpretation of Precision, Recall and F-Score, with Implication for Evaluation. In: Losada, D.E., Fern\u00e1ndez-Luna, J.M. (eds.) ECIR 2005. LNCS, vol.\u00a03408, pp. 345\u2013359. Springer, Heidelberg (2005)"},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Grosicki, E., Carree, M., Brodin, J.M., Geoffrois, E.: Results of the rimes evaluation campaign for handwritten mail processing. In: 10th International Conference on Document Analysis and Recognition, ICDAR 2009, pp. 941\u2013945 (July 2009)","DOI":"10.1109\/ICDAR.2009.224"},{"key":"15_CR8","first-page":"1859","volume-title":"Proceedings of the 18th ACM Conference on Information and Knowledge Management, CIKM 2009","author":"C. Hauff","year":"2009","unstructured":"Hauff, C., Hiemstra, D., de Jong, F., Azzopardi, L.: Relying on topic subsets for system ranking estimation. In: Proceedings of the 18th ACM Conference on Information and Knowledge Management, CIKM 2009, pp. 1859\u20131862. ACM, New York (2009)"},{"key":"15_CR9","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1016\/0031-3203(95)00097-6","volume":"29","author":"M.S. Kankanhalli","year":"1995","unstructured":"Kankanhalli, M.S., Mehtre, B.M., Wu, J.K.: Cluster-based color matching for image retrieval. Pattern Recognition\u00a029, 701\u2013708 (1995)","journal-title":"Pattern Recognition"},{"key":"15_CR10","unstructured":"Santosh, K.C., Lamiroy, B., Wendling, L.: Spatio-structural symbol description with statistical feature add-on. In: The Ninth International Workshop on Graphics Recognition (2011)"},{"key":"15_CR11","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s10044-002-0173-7","volume":"6","author":"L. Kuncheva","year":"2003","unstructured":"Kuncheva, L., Whitaker, C., Shipp, C., Duin, R.: Limits on the majority vote accuracy in classifier fusion. Pattern Analysis & Applications\u00a06, 22\u201331 (2003)","journal-title":"Pattern Analysis & Applications"},{"key":"15_CR12","series-title":"SPIE Proceedings","doi-asserted-by":"publisher","DOI":"10.1117\/12.876483","volume-title":"Document Recognition and Retrieval XVIII","author":"B. Lamiroy","year":"2011","unstructured":"Lamiroy, B., Lopresti, D., Korth, H., Jeff, H.: How carefully designed open resource sharing can help and expand document analysis research. In: Agam, G., Viard-Gaudin, C. (eds.) Document Recognition and Retrieval XVIII. SPIE Proceedings, vol.\u00a07874. SPIE, San Francisco (2011)"},{"key":"15_CR13","doi-asserted-by":"crossref","unstructured":"Lamiroy, B., Lopresti, D., Sun, T.: Document Analysis Algorithm Contributions in End-to-End Applications. In: 11th International Conference on Document Analysis and Recognition - ICDAR 2011. International Association for Pattern Recognition, Beijing (2011)","DOI":"10.1109\/ICDAR.2011.302"},{"issue":"1","key":"15_CR14","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/TSMC.1979.4310076","volume":"9","author":"N. Otsu","year":"1979","unstructured":"Otsu, N.: A threshold selection method from gray-level histograms. IEEE Transactions on Systems, Man and Cybernetics\u00a09(1), 62\u201366 (1979)","journal-title":"IEEE Transactions on Systems, Man and Cybernetics"},{"key":"15_CR15","unstructured":"van Rijsbergen, C.J.: Information Retrieval. Butterworth (1979)"},{"issue":"2","key":"15_CR16","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/S0031-3203(99)00055-2","volume":"33","author":"J.J. Sauvola","year":"2000","unstructured":"Sauvola, J.J., Pietik\u00e4inen, M.: Adaptive document image binarization. Pattern Recognition\u00a033(2), 225\u2013236 (2000)","journal-title":"Pattern Recognition"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Smith, R.: An overview of the tesseract ocr engine. In: ICDAR 2007: Proceedings of the Ninth International Conference on Document Analysis and Recognition, pp. 629\u2013633. IEEE Computer Society (2007), http:\/\/www.google.de\/research\/pubs\/archive\/33418.pdf","DOI":"10.1109\/ICDAR.2007.4376991"},{"issue":"22","key":"15_CR18","doi-asserted-by":"publisher","first-page":"4673","DOI":"10.1093\/nar\/22.22.4673","volume":"22","author":"J.D. Thompson","year":"1994","unstructured":"Thompson, J.D., Higgins, D.G., Gibson, T.J.: Clustal w: improving the sensitivity of progressive multiple sequence alignment through sequence weighting, position-specific gap penalties and weight matrix choice. Nucleic Acids Research\u00a022(22), 4673\u20134680 (1994)","journal-title":"Nucleic Acids Research"},{"key":"15_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1007\/978-3-540-85920-8_62","volume-title":"Progress in Pattern Recognition, Image Analysis and Applications","author":"K. Tombre","year":"2008","unstructured":"Tombre, K., Lamiroy, B.: Pattern Recognition Methods for Querying and Browsing Technical Documentation. In: Ruiz-Shulcloper, J., Kropatsch, W.G. (eds.) CIARP 2008. LNCS, vol.\u00a05197, pp. 504\u2013518. Springer, Heidelberg (2008)"},{"key":"15_CR20","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1007\/s10032-006-0033-x","volume":"9","author":"E. Valveny","year":"2007","unstructured":"Valveny, E., Dosch, P., Winstanley, A., Zhou, Y., Yang, S., Yan, L., Wenyin, L., Elliman, D., Delalandre, M., Trupin, E., Adam, S., Ogier, J.M.: A general framework for the evaluation of symbol recognition methods. International Journal on Document Analysis and Recognition\u00a09, 59\u201374 (2007)","journal-title":"International Journal on Document Analysis and Recognition"},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Wolf, C., Doermann, D.S.: Binarization of low quality text using a markov random field model. In: ICPR, vol.\u00a0(3), pp. 160\u2013163 (2002)","DOI":"10.1109\/ICPR.2002.1047819"}],"container-title":["Lecture Notes in Computer Science","Graphics Recognition. New Trends and Challenges"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-36824-0_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T20:31:16Z","timestamp":1745958676000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-36824-0_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642368233","9783642368240"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-36824-0_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}