{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T05:51:52Z","timestamp":1779342712885,"version":"3.51.4"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,5,28]],"date-time":"2010-05-28T00:00:00Z","timestamp":1275004800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IJDAR"],"published-print":{"date-parts":[[2010,9]]},"DOI":"10.1007\/s10032-010-0120-x","type":"journal-article","created":{"date-parts":[[2010,5,27]],"date-time":"2010-05-27T14:36:55Z","timestamp":1274971015000},"page":"187-207","source":"Crossref","is-referenced-by-count":66,"title":["Generation of synthetic documents for performance evaluation of symbol recognition & spotting systems"],"prefix":"10.1007","volume":"13","author":[{"given":"Mathieu","family":"Delalandre","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ernest","family":"Valveny","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tony","family":"Pridmore","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimosthenis","family":"Karatzas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,5,28]]},"reference":[{"key":"120_CR1","unstructured":"Greengrass, E.: Information retrieval: A survey. Tech. Rep. TR-R52-008-001, Center for architectures for data-driven information processing (CADIP), University of Maryland, US (2000)"},{"key":"120_CR2","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1016\/j.cviu.2007.04.006","volume":"109","author":"N. Thacker","year":"2008","unstructured":"Thacker N., Clark A., Barron J., Beveridge J.R., Courtney P., Crum W., Ramesh V., Clark C.: Performance characterisation in computer vision: A guide to best practices. Comput. Vis. Image Underst. 109, 305\u2013334 (2008)","journal-title":"Comput. Vis. Image Underst."},{"issue":"5","key":"120_CR3","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1016\/S0167-8655(00)00118-5","volume":"22","author":"H. Muller","year":"2001","unstructured":"Muller H., Muller W., Squire D., Marchand-Maillet S., Pun T.: Performance evaluation in content-based image retrieval: Overview and proposals. Pattern Recognit. Lett. 22(5), 593\u2013601 (2001)","journal-title":"Pattern Recognit. Lett."},{"key":"120_CR4","unstructured":"Haralick, R.: Performance evaluation of document image algorithms. In: Workshop on Graphics Recognition (GREC), Vol. 1941 of Lecture Notes in Computer Science (LNCS), (2000), pp. 315\u2013323"},{"key":"120_CR5","unstructured":"Chhabra, A.: Graphic symbol recognition: An overview. In: Workshop on Graphics Recognition (GREC), Vol. 1389 of Lecture Notes in Computer Science (LNCS), (1998), pp. 68\u201379"},{"key":"120_CR6","doi-asserted-by":"crossref","unstructured":"Cordella, L., Vento, M.: Symbol and shape recognition. In: Workshop on Graphics Recognition (GREC), Vol. 1941 of Lecture Notes in Computer Science (LNCS), (1999), pp. 167\u2013182","DOI":"10.1007\/3-540-40953-X_14"},{"key":"120_CR7","doi-asserted-by":"crossref","unstructured":"Llad\u00f3s, J., Valveny, E., S\u00e1nchez, G., Mart\u00ed, E.: Symbol recognition : Current advances and perspectives. In: Workshop on Graphics Recognition (GREC), Vol. 2390 of Lecture Notes in Computer Science (LNCS), (2002), pp. 104\u2013127","DOI":"10.1007\/3-540-45868-9_9"},{"key":"120_CR8","unstructured":"Tombre, K., Tabbone, S., Dosch, P.: Musings on symbol recognition. In: Workshop on Graphics Recognition (GREC), Vol. 3926 of Lecture Notes in Computer Science (LNCS), (2005), pp. 23\u201334."},{"key":"120_CR9","unstructured":"Yoon, S., Kim, G., Choi, Y., Lee, Y.: New paradigm for segmentation and recognition. In: Workshop on Graphics Recognition (GREC), (2001), pp. 216\u2013225"},{"key":"120_CR10","unstructured":"Tombre, K., Lamiroy, B.: Graphics recognition\u2014from re-engineering to retrieval. In: International conference on document analysis and recognition (ICDAR), (2003), pp. 148\u2013155"},{"key":"120_CR11","doi-asserted-by":"crossref","unstructured":"Dosch, P., Llad\u00f3s, J.: Vectorial signatures for symbol discrimination. In: Workshop on Graphics Recognition (GREC), Vol. 3088 of Lecture Notes in Computer Science (LNCS), (2004), pp. 154\u2013165","DOI":"10.1007\/978-3-540-25977-0_14"},{"key":"120_CR12","doi-asserted-by":"crossref","unstructured":"Tabbone, S., Wendling, L., Zuwala, D.: A hybrid approach to detect graphical symbols in documents. In: Workshop on Document Analysis Systems (DAS), Vol. 3163 of Lecture Notes in Computer Science (LNCS), (2004), pp. 342\u2013353","DOI":"10.1007\/978-3-540-28640-0_33"},{"key":"120_CR13","doi-asserted-by":"crossref","unstructured":"Zuwala, D., Tabbone, S.: A method for symbol spotting in graphical documents. In: Workshop on Document Analysis Systems (DAS), Vol. 3872 of Lecture Notes in Computer Science (LNCS), (2006), pp. 518\u2013528","DOI":"10.1007\/11669487_46"},{"key":"120_CR14","unstructured":"Locteau, H., Adam, S., Trupin, E., Labiche, J., Heroux, P.: Symbol spotting using full visibility graph representation. In: Workshop on Graphics Recognition (GREC), (2007), pp. 49\u201350"},{"key":"120_CR15","unstructured":"Qureshi, R., Ramel, J., Barret, D., Cardot, H.: Symbol spotting in graphical documents using graph representations. In: Workshop on Graphics Recognition (GREC), Vol. 5046 of Lecture Notes in Computer Science (LNCS), (2008), pp. 91\u2013103"},{"key":"120_CR16","doi-asserted-by":"crossref","unstructured":"Rusi\u00f1ol, M., Llad\u00f3s, J.: A region-based hashing approach for symbol spotting in technical documents. In: Workshop on Graphics Recognition (GREC), Vol. 5046 of Lecture Notes in Computer Science (LNCS), (2008)","DOI":"10.1007\/978-3-540-88188-9_11"},{"issue":"9","key":"120_CR17","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1007\/s10032-006-0033-x","volume":"1","author":"E. Valveny","year":"2007","unstructured":"Valveny E. et\u00a0al.: A general framework for the evaluation of symbol recognition methods. Int. J. Doc. Anal. Recognit. 1(9), 59\u201374 (2007)","journal-title":"Int. J. Doc. Anal. Recognit."},{"key":"120_CR18","doi-asserted-by":"crossref","unstructured":"Aksoy, S., et\u00a0al.: Algorithm performance contest. In: International conference on pattern recognition (ICPR), Vol. 4, pp. 870\u2013876, (2000)","DOI":"10.1109\/ICPR.2000.903054"},{"key":"120_CR19","doi-asserted-by":"crossref","unstructured":"Valveny, E., Dosch, P.: Symbol recognition contest: A synthesis. In: Workshop on Graphics Recognition (GREC), Vol. 3088 of Lecture Notes in Computer Science (LNCS), pp. 368\u2013386, (2004)","DOI":"10.1007\/978-3-540-25977-0_34"},{"key":"120_CR20","unstructured":"Dosch, P., Valveny, E.: Report on the second symbol recognition contest. In: Workshop on Graphics Recognition (GREC), Vol. 3926 of Lecture Notes in Computer Science (LNCS), pp. 381\u2013397, (2006)"},{"key":"120_CR21","doi-asserted-by":"crossref","unstructured":"Valveny, E., Dosch, P., Fornes, A., Escalera, S.: Report on the third contest on symbol recognition. In: Workshop on Graphics Recognition (GREC), Vol. 5046 of Lecture Notes in Computer Science (LNCS), pp. 321\u2013328, (2008)","DOI":"10.1007\/978-3-540-88188-9_30"},{"key":"120_CR22","doi-asserted-by":"crossref","unstructured":"Lopresti, D., Nagy, G.: Issues in ground-truthing graphic documents. In: Workshop on Graphics Recognition (GREC), Vol. 2390 of Lecture Notes in Computer Science (LNCS), pp. 46\u201366, (2002)","DOI":"10.1007\/3-540-45868-9_5"},{"key":"120_CR23","unstructured":"Yan, L., Wenyin, L.: Interactive recognizing graphic objects in engineering drawings. In: Workshop on Graphics Recognition (GREC), Vol. 3088 of Lecture Notes in Computer Science (LNCS), pp. 126\u2013137, (2004)"},{"key":"120_CR24","doi-asserted-by":"crossref","unstructured":"Chhabra, A., Phillips, I.: The second international graphics recognition contest\u2014raster to vector conversion : a report. In: Workshop on Graphics Recognition (GREC), Vol. 1389 of Lecture Notes in Computer Science (LNCS), pp. 390\u2013410, (1998)","DOI":"10.1007\/3-540-64381-8_65"},{"key":"120_CR25","unstructured":"Zhai, J., Wenyin, L., Dori, D., Li, Q.: A line drawings degradation model for performance characterization. In: International conference on document analysis and recognition (ICDAR), pp. 1020\u20131024, (2003)"},{"issue":"9","key":"120_CR26","doi-asserted-by":"crossref","first-page":"1191","DOI":"10.1016\/S0031-3203(97)00137-4","volume":"31","author":"B. Yanikoglu","year":"1998","unstructured":"Yanikoglu B., Vincent L.: Pink panther: A complete environment for ground-truthing and benchmarking document page segmentation. Pattern Recognit. 31(9), 1191\u20131204 (1998)","journal-title":"Pattern Recognit."},{"issue":"3","key":"120_CR27","doi-asserted-by":"crossref","first-page":"811","DOI":"10.1016\/S0031-3203(02)00101-2","volume":"36","author":"C. Lee","year":"2003","unstructured":"Lee C., Kanungo T.: The architecture of trueviz: A groundtruth\/metadata editing and visualizing toolkit. Pattern Recognit. 36(3), 811\u2013825 (2003)","journal-title":"Pattern Recognit."},{"key":"120_CR28","doi-asserted-by":"crossref","unstructured":"Antonacopoulos, A., Karatzas, D., Bridson, D.: Ground truth for layout analysis performance evaluation. In: Workshop on Document Analysis Systems (DAS), Vol. 3872 of Lecture Notes in Computer Science (LNCS), pp. 302\u2013311, (2006)","DOI":"10.1007\/11669487_27"},{"issue":"1","key":"120_CR29","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1007\/s10032-002-0083-7","volume":"5","author":"D. Kim","year":"2002","unstructured":"Kim D., Kanungo T.: Attributed point matching for automatic groundtruth generation. Int. J. Doc. Anal. Recognit. 5(1), 47\u201366 (2002)","journal-title":"Int. J. Doc. Anal. Recognit."},{"key":"120_CR30","unstructured":"Ford, G., Thoma, G.: Ground truth data for document image analysis. In: Symposium on document image understanding and technology (SDIUT). pp. 199\u2013205, (2003)"},{"key":"120_CR31","doi-asserted-by":"crossref","unstructured":"Yang, L., Huang, W., Tan, C.: Semi-automatic ground truth generation for chart image recognition. In: Workshop on Document Analysis Systems (DAS), Vol. 3872 of Lecture Notes in Computer Science (LNCS). pp. 324\u2013335, (2006)","DOI":"10.1007\/11669487_29"},{"key":"120_CR32","doi-asserted-by":"crossref","unstructured":"Phillips, I., Ha, J., Haralick, R., Dori., D.: The implementation methodology for the cd-rom english document database, In: International Conference on Document Analysis and Recognition (ICDAR), pp. 484\u2013487 (1993)","DOI":"10.1109\/ICDAR.1993.395690"},{"issue":"11","key":"120_CR33","doi-asserted-by":"crossref","first-page":"1209","DOI":"10.1109\/34.888707","volume":"22","author":"T. Kanungo","year":"2000","unstructured":"Kanungo, T., Haralick, R., Baird, H.S., Stuezle, W.D.M.: A statistical, nonparametric methodology for document degradation model validation. Pattern anal. mach. intell. 22(11), 1209\u20131223 (2000)","journal-title":"Pattern anal. mach."},{"key":"120_CR34","unstructured":"Delalandre, M., Ramel, J., Valveny, E., Luqman, M.: A performance characterization algorithm for symbol localization, In: Workshop on Graphics Recognition (GREC), Vol. 8, pp. 3\u201311, (2009)"},{"issue":"2","key":"120_CR35","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1007\/s10032-009-0083-y","volume":"12","author":"M. Rusi\u00f1ol","year":"2009","unstructured":"Rusi\u00f1ol M., Llad\u00f3s J.: A performance evaluation protocol for symbol spotting systems in terms of recognition and location indices. Int. J. Doc. Anal. Recognit. 12(2), 83\u201396 (2009)","journal-title":"Int. J. Doc. Anal. Recognit."}],"container-title":["International Journal on Document Analysis and Recognition (IJDAR)"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10032-010-0120-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10032-010-0120-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10032-010-0120-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T08:18:40Z","timestamp":1740125920000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10032-010-0120-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,5,28]]},"references-count":35,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,9]]}},"alternative-id":["120"],"URL":"https:\/\/doi.org\/10.1007\/s10032-010-0120-x","relation":{},"ISSN":["1433-2833","1433-2825"],"issn-type":[{"value":"1433-2833","type":"print"},{"value":"1433-2825","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,5,28]]}}}