{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,13]],"date-time":"2026-11-13T11:32:59Z","timestamp":1794569579049,"version":"4.9.1"},"reference-count":60,"publisher":"Elsevier BV","issue":"10","license":[{"start":{"date-parts":[[2003,10,1]],"date-time":"2003-10-01T00:00:00Z","timestamp":1064966400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Pattern Recognition"],"published-print":{"date-parts":[[2003,10]]},"DOI":"10.1016\/s0031-3203(03)00085-2","type":"journal-article","created":{"date-parts":[[2003,5,28]],"date-time":"2003-05-28T00:59:59Z","timestamp":1054083599000},"page":"2271-2285","source":"Crossref","is-referenced-by-count":400,"title":["Handwritten digit recognition: benchmarking of state-of-the-art techniques"],"prefix":"10.1016","volume":"36","author":[{"given":"Cheng-Lin","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kazuki","family":"Nakashima","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiroshi","family":"Sako","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiromichi","family":"Fujisawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/S0031-3203(03)00085-2_BIB1","unstructured":"Y. LeCun, et al., Comparison of learning algorithms for handwritten digit recognition, in: F. Fogelman-Souli\u00e9, P. Gallinari (Eds.), Proceedings of the International Conference on Artificial Neural Networks, Nanterre, France, 1995, pp. 53\u201360."},{"issue":"4","key":"10.1016\/S0031-3203(03)00085-2_BIB2","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1016\/0031-3203(95)00118-2","article-title":"Feature extraction methods for character recognition\u2014a survey","volume":"29","author":"Trier","year":"1996","journal-title":"Pattern Recognition"},{"issue":"3","key":"10.1016\/S0031-3203(03)00085-2_BIB3","first-page":"217","article-title":"An improvement of correlation method for character recognition","volume":"J62-D","author":"Yasuda","year":"1979","journal-title":"Trans. IEICE Japan"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB4","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1016\/0167-8655(83)90089-2","article-title":"Classification of handprinted Kanji characters by the structured segment matching method","volume":"1","author":"Yamashita","year":"1983","journal-title":"Pattern Recognition Lett."},{"issue":"5","key":"10.1016\/S0031-3203(03)00085-2_BIB5","first-page":"436","article-title":"Evaluation and synthesis of feature vectors for handwritten numeral recognition","volume":"E79-D","author":"Kimura","year":"1996","journal-title":"IEICE Trans. Inform. Systems"},{"issue":"7","key":"10.1016\/S0031-3203(03)00085-2_BIB6","first-page":"1390","article-title":"Handwritten Kanji and hiragana character recognition using weighted direction index histogram method","volume":"J70-D","author":"Tsuruoka","year":"1987","journal-title":"Trans. IEICE Japan"},{"issue":"10","key":"10.1016\/S0031-3203(03)00085-2_BIB7","doi-asserted-by":"crossref","first-page":"2051","DOI":"10.1016\/S0031-3203(01)00203-5","article-title":"Handwritten numeral recognition using gradient and curvature of gray scale image","volume":"35","author":"Shi","year":"2002","journal-title":"Pattern Recognition"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB8","unstructured":"D.-S. Lee, S.N. Srihari, Handprinted digit recognition: a comparison of algorithms, in: Proceedings of the Third International Workshop on Frontiers of Handwriting Recognition, Buffalo, NY, 1993, pp. 153\u2013164."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB9","series-title":"Progress of Handwriting Recognition","first-page":"161","article-title":"Preprocessing and statistical\/structural feature extraction for handwritten numeral recognition","author":"Liu","year":"1997"},{"issue":"7","key":"10.1016\/S0031-3203(03)00085-2_BIB10","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1016\/S0167-8655(98)00039-7","article-title":"A structural\/statistical feature based vector for handwritten character recognition","volume":"19","author":"Heutte","year":"1998","journal-title":"Pattern Recognition Lett."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB11","series-title":"Introduction to Statistical Pattern Recognition","author":"Fukunaga","year":"1990"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB12","series-title":"Pattern Classification","author":"Duda","year":"2000"},{"issue":"1","key":"10.1016\/S0031-3203(03)00085-2_BIB13","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/34.824819","article-title":"Statistical pattern recognition","volume":"22","author":"Jain","year":"2000","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB14","series-title":"Neural Networks for Pattern Recognition","author":"Bishop","year":"1995"},{"issue":"1","key":"10.1016\/S0031-3203(03)00085-2_BIB15","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1109\/72.554187","article-title":"Neural and statistical classifiers\u2014taxonomy and two case studies","volume":"8","author":"Holmstr\u00f6m","year":"1997","journal-title":"IEEE Trans. Neural Networks"},{"issue":"1","key":"10.1016\/S0031-3203(03)00085-2_BIB16","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1109\/TPAMI.1987.4767881","article-title":"Modified quadratic discriminant functions and the application to Chinese character recognition","volume":"9","author":"Kimura","year":"1987","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"10","key":"10.1016\/S0031-3203(03)00085-2_BIB17","doi-asserted-by":"crossref","first-page":"969","DOI":"10.1016\/0031-3203(91)90094-L","article-title":"Handwritten numeral recognition based on multiple algorithms","volume":"24","author":"Kimura","year":"1991","journal-title":"Pattern Recognition"},{"issue":"9","key":"10.1016\/S0031-3203(03)00085-2_BIB18","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1038\/323533a0","article-title":"Learning representations by back-propagation errors","volume":"323","author":"Rumelhart","year":"1986","journal-title":"Nature"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB19","series-title":"Advances in Neural Information Processing Systems 4","first-page":"1133","article-title":"Improving the performance of radial basis function networks by learning center locations","author":"Wettschereck","year":"1992"},{"issue":"4","key":"10.1016\/S0031-3203(03)00085-2_BIB20","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1049\/ip-vis:19941324","article-title":"Supervised and unsupervised learning in radial basis function classifiers","volume":"141","author":"Tarassenko","year":"1994","journal-title":"IEE Proc.-Vis. Image Signal Process."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB21","series-title":"Pattern Classification: A Unified View of Statistical and Neural Approaches","author":"Sch\u00fcrmann","year":"1996"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB22","series-title":"Handbook of Character Recognition and Document Image Analysis","first-page":"49","article-title":"Pattern classification techniques based on function approximation","author":"Kre\u00dfel","year":"1997"},{"issue":"3","key":"10.1016\/S0031-3203(03)00085-2_BIB23","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1016\/S0031-3203(00)00018-2","article-title":"Evaluation of prototype learning algorithms for nearest neighbor classifier in application to handwritten character recognition","volume":"34","author":"Liu","year":"2001","journal-title":"Pattern Recognition"},{"issue":"2","key":"10.1016\/S0031-3203(03)00085-2_BIB24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1023\/A:1009715923555","article-title":"A tutorial on support vector machines for pattern recognition","volume":"2","author":"Burges","year":"1998","journal-title":"Knowledge Discovery Data Mining"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB25","series-title":"The Nature of Statistical Learning Theory","author":"Vapnik","year":"1995"},{"issue":"7","key":"10.1016\/S0031-3203(03)00085-2_BIB26","doi-asserted-by":"crossref","first-page":"1162","DOI":"10.1109\/5.156477","article-title":"Computer recognition of unconstrained handwritten numerals","volume":"80","author":"Suen","year":"1992","journal-title":"Proc. IEEE"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB27","unstructured":"C.-L. Liu, H. Sako, H. Fujisawa, Learning quadratic discriminant function for handwritten character recognition, Vol. IV, Proceedings of the Sixteenth International Conference on Pattern Recognition, Quebec City, Canada, 2002, pp. 44\u201347."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB28","unstructured":"C.-L. Liu, K. Nakashima, H. Sako, H. Fujisawa, Handwritten digit recognition using state-of-the-art techniques, Proceedings of the Eighth International Workshop on Frontiers of Handwriting Recognition, Canada, 2002, pp. 320\u2013325."},{"issue":"3","key":"10.1016\/S0031-3203(03)00085-2_BIB29","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1007\/s100320200076","article-title":"Performance evaluation of pattern classifiers for handwritten character recognition","volume":"4","author":"Liu","year":"2002","journal-title":"Int. J. Document Analysis Recognition"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB30","unstructured":"Y. LeCun, MNIST OCR data, http:\/\/www.research.att.com\/yann\/exdb\/mnist\/index.html."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB31","doi-asserted-by":"crossref","unstructured":"C.Y. Suen, J. Kim, K. Kim, Q. Xu, L. Lam, Handwriting recognition\u2014the last frontiers, Proceedings of the Fifteenth International Conference on Pattern Recognition, Vol. 4, Barcelona, Spain, 2000, pp. 1\u201310.","DOI":"10.1109\/ICPR.2000.902853"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB32","unstructured":"J. Franke, L. Lam, R. Legault, C. Nadal, C.Y. Suen, Experiments with the CENPARMI database combining different classification approaches, Proceedings of the Third International Workshop on Frontiers of Handwriting Recognition, Buffalo, NY, 1993, pp. 305\u2013311."},{"issue":"5","key":"10.1016\/S0031-3203(03)00085-2_BIB33","doi-asserted-by":"crossref","first-page":"783","DOI":"10.1016\/0893-6080(95)00020-Z","article-title":"Multilayer cluster neural network for totally unconstrained handwritten numeral recognition","volume":"8","author":"Lee","year":"1995","journal-title":"Neural Networks"},{"issue":"12","key":"10.1016\/S0031-3203(03)00085-2_BIB34","doi-asserted-by":"crossref","first-page":"1256","DOI":"10.1109\/34.546262","article-title":"Automatic feature generation for handwritten digit recognition","volume":"18","author":"Gader","year":"1996","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"7","key":"10.1016\/S0031-3203(03)00085-2_BIB35","doi-asserted-by":"crossref","first-page":"657","DOI":"10.1016\/S0167-8655(97)00056-1","article-title":"Recognition of unconstrained handwritten numerals by a radial basis function neural network classifier","volume":"18","author":"Hwang","year":"1997","journal-title":"Pattern Recognition Lett."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB36","series-title":"Handbook of Character Recognition and Document Image Analysis","first-page":"103","article-title":"Isolated handprinted digit recognition","author":"Franke","year":"1997"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB37","series-title":"Document Analysis Systems: Theory and Practice","first-page":"173","article-title":"Sorting and recognizing cheques and financial documents","author":"Suen","year":"1999"},{"issue":"10","key":"10.1016\/S0031-3203(03)00085-2_BIB38","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1109\/34.799913","article-title":"Analysis of class separation and combination of class-dependent features for handwriting recognition","volume":"21","author":"Oh","year":"1999","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB39","doi-asserted-by":"crossref","unstructured":"C.-L. Liu, M. Nakagawa, Handwritten numeral recognition using neural networks: improving the accuracy by discriminative training, Proceedings of the Fifth International Conference on Document Analysis and Recognition, 1999, pp. 257\u2013260.","DOI":"10.1109\/ICDAR.1999.791773"},{"issue":"5","key":"10.1016\/S0031-3203(03)00085-2_BIB40","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1109\/34.589216","article-title":"Off-line handwritten numeral recognition by perturbation method","volume":"19","author":"Ha","year":"1997","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB41","series-title":"Document Analysis Systems: Theory and Practice","first-page":"157","article-title":"The AddressScriptTM recognition system for handwritten envelops","author":"Filatov","year":"1999"},{"issue":"3","key":"10.1016\/S0031-3203(03)00085-2_BIB42","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1109\/34.754622","article-title":"Integration of structural and statistical information for unconstrained handwritten numeral recognition","volume":"21","author":"Cai","year":"1999","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB43","series-title":"Advances in Neural Information Processing Systems 9","first-page":"375","article-title":"Improving the accuracy and speed of support vector learning machines","author":"Burges","year":"1997"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB44","series-title":"Advances in Kernel Methods: Support Vector Learning","first-page":"255","article-title":"Pairwise classification and support vector machines","author":"Kre\u00dfel","year":"1999"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB45","doi-asserted-by":"crossref","unstructured":"J.X. Dong, A. Krzyzak, C.Y. Suen, A multi-net learning framework for pattern recognition, Proceedings of the Sixth International Conference on Document Analysis and Recognition, Seattle, 2001, pp. 328\u2013332.","DOI":"10.1109\/ICDAR.2001.953808"},{"issue":"11","key":"10.1016\/S0031-3203(03)00085-2_BIB46","doi-asserted-by":"crossref","first-page":"2355","DOI":"10.1016\/S0031-3203(01)00228-X","article-title":"Robust vision-based features and classification schemes for off-line handwritten digit recognition","volume":"35","author":"Teow","year":"2002","journal-title":"Pattern Recognition"},{"issue":"4","key":"10.1016\/S0031-3203(03)00085-2_BIB47","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1109\/34.993558","article-title":"Shape matching and object recognition using shape contexts","volume":"24","author":"Belongie","year":"2002","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"2","key":"10.1016\/S0031-3203(03)00085-2_BIB48","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1109\/34.982899","article-title":"Recognizing handwritten digits using hierarchical products of experts","volume":"24","author":"Mayraz","year":"2002","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB49","unstructured":"N. Hagita, S. Naito, I. Masuda, Handprinted Kanji characters recognition based on pattern matching method, Proceedings of the International Conference on Text Processing, Tokyo, 1983, pp. 169\u2013174."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB50","unstructured":"J.T. Favata, G. Srikantan, S.N. Srihari, Handprinted character\/digit recognition using a multiple feature\/resolution philosophy, Proceedings of the Fourth International Workshop on Frontiers of Handwriting Recognition, Taipei, 1994, pp. 57\u201366."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB51","unstructured":"A. de S. Britto Jr., et al., Improvement in handwritten numeral string recognition by slant normalization and contextual information, Proceedings of the Seventh International Workshop on Frontiers of Handwriting Recognition, Amsterdam, 2000, pp. 323\u2013332."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB52","doi-asserted-by":"crossref","unstructured":"C.-L. Liu, M. Koga, H. Sako, H. Fujisawa, Aspect ratio adaptive normalization for handwritten character recognition, in: T. Tan, Y. Shi, W. Gao (Eds.), Advances in Multimodal Interfaces\u2014ICMI 2000, Lecture Notes in Computer Science (1948), Springer, Berlin, 2000, pp. 418\u2013425.","DOI":"10.1007\/3-540-40063-X_55"},{"issue":"7","key":"10.1016\/S0031-3203(03)00085-2_BIB53","doi-asserted-by":"crossref","first-page":"1147","DOI":"10.1016\/0031-3203(95)00146-8","article-title":"Gradient-based contour encoder for character recognition","volume":"29","author":"Srikantan","year":"1996","journal-title":"Pattern Recognition"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB54","doi-asserted-by":"crossref","unstructured":"A. Kawamura, et al., On-line recognition of freely handwritten Japanese characters using directional feature densities, Proceedings of the Eleventh International Conference on Pattern Recognition, Vol. II, 1992, pp. 183\u2013186.","DOI":"10.1109\/ICPR.1992.201750"},{"issue":"12","key":"10.1016\/S0031-3203(03)00085-2_BIB55","first-page":"2495","article-title":"On the size and variable transformation of feature vector for handwritten character recognition","volume":"J76-D-II","author":"Wakabayashi","year":"1993","journal-title":"Trans. IEICE Japan"},{"key":"10.1016\/S0031-3203(03)00085-2_BIB56","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1214\/aoms\/1177729586","article-title":"A stochastic approximation method","volume":"22","author":"Robbins","year":"1951","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB57","doi-asserted-by":"crossref","unstructured":"S. Katagiri, C.-H. Lee, B.-H. Juang, New discriminative training learning for minimum error classification, Proceedings of the IEEE Workshop Neural Networks for Signal Processing, Princeton, 1991, pp. 299\u2013308.","DOI":"10.1109\/NNSP.1991.239512"},{"issue":"12","key":"10.1016\/S0031-3203(03)00085-2_BIB58","doi-asserted-by":"crossref","first-page":"3043","DOI":"10.1109\/78.175747","article-title":"Discriminative learning for minimization error classification","volume":"40","author":"Juang","year":"1992","journal-title":"IEEE Trans. Signal Process."},{"key":"10.1016\/S0031-3203(03)00085-2_BIB59","series-title":"Advances in Kernel Methods: Support Vector Learning","first-page":"185","article-title":"Fast training of support vector machines using sequential minimal optimization","author":"Platt","year":"1999"},{"issue":"5","key":"10.1016\/S0031-3203(03)00085-2_BIB60","doi-asserted-by":"crossref","first-page":"1032","DOI":"10.1109\/72.788643","article-title":"Successive overrelaxation for support vector machines","volume":"10","author":"Mangasarian","year":"1999","journal-title":"IEEE Trans. Neural Networks"}],"container-title":["Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320303000852?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320303000852?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T19:04:48Z","timestamp":1734030288000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0031320303000852"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003,10]]},"references-count":60,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2003,10]]}},"alternative-id":["S0031320303000852"],"URL":"https:\/\/doi.org\/10.1016\/s0031-3203(03)00085-2","relation":{},"ISSN":["0031-3203"],"issn-type":[{"value":"0031-3203","type":"print"}],"subject":[],"published":{"date-parts":[[2003,10]]}}}