{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T03:25:24Z","timestamp":1776482724218,"version":"3.51.2"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,3,19]],"date-time":"2019-03-19T00:00:00Z","timestamp":1552953600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["IJDAR"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10032-019-00322-3","type":"journal-article","created":{"date-parts":[[2019,3,19]],"date-time":"2019-03-19T09:03:04Z","timestamp":1552986184000},"page":"127-142","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["The achievement of higher flexibility in multiple-choice-based tests using image classification techniques"],"prefix":"10.1007","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0125-4945","authenticated-orcid":false,"given":"Mahmoud","family":"Afifi","sequence":"first","affiliation":[]},{"given":"Khaled F.","family":"Hussain","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,3,19]]},"reference":[{"key":"322_CR1","unstructured":"Gronlund, N.E.: Assessment of student achievement. ERIC (1998)"},{"issue":"8","key":"322_CR2","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1080\/01421590400013495","volume":"26","author":"P McCoubrie","year":"2004","unstructured":"McCoubrie, P.: Improving the fairness of multiple-choice questions: a literature review. Med. Teach. 26(8), 709\u2013712 (2004)","journal-title":"Med. Teach."},{"issue":"4","key":"322_CR3","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1109\/TLT.2014.2355831","volume":"7","author":"I Aldabe","year":"2014","unstructured":"Aldabe, I., Maritxalar, M.: Semantic similarity measures for the generation of science tests in basque. IEEE Trans. Learn. Technol. 7(4), 375\u2013387 (2014)","journal-title":"IEEE Trans. Learn. Technol."},{"issue":"2","key":"322_CR4","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1109\/TLT.2017.2679009","volume":"11","author":"M Liu","year":"2017","unstructured":"Liu, M., Rus, V., Liu, L.: Automatic chinese multiple choice question generation using mixed similarity strategy. IEEE Trans. Learn. Technol. 11(2), 193\u2013202 (2017)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"322_CR5","unstructured":"Spadaccini, A., Rizzo, V.: A multiple-choice test recognition system based on the Gamera framework (2011). arXiv preprint arXiv:1105.3834"},{"key":"322_CR6","doi-asserted-by":"crossref","unstructured":"Chai, D.: Automated marking of printed multiple choice answer sheets. In: IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE), pp. 145\u2013149 (2016)","DOI":"10.1109\/TALE.2016.7851785"},{"issue":"4","key":"322_CR7","doi-asserted-by":"publisher","first-page":"560","DOI":"10.1007\/s10956-012-9414-8","volume":"22","author":"JA Fisteus","year":"2013","unstructured":"Fisteus, J.A., Pardo, A., Garc\u00eda, N.F.: Grading multiple choice exams with low-cost and portable computer\u2013vision techniques. J. Sci. Educ. Technol. 22(4), 560\u2013571 (2013)","journal-title":"J. Sci. Educ. Technol."},{"key":"322_CR8","doi-asserted-by":"crossref","unstructured":"Ahmed, A.H, Afifi, M., Korashy, M., William, E.K, El-sattar, M.A., Hafez, Z.: OCR system for poor quality images using chain\u2013code representation. In: The 1st International Conference on Advanced Intelligent System and Informatics, pp. 151\u2013161 (2016)","DOI":"10.1007\/978-3-319-26690-9_14"},{"key":"322_CR9","unstructured":"Wang, T., Wu, D.J, Coates, A., Ng, A.Y: End-to-end text recognition with convolutional neural networks. In: 21st International Conference on Pattern Recognition (ICPR), pp. 3304\u20133308 (2012)"},{"issue":"1","key":"322_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11263-015-0823-z","volume":"116","author":"M Jaderberg","year":"2016","unstructured":"Jaderberg, M., Simonyan, K., Vedaldi, A., Zisserman, A.: Reading text in the wild with convolutional neural networks. Int. J. Comput. Vis. 116(1), 1\u201320 (2016)","journal-title":"Int. J. Comput. Vis."},{"key":"322_CR11","first-page":"702","volume":"3808","author":"K Chinnasarn","year":"1999","unstructured":"Chinnasarn, K., Rangsanseri, Y.: An image-processing oriented optical mark reader. J. Soc. Photo Opt. Instrum. Eng. 3808, 702\u2013709 (1999)","journal-title":"J. Soc. Photo Opt. Instrum. Eng."},{"key":"322_CR12","doi-asserted-by":"crossref","unstructured":"Nguyen, T.D., Manh, Q.H., Minh, P.B., Thanh, L.N., Hoang, T.M.: Efficient and reliable camera based multiple-choice test grading system. In: International Conference on Advanced Technologies for Communications (ATC), pp. 268\u2013271 (2011)","DOI":"10.1109\/ATC.2011.6027482"},{"issue":"1","key":"322_CR13","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.rti.2005.03.001","volume":"11","author":"S Hussmann","year":"2005","unstructured":"Hussmann, S., Deng, P.W.: A high-speed optical mark reader hardware implementation at low cost using programmable logic. Real Time Imaging 11(1), 19\u201330 (2005)","journal-title":"Real Time Imaging"},{"key":"322_CR14","doi-asserted-by":"crossref","unstructured":"Deng, H., Wang, F., Liang, B.: A low-cost OMR solution for educational applications. In: International Symposium on Parallel and Distributed Processing with Applications, pp. 967\u2013970 (2008)","DOI":"10.1109\/ISPA.2008.130"},{"issue":"3","key":"322_CR15","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s00500-009-0526-x","volume":"15","author":"JA Levi","year":"2011","unstructured":"Levi, J.A., Solewicz, Y.A., Dvir, Y., Steinberg, Y.: Method of verifying declared identity in optical answer sheets. Soft Comput. 15(3), 461\u2013468 (2011)","journal-title":"Soft Comput."},{"key":"322_CR16","doi-asserted-by":"crossref","unstructured":"Chouvatut, V., Prathan, S.: The flexible and adaptive x-mark detection for the simple answer sheets. In: International Computer Science and Engineering Conference (ICSEC), pp. 433\u2013439 (2014)","DOI":"10.1109\/ICSEC.2014.6978236"},{"key":"322_CR17","first-page":"2579","volume":"9","author":"L Maaten van der","year":"2008","unstructured":"van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. 9, 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"322_CR18","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/TSMC.1979.4310076","volume":"9","author":"N Otsu","year":"1979","unstructured":"Otsu, N.: A threshold selection method from gray-level histograms. IEEE Trans. Syst. Man Cybern. 9(1), 62\u201366 (1979)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"322_CR19","doi-asserted-by":"crossref","unstructured":"Lopresti, D., Nagy, G., Smith, E.B.: A document analysis system for supporting electronic voting research. In: The Eighth IAPR International Workshop on Document Analysis Systems, pp. 167\u2013174 (2008)","DOI":"10.1109\/DAS.2008.75"},{"key":"322_CR20","doi-asserted-by":"crossref","unstructured":"Barney-Smith, E.H., Nagy, G., Lopresti, D.: Mark detection from scanned ballots. In: Document Recognition and Retrieval XVI, vol. 7247, pp. 72470P-1\u201372470P-10 (2009)","DOI":"10.1117\/12.806468"},{"key":"322_CR21","doi-asserted-by":"crossref","unstructured":"Smith, E.H.B., Lopresti, D., Nagy, G., Wu, Z.: Towards improved paper-based election technology. In: International Conference on Document Analysis and Recognition (ICDAR), pp. 1255\u20131259 (2011)","DOI":"10.1109\/ICDAR.2011.253"},{"key":"322_CR22","doi-asserted-by":"crossref","unstructured":"Nagy, G., Lopresti, Dv: The role of document image analysis in trustworthy elections. In: Advances in Digital Document Processing and Retrieval, pp. 51\u201381 (2014)","DOI":"10.1142\/9789814368711_0003"},{"key":"322_CR23","doi-asserted-by":"crossref","unstructured":"Smith, A.M: Optical mark reading-making it easy for users. In: Proceedings of the 9th annual ACM SIGUCCS conference on User services, pp. 257\u2013263 (1981)","DOI":"10.1145\/800079.802600"},{"key":"322_CR24","doi-asserted-by":"crossref","unstructured":"Lopresti, D., Nagy, G., Smith, E.B.: A document analysis system for supporting electronic voting research. In: The Eighth International Workshop on Document Analysis Systems, pp. 167\u2013174 (2008)","DOI":"10.1109\/DAS.2008.75"},{"key":"322_CR25","doi-asserted-by":"crossref","unstructured":"Sanguansat, P.: Robust and low-cost optical mark recognition for automated data entry. In: International Conference on Electrical Engineering\/Electronics, Computer, Telecommunications and Information Technology (ECTI-CON), pp. 1\u20135 (2015)","DOI":"10.1109\/ECTICon.2015.7206937"},{"issue":"2","key":"322_CR26","first-page":"4","volume":"3","author":"RT China","year":"2016","unstructured":"China, R.T., de Assis\u00a0Zampirolli, F., de Oliveira\u00a0Neves, R.P., Quilici-Gonzalez, J.A.: An application for automatic multiple-choice test grading on android. Rev. Bras. Inicia\u00e7. Cient. 3(2), 4\u201325 (2016)","journal-title":"Rev. Bras. Inicia\u00e7. Cient."},{"key":"322_CR27","doi-asserted-by":"crossref","unstructured":"Bay, H., Tuytelaars, T., Van\u00a0Gool, L.: Surf: Speeded up robust features. In :ECCV, pp. 404\u2013417 (2006)","DOI":"10.1007\/11744023_32"},{"key":"322_CR28","doi-asserted-by":"crossref","unstructured":"Muja, M., Lowe, D.G: Fast matching of binary features. In: Ninth Conference on Computer and Robot Vision (CRV), pp. 404\u2013410 (2012)","DOI":"10.1109\/CRV.2012.60"},{"issue":"3","key":"322_CR29","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1023\/A:1007927408552","volume":"24","author":"PHS Torr","year":"1997","unstructured":"Torr, P.H.S., Murray, D.W.: The development and comparison of robust methods for estimating the fundamental matrix. Int. J. Comput. Vis. 24(3), 271\u2013300 (1997)","journal-title":"Int. J. Comput. Vis."},{"key":"322_CR30","doi-asserted-by":"crossref","unstructured":"Lewis, D.D: Naive (Bayes) at forty: the independence assumption in information retrieval. In: European Conference on Machine Learning, pp. 4\u201315 (1998)","DOI":"10.1007\/BFb0026666"},{"key":"322_CR31","unstructured":"Csurka, G., Dance, C., Fan, L., Willamowski, J., Bray, C.: Visual categorization with bags of keypoints. In: Workshop on Statistical Learning in Computer Vision, ECCV, pp. 1\u20132 (2004)"},{"key":"322_CR32","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E: Imagenet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105 (2012)"},{"key":"322_CR33","unstructured":"Dalal, N., Triggs, B.: Histograms of oriented gradients for human detection. In: CVPR, pp. 886\u2013893 (2005)"},{"key":"322_CR34","volume-title":"Statistical Learning Theory","author":"VN Vapnik","year":"1998","unstructured":"Vapnik, V.N., Vapnik, V.: Statistical Learning Theory. Wiley, New York (1998)"},{"key":"322_CR35","doi-asserted-by":"crossref","unstructured":"Mikolajczyk, K., Schmid, C.: An affine invariant interest point detector. In: ECCV, pp. 128\u2013142 (2002)","DOI":"10.1007\/3-540-47969-4_9"},{"key":"322_CR36","volume-title":"Pattern Classification","author":"RO Duda","year":"2012","unstructured":"Duda, R.O., Hart, P.E., Stork, D.G.: Pattern Classification. Wiley, New York (2012)"},{"issue":"7553","key":"322_CR37","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015)","journal-title":"Nature"},{"key":"322_CR38","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition (2014). arXiv preprint arXiv:1409.1556"},{"key":"322_CR39","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"322_CR40","unstructured":"Canziani, A., Paszke, A., Culurciello, E.: An analysis of deep neural network models for practical applications (2016). arXiv preprint arXiv:1605.07678"},{"key":"322_CR41","volume-title":"Machine Learning: A Probabilistic Perspective","author":"KP Murphy","year":"2012","unstructured":"Murphy, K.P.: Machine Learning: A Probabilistic Perspective. MIT Press, Cambridge (2012)"},{"key":"322_CR42","doi-asserted-by":"crossref","unstructured":"Storkey, A.: When training and test sets are different: characterizing learning transfer. In: Qui\u00f1onero-Candela, J., Sugiyama, M., Schwaighofer, A., Lawrence N.D. (eds.) Dataset Shift in Machine Learning, The MIT Press (2009)","DOI":"10.7551\/mitpress\/7921.003.0004"}],"container-title":["International Journal on Document Analysis and Recognition (IJDAR)"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10032-019-00322-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10032-019-00322-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10032-019-00322-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T17:05:24Z","timestamp":1694711124000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10032-019-00322-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3,19]]},"references-count":42,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["322"],"URL":"https:\/\/doi.org\/10.1007\/s10032-019-00322-3","relation":{},"ISSN":["1433-2833","1433-2825"],"issn-type":[{"value":"1433-2833","type":"print"},{"value":"1433-2825","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3,19]]},"assertion":[{"value":"20 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 August 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 February 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}