{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T10:15:21Z","timestamp":1783851321240,"version":"3.55.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,7,5]],"date-time":"2021-07-05T00:00:00Z","timestamp":1625443200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,5]],"date-time":"2021-07-05T00:00:00Z","timestamp":1625443200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s42979-021-00760-z","type":"journal-article","created":{"date-parts":[[2021,7,5]],"date-time":"2021-07-05T03:14:18Z","timestamp":1625454858000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["Optical Mark Recognition: Advances, Difficulties, and Limitations"],"prefix":"10.1007","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5363-3106","authenticated-orcid":false,"given":"Erik Miguel","family":"de Elias","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7069-8430","authenticated-orcid":false,"given":"Paulo Marcelo","family":"Tasinaffo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3861-7260","authenticated-orcid":false,"suffix":"Jr.","given":"R.","family":"Hirata","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,7,5]]},"reference":[{"issue":"2","key":"760_CR1","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s10032-019-00322-3","volume":"22","author":"M Afifi","year":"2019","unstructured":"Afifi M, Hussain KF. The achievement of higher flexibility in multiple-choice-based tests using image classification techniques. Int J Doc Anal Recognit (IJDAR). 2019;22(2):127\u201342. https:\/\/doi.org\/10.1007\/s10032-019-00322-3.","journal-title":"Int J Doc Anal Recognit (IJDAR)"},{"issue":"13","key":"760_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5120\/11636-7116","volume":"68","author":"A AL-Marakeby","year":"2013","unstructured":"AL-Marakeby A. Multi core processors for camera based OMR. Int J Comput Appl. 2013;68(13):1\u20135. https:\/\/doi.org\/10.5120\/11636-7116.","journal-title":"Int J Comput Appl"},{"issue":"6","key":"760_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3355610","volume":"52","author":"GM Binmakhashen","year":"2020","unstructured":"Binmakhashen GM, Mahmoud SA. Document layout analysis: a comprehensive survey. ACM Comput Surv. 2020;52(6):1\u201336. https:\/\/doi.org\/10.1145\/3355610.","journal-title":"ACM Comput Surv"},{"key":"760_CR4","first-page":"939","volume":"242","author":"M Booka","year":"2017","unstructured":"Booka M, Oku H, Scheller A, Yamaoka S. Usability of Optical Mark Reader sheet as an answering tool in testing. Stud Health Technol Inform. 2017;242:939\u201346.","journal-title":"Stud Health Technol Inform"},{"key":"760_CR5","series-title":"Texts in computer science","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-6684-9","volume-title":"Digital image processing: an algorithmic introduction using java","author":"W Burger","year":"2016","unstructured":"Burger W, Burge MJ. Digital image processing: an algorithmic introduction using java. Texts in computer science. London: Springer; 2016. https:\/\/doi.org\/10.1007\/978-1-4471-6684-9."},{"key":"760_CR6","doi-asserted-by":"publisher","unstructured":"Calado MP, Ramos AA, Jonas P. An application to generate, correct and grade multiple-choice tests. In: 2019 6th International Conference on Systems and Informatics (ICSAI), Shanghai, China: IEEE; 2019. pp. 1548\u20131552. https:\/\/doi.org\/10.1109\/ICSAI48974.2019.9010132.","DOI":"10.1109\/ICSAI48974.2019.9010132"},{"key":"760_CR7","unstructured":"Catalan JA. A framework for automated multiple-choice exam scoring with digital image and assorted processing using readily available software. In: DLSU Research Congress Proceedings, Philippines: Manila; 2017. p 5."},{"key":"760_CR8","doi-asserted-by":"publisher","unstructured":"Chai D. Automated marking of printed multiple choice answer sheets. In: 2016 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE), Bangkok, Thailand: IEEE; 2016. pp. 145\u2013149. https:\/\/doi.org\/10.1109\/TALE.2016.7851785.","DOI":"10.1109\/TALE.2016.7851785"},{"key":"760_CR9","doi-asserted-by":"crossref","unstructured":"Dayananda\u00a0Kumar NC, Suresh KV, Dinesh R. Automated parameter-less Optical Mark Recognition. In: Data Analytics and Learning, Singapore: Springer Singapore; 2019. pp. 185\u2013195.","DOI":"10.1007\/978-981-13-2514-4_16"},{"key":"760_CR10","doi-asserted-by":"publisher","unstructured":"de Elias EM, Tasinaffo PM, Hirata R. Alignment, scale and skew correction for Optical Mark Recognition documents based. In: 2019 XV Workshop de Vis\u00e3o Computacional (WVC), Brazil: IEEE, S\u00e3o Bernardo do Campo. 2019; pp. 26\u201331. https:\/\/doi.org\/10.1109\/WVC.2019.8876933.","DOI":"10.1109\/WVC.2019.8876933"},{"key":"760_CR11","unstructured":"de\u00a0Elias EM, Foga\u00e7a LR, Milani V, Forster CHQ. Classification techniques for test answer fields in digitized documents. In: Proceedings of The 21st World Muilti-Conference on Systemics, Cybernetics and Informatics (WMSCI 2017), Florida, USA; 2017. pp. 221\u2013226."},{"issue":"3","key":"760_CR12","first-page":"4","volume":"4","author":"SB Gaikwad","year":"2015","unstructured":"Gaikwad SB. Image processing based OMR sheet scanning. Int J Adv Res Electron Commun Eng. 2015;4(3):4.","journal-title":"Int J Adv Res Electron Commun Eng"},{"key":"760_CR13","series-title":"Adaptive computation and machine learning","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A. Deep learning. Adaptive computation and machine learning. Cambridge: The MIT Press; 2016."},{"key":"760_CR14","unstructured":"Greenfield E. OMR scanners: reflective technology makes the difference. Technol Horizons Educ 1991;18(7):8(3)."},{"key":"760_CR15","doi-asserted-by":"publisher","unstructured":"Hadi YR, Karim F, Mohammad Hadi A. A novel approach of skew estimation and correction in persian manuscript text using radon transform. In: 2012 IEEE Symposium on Computers & Informatics (ISCI). Penang, Malaysia: IEEE. 2012; pp. 198\u2013202. https:\/\/doi.org\/10.1109\/ISCI.2012.6222694.","DOI":"10.1109\/ISCI.2012.6222694"},{"key":"760_CR16","unstructured":"Higgins C. Pencils down: scantron inventor Michael Sokolski has died. 2012. https:\/\/www.mentalfloss.com\/article\/31057\/pencils-down-scantron-inventor-michael-sokolski-has-died. Accessed 30 Jun 2021."},{"issue":"1","key":"760_CR17","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.rti.2005.03.001","volume":"11","author":"S Hussmann","year":"2005","unstructured":"Hussmann S, Deng PW. A high-speed optical mark reader hardware implementation at low cost using programmable logic. Real-Time Imaging. 2005;11(1):19\u201330. https:\/\/doi.org\/10.1016\/j.rti.2005.03.001.","journal-title":"Real-Time Imaging"},{"key":"760_CR18","doi-asserted-by":"publisher","unstructured":"Hutchison LAD, Barrett WA. Fast registration of tabular document images using the Fourier-Mellin transform. In: First International Workshop on Document Image Analysis for Libraries, 2004. Proceedings., Palo Alto, CA, USA: IEEE; 2004. pp. 253\u2013267, https:\/\/doi.org\/10.1109\/DIAL.2004.1263254.","DOI":"10.1109\/DIAL.2004.1263254"},{"key":"760_CR19","unstructured":"Automated test scoring. IBM Corporation. https:\/\/www.ibm.com\/ibm\/history\/ibm100\/us\/en\/icons\/testscore. Accessed 30 Jun 2021."},{"issue":"02","key":"760_CR20","doi-asserted-by":"publisher","first-page":"145","DOI":"10.3991\/ijet.v15i02.11809","volume":"15","author":"P Jaiswal","year":"2020","unstructured":"Jaiswal P. Integrating educational technologies to augment learners\u2019 academic achievements. Int J Emerg Technol Learn (iJET). 2020;15(02):145. https:\/\/doi.org\/10.3991\/ijet.v15i02.11809.","journal-title":"Int J Emerg Technol Learn (iJET)."},{"key":"760_CR21","doi-asserted-by":"publisher","unstructured":"Ju Y, Wang X, Chen X. Research on OMR recognition based on convolutional neural network tensorflow platform. In: 2019 11th International Conference on Measuring Technology and Mechatronics Automation (ICMTMA), Qiqihar, China: IEEE; 2019. pp. 688\u2013691, https:\/\/doi.org\/10.1109\/ICMTMA.2019.00157.","DOI":"10.1109\/ICMTMA.2019.00157"},{"issue":"8","key":"760_CR22","first-page":"40","volume":"2","author":"N Karunanayake","year":"2015","unstructured":"Karunanayake N. OMR sheet evaluation by web camera using template matching approach. Int J Res Emerg Sci Technol. 2015;2(8):40\u20134.","journal-title":"Int J Res Emerg Sci Technol"},{"issue":"4","key":"760_CR23","first-page":"39","volume":"55","author":"I Khan","year":"2018","unstructured":"Khan I, Rahman S, Alam F. An efficient, cost effective and user friendly approach for MCQs treatment. Proc Pakistan Acad Sci Phys Comput Sci. 2018;55(4):39\u201344 (number: 4).","journal-title":"Proc Pakistan Acad Sci Phys Comput Sci"},{"issue":"4","key":"760_CR24","first-page":"714","volume":"3","author":"G Krishna","year":"2013","unstructured":"Krishna G, Rana HR, Madan I, Sahu N. Implementation of OMR technology with the help of ordinary scanner. Int J Adv Res Comput Sci Softw Eng. 2013;3(4):714\u20139.","journal-title":"Int J Adv Res Comput Sci Softw Eng"},{"issue":"11","key":"760_CR25","doi-asserted-by":"publisher","first-page":"e0206420","DOI":"10.1371\/journal.pone.0206420","volume":"13","author":"SC Loke","year":"2018","unstructured":"Loke SC, Kasmiran KA, Haron SA. A new method of mark detection for software-based optical mark recognition. PLoS One. 2018;13(11):e0206420. https:\/\/doi.org\/10.1371\/journal.pone.0206420.","journal-title":"PLoS One"},{"issue":"3","key":"760_CR26","first-page":"336","volume":"5","author":"NV Mahajan","year":"2015","unstructured":"Mahajan NV, Apoorva KJ. Various skew detection and correction techniques: a survey. Int J Adv Res Comput Sci Softw Eng. 2015;5(3):336\u20139.","journal-title":"Int J Adv Res Comput Sci Softw Eng"},{"issue":"4","key":"760_CR27","doi-asserted-by":"publisher","first-page":"37","DOI":"10.5120\/ijca2017913855","volume":"165","author":"N Mehta","year":"2017","unstructured":"Mehta N, Doshi J. A review of handwritten character recognition. Int J Comput Appl. 2017;165(4):37\u201340. https:\/\/doi.org\/10.5120\/ijca2017913855.","journal-title":"Int J Comput Appl"},{"key":"760_CR28","doi-asserted-by":"publisher","unstructured":"Nguyen TD, Hoang\u00a0Manh Q, Bui\u00a0Minh P, Nguyen\u00a0Thanh L, Hoang TM. Efficient and reliable camera based multiple-choice test grading system. In: The 2011 International Conference on Advanced Technologies for Communications (ATC 2011), Da Nang, Vietnam: IEEE; 2011. pp. 268\u2013271, https:\/\/doi.org\/10.1109\/ATC.2011.6027482.","DOI":"10.1109\/ATC.2011.6027482"},{"issue":"4","key":"760_CR29","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1007\/s10032-014-0228-5","volume":"17","author":"A Papandreou","year":"2014","unstructured":"Papandreou A, Gatos B, Perantonis SJ, Gerardis I. Efficient skew detection of printed document images based on novel combination of enhanced profiles. Int J Doc Anal Recognit (IJDAR). 2014;17(4):433\u201354. https:\/\/doi.org\/10.1007\/s10032-014-0228-5.","journal-title":"Int J Doc Anal Recognit (IJDAR)"},{"key":"760_CR30","doi-asserted-by":"publisher","DOI":"10.17577\/IJERTV4IS090675","author":"NV Patel","year":"2015","unstructured":"Patel NV, Prajapati GI, Bharuch S. Various techniques for assessment of OMR sheets through ordinary 2D scanner: a survey. Int J Eng Res. 2015. https:\/\/doi.org\/10.17577\/IJERTV4IS090675.","journal-title":"Int J Eng Res"},{"key":"760_CR31","doi-asserted-by":"publisher","unstructured":"Patel R, Sanghavi S, Gupta D, Raval MS. CheckIt\u2014a low cost mobile OMR system. In: TENCON 2015\u20132015 IEEE Region 10 Conference, Macao; IEEE; 2015. pp. 1\u20135, https:\/\/doi.org\/10.1109\/TENCON.2015.7372983.","DOI":"10.1109\/TENCON.2015.7372983"},{"issue":"4","key":"760_CR32","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1109\/RITA.2014.2363005","volume":"9","author":"JL P\u00e9rez-Benedito","year":"2014","unstructured":"P\u00e9rez-Benedito JL, Arag\u00f3n EQ, Alriols JA, Medic L. Optical Mark Recognition in student continuous assessment. IEEE Revista Iberoamericana de Tecnologias del Aprendizaje. 2014;9(4):133\u20138. https:\/\/doi.org\/10.1109\/RITA.2014.2363005.","journal-title":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje"},{"key":"760_CR33","series-title":"Advances in intelligent systems and computing","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/978-981-13-1610-4_4","volume-title":"Proceedings of the 2nd International Conference on Data Engineering and Communication Technology","author":"K Rachchh","year":"2019","unstructured":"Rachchh K, Gopi ES. Inclusion of vertical bar in the OMR sheet for image-based robust and fast OMR evaluation technique using mobile phone camera. In: Kulkarni AJ, Satapathy SC, Kang T, Kashan AH, editors. Proceedings of the 2nd International Conference on Data Engineering and Communication Technology, vol. 828. Advances in intelligent systems and computing. Singapore: Springer; 2019. p. 39\u201346."},{"key":"760_CR34","doi-asserted-by":"publisher","unstructured":"Rasiq GRI, Al Sefat A, Hasnain MF. Mobile based MCQ answer sheet analysis and evaluation application. In: 2019 8th International Conference System Modeling and Advancement in Research Trends (SMART). Moradabad, India: IEEE. 2019; pp. 144\u20137. https:\/\/doi.org\/10.1109\/SMART46866.2019.9117468.","DOI":"10.1109\/SMART46866.2019.9117468"},{"issue":"4","key":"760_CR35","first-page":"572","volume":"7","author":"YSSS Reddy","year":"2018","unstructured":"Reddy YSSS, Srinivas AS, Krishna GM. OMR evaluation using image processing. Int J Innov Adv Comput Sci. 2018;7(4):572\u20136.","journal-title":"Int J Innov Adv Comput Sci"},{"key":"760_CR36","doi-asserted-by":"publisher","unstructured":"Sanguansat P. Robust and low-cost Optical Mark Recognition for automated data entry. In: 2015 12th International Conference on Electrical Engineering\/Electronics, Computer, Telecommunications and Information Technology (ECTI-CON), Hua Hin, Cha-am, Thailand: IEEE; 2015. pp. 1\u20135, https:\/\/doi.org\/10.1109\/ECTICon.2015.7206937.","DOI":"10.1109\/ECTICon.2015.7206937"},{"issue":"2","key":"760_CR37","doi-asserted-by":"publisher","first-page":"44","DOI":"10.5963\/IJCSAI0302002","volume":"3","author":"R Shivanna","year":"2013","unstructured":"Shivanna R, Atal K, Arora A. Cost effective Optical Mark Reader. Int J Comput Sci Artif Intell. 2013;3(2):44\u20139. https:\/\/doi.org\/10.5963\/IJCSAI0302002.","journal-title":"Int J Comput Sci Artif Intell"},{"issue":"12","key":"760_CR38","doi-asserted-by":"publisher","first-page":"3528","DOI":"10.1016\/j.patcog.2008.06.002","volume":"41","author":"C Singh","year":"2008","unstructured":"Singh C, Bhatia N, Kaur A. Hough transform based fast skew detection and accurate skew correction methods. Pattern Recogn. 2008;41(12):3528\u201346. https:\/\/doi.org\/10.1016\/j.patcog.2008.06.002.","journal-title":"Pattern Recogn"},{"key":"760_CR39","doi-asserted-by":"publisher","unstructured":"Smith AM. Optical mark reading - making it easy for users. In: Proceedings of the 9th annual ACM SIGUCCS conference on User services - SIGUCCS \u201981, Atlanta, Georgia, United States: ACM Press; 1981. pp. 257\u2013263, https:\/\/doi.org\/10.1145\/800079.802600.","DOI":"10.1145\/800079.802600"},{"key":"760_CR40","unstructured":"Talib A, Ahmad N, Tahar W. OMR form inspection by web camera using shape-based matching approach. Int J Eng Res. 2015;3(4):29\u201335."},{"key":"760_CR41","doi-asserted-by":"publisher","unstructured":"Tjahyadi H, Lukas S, Albert S, Krisnadi D. automated scoring of multiple-choice test using template matching technique. In: Proceedings of the 2nd International Symposium on Computer Science and Intelligent Control - ISCSIC \u201918, Stockholm, Sweden: ACM Press; 2018. pp. 1\u20135, https:\/\/doi.org\/10.1145\/3284557.3284702.","DOI":"10.1145\/3284557.3284702"},{"issue":"2","key":"760_CR42","first-page":"1874","volume":"5","author":"V Ware","year":"2019","unstructured":"Ware V, Menon N, Varute P, Dhannawat RA. Cost effective optical mark recognition software for educational institutions. Int J Adv Res Ideas Innov Technol. 2019;5(2):1874\u20137.","journal-title":"Int J Adv Res Ideas Innov Technol"},{"issue":"1","key":"760_CR43","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1080\/03098269708725416","volume":"21","author":"R Weaver","year":"1997","unstructured":"Weaver R, Chalkley B. Introducing objective tests and OMR-based student assessment: a case study. J Geogr Higher Educ. 1997;21(1):114\u201321. https:\/\/doi.org\/10.1080\/03098269708725416.","journal-title":"J Geogr Higher Educ"},{"issue":"9","key":"760_CR44","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1016\/0011-684X(84)90434-9","volume":"26","author":"R Wynn","year":"1984","unstructured":"Wynn R. Optical Mark Recognition. Data Process. 1984;26(9):26\u20137. https:\/\/doi.org\/10.1016\/0011-684X(84)90434-9.","journal-title":"Data Process"},{"key":"760_CR45","doi-asserted-by":"publisher","unstructured":"Zampirolli FdA, Batista VR, Quilici-Gonzalez JA. An automatic generator and corrector of multiple choice tests with random answer keys. In: 2016 IEEE Frontiers in Education Conference (FIE). Erie, PA, USA: IEEE. 2016; pp. 1\u20138. https:\/\/doi.org\/10.1109\/FIE.2016.7757467.","DOI":"10.1109\/FIE.2016.7757467"},{"key":"760_CR46","unstructured":"Zampirolli FdA, Gonzalez JAQ. Automatic correction of multiple-choice tests using digital cameras and image processing. In: IX Workshop de Vis\u00e3o Computacional (WVC 2013), Rio de Janeiro: Botafogo; 2013. p. 6."},{"issue":"18","key":"760_CR47","doi-asserted-by":"publisher","first-page":"234","DOI":"10.3991\/ijet.v15i18.10567","volume":"15","author":"L Zhang","year":"2020","unstructured":"Zhang L, Li B, Zhang Q, Hsiao IH. Does a distributed practice strategy for multiple choice questions help novices learn programming? Int J Emerg Technol Learn (iJET). 2020;15(18):234. https:\/\/doi.org\/10.3991\/ijet.v15i18.10567.","journal-title":"Int J Emerg Technol Learn (iJET)"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-021-00760-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-021-00760-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-021-00760-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,30]],"date-time":"2021-08-30T17:58:05Z","timestamp":1630346285000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-021-00760-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,5]]},"references-count":47,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["760"],"URL":"https:\/\/doi.org\/10.1007\/s42979-021-00760-z","relation":{},"ISSN":["2662-995X","2661-8907"],"issn-type":[{"value":"2662-995X","type":"print"},{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,5]]},"assertion":[{"value":"4 April 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"367"}}