{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T07:10:56Z","timestamp":1779088256738,"version":"3.51.4"},"reference-count":38,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T00:00:00Z","timestamp":1777507200000},"content-version":"vor","delay-in-days":2342,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s40593-019-00181-3","type":"journal-article","created":{"date-parts":[[2019,6,11]],"date-time":"2019-06-11T13:02:40Z","timestamp":1560258160000},"page":"459-483","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"title":["Using Lexical Properties of Handwritten Equations to Estimate the Correctness of Students\u2019 Solutions to Engineering Problems"],"prefix":"10.1016","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7547-1187","authenticated-orcid":false,"given":"Thomas F.","family":"Stahovich","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hanlung","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Justin","family":"Gyllen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-019-00181-3_CR1","unstructured":"Attali, Y. (2013). Validity and reliability of automated essay scoring. Handbook of automated essay evaluation: current applications and new direction, 181\u2013198."},{"issue":"4","key":"10.1007\/s40593-019-00181-3_CR2","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1177\/0146621614561630","article-title":"Reliability-based feature weighting for automated essay scoring","volume":"39","author":"Attali","year":"2015","journal-title":"Appl. Psychol. Meas."},{"key":"10.1007\/s40593-019-00181-3_CR3","doi-asserted-by":"crossref","unstructured":"Beal, C.R., & Cohen, P.R. (2008). Temporal data mining for educational applications. In Proceedings of the 10th Pacific rim international conference on artificial intelligence: trends in artificial intelligence (pp. 66\u201377). Berlin: Springer.","DOI":"10.1007\/978-3-540-89197-0_10"},{"key":"10.1007\/s40593-019-00181-3_CR4","unstructured":"Bransford, J.D., Brown, A.L., Cocking, R.R. (Eds.). (2000). How people learn: brain, mind, experience, and school: expanded edition. Washington: The National Academies Press."},{"key":"10.1007\/s40593-019-00181-3_CR5","unstructured":"Cheng, P.C., & Rojas-Anaya, H. (2008). Measuring mathematic formula writing competence: an application of graphical protocol analysis. In Proceedings of the 13th annual conference of the cognitive science society (pp. 869\u2013874)."},{"issue":"1","key":"10.1007\/s40593-019-00181-3_CR6","first-page":"27","article-title":"Web-based vs. paper-based homework to evaluate students\u2019 performance in introductory physics courses and students\u2019 perceptions: two years experience","volume":"9","author":"Demirci","year":"2010","journal-title":"Int. J. E-Learning"},{"issue":"4","key":"10.1007\/s40593-019-00181-3_CR7","doi-asserted-by":"crossref","first-page":"2333","DOI":"10.1016\/j.compedu.2011.06.004","article-title":"Online formative assessment in higher education: a review of the literature","volume":"57","author":"Gikandi","year":"2011","journal-title":"Comput. Educ."},{"issue":"1","key":"10.1007\/s40593-019-00181-3_CR8","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/1656274.1656278","article-title":"The WEKA data mining software: an update","volume":"11","author":"Hall","year":"2009","journal-title":"ACM SIGKDD Explorations Newsletter"},{"key":"10.1007\/s40593-019-00181-3_CR9","doi-asserted-by":"crossref","unstructured":"Herold, J., & Stahovich, T. (2012). Characterizing students\u2019 handwritten self-explanations. In Proceedings of the 2012 American society for engineering education annual conference and exposition.","DOI":"10.18260\/1-2--21063"},{"key":"10.1007\/s40593-019-00181-3_CR10","unstructured":"Herold, J., Stahovich, T.F., Rawsonm, K. (2013a). Using educational data mining to identify correlations between homework effort and performance. In Proceedings of the 2013 American society for engineering education annual conference and exposition."},{"key":"10.1007\/s40593-019-00181-3_CR11","unstructured":"Herold, J., Zundel, A., Stahovich, T.F. (2013b). Mining meaningful patterns from students\u2019 handwritten coursework. In Proceedings of the sixth international conference on educational data mining."},{"key":"10.1007\/s40593-019-00181-3_CR12","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1016\/j.cag.2005.05.004","article-title":"An image-based, trainable symbol recognizer for hand-drawn sketches","volume":"29","author":"Kara","year":"2005","journal-title":"Comput. Graph."},{"issue":"1","key":"10.1007\/s40593-019-00181-3_CR13","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/S0004-3702(97)00043-X","article-title":"Wrappers for feature subset selection","volume":"97","author":"Kohavi","year":"1997","journal-title":"Artif. Intell."},{"key":"10.1007\/s40593-019-00181-3_CR14","unstructured":"Kr\u00fcger, A., Merceron, A., Wolf, B. (2010). A data model to ease analysis and mining of educational data. In Proceedings of the 3rd international conference on educational data mining."},{"issue":"4","key":"10.1007\/s40593-019-00181-3_CR15","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1016\/j.cag.2007.04.008","article-title":"An initial evaluation of mathpad2: a tool for creating dynamic mathematical illustrations","volume":"31","author":"LaViola","year":"2007","journal-title":"Comput. Graph."},{"issue":"3","key":"10.1007\/s40593-019-00181-3_CR16","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1145\/1015706.1015741","article-title":"Mathpad2: a system for the creation and exploration of mathematical sketches","volume":"23","author":"LaViola","year":"2004","journal-title":"ACM Trans. Graph."},{"key":"10.1007\/s40593-019-00181-3_CR17","unstructured":"Li, N., Cohen, W.W., Koedinger, K.R., Matsuda, N. (2011). A machine learning approach for automatic student model discovery. In Proceedings of the 4th international conference on educational data mining (pp. 31\u201340)."},{"key":"10.1007\/s40593-019-00181-3_CR18","unstructured":"Mostow, J., Gonz\u00e0lez-Brenes, J.P., Tan, B.H. (2011). Learning classifiers from a relational database of tutor logs. In Proceedings of the 4th international conference on educational data mining (pp. 149\u2013158)."},{"key":"10.1007\/s40593-019-00181-3_CR19","doi-asserted-by":"crossref","unstructured":"Oviatt, S., Arthur, A., Cohen, J. (2006). Quiet interfaces that help students think. In UIST \u201906: Proceedings of the 19th annual ACM symposium on User interface software and technology, ACM Press, New York (pp. 191\u2013200).","DOI":"10.1145\/1166253.1166284"},{"key":"10.1007\/s40593-019-00181-3_CR20","unstructured":"Pellegrino, J.W., Chudowsky, N., Glaser, R. (Eds.). (2001). Knowing what students know: the science and design of educational assessment. Washington: The National Academies Press."},{"issue":"2","key":"10.1007\/s40593-019-00181-3_CR21","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/5.18626","article-title":"A tutorial on hidden markov models and selected applications in speech recognition","volume":"77","author":"Rabiner","year":"1989","journal-title":"Proc. IEEE"},{"key":"10.1007\/s40593-019-00181-3_CR22","doi-asserted-by":"crossref","unstructured":"Rawson, K., & Stahovich, T.F. (2013). Predicting course performance from homework habits. In Proceedings of the 2013 American society for engineering education annual conference and exposition.","DOI":"10.18260\/1-2--22359"},{"issue":"2","key":"10.1007\/s40593-019-00181-3_CR23","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1037\/edu0000130","article-title":"Homework and achievement: using smartpen technology to find the connection","volume":"109","author":"Rawson","year":"2017","journal-title":"J. Educ. Psychol."},{"issue":"6","key":"10.1007\/s40593-019-00181-3_CR24","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1109\/TSMCC.2010.2053532","article-title":"Educational data mining: a review of the state of the art","volume":"40","author":"Romero","year":"2010","journal-title":"Systems, Man, and Cybernetics, Part C: Applications and Reviews, IEEE Transactions on"},{"key":"10.1007\/s40593-019-00181-3_CR25","unstructured":"Romero, C., Romero, J., Luna, J., Ventura, S. (2010). Mining rare association rules from e-learning data. Educ. Data Mining, 171\u2013180."},{"key":"10.1007\/s40593-019-00181-3_CR26","doi-asserted-by":"crossref","unstructured":"Schneider, S.C. (2014). Paperless grading of handwritten homework: electronic process and assessment. In Proceedings of the American society for enginering education annual conference.","DOI":"10.17077\/aseenmw2014.1035"},{"key":"10.1007\/s40593-019-00181-3_CR27","unstructured":"Shanabrook, D.H., Cooper, D.G., Woolf, B.P., Arroyo, I. (2010). Identifying high-level student behavior using sequence-based motif discovery. In de Baker, R.S.J., Merceron, A., Jr, P.I.P. (Eds.) Proceedings of the 3rd international conference on educational data mining (pp. 191\u2013200)."},{"key":"10.1007\/s40593-019-00181-3_CR28","doi-asserted-by":"crossref","unstructured":"Sharma, A., & Jayagopi, D.B. (2018). Automated grading of handwritten essays. In 2018 16Th international conference on frontiers in handwriting recognition (ICFHR), IEEE (pp. 279\u2013284).","DOI":"10.1109\/ICFHR-2018.2018.00056"},{"key":"10.1007\/s40593-019-00181-3_CR29","doi-asserted-by":"crossref","unstructured":"de Silva, R., Bischel, D.T., Lee, W., Peterson, E.J., Calfee, R.C., Stahovich, T.F. (2007). Kirchhoff\u2019s pen: a pen-based circuit analysis tutor. In Proceedings of the 4th eurographics workshop on sketch-based interfaces and modeling, ACM, New York, NY, USA, SBIM \u201907 (pp. 75\u201382).","DOI":"10.1145\/1384429.1384447"},{"key":"10.1007\/s40593-019-00181-3_CR30","doi-asserted-by":"crossref","unstructured":"Singh, A., Karayev, S., Gutowski, K., Abbeel, P. (2017). Gradescope: a fast, flexible, and fair system for scalable assessment of handwritten work. In Proceedings of fourth ACM conference on learning@ scale (pp. 81\u201388): ACM.","DOI":"10.1145\/3051457.3051466"},{"key":"10.1007\/s40593-019-00181-3_CR31","unstructured":"Smithies, S., Novins, K., Arvo, J. (1999). A handwriting-based equation editor. In Proceedings of the 1999 conference on graphics interface \u201999, Morgan Kaufmann Publishers Inc., San Francisco, CA, USA (pp. 84\u201391). http:\/\/dl.acm.org\/citation.cfm?id=351631.351660."},{"key":"10.1007\/s40593-019-00181-3_CR32","unstructured":"Srihari, S.N., Srihari, R.K., Babu, P., Srinivasan, H. (2007). On the automatic scoring of handwritten essays. In Proceeddings of international joint conference on artificial intelligence (pp. 2880\u20132884)."},{"key":"10.1007\/s40593-019-00181-3_CR33","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.cag.2016.01.002","article-title":"Enabling data mining of handwritten coursework","volume":"57","author":"Stahovich","year":"2016","journal-title":"Comput. Graph."},{"issue":"4","key":"10.1007\/s40593-019-00181-3_CR34","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1002\/j.2168-9830.2009.tb01030.x","article-title":"Study of usage patterns and learning gains in a web-based interactive static course","volume":"98","author":"Steif","year":"2009","journal-title":"J. Eng. Educ."},{"issue":"2","key":"10.1007\/s40593-019-00181-3_CR35","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1002\/j.2168-9830.2010.tb01050.x","article-title":"Improving problem solving performance by inducing talk about salient problem features","volume":"99","author":"Steif","year":"2010","journal-title":"J. Eng. Educ."},{"issue":"1","key":"10.1007\/s40593-019-00181-3_CR36","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1187\/cbe.04-03-0036","article-title":"Probabilities and predictions: modeling the development of scientific problem-solving skills","volume":"4","author":"Stevens","year":"2005","journal-title":"Cell Biol. Educ."},{"key":"10.1007\/s40593-019-00181-3_CR37","unstructured":"Trivedi, S., Pardos, Z.A., S\u00e0rk\u00f6zy, G.N., Heffernan, N.T. (2011). Spectral clustering in educational data mining. In Proceedings of the 4th international conference on educational data mining (pp. 129\u2013138)."},{"key":"10.1007\/s40593-019-00181-3_CR38","doi-asserted-by":"crossref","unstructured":"Van Arsdale, T., & Stahovich, T. (2012). Does neatness count? What the organization of student work says about understanding. In Proceedings of the 2012 American society for engineering education annual conference and exposition.","DOI":"10.18260\/1-2--21236"}],"updated-by":[{"DOI":"10.1007\/s40593-019-00192-0","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T00:00:00Z","timestamp":1578873600000}},{"DOI":"10.1007\/s40593-019-00192-0","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000}}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-019-00181-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-019-00181-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226007171?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226007171?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-019-00181-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:40:04Z","timestamp":1779086404000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226007171"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12]]},"references-count":38,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["S1560429226007171"],"URL":"https:\/\/doi.org\/10.1007\/s40593-019-00181-3","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2019,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Using Lexical Properties of Handwritten Equations to Estimate the Correctness of Students\u2019 Solutions to Engineering Problems","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-019-00181-3","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2019 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}