{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T15:28:34Z","timestamp":1773329314180,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T00:00:00Z","timestamp":1697587200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T00:00:00Z","timestamp":1697587200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100006366","name":"Brazilian Ministry of Education","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100006366","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s10639-023-12245-y","type":"journal-article","created":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T07:02:20Z","timestamp":1697612540000},"page":"11183-11209","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Mathematics intelligent tutoring systems with handwritten input: a scoping review"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0343-3701","authenticated-orcid":false,"given":"Luiz","family":"Rodrigues","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Filipe Dwan","family":"Pereira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcelo","family":"Marinho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Valmir","family":"Macario","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ig Ibert","family":"Bittencourt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seiji","family":"Isotani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diego","family":"Dermeval","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rafael","family":"Mello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,18]]},"reference":[{"key":"12245_CR1","first-page":"521","volume":"158","author":"L Anthony","year":"2007","unstructured":"Anthony, L., Yang, J., & Koedinger, K. R. (2007). Benefits of handwritten input for students learning algebra equation solving. Frontiers in Artificial Intelligence and Applications, 158, 521.","journal-title":"Frontiers in Artificial Intelligence and Applications"},{"issue":"11","key":"12245_CR2","doi-asserted-by":"publisher","first-page":"866","DOI":"10.1016\/j.ijhcs.2012.04.003","volume":"70","author":"L Anthony","year":"2012","unstructured":"Anthony, L., Yang, J., & Koedinger, K. R. (2012). A paradigm for handwriting-based intelligent tutors. International Journal of Human-Computer Studies, 70(11), 866\u2013887.","journal-title":"International Journal of Human-Computer Studies"},{"key":"12245_CR3","doi-asserted-by":"crossref","unstructured":"Barthakur, A., Dawson, S., Kovanovic, V. (2023). Advancing leaner profiles with learning analytics: A scoping review of current trends and challenges. Lak23: 13th international learning analytics and knowledge conference (pp. 606\u2013612).","DOI":"10.1145\/3576050.3576083"},{"key":"12245_CR4","doi-asserted-by":"crossref","unstructured":"Davis, S.R., DeCapito, C., Nelson, E., Sharma, K., Hand, E.M. (2020). Homework helper: Providing valuable feedback on math mistakes. Advances in Visual Computing: 15th international symposium, isvc 2020, San Diego, CA, USA, October 5\u20137, 2020, proceedings, part ii 15 (pp. 533\u2013544).","DOI":"10.1007\/978-3-030-64559-5_42"},{"key":"12245_CR5","doi-asserted-by":"publisher","first-page":"73","DOI":"10.5753\/rbie.2020.28.0.73","volume":"28","author":"D Dermeval","year":"2020","unstructured":"Dermeval, D., & Bittencourt, I. I. (2020). Co-designing gamified intelligent tutoring systems with teachers. Revista Brasileira De Inform\u00e1tica Na Educa\u00e7\u00e3o, 28, 73\u201391.","journal-title":"Revista Brasileira De Inform\u00e1tica Na Educa\u00e7\u00e3o"},{"key":"12245_CR6","doi-asserted-by":"crossref","unstructured":"Dermeval, D., Paiva, R., Bittencourt, I. I., Vassileva, J., & Borges, D. (2018). Authoring tools for designing intelligent tutoring systems: A systematic review of the literature. International Journal of Artificial Intelligence in Education, 28, 336\u2013384.","DOI":"10.1007\/s40593-017-0157-9"},{"key":"12245_CR7","unstructured":"Education, E., Agency, C.E., Eurydice, Ranguelov, S., Motiejunaite, A., Kerpanova, V., Noorani, S. (2015). Mathematics education in europe : Common challenges and national policies. Publications Office."},{"issue":"10","key":"12245_CR8","doi-asserted-by":"publisher","first-page":"1278","DOI":"10.1080\/01443410.2018.1495829","volume":"39","author":"Y Fang","year":"2019","unstructured":"Fang, Y., Ren, Z., Hu, X., & Graesser, A. C. (2019). A meta-analysis of the effectiveness of aleks on learning. Educational Psychology, 39(10), 1278\u20131292.","journal-title":"Educational Psychology"},{"key":"12245_CR9","doi-asserted-by":"crossref","unstructured":"Feng, S., Magana, A.J., Kao, D. (2021). A systematic review of literature on the effectiveness of intelligent tutoring systems in stem. 2021 IEEE frontiers in education conference (fie) (pp. 1\u20139).","DOI":"10.1109\/FIE49875.2021.9637240"},{"key":"12245_CR10","doi-asserted-by":"crossref","unstructured":"Feng, X., Okazaki, Y., Zhu, Y. (2009). Pen gestures based mathematics editing to an its on algebraic calculation. 2009 first international workshop on education technology and computer science (vol. 2, pp. 1042\u20131046).","DOI":"10.1109\/ETCS.2009.497"},{"key":"12245_CR11","doi-asserted-by":"crossref","unstructured":"Freitas, E., Batista, H.H., Barbosa, G.A., Wenceslau, M., Portela, C., Isotani, S., et al. (2022). Learning analytics desconectada: Um estudo de caso em an\u00e1lise de produ\u00e7oes textuais. Anais do i workshop de aplica\u00e7\u00f5es pr\u00e1ticas de learning analytics em institui\u00e7\u00f5es de ensino no brasil (pp. 40\u201349).","DOI":"10.5753\/wapla.2022.226823"},{"key":"12245_CR12","unstructured":"Ga\u0161evi\u0107, D. (2018). Include us all! directions for adoption of learning analytics in the global south. Learning analyfics for the global south, 1\u201322."},{"key":"12245_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.103897","volume":"153","author":"D Hillmayr","year":"2020","unstructured":"Hillmayr, D., Ziernwald, L., Reinhold, F., Hofer, S. I., & Reiss, K. M. (2020). The potential of digital tools to enhance mathematics and science learning in secondary schools: A context-specific meta-analysis. Computers & Education, 153, 103897.","journal-title":"Computers & Education"},{"key":"12245_CR14","doi-asserted-by":"crossref","unstructured":"Holmes, W., Porayska-Pomsta, K., Holstein, K., Sutherland, E., Baker, T., Shum, S.B., et\u00a0al. (2021). Ethics of ai in education: Towards a community-wide framework. International Journal of Artificial Intelligence in Education, 1\u201323.","DOI":"10.1007\/s40593-021-00239-1"},{"key":"12245_CR15","doi-asserted-by":"crossref","unstructured":"Isotani, S., Bittencourt, I.I., Challco, G.C., Dermeval, D., Mello, R.F. (2023). Aied unplugged: Leapfrogging the digital divide to reach the underserved. Artificial intelligence in education. posters and late breaking results, workshops and tutorials, industry and innovation tracks, practitioners, doctoral consortium and blue sky.","DOI":"10.1007\/978-3-031-36336-8_118"},{"key":"12245_CR16","doi-asserted-by":"crossref","unstructured":"Jordan, K. (2020). Beyond indicators: A scoping review of the academic literature related to sdg4 and educational technology. Addressing global challenges and quality education: 15th european conference on technology enhanced learning, ec-tel 2020, Heidelberg, Germany, September 14\u201318, 2020, proceedings 15 (pp. 353\u2013357).","DOI":"10.1007\/978-3-030-57717-9_26"},{"key":"12245_CR17","doi-asserted-by":"crossref","unstructured":"Kang, B., Kulshreshth, A., LaViola Jr, J.J. (2016). Analyticalink: An interactive learning environment for math word problem solving. Proceedings of the 21st International Conference on Intelligent user Interfaces (pp. 419\u2013430).","DOI":"10.1145\/2856767.2856789"},{"key":"12245_CR18","doi-asserted-by":"crossref","unstructured":"Lee, J.S., & Kim, J.H. (2009). Pen-based intelligent tutor for simultaneous equations. 2009 chinese conference on pattern recognition (pp. 1\u20135).","DOI":"10.1109\/CCPR.2009.5343961"},{"key":"12245_CR19","doi-asserted-by":"crossref","unstructured":"Li, B., Yuan, Y., Liang, D., Liu, X., Ji, Z., Bai, J., . . . Bai, X. (2022). When counting meets hmer: Counting-aware network for handwritten mathematical expression recognition. Computer vision\u2013eccv 2022: 17th european conference, tel aviv, Israel, October 23\u201327, 2022, proceedings, part XXVIII (pp. 197\u2013214).","DOI":"10.1007\/978-3-031-19815-1_12"},{"key":"12245_CR20","doi-asserted-by":"crossref","unstructured":"Morais, F., Bittencourt, I.I., Isotani, S., Jaques, P.A. (2017). The use of handwriting input in math tutoring systems: an use case with pat2math. 2017 IEEE 17th international conference on advanced learning technologies (icalt) (pp. 44\u201346).","DOI":"10.1109\/ICALT.2017.142"},{"issue":"1","key":"12245_CR21","first-page":"55","volume":"21","author":"F Morais","year":"2022","unstructured":"Morais, F., & Jaques, P. A. (2022). Does handwriting impact learning on math tutoring systems? Informatics in Education, 21(1), 55\u201390.","journal-title":"Informatics in Education"},{"key":"12245_CR22","doi-asserted-by":"crossref","unstructured":"Mouch\u00e8re, H., Viard-Gaudin, C., Zanibbi, R., Garain, U. (2014). Icfhr 2014 competition on recognition of on-line handwritten mathematical expressions (crohme 2014). 2014 14th international conference on frontiers in handwriting recognition (pp. 791-796).","DOI":"10.1109\/ICFHR.2014.138"},{"key":"12245_CR23","doi-asserted-by":"crossref","unstructured":"Mousavinasab, E., Zarifsanaiey, N., Niakan Kalhori, R., & S., Rakhshan, M., Keikha, L., Ghazi Saeedi, M. (2021). Intelligent tutoring systems: a systematic review of characteristics, applications, and evaluation methods. Interactive Learning Environments, 29(1), 142\u2013163.","DOI":"10.1080\/10494820.2018.1558257"},{"key":"12245_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12874-018-0611-x","volume":"18","author":"Z Munn","year":"2018","unstructured":"Munn, Z., Peters, M. D., Stern, C., Tufanaru, C., McArthur, A., & Aromataris, E. (2018). Systematic review or scoping review? guidance for authors when choosing between a systematic or scoping review approach. BMC medical research methodology, 18, 1\u20137.","journal-title":"BMC medical research methodology"},{"key":"12245_CR25","doi-asserted-by":"crossref","unstructured":"Nagashima, T., Britti, J.,Wang, X., Zheng, B., Turri, V., Tseng, S., Aleven, V. (2022). Designing playful intelligent tutoring software to support engaging and effective algebra learning. Educating for a new future: Making sense of technologyenhanced learning adoption: 17th european conference on technology enhanced learning, ec-tel 2022, toulouse, france, September 12\u201316, 2022, proceedings (pp. 258\u2013271).","DOI":"10.1007\/978-3-031-16290-9_19"},{"key":"12245_CR26","doi-asserted-by":"crossref","unstructured":"Nkambou, R., Mizoguchi, R., Bourdeau, J. (2010). Advances in intelligent tutoring systems (vol. 308). Springer Science & Business Media.","DOI":"10.1007\/978-3-642-14363-2"},{"key":"12245_CR27","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.compedu.2015.03.021","volume":"88","author":"ND Pacheco-Venegas","year":"2015","unstructured":"Pacheco-Venegas, N. D., L\u00f3pez, G., & Andrade-Ar\u00e9chiga, M. (2015). Conceptualization, development and implementation of a web-based system for automatic evaluation of mathematical expressions. Computers & Education, 88, 15\u201328.","journal-title":"Computers & Education"},{"key":"12245_CR28","doi-asserted-by":"crossref","unstructured":"Patel, N., Thakkar, M., Rabadiya, B., Patel, D., Malvi, S., Sharma, A., Lomas, D. (2022). Equitable access to intelligent tutoring systems through paper-digital integration. Intelligent tutoring systems: 18th international conference, its 2022, Bucharest, Romania, June 29\u2013July 1, 2022, proceedings (pp. 255\u2013263).","DOI":"10.1007\/978-3-031-09680-8_24"},{"key":"12245_CR29","doi-asserted-by":"crossref","unstructured":"Rodrigues, L., Pereira, F., Santos, J., Oliveira, E., Gasparini, I., Mello, R., . . . Isotani, S. (2023). Question classification with constrained resources: A study with coding exercises. Artificial intelligence in education. posters and late breaking results, workshops and tutorials, industry and innovation tracks, practitioners, doctoral consortium and blue sky.","DOI":"10.1007\/978-3-031-36336-8_113"},{"issue":"3","key":"12245_CR30","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/s40593-021-00270-2","volume":"32","author":"D Schiff","year":"2022","unstructured":"Schiff, D. (2022). Education for ai, not ai for education: the role of education and ethics in national ai policy strategies. International Journal of Artificial Intelligence in Education, 32(3), 527\u2013563.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"12245_CR31","volume-title":"Interaction design: Beyond human computer interaction","author":"H Sharp","year":"2007","unstructured":"Sharp, H., Rogers, Y., & Preece, J. (2007). Interaction design: Beyond human computer interaction. Hoboken, NJ, USA: John Wiley & Sons Inc."},{"key":"12245_CR32","doi-asserted-by":"crossref","unstructured":"Silva, L.C., Sobrinho, A.S., Cordeiro, T.D., Melo, R.F., Bittencourt, I.I., Marques, L.B., Isotani, S. (2023). Applications of convolutional neural networks in education: A systematic literature review. Expert Systems with Applications, 120621.","DOI":"10.1016\/j.eswa.2023.120621"},{"key":"12245_CR33","doi-asserted-by":"crossref","unstructured":"Soofi, A.A., & Ahmed, M.U. (2019). A systematic review of domains, techniques, delivery modes and validation methods for intelligent tutoring systems. International Journal of Advanced Computer Science and Applications, 10(3).","DOI":"10.14569\/IJACSA.2019.0100312"},{"key":"12245_CR34","doi-asserted-by":"crossref","unstructured":"Steenbergen-Hu, S., & Cooper, H. (2013). A meta-analysis of the effectiveness of intelligent tutoring systems on k-12 students\u2019 mathematical learning. Journal of Educational Psychology, 105(4), 970.","DOI":"10.1037\/a0032447"},{"issue":"2","key":"12245_CR35","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1037\/a0034752","volume":"106","author":"S Steenbergen-Hu","year":"2014","unstructured":"Steenbergen-Hu, S., & Cooper, H. (2014). A meta-analysis of the effectiveness of intelligent tutoring systems on college students\u2019 academic learning. Journal of educational psychology, 106(2), 331.","journal-title":"Journal of educational psychology"},{"key":"12245_CR36","volume":"3","author":"J Su","year":"2022","unstructured":"Su, J., & Yang, W. (2022). Artificial intelligence in early childhood education: A scoping review. Computers and Education: Artificial Intelligence, 3, 100049.","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"12245_CR37","doi-asserted-by":"crossref","unstructured":"Tricco, A. C., Lillie, E., Zarin, W., O\u2019brien, K., Colquhoun, H., Kastner, M., et al. (2016). A scoping review on the conduct and reporting of scoping reviews. BMC medical research methodology, 16, 1\u201310.","DOI":"10.1186\/s12874-016-0116-4"},{"key":"12245_CR38","unstructured":"UNESCO (2022). Reimagining our futures together: A new social contract for education. UN."},{"key":"12245_CR39","doi-asserted-by":"crossref","unstructured":"van der Bent, R., Jeuring, J., Heeren, B. (2019). The diagnosing behaviour of intelligent tutoring systems. Transforming learning with meaningful technologies: 14th european conference on technology enhanced learning, ec-tel 2019, Delft, the Netherlands, September 16\u201319, 2019, proceedings 14 (pp. 112\u2013126).","DOI":"10.1007\/978-3-030-29736-7_9"},{"issue":"3","key":"12245_CR40","first-page":"227","volume":"16","author":"K VanLehn","year":"2006","unstructured":"VanLehn, K. (2006). The behavior of tutoring systems. International journal of artificial intelligence in education, 16(3), 227\u2013265.","journal-title":"International journal of artificial intelligence in education"},{"issue":"1","key":"12245_CR41","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1038\/s41467-019-14108-y","volume":"11","author":"R Vinuesa","year":"2020","unstructured":"Vinuesa, R., Azizpour, H., Leite, I., Balaam, M., Dignum, V., Domisch, S., & Fuso Nerini, F. (2020). The role of artificial intelligence in achieving the sustainable development goals. Nature communications, 11(1), 233.","journal-title":"Nature communications"},{"key":"12245_CR42","first-page":"91","volume-title":"A tablet-based math tutor for beginning algebra","author":"G Wang","year":"2016","unstructured":"Wang, G., Bowditch, N., Zeleznik, R., Kwon, M., & LaViola, J. J. (2016). A tablet-based math tutor for beginning algebra (pp. 91\u2013102). Revolutionizing Education with Digital Ink: The Impact of Pen and Touch Technology on Education."},{"key":"12245_CR43","doi-asserted-by":"crossref","unstructured":"Wang, T., & Cheng, E.C. (2021). Towards a tripartite research agenda: A scoping review of artificial intelligence in education research. International Conference on Artificial Intelligence in Education Technology (pp. 3\u201324).","DOI":"10.1007\/978-981-16-7527-0_1"},{"key":"12245_CR44","doi-asserted-by":"publisher","first-page":"3087","DOI":"10.3389\/fpsyg.2019.03087","volume":"10","author":"B Wisniewski","year":"2020","unstructured":"Wisniewski, B., Zierer, K., & Hattie, J. (2020). The power of feedback revisited: A meta-analysis of educational feedback research. Frontiers in Psychology, 10, 3087.","journal-title":"Frontiers in Psychology"},{"key":"12245_CR45","doi-asserted-by":"crossref","unstructured":"Xia, Q., Chiu, T.K., Zhou, X., Chai, C.S., Cheng, M. (2022). Systematic literature review on opportunities, challenges, and future research recommendations of artificial intelligence in education. Computers and Education: Artificial Intelligence, 100118.","DOI":"10.1016\/j.caeai.2022.100118"},{"key":"12245_CR46","doi-asserted-by":"crossref","unstructured":"Yuan, Y., Liu, X., Dikubab, W., Liu, H., Ji, Z., Wu, Z., Bai, X. (2022). Syntax-aware network for handwritten mathematical expression recognition. Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 4553\u20134562).","DOI":"10.1109\/CVPR52688.2022.00451"},{"key":"12245_CR47","doi-asserted-by":"crossref","unstructured":"Zhao, W., & Gao, L. (2022). Comer: Modeling coverage for transformer-based handwritten mathematical expression recognition. S. Avidan, G. Brostow, M. Ciss\u00e9, G.M. Farinella, & T. Hassner (Eds.), Computer vision - eccv 2022 (pp. 392\u2013408). Cham: Springer Nature Switzerland.","DOI":"10.1007\/978-3-031-19815-1_23"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-12245-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-023-12245-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-12245-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T08:34:05Z","timestamp":1720600445000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-023-12245-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,18]]},"references-count":47,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["12245"],"URL":"https:\/\/doi.org\/10.1007\/s10639-023-12245-y","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,18]]},"assertion":[{"value":"26 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 October 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest\/Competing interests"}}]}}