{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:45:09Z","timestamp":1779122709062,"version":"3.51.4"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T00:00:00Z","timestamp":1714176000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T00:00:00Z","timestamp":1714176000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s10639-024-12699-8","type":"journal-article","created":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T12:01:42Z","timestamp":1714219302000},"page":"21015-21043","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Emotions as implicit feedback for adapting difficulty in tutoring systems based on reinforcement learning"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6585-2648","authenticated-orcid":false,"given":"Jes\u00fas","family":"P\u00e9rez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9135-0967","authenticated-orcid":false,"given":"Eladio","family":"Dapena","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4194-6882","authenticated-orcid":false,"given":"Jose","family":"Aguilar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,27]]},"reference":[{"issue":"4","key":"12699_CR1","doi-asserted-by":"publisher","first-page":"1292","DOI":"10.3390\/s21041292","volume":"21","author":"N Akalin","year":"2021","unstructured":"Akalin, N., & Loutfi, A. (2021). Reinforcement Learning Approaches in Social Robotics. Sensors, 21(4), 1292. https:\/\/doi.org\/10.3390\/s21041292","journal-title":"Sensors"},{"key":"12699_CR2","doi-asserted-by":"publisher","unstructured":"Aleven, V., McLaughlin, E. A., Glenn, R. A., & Koedinger, K. R. (2017). Instruction based on adaptive learning technologies. In R. E. Mayer & P. Alexander (eds.) Handbook of research on learning and instruction, New York. https:\/\/doi.org\/10.4324\/9781315736419","DOI":"10.4324\/9781315736419"},{"key":"12699_CR3","unstructured":"Ausin, M. S. (2019). Leveraging deep reinforcement learning for pedagogical policy induction in an intelligent tutoring system. In Proceedings of the 12th International Conference on Educational Data Mining (EDM 2019), Montreal, Canada. https:\/\/par.nsf.gov\/biblio\/10136494. Accessed April 2023."},{"key":"12699_CR4","doi-asserted-by":"publisher","unstructured":"Azoulay, R., David, E., Hutzler, D. & Avigal, M. (2014). Adaptation schemes for question's level to be proposed by intelligent tutoring systems. In International Conference on Agents and Artificial Intelligence, Angers, France.https:\/\/doi.org\/10.5220\/0004732402450255","DOI":"10.5220\/0004732402450255"},{"issue":"1","key":"12699_CR5","doi-asserted-by":"publisher","first-page":"13","DOI":"10.3390\/biomimetics6010013","volume":"6","author":"A Bignold","year":"2021","unstructured":"Bignold, A., Cruz, F., Dazeley, R., Vamplew, P., & Foale, C. (2021). An Evaluation methodology for interactive reinforcement learning with simulated users. Biomimetics, 6(1), 13. https:\/\/doi.org\/10.3390\/biomimetics6010013","journal-title":"Biomimetics"},{"key":"12699_CR6","doi-asserted-by":"publisher","unstructured":"Chan, J., & Nejat, G. (2012). Social intelligence for a robot engaging people in cognitive training activities. International Journal of Advanced Robotic Systems, 9(4). https:\/\/doi.org\/10.5772\/51171","DOI":"10.5772\/51171"},{"key":"12699_CR7","volume-title":"User Modeling, Adaptation, and Personalization Lecture. Notes in Computer Science","author":"M Chi","year":"2010","unstructured":"Chi, M., VanLehn, K., Litman, D., & Jordan, P. (2010). Inducing effective pedagogical strategies using learning context features. In P. De Bra, A. Kobsa, & D. Chin (Eds.), User Modeling, Adaptation, and Personalization Lecture. Notes in Computer Science.  (Vol. 6075). Springer, Berlin, Heidelberg."},{"key":"12699_CR8","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/BF01099821","volume":"4","author":"AT Corbett","year":"1994","unstructured":"Corbett, A. T., & Anderson, J. R. (1994). Knowledge tracing: Modeling the acquisition of procedural knowledge. User Modeling and User-Adapted Interaction, 4, 253\u2013278. https:\/\/doi.org\/10.1007\/BF01099821","journal-title":"User Modeling and User-Adapted Interaction"},{"issue":"4","key":"12699_CR9","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1109\/TCDS.2016.2543839","volume":"8","author":"F Cruz","year":"2016","unstructured":"Cruz, F., Magg, S., Weber, C., & Wermter, S. (2016). Training agents with interactive reinforcement learning and contextual affordances. IEEE Transactions on Cognitive and Developmental Systems, 8(4), 271\u2013284. https:\/\/doi.org\/10.1109\/TCDS.2016.2543839","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"issue":"1","key":"12699_CR10","doi-asserted-by":"publisher","first-page":"93","DOI":"10.2307\/258925","volume":"24","author":"M Csikszentmihalyi","year":"1990","unstructured":"Csikszentmihalyi, M. (1990). Flow: The psychology of optimal experience. Journal of Leisure Research, 24(1), 93\u201394. https:\/\/doi.org\/10.2307\/258925","journal-title":"Journal of Leisure Research"},{"key":"12699_CR11","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/s10845-022-01982-5","volume":"34","author":"C Cuartas","year":"2023","unstructured":"Cuartas, C., & Aguilar, J. (2023). Hybrid algorithm based on reinforcement learning for smart inventory management. Journal of Intelligent Manufacturing, 34, 123\u2013149. https:\/\/doi.org\/10.1007\/s10845-022-01982-5","journal-title":"Journal of Intelligent Manufacturing"},{"key":"12699_CR12","doi-asserted-by":"publisher","unstructured":"D\u2019Mello, S., Lehman, B., Sullins, J., Daigle, R., Combs, R., Vogt, K. & Graesser, A. (2010). A time for emoting: When affect-sensitivity is and isn\u2019t effective at promoting deep learning. In Intelligent Tutoring Systems: 10th International Conference, ITS 2010, Pittsburgh, USA. https:\/\/doi.org\/10.1007\/978-3-642-13388-6_29","DOI":"10.1007\/978-3-642-13388-6_29"},{"issue":"5","key":"12699_CR13","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1016\/j.ijhcs.2012.01.004","volume":"70","author":"S D'Mello","year":"2012","unstructured":"D\u2019Mello, S., Olney, A., Williams, C., & Hays, P. (2012). Gaze tutor: A gaze-reactive intelligent tutoring system. International Journal of Human-Computer Studies, 70(5), 377\u2013398. https:\/\/doi.org\/10.1016\/j.ijhcs.2012.01.004","journal-title":"International Journal of Human-Computer Studies"},{"issue":"2","key":"12699_CR14","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/h0030377","volume":"17","author":"P Ekman","year":"1971","unstructured":"Ekman, P., & Friesen, W. V. (1971). Constants across cultures in the face and emotion. Journal of Personality and Social Psychology, 17(2), 124\u2013129. https:\/\/doi.org\/10.1037\/h0030377","journal-title":"Journal of Personality and Social Psychology"},{"key":"12699_CR15","doi-asserted-by":"publisher","unstructured":"Fraulini, N.W., Marraffino, M.D., Garibaldi, A.E. (2023). Identifying Individual Differences that Predict Usage of an Adaptive Training System in a United States Marine Corps Course. In Sottilare, R.A., Schwarz, J. (eds.) Adaptive Instructional Systems. HCII 2023. Lecture Notes in Computer Science, Cham.https:\/\/doi.org\/10.1007\/978-3-031-34735-1_16","DOI":"10.1007\/978-3-031-34735-1_16"},{"key":"12699_CR16","doi-asserted-by":"publisher","unstructured":"Gordon, G., Spaulding, S., Kory Westlund, J., Lee, J. J., Plummer, L., Martinez, M., Das, M., & Breazeal, C. (2016). Affective personalization of a social robot tutor for children\u2019s second language skills. Proceedings of the AAAI Conference on Artificial Intelligence, 30(1). https:\/\/doi.org\/10.1609\/aaai.v30i1.9914","DOI":"10.1609\/aaai.v30i1.9914"},{"key":"12699_CR17","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/s10956-019-09804-9","volume":"29","author":"NM Hutchins","year":"2020","unstructured":"Hutchins, N. M., Biswas, G., Mar\u00f3ti, M., L\u00e9deczi, \u00c1., Grover, S., Wolf, R., Blair, K. P., Chin, D., Conlin, L., Basu, S., & McElhaney, K. (2020). C2STEM: A system for synergistic learning of physics and computational thinking. Journal of Science Education and Technology, 29, 83\u2013100. https:\/\/doi.org\/10.1007\/s10956-019-09804-9","journal-title":"Journal of Science Education and Technology"},{"key":"12699_CR18","doi-asserted-by":"publisher","DOI":"10.4324\/9781003287483","volume-title":"International Handbook of Engineering Education Research","author":"A Johri","year":"2023","unstructured":"Johri, A. (2023). International Handbook of Engineering Education Research (1st ed.). London: Routledge.","edition":"1"},{"key":"12699_CR19","doi-asserted-by":"publisher","first-page":"615","DOI":"10.3758\/s13428-022-02041-w","volume":"56","author":"H Kang","year":"2024","unstructured":"Kang, H., Sales, A., & Whittaker, T. (2024). Flow with an intelligent tutor: A latent variable modeling approach to tracking flow during artificial tutoring. Behavior Research Methods, 56, 615\u2013638. https:\/\/doi.org\/10.3758\/s13428-022-02041-w","journal-title":"Behavior Research Methods"},{"key":"12699_CR20","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.imavis.2017.02.001","volume":"65","author":"J Kossaifi","year":"2017","unstructured":"Kossaifi, J., Tzimiropoulos, G., Todorovic, S., & Pantic, M. (2017). AFEW-VA database for valence and arousal estimation in-the-wild. Image and Vision Computing, 65, 23\u201336. https:\/\/doi.org\/10.1016\/j.imavis.2017.02.001","journal-title":"Image and Vision Computing"},{"issue":"2","key":"12699_CR21","doi-asserted-by":"publisher","first-page":"274","DOI":"10.3390\/app8020274","volume":"8","author":"A Landowska","year":"2018","unstructured":"Landowska, A. (2018). Towards New Mappings between Emotion Representation Models. Applied Sciences, 8(2), 274. https:\/\/doi.org\/10.3390\/app8020274","journal-title":"Applied Sciences"},{"key":"12699_CR22","doi-asserted-by":"publisher","unstructured":"McDuff, D., Mahmoud, A., Mavadati, M., Amr, M., Turcot, J., & Kaliouby, R. E. (2016). AFFDEX SDK: a cross-platform real-time multi-face expression recognition toolkit. In Proceedings of the 2016 CHI conference extended abstracts on human factors in computing systems, California, USA. https:\/\/doi.org\/10.1145\/2851581.2890247","DOI":"10.1145\/2851581.2890247"},{"issue":"11","key":"12699_CR23","doi-asserted-by":"publisher","first-page":"12810","DOI":"10.1609\/aaai.v36i11.21560","volume":"36","author":"S Minn","year":"2022","unstructured":"Minn, S., Vie, J.-J., Takeuchi, K., Kashima, H., & Zhu, F. (2022). Interpretable knowledge tracing: simple and efficient student modeling with causal relations. Proceedings of the AAAI Conference on Artificial Intelligence, 36(11), 12810\u201312818. https:\/\/doi.org\/10.1609\/aaai.v36i11.21560","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"12699_CR24","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511571299","volume-title":"The cognitive structure of emotions","author":"A Ortony","year":"1988","unstructured":"Ortony, A., Clore, G. L., & Collins, A. (1988). The cognitive structure of emotions. Cambridge University Press. https:\/\/doi.org\/10.1017\/CBO9780511571299"},{"key":"12699_CR25","unstructured":"Pardos, Z., & Heffernan, N. (2010). Navigating the parameter space of Bayesian Knowledge Tracing models: Visualizations of the convergence of the Expectation Maximization algorithm. In Proceedings of the 3rd International Conference on Educational Data Mining, Pittsburgh, Pennsylvania."},{"issue":"01","key":"12699_CR26","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1609\/aaai.v33i01.3301687","volume":"33","author":"HW Park","year":"2019","unstructured":"Park, H. W., Grover, I., Spaulding, S., Gomez, L., & Breazeal, C. (2019). A Model-free affective reinforcement learning approach to personalization of an autonomous social robot companion for early literacy education. Proceedings of the AAAI Conference on Artificial Intelligence, 33(01), 687\u2013694. https:\/\/doi.org\/10.1609\/aaai.v33i01.3301687","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"12699_CR27","doi-asserted-by":"publisher","unstructured":"Peifer C., Wolters G., Harmat L., Heutte J., Tan J., Freire T., Tavares D., Fonte C., Andersen F., van den Hout J., \u0160imle\u0161a M., Pola L., Ceja L. & Triberti S. (2022). A scoping review of flow research. Frontiers in Psychology, 13. https:\/\/doi.org\/10.3389\/fpsyg.2022.815665","DOI":"10.3389\/fpsyg.2022.815665"},{"issue":"32","key":"12699_CR28","doi-asserted-by":"publisher","first-page":"68","DOI":"10.24054\/16927257.v32.n32.2018.3028","volume":"2","author":"J P\u00e9rez","year":"2018","unstructured":"P\u00e9rez, J., & Castro, J. (2018). LRS1: un robot social de bajo costo para la asignatura \u201cProgramaci\u00f3n 1.\u201d Revista colombiana de tecnolog\u00edas de avanzada (RCTA), 2(32), 68\u201377. https:\/\/doi.org\/10.24054\/16927257.v32.n32.2018.3028","journal-title":"Revista colombiana de tecnolog\u00edas de avanzada (RCTA)"},{"issue":"1","key":"12699_CR29","first-page":"10","volume":"5","author":"J P\u00e9rez","year":"2018","unstructured":"P\u00e9rez, J., Aguilar, J., & Dapena, E. (2018). MIHH: Un modelo de interacci\u00f3n humano- humano. Revista Venezolana De Computaci\u00f3n, 5(1), 10\u201319.","journal-title":"Revista Venezolana De Computaci\u00f3n"},{"issue":"9","key":"12699_CR30","doi-asserted-by":"publisher","first-page":"1521","DOI":"10.1109\/TLA.2020.9381793","volume":"18","author":"J P\u00e9rez","year":"2020","unstructured":"P\u00e9rez, J., Aguilar, J., & Dapena, E. (2020). MIHR: A human-robot interaction model. IEEE Latin America Transactions, 18(9), 1521\u20131529. https:\/\/doi.org\/10.1109\/TLA.2020.9381793","journal-title":"IEEE Latin America Transactions"},{"key":"12699_CR31","doi-asserted-by":"publisher","unstructured":"P\u00e9rez J., Dapena E., Aguilar J. & Carrillo G. (2022). Reinforcement learning for estimating student proficiency in math word problems. In 2022 XVII Latin American Conference on Learning Technologies (LACLO), Armenia, Colombia. https:\/\/doi.org\/10.1109\/LACLO56648.2022.10013399","DOI":"10.1109\/LACLO56648.2022.10013399"},{"key":"12699_CR32","unstructured":"P\u00e9rez, J., Aguilar, J., & Dapena, E. (2023). Affective observation based on reinforcement learning for an adaptive tutoring system for math word problems. [Manuscript submitted for publication]. Department of Computing, University at Los Andes."},{"key":"12699_CR33","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195178845.001.0001","volume-title":"In order to learn: How the sequence of topics influences learning","author":"FE Ritter","year":"2007","unstructured":"Ritter, F. E., Nerb, J., Lehtinen, E., & O\u2019Shea, T. M. (2007). In order to learn: How the sequence of topics influences learning. Oxford University Press."},{"issue":"6","key":"12699_CR34","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"JA Russell","year":"1980","unstructured":"Russell, J. A. (1980). A circumplex model of affect. Journal of Personality and Social Psychology, 39(6), 1161\u20131178. https:\/\/doi.org\/10.1037\/h0077714","journal-title":"Journal of Personality and Social Psychology"},{"key":"12699_CR35","doi-asserted-by":"publisher","unstructured":"Salazar C., Aguilar J., Monsalve-Pulido J., Montoya E. (2021) Affective recommender systems in the educational field. A systematic literature review, Computer Science Review, 40, https:\/\/doi.org\/10.1016\/j.cosrev.2021.100377.","DOI":"10.1016\/j.cosrev.2021.100377"},{"key":"12699_CR36","doi-asserted-by":"publisher","unstructured":"Sepulveda, G. K., Besoain, F. & Barriga, N. A. (2019). Exploring dynamic difficulty adjustment in videogames. In 2019 IEEE CHILEAN Conference on Electrical, Electronics Engineering, Information and Communication Technologies (CHILECON), Valparaiso, Chile. https:\/\/doi.org\/10.1109\/CHILECON47746.2019.8988068","DOI":"10.1109\/CHILECON47746.2019.8988068"},{"key":"12699_CR37","doi-asserted-by":"publisher","unstructured":"Seyderhelm, A. & Blackmore, K. (2021). Systematic review of dynamic difficulty adaption for serious games: The importance of diverse approaches. Retrieved January 20, 2024, from https:\/\/doi.org\/10.2139\/ssrn.3982971","DOI":"10.2139\/ssrn.3982971"},{"issue":"3","key":"12699_CR38","doi-asserted-by":"publisher","first-page":"27","DOI":"10.5281\/zenodo.3554713","volume":"10","author":"S Shen","year":"2018","unstructured":"Shen, S., Mostafavi, B., Barnes, T., & Chi, M. (2018). Exploring induced pedagogical strategies through a markov decision process framework: lessons learned. Journal of Educational Data Mining, 10(3), 27\u201368. https:\/\/doi.org\/10.5281\/zenodo.3554713","journal-title":"Journal of Educational Data Mining"},{"issue":"2","key":"12699_CR39","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1521\/scpq.18.2.158.21860","volume":"18","author":"DJ Shernoff","year":"2003","unstructured":"Shernoff, D. J., Csikszentmihalyi, M., Shneider, B., & Shernoff, E. S. (2003). Student engagement in high school classrooms from the perspective of flow theory. School Psychology Quarterly, 18(2), 158\u2013176. https:\/\/doi.org\/10.1521\/scpq.18.2.158.21860","journal-title":"School Psychology Quarterly"},{"issue":"2","key":"12699_CR40","doi-asserted-by":"publisher","first-page":"312","DOI":"10.18608\/jla.2016.32.16","volume":"3","author":"J Stamper","year":"2016","unstructured":"Stamper, J., & Pardos, Z. A. (2016). The 2010 KDD Cup Competition Dataset: Engaging the machine learning community in predictive learning analytics. Journal of Learning Analytics, 3(2), 312\u2013316. https:\/\/doi.org\/10.18608\/jla.2016.32.16","journal-title":"Journal of Learning Analytics"},{"key":"12699_CR41","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R. S., & Barto, A. G. (2018). Reinforcement learning: An introduction. MIT Press."},{"issue":"2","key":"12699_CR42","doi-asserted-by":"publisher","first-page":"49","DOI":"10.3390\/technologies6020049","volume":"6","author":"K Tsiakas","year":"2018","unstructured":"Tsiakas, K., Abujelala, M., & Makedon, F. (2018). Task engagement as personalization feedback for socially-assistive robots and cognitive training. Technologies, 6(2), 49. https:\/\/doi.org\/10.3390\/technologies6020049","journal-title":"Technologies"},{"key":"12699_CR43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1","volume-title":"Reinforcement Learning Adaptation, Learning, and Optimization","author":"M Van Otterlo","year":"2012","unstructured":"Van Otterlo, M., & Wiering, M. (2012). Reinforcement learning and markov decision processes. In M. Wiering & M. van Otterlo (Eds.), Reinforcement Learning Adaptation, Learning, and Optimization. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-642-27645-3_1"},{"issue":"3","key":"12699_CR44","first-page":"227","volume":"16","author":"K Vanlehn","year":"2006","unstructured":"Vanlehn, K. (2006). The behavior of tutoring systems. International Journal of Artificial Intelligence in Education, 16(3), 227\u2013265.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"12699_CR45","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.inffus.2022.03.009","volume":"83","author":"Y Wang","year":"2022","unstructured":"Wang, Y., Song, W., Tao, W., Liotta, A., Yang, D., Li, X., Gao, S., Sun, Y., Ge, W., Zhang, W., & Zhang, W. (2022). A systematic review on affective computing: Emotion models, databases, and recent advances. Information Fusion, 83, 19\u201352. https:\/\/doi.org\/10.1016\/j.inffus.2022.03.009","journal-title":"Information Fusion"},{"issue":"3","key":"12699_CR46","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-Learning. Machine Learning, 8(3), 279\u2013292. https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Machine Learning"},{"key":"12699_CR47","doi-asserted-by":"publisher","unstructured":"Yudelson, M. V., Koedinger, K. R. & Gordon, G. J. (2013). Individualized bayesian knowledge tracing models. In Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds) Artificial Intelligence in Education. AIED 2013. Lecture Notes in Computer Science, Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-642-39112-5_18","DOI":"10.1007\/978-3-642-39112-5_18"},{"key":"12699_CR48","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1007\/s10055-020-00434-w","volume":"24","author":"M Zahabi","year":"2020","unstructured":"Zahabi, M., & Abdul Razak, A. M. (2020). Adaptive virtual reality-based training: A systematic literature review and framework. Virtual Reality, 24, 725\u2013752. https:\/\/doi.org\/10.1007\/s10055-020-00434-w","journal-title":"Virtual Reality"},{"issue":"2","key":"12699_CR49","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1007\/s40593-021-00269-9","volume":"32","author":"G Zhou","year":"2022","unstructured":"Zhou, G., Azizsoltani, H., Ausin, M. S., Barnes, T., & Chi, M. (2022). Leveraging granularity: Hierarchical reinforcement learning for pedagogical policy induction. International Journal of Artificial Intelligence in Education, 32(2), 454\u2013500. https:\/\/doi.org\/10.1007\/s40593-021-00269-9","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"1","key":"12699_CR50","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3476777","volume":"12","author":"F Zini","year":"2022","unstructured":"Zini, F., Le Piane, F., & Gaspari, M. (2022). Adaptive cognitive training with reinforcement learning. ACM Transactions on Interactive Intelligent Systems, 12(1), 1\u201329. https:\/\/doi.org\/10.1145\/3476777","journal-title":"ACM Transactions on Interactive Intelligent Systems"},{"key":"12699_CR51","doi-asserted-by":"publisher","unstructured":"Zohaib M. & Nakanishi, H. (2018). Dynamic difficulty adjustment (DDA) in computer games: A review. Advances in Human-Computer Interaction, 2018. https:\/\/doi.org\/10.1155\/2018\/5681652","DOI":"10.1155\/2018\/5681652"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-12699-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-024-12699-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-12699-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T10:10:04Z","timestamp":1732615804000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-024-12699-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,27]]},"references-count":51,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["12699"],"URL":"https:\/\/doi.org\/10.1007\/s10639-024-12699-8","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,27]]},"assertion":[{"value":"29 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not Applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}