{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:29:20Z","timestamp":1757618960088,"version":"3.44.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031984648"},{"type":"electronic","value":"9783031984655"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98465-5_55","type":"book-chapter","created":{"date-parts":[[2025,7,19]],"date-time":"2025-07-19T01:47:13Z","timestamp":1752889633000},"page":"437-445","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Transfer Reinforcement Learning for\u00a0Self-Regulated Learning Support: An Evaluation Using Successor Representations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0684-0433","authenticated-orcid":false,"given":"Kiyoshige","family":"Garces","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8163-2303","authenticated-orcid":false,"given":"Gloria Milena","family":"Fernandez-Nieto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1413-1103","authenticated-orcid":false,"given":"Mladen","family":"Rakovic","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2681-4451","authenticated-orcid":false,"given":"Xinyu","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4616-5268","authenticated-orcid":false,"given":"Tongguang","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5564-0185","authenticated-orcid":false,"given":"Linxuan","family":"Zhao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Ga\u0161evi\u0107","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8367-6908","authenticated-orcid":false,"given":"Junyu","family":"Xuan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9122-0775","authenticated-orcid":false,"given":"Hua","family":"Zuo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,20]]},"reference":[{"key":"55_CR1","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/s11423-007-9067-0","volume":"56","author":"R Azevedo","year":"2008","unstructured":"Azevedo, R., Moos, D.C., Greene, J.A., Winters, F.I., Cromley, J.G.: Why is externally-facilitated regulated learning more effective than self-regulated learning with hypermedia? ETR &D 56, 45\u201372 (2008)","journal-title":"ETR &D"},{"key":"55_CR2","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/s11409-013-9107-6","volume":"9","author":"M Bannert","year":"2014","unstructured":"Bannert, M., Reimann, P., Sonnenberg, C.: Process mining techniques for analysing patterns and strategies in students\u2019 self-regulated learning. Metacogn. Learn. 9, 161\u2013185 (2014)","journal-title":"Metacogn. Learn."},{"issue":"48","key":"55_CR3","doi-asserted-by":"publisher","first-page":"30079","DOI":"10.1073\/pnas.1907370117","volume":"117","author":"A Barreto","year":"2020","unstructured":"Barreto, A., Hou, S., Borsa, D., Silver, D., Precup, D.: Fast reinforcement learning with generalized policy updates. Proc. Natl. Acad. Sci. 117(48), 30079\u201330087 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"55_CR4","unstructured":"Borsa, D., Barreto, A., Quan, J., Mankowitz, D., Munos, R., Van\u00a0Hasselt, H., Silver, D., Schaul, T.: Universal successor features approximators. ICRL 2019 (2019)"},{"issue":"4","key":"55_CR5","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","volume":"5","author":"P Dayan","year":"1993","unstructured":"Dayan, P.: Improving generalization for temporal difference learning: The successor representation. Neural Comput. 5(4), 613\u2013624 (1993)","journal-title":"Neural Comput."},{"issue":"4","key":"55_CR6","first-page":"557","volume":"54","author":"J Du","year":"2022","unstructured":"Du, J., Hew, K.: Using recommender systems to promote self-regulated learning in online education settings: current knowledge gaps and suggestions for future research. JRTE 54(4), 557\u2013580 (2022)","journal-title":"JRTE"},{"issue":"3","key":"55_CR7","doi-asserted-by":"publisher","first-page":"1025","DOI":"10.1007\/s11409-022-09304-z","volume":"17","author":"Y Fan","year":"2022","unstructured":"Fan, Y., Lim, L., Van der Graaf, J., Kilgour, J., Rakovi\u0107, M., Moore, J., Molenaar, I., Bannert, M., Ga\u0161evi\u0107, D.: Improving the measurement of self-regulated learning using multi-channel data. Metacogn. Learn. 17(3), 1025\u20131055 (2022)","journal-title":"Metacogn. Learn."},{"issue":"1","key":"55_CR8","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1111\/jcal.12735","volume":"39","author":"Y Fan","year":"2023","unstructured":"Fan, Y., Tan, Y., Rakovi\u0107, M., Wang, Y., Cai, Z., Shaffer, D.W., Ga\u0161evi\u0107, D.: Dissecting learning tactics in mooc using ordered network analysis. J. Comput. Assist. Learn. 39(1), 154\u2013166 (2023)","journal-title":"J. Comput. Assist. Learn."},{"key":"55_CR9","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1007\/978-981-99-8391-9_24","volume-title":"AI 2023: Advances in Artificial Intelligence","author":"K Garces","year":"2024","unstructured":"Garces, K., Xuan, J., Zuo, H.: Transformed successor features for transfer reinforcement learning. In: Liu, T., Webb, G., Yue, L., Wang, D. (eds.) AI 2023: Advances in Artificial Intelligence, pp. 298\u2013309. Springer Nature Singapore, Singapore (2024)"},{"issue":"3","key":"55_CR10","first-page":"3059","volume":"28","author":"S Heikkinen","year":"2023","unstructured":"Heikkinen, S., Saqr, M., Malmberg, J., Tedre, M.: Supporting self-regulated learning with learning analytics interventions-a systematic literature review. EAIT 28(3), 3059\u20133088 (2023)","journal-title":"EAIT"},{"key":"55_CR11","doi-asserted-by":"crossref","unstructured":"Huang, X., Li, S., Wang, T., Pan, Z., Lajoie, S.P.: Exploring the co-occurrence of students\u2019 learning behaviours and reasoning processes in an intelligent tutoring system: An epistemic network analysis. J. Comput. Assist. Learn 39(5) (2023)","DOI":"10.1111\/jcal.12827"},{"key":"55_CR12","doi-asserted-by":"crossref","unstructured":"Knox, W.B., Stone, P.: Interactively shaping agents via human reinforcement: the tamer framework. In: K-CAP. p. 9\u201316. ACM, New York, NY, USA (2009)","DOI":"10.1145\/1597735.1597738"},{"key":"55_CR13","doi-asserted-by":"crossref","unstructured":"Li, T., Fan, Y., Srivastava, N., Zeng, Z., Li, X., Khosravi, H., Tsai, Y.S., Swiecki, Z., Ga\u0161evi\u0107, D.: Analytics of planning behaviours in self-regulated learning: Links with strategy use and prior knowledge. In: LAK24. pp. 438\u2013449 (2024)","DOI":"10.1145\/3636555.3636900"},{"key":"55_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2024.102625","volume":"118","author":"J L\u00e4ms\u00e4","year":"2025","unstructured":"L\u00e4ms\u00e4, J., de Mooij, S., Aksela, O., Athavale, S., Bistolfi, I., Azevedo, R., Bannert, M., Gasevic, D., Molenaar, I., J\u00e4rvel\u00e4, S.: Measuring secondary education students\u2019 self-regulated learning processes with digital trace data. Learn. Individ. Differ. 118, 102625 (2025)","journal-title":"Learn. Individ. Differ."},{"issue":"7540","key":"55_CR15","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"55_CR16","volume":"5","author":"I Osakwe","year":"2023","unstructured":"Osakwe, I., Chen, G., Fan, Y., Rakovic, M., Li, X., Singh, S., Molenaar, I., Bannert, M., Ga\u0161evi\u0107, D.: Reinforcement learning for automatic detection of effective strategies for self-regulated learning. CAEAI 5, 100181 (2023)","journal-title":"CAEAI"},{"issue":"4","key":"55_CR17","first-page":"1747","volume":"55","author":"I Osakwe","year":"2024","unstructured":"Osakwe, I., Chen, G., Fan, Y., Rakovic, M., Singh, S., Lim, L., van der Graaf, J., Moore, J., Molenaar, I., Bannert, M., Whitelock-Wainwright, A., Ga\u0161evi\u0107, D.: Towards prescriptive analytics of self-regulated learning strategies: A reinforcement learning approach. BJET 55(4), 1747\u20131771 (2024)","journal-title":"BJET"},{"key":"55_CR18","doi-asserted-by":"crossref","unstructured":"Rakovi\u0107, M., Bannert, M., Molenaar, I., Winne, P.H., Ga\u0161evi\u0107, D.: In conversation: Bannert, molenaar, & winne\u2013multiple perspectives on researching and supporting self-regulated learning via analytics. In: Theory Informing and Arising from Learning Analytics, pp. 57\u201369. Springer (2024)","DOI":"10.1007\/978-3-031-60571-0_4"},{"key":"55_CR19","doi-asserted-by":"crossref","unstructured":"Srivastava, N., Fan, Y., Rakovic, M., Singh, S., Jovanovic, J., Van Der\u00a0Graaf, J., Lim, L., Surendrannair, S., Kilgour, J., Molenaar, I., et\u00a0al.: Effects of internal and external conditions on strategies of self-regulated learning: A learning analytics study. In: LAK22. pp. 392\u2013403 (2022)","DOI":"10.1145\/3506860.3506972"},{"key":"55_CR20","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, second edn. (2018)"},{"key":"55_CR21","doi-asserted-by":"crossref","unstructured":"Torabi, F., Warnell, G., Stone, P.: Behavioral cloning from observation. In: IJCAI-18. pp. 4950\u20134957. IJCAI\u201918, AAAI Press, Stockholm, Sweden (2018)","DOI":"10.24963\/ijcai.2018\/687"},{"key":"55_CR22","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. Proc Int AAAI Conf. 30(1) (Mar 2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"55_CR23","doi-asserted-by":"crossref","unstructured":"Wong, P.C., Vuong, L.C., Liu, K.: Personalized learning: From neurogenetics of behaviors to designing optimal language training. Neuropsychologia 98 (2017)","DOI":"10.1016\/j.neuropsychologia.2016.10.002"},{"key":"55_CR24","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/j.neucom.2018.11.116","volume":"396","author":"C Xu","year":"2020","unstructured":"Xu, C., Li, Q., Zhang, D., Xie, Y., Li, X.: Deep successor feature learning for text generation. Neurocomputing 396, 495\u2013500 (2020)","journal-title":"Neurocomputing"},{"key":"55_CR25","unstructured":"Zhu, Z., Lin, K., Jain, A.K., Zhou, J.: Transfer learning in deep reinforcement learning: A survey. IEEE PAMI pp. 1\u201320 (2023)"},{"key":"55_CR26","doi-asserted-by":"crossref","unstructured":"Zimmerman, B.: Models of self-regulated learning and academic achievement. Zimmerman and Schunk (1989)","DOI":"10.1007\/978-1-4612-3618-4"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98465-5_55","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T14:50:23Z","timestamp":1757256623000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98465-5_55"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984648","9783031984655"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98465-5_55","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"20 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}