{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:45:07Z","timestamp":1779122707100,"version":"3.51.4"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031708923","type":"print"},{"value":"9783031708930","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70893-0_25","type":"book-chapter","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T11:02:54Z","timestamp":1724929374000},"page":"316-323","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Uli-RL: A Real-World Deep Reinforcement Learning Pedagogical Agent for\u00a0Children"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1969-8563","authenticated-orcid":false,"given":"Anna","family":"Riedmann","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6476-2749","authenticated-orcid":false,"given":"Julia","family":"G\u00f6tz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2712-118X","authenticated-orcid":false,"given":"Carlo","family":"D\u2019Eramo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2362-0080","authenticated-orcid":false,"given":"Birgit","family":"Lugrin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,30]]},"reference":[{"key":"25_CR1","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-031-36272-9_24","volume-title":"Artificial Intelligence in Education","author":"M Abdelshiheed","year":"2023","unstructured":"Abdelshiheed, M., Hostetter, J.W., Barnes, T., Chi, M.: Leveraging deep reinforcement learning for metacognitive interventions across intelligent tutoring systems. In: Wang, N., Rebolledo-Mendez, G., Matsuda, N., Santos, O.C., Dimitrova, V. (eds.) AIED 2023. LNAI, vol. 13916, pp. 291\u2013303. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36272-9_24"},{"key":"25_CR2","unstructured":"Ai, F., Chen, Y., Guo, Y., Zhao, Y., Wang, Z., Fu, G., Wang, G.: Concept-aware deep knowledge tracing and exercise recommendation in an online learning system. Int. Educ. Data Min. Soc. (2019)"},{"key":"25_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1007\/978-3-030-78292-4_29","volume-title":"Artificial Intelligence in Education","author":"MS Ausin","year":"2021","unstructured":"Ausin, M.S., Maniktala, M., Barnes, T., Chi, M.: Tackling the credit assignment problem in reinforcement learning-induced pedagogical policies with neural networks. In: Roll, I., McNamara, D., Sosnovsky, S., Luckin, R., Dimitrova, V. (eds.) AIED 2021. LNCS (LNAI), vol. 12748, pp. 356\u2013368. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78292-4_29"},{"issue":"5","key":"25_CR4","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1177\/1059712317727590","volume":"25","author":"AT Bimba","year":"2017","unstructured":"Bimba, A.T., Idris, N., Al-Hunaiyyan, A., Mahmud, R.B., Shuib, N.L.B.M.: Adaptive feedback in computer-based learning environments: a review. Adapt. Behav. 25(5), 217\u2013234 (2017). https:\/\/doi.org\/10.1177\/1059712317727590","journal-title":"Adapt. Behav."},{"key":"25_CR5","unstructured":"Chaquo Ltd: Chaquopy (2022). https:\/\/chaquo.com\/chaquopy\/"},{"key":"25_CR6","doi-asserted-by":"publisher","first-page":"103836","DOI":"10.1016\/j.compedu.2020.103836","volume":"150","author":"H Chen","year":"2020","unstructured":"Chen, H., Park, H.W., Breazeal, C.: Teaching and learning with children: impact of reciprocal peer learning with a social robot on children\u2019s learning and emotive engagement. Comput. Educ. 150, 103836 (2020). https:\/\/doi.org\/10.1016\/j.compedu.2020.103836","journal-title":"Comput. Educ."},{"key":"25_CR7","doi-asserted-by":"publisher","unstructured":"Dai, L., Jung, M.M., Postma, M., Louwerse, M.M.: A systematic review of pedagogical agent research: similarities, differences and unexplored aspects. Comput. Educ. 190, 104607 (2022). https:\/\/doi.org\/10.1016\/j.compedu.2022.104607, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0360131522001786","DOI":"10.1016\/j.compedu.2022.104607"},{"issue":"4","key":"25_CR8","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1007\/s40593-019-00187-x","volume":"29","author":"S Doroudi","year":"2019","unstructured":"Doroudi, S., Aleven, V., Brunskill, E.: Where\u2019s the reward? Int. J. Artif. Intell. Educ. 29(4), 568\u2013620 (2019). https:\/\/doi.org\/10.1007\/s40593-019-00187-x","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"9","key":"25_CR9","doi-asserted-by":"publisher","first-page":"2419","DOI":"10.1007\/s10994-021-05961-4","volume":"110","author":"G Dulac-Arnold","year":"2021","unstructured":"Dulac-Arnold, G., et al.: Challenges of real-world reinforcement learning: definitions, benchmarks and analysis. Mach. Learn. 110(9), 2419\u20132468 (2021). https:\/\/doi.org\/10.1007\/s10994-021-05961-4","journal-title":"Mach. Learn."},{"issue":"3","key":"25_CR10","doi-asserted-by":"publisher","first-page":"74","DOI":"10.3390\/informatics10030074","volume":"10","author":"B Fahad Mon","year":"2023","unstructured":"Fahad Mon, B., Wasfi, A., Hayajneh, M., Slim, A., Abu Ali, N.: Reinforcement learning in education: a literature review. Informatics 10(3), 74 (2023). https:\/\/doi.org\/10.3390\/informatics10030074","journal-title":"Informatics"},{"issue":"1","key":"25_CR11","doi-asserted-by":"publisher","first-page":"81","DOI":"10.3102\/003465430298487","volume":"77","author":"J Hattie","year":"2007","unstructured":"Hattie, J., Timperley, H.: The power of feedback. Rev. Educ. Res. 77(1), 81\u2013112 (2007). https:\/\/doi.org\/10.3102\/003465430298487","journal-title":"Rev. Educ. Res."},{"issue":"1","key":"25_CR12","doi-asserted-by":"publisher","first-page":"41","DOI":"10.2378\/peu2024.art05d","volume":"71","author":"J He\u00df","year":"2024","unstructured":"He\u00df, J., et al.: Mobile: Konzeption einer digitalen silbenbasierten lesef\u00f6rderung f\u00fcr die grundschule. Psychol. Erzieh. Unterr. 71(1), 41\u201351 (2024). https:\/\/doi.org\/10.2378\/peu2024.art05d","journal-title":"Psychol. Erzieh. Unterr."},{"key":"25_CR13","unstructured":"JASP Team: Jasp (2021). https:\/\/jasp-stats.org\/"},{"key":"25_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-030-78292-4_18","volume-title":"Artificial Intelligence in Education","author":"S Ju","year":"2021","unstructured":"Ju, S., Zhou, G., Abdelshiheed, M., Barnes, T., Chi, M.: Evaluating critical reinforcement learning framework in the field. In: Roll, I., McNamara, D., Sosnovsky, S., Luckin, R., Dimitrova, V. (eds.) AIED 2021. LNCS (LNAI), vol. 12748, pp. 215\u2013227. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78292-4_18"},{"key":"25_CR15","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. http:\/\/arxiv.org\/pdf\/1412.6980"},{"key":"25_CR16","doi-asserted-by":"publisher","unstructured":"Lane, H.C., Schroeder, N.L.: Pedagogical agents. In: Lugrin, B., Pelachaud, C., Traum, D.R. (eds.) The Handbook on Socially Interactive Agents, pp. 307\u2013330. ACM books, Association for Computing Machinery, New York, NY (2022). https:\/\/doi.org\/10.1145\/3563659.3563669","DOI":"10.1145\/3563659.3563669"},{"issue":"1","key":"25_CR17","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1111\/bjet.12138","volume":"46","author":"N Loorbach","year":"2015","unstructured":"Loorbach, N., Peters, O., Karreman, J., Steehouder, M.: Validation of the instructional materials motivation survey (IMMS) in a self-directed instructional setting aimed at working with technology. Br. J. Educ. Technol. 46(1), 204\u2013218 (2015). https:\/\/doi.org\/10.1111\/bjet.12138","journal-title":"Br. J. Educ. Technol."},{"issue":"7540","key":"25_CR18","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"25_CR19","doi-asserted-by":"publisher","unstructured":"M\u00fcller, B., Richter, T., Karageorgos, P.: Syllable-based reading improvement: effects on word reading and reading comprehension in grade 2. Learn. Instr. 66 (2020). https:\/\/doi.org\/10.1016\/j.learninstruc.2020.101304","DOI":"10.1016\/j.learninstruc.2020.101304"},{"key":"25_CR20","doi-asserted-by":"publisher","unstructured":"Park, H.W., Grover, I., Spaulding, S., Gomez, L., Breazeal, C.: A model-free affective reinforcement learning approach to personalization of an autonomous social robot companion for early literacy education. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 687\u2013694 (2019). https:\/\/doi.org\/10.1609\/aaai.v33i01.3301687","DOI":"10.1609\/aaai.v33i01.3301687"},{"key":"25_CR21","doi-asserted-by":"publisher","unstructured":"Riedmann, A., Lugrin, B.: Towards an adaptive pedagogical agent in a reading intervention using reinforcement learning. In: Lugrin, B., Latoschik, M., von Mammen, S., Kopp, S., P\u00e9cune, F., Pelachaud, C. (eds.) Proceedings of the 23rd ACM International Conference on Intelligent Virtual Agents, pp.\u00a01\u20133. ACM Digital Library, Association for Computing Machinery, Erscheinungsort nicht ermittelbar (2023). https:\/\/doi.org\/10.1145\/3570945.3607320","DOI":"10.1145\/3570945.3607320"},{"issue":"4","key":"25_CR22","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1093\/iwc\/iwac005","volume":"33","author":"A Riedmann","year":"2022","unstructured":"Riedmann, A., et al.: Iteratively digitizing an analogue syllable-based reading intervention. Interact. Comput. 33(4), 411\u2013425 (2022)","journal-title":"Interact. Comput."},{"key":"25_CR23","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1007\/978-3-031-09680-8_26","volume-title":"Intelligent Tutoring Systems, Springer eBook Collection","author":"A Riedmann","year":"2022","unstructured":"Riedmann, A., Schaper, P., Jakob, B., Lugrin, B.: A theory based adaptive pedagogical agent in a reading app for primary students - a user study. In: Crossley, S., Popescu, E. (eds.) ITS 2022. LNCS, vol. 13284, pp. 276\u2013292. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-09680-8_26"},{"issue":"3","key":"25_CR24","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1080\/15391523.2014.888265","volume":"46","author":"NL Schroeder","year":"2014","unstructured":"Schroeder, N.L., Adesope, O.O.: A systematic review of pedagogical agents\u2019 persona, motivation, and cognitive load implications for learners. J. Res. Technol. Educ. 46(3), 229\u2013251 (2014). https:\/\/doi.org\/10.1080\/15391523.2014.888265","journal-title":"J. Res. Technol. Educ."},{"key":"25_CR25","volume-title":"Reinforcement Learning: An Introduction Adaptive Computation and Machine Learning","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.: Reinforcement Learning: An Introduction Adaptive Computation and Machine Learning, 2nd edn. The MIT Press, Cambridge, London, (2018)","edition":"2"},{"issue":"12","key":"25_CR26","doi-asserted-by":"publisher","first-page":"1726","DOI":"10.1631\/FITEE.1900533","volume":"21","author":"HN Wang","year":"2020","unstructured":"Wang, H.N., et al.: Deep reinforcement learning: a survey. Front. Inf. Technol. Electron. Eng. 21(12), 1726\u20131744 (2020). https:\/\/doi.org\/10.1631\/FITEE.1900533","journal-title":"Front. Inf. Technol. Electron. Eng."},{"key":"25_CR27","doi-asserted-by":"publisher","first-page":"3087","DOI":"10.3389\/fpsyg.2019.03087","volume":"10","author":"B Wisniewski","year":"2019","unstructured":"Wisniewski, B., Zierer, K., Hattie, J.: The power of feedback revisited: a meta-analysis of educational feedback research. Front. Psychol. 10, 3087 (2019). https:\/\/doi.org\/10.3389\/fpsyg.2019.03087","journal-title":"Front. Psychol."}],"container-title":["Lecture Notes in Computer Science","KI 2024: Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70893-0_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T11:08:02Z","timestamp":1724929682000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70893-0_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031708923","9783031708930"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70893-0_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"30 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"German Conference on Artificial Intelligence (K\u00fcnstliche Intelligenz)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"W\u00fcrzburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ki2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.informatik.uni-wuerzburg.de\/ki24\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}