{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T13:46:01Z","timestamp":1782481561839,"version":"3.54.5"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032297433","type":"print"},{"value":"9783032297440","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:00:00Z","timestamp":1782518400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:00:00Z","timestamp":1782518400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-29744-0_14","type":"book-chapter","created":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T12:48:58Z","timestamp":1782478138000},"page":"202-217","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Hierarchical Apprenticeship Learning from\u00a0Imperfect Demonstrations with\u00a0Evolving Rewards"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5086-7399","authenticated-orcid":false,"given":"Md Mirajul","family":"Islam","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5460-9773","authenticated-orcid":false,"given":"Rajesh","family":"Debnath","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6344-9663","authenticated-orcid":false,"given":"Adittya Soukarjya","family":"Saha","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1765-7837","authenticated-orcid":false,"given":"Min","family":"Chi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,27]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Abbeel, P., Ng, A.Y.: Apprenticeship learning via inverse reinforcement learning. In: Proceedings of the 21st International Conference on Machine Learning, p.\u00a01. ACM (2004)","DOI":"10.1145\/1015330.1015430"},{"key":"14_CR2","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in ai safety. arXiv preprint arXiv:1606.06565 (2016)"},{"key":"14_CR3","unstructured":"Babes, M., Marivate, V., Subramanian, K., Littman, M.L.: Apprenticeship learning about multiple intentions. In: Proceedings of the 28th ICML, pp. 897\u2013904 (2011)"},{"key":"14_CR4","unstructured":"Choi, J., Kim, K.E.: Nonparametric Bayesian inverse reinforcement learning for multiple reward functions. In: Advances in Neural Information Processing Systems, pp. 305\u2013313 (2012)"},{"key":"14_CR5","doi-asserted-by":"publisher","unstructured":"Conover, W.J., Iman, R.L.: Multiple-comparisons procedures. informal report. Tech. Rep. (1979). https:\/\/doi.org\/10.2172\/6057803, https:\/\/www.osti.gov\/biblio\/6057803","DOI":"10.2172\/6057803"},{"key":"14_CR6","doi-asserted-by":"publisher","unstructured":"Dimitrakakis, C., Rothkopf, C.A.: Bayesian multitask inverse reinforcement learning. In: Sanner, S., Hutter, M. (eds) European Workshop on Reinforcement Learning, pp. 273\u2013284. Springer, Berlin, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-29946-9_27","DOI":"10.1007\/978-3-642-29946-9_27"},{"key":"14_CR7","unstructured":"Gleave, A., et al.: Imitation: clean imitation learning implementations. arXiv:2211.11972v1 [cs.LG] (2022). https:\/\/arxiv.org\/abs\/2211.11972"},{"key":"14_CR8","unstructured":"Hausman, K., Chebotar, Y., Schaal, S., Sukhatme, G., Lim, J.J.: Multi-modal imitation learning from unstructured demonstrations using generative adversarial nets. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"14_CR9","doi-asserted-by":"crossref","unstructured":"Hoang, H., Mai, T.A., Varakantham, P.: SPRINQL: sub-optimal demonstrations driven offline imitation learning. In: The Thirty-eighth Annual Conference on Neural Information Processing Systems (2024). https:\/\/openreview.net\/forum?id=uDD44NROOt","DOI":"10.52202\/079017-4348"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Hostetter, J.W., Saha, A.S., Islam, M.M., Barnes, T., Chi, M.: Human-readable neuro-fuzzy networks from frequent yet discernible patterns in reward-based environments. In: Kwok, J. (ed.) Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence, IJCAI-25, pp. 4535\u20134543 (8 2025). https:\/\/doi.org\/10.24963\/ijcai.2025\/505","DOI":"10.24963\/ijcai.2025\/505"},{"key":"14_CR11","doi-asserted-by":"publisher","unstructured":"Islam, M.M., Yang, X., Debnath, R., Shoukarjya\u00a0Saha, A., Chi, M.: A generalized apprenticeship learning framework for capturing evolving student pedagogical strategies. In: Artificial Intelligence in Education, pp. 393\u2013408. Springer Nature Switzerland, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-98420-4_28","DOI":"10.1007\/978-3-031-98420-4_28"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Islam, M.M., Yang, X., Hostetter, J., Saha, A.S., Chi, M.: A generalized apprenticeship learning framework for modeling heterogeneous student pedagogical strategies. arXiv preprint arXiv:2406.02450 (2024)","DOI":"10.1007\/978-3-031-98420-4_28"},{"key":"14_CR13","first-page":"7354","volume":"33","author":"D Jarrett","year":"2020","unstructured":"Jarrett, D., Bica, I., van der Schaar, M.: Strictly batch imitation learning by energy-based distribution matching. Adv. Neural. Inf. Process. Syst. 33, 7354\u20137365 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR14","unstructured":"Jarrett, D., Wulff, S., Dy, J., van\u00a0der Schaar, M.: Energy-based models for imitation learning. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"14_CR15","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"14_CR16","unstructured":"Krishnan, S., Garg, A., Liaw, R., Miller, L., Pokorny, F.T., Goldberg, K.: HIRL: Hierarchical inverse reinforcement learning for long-horizon tasks with delayed rewards. arXiv preprint arXiv:1604.06508 (2016)"},{"key":"14_CR17","unstructured":"Liu, Q., Fu, H., Tang, K., Chen, C., Dong, D.: PN-GAIL: leveraging non-optimal information from imperfect demonstrations. In: The Thirteenth International Conference on Learning Representations (2025). https:\/\/openreview.net\/forum?id=0e2pcSxQJS"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Mandel, T., et\u00a0al.: Offline policy evaluation across representations with applications to educational games. In: AAMAS, pp. 1077\u20131084 (2014)","DOI":"10.65109\/TNVS8310"},{"key":"14_CR19","unstructured":"Mao, Y., Lin, C., Chi, M.: Deep learning vs. bayesian knowledge tracing: Student models for interventions. J. Educ. Data Min. 10(2) (2018)"},{"key":"14_CR20","unstructured":"Mao, Y., Marwan, S., Price, T.W., Barnes, T., Chi, M.: What time is it? Student modeling needs to know. In: Proceedings of The 13th International Conference on Educational Data Mining (EDM 2020), pp. 171\u2013182 (2020)"},{"key":"14_CR21","unstructured":"Ross, S., Gordon, G., Bagnell, D.: A reduction of imitation learning and structured prediction to no-regret online learning. In: Gordon, G., Dunson, D., Dud\u00edk, M. (eds.) Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, vol.\u00a015, pp. 627\u2013635. PMLR, Fort Lauderdale, FL, USA (2011). https:\/\/proceedings.mlr.press\/v15\/ross11a.html"},{"key":"14_CR22","doi-asserted-by":"publisher","unstructured":"Rowe, J.P., Lester, J.C.: Improving student problem solving in narrative-centered learning environments: a modular reinforcement learning framework. In: AIED, pp. 419\u2013428. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-19773-9_42","DOI":"10.1007\/978-3-319-19773-9_42"},{"issue":"6","key":"14_CR23","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/S1364-6613(99)01327-3","volume":"3","author":"S Schaal","year":"1999","unstructured":"Schaal, S.: Is imitation learning the route to humanoid robots? Trends Cogn. Sci. 3(6), 233\u2013242 (1999). https:\/\/doi.org\/10.1016\/S1364-6613(99)01327-3","journal-title":"Trends Cogn. Sci."},{"key":"14_CR24","doi-asserted-by":"crossref","unstructured":"Shen, S., Chi, M.: Reinforcement learning: the sooner the better, or the later the better? In: UMAP, pp. 37\u201344. ACM (2016)","DOI":"10.1145\/2930238.2930247"},{"key":"14_CR25","unstructured":"Tangkaratt, V., Sasaki, F., Morimoto, J.: Robust imitation learning from noisy demonstrations. In: Proceedings of the International Conference on Artificial Intelligence and Statistics (AISTATS) (2021)"},{"key":"14_CR26","unstructured":"Tithi, S.D., et al.: Adaptive scaffolding for cognitive engagement in an intelligent tutoring system (2026). https:\/\/arxiv.org\/abs\/2602.07308"},{"key":"14_CR27","unstructured":"Wu, Y.H., Charoenphakdee, N., Bao, H., Tangkaratt, V., Sugiyama, M.: Imitation learning from imperfect demonstration. In: Chaudhuri, K., Salakhutdinov, R. (eds.) Proceedings of the 36th International Conference on Machine Learning, vol.\u00a097, pp. 6818\u20136827. PMLR (2019)"},{"key":"14_CR28","unstructured":"Xu, H., Zhan, X., Yin, H., Qin, H.: Discriminator-weighted offline imitation learning from suboptimal demonstrations. In: Deep RL Workshop NeurIPS 2021 (2021). https:\/\/openreview.net\/forum?id=XfK0p2TSIB"},{"key":"14_CR29","doi-asserted-by":"publisher","unstructured":"Yang, X., Islam, M.M., Gao, G., Chi, M.: Themes: an offline apprenticeship learning framework for evolving reward functions. In: Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining, vol 2, pp. 3565\u20133576. KDD \u201925, Association for Computing Machinery, New York, NY, USA (2025). https:\/\/doi.org\/10.1145\/3711896.3737154","DOI":"10.1145\/3711896.3737154"},{"key":"14_CR30","doi-asserted-by":"crossref","unstructured":"Zhou, G., Azizsoltani, H., Ausin, M.S., Barnes, T., Chi, M.: Hierarchical reinforcement learning for pedagogical policy induction. In: AIED, pp. 544\u2013556 (2019)","DOI":"10.1007\/978-3-030-23204-7_45"},{"key":"14_CR31","unstructured":"Ziebart, B.D., Maas, A.L., Bagnell, J.A., Dey, A.K., et\u00a0al.: Maximum entropy inverse reinforcement learning. In: AAAI, vol.\u00a08, pp. 1433\u20131438. Chicago, IL, USA (2008)"},{"key":"14_CR32","unstructured":"Zolna, K., et al.: Offline learning from demonstrations and unlabeled experience. CoRR abs\/2011.13885 (2020). https:\/\/arxiv.org\/abs\/2011.13885"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29744-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T12:49:31Z","timestamp":1782478171000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29744-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,27]]},"ISBN":["9783032297433","9783032297440"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29744-0_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,27]]},"assertion":[{"value":"27 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied-conference.org\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}