{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T16:46:13Z","timestamp":1782319573616,"version":"3.54.5"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032297549","type":"print"},{"value":"9783032297556","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-29755-6_29","type":"book-chapter","created":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:46:48Z","timestamp":1782316008000},"page":"424-432","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["RL Agents Reveal What\u2019s Hard: Bootstrapping Difficulty-Ordered Curricula for\u00a0Human Learners"],"prefix":"10.1007","author":[{"given":"Sidney","family":"Tio","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenjun","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramesha","family":"Karunasena","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pradeep","family":"Varakantham","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"29_CR1","unstructured":"Van den Akker, J.: Curriculum design research. Introduction Educ. Des. Res. 37, 37\u201350 (2007)"},{"issue":"4","key":"29_CR2","first-page":"1205","volume":"101","author":"HA Alrakhawi","year":"2023","unstructured":"Alrakhawi, H.A., Jamiat, N., Abu-Naser, S.: Intelligent tutoring systems in education: a systematic review of usage, tools, effects and evaluation. J. Theor. Appl. Inf. Technol. 101(4), 1205\u20131226 (2023)","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Bassen, J., et al.: Reinforcement learning for the adaptive scheduling of educational activities. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, pp. 1\u201312 (2020)","DOI":"10.1145\/3313831.3376518"},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Bruner, J.S.: The Process of Education. Harvard University Press (2009)","DOI":"10.2307\/j.ctvk12qst"},{"key":"29_CR5","first-page":"13049","volume":"33","author":"M Dennis","year":"2020","unstructured":"Dennis, M., et al.: Emergent complexity and zero-shot transfer via unsupervised environment design. Adv. Neural. Inf. Process. Syst. 33, 13049\u201313061 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"29_CR6","doi-asserted-by":"crossref","unstructured":"Doroudi, S., Aleven, V., Brunskill, E.: Robust evaluation matrix: towards a more principled offline exploration of instructional policies. In: Proceedings of the Fourth ACM Conference on Learning@ Scale, pp. 3\u201312 (2017)","DOI":"10.1145\/3051457.3051463"},{"key":"29_CR7","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1007\/s40593-019-00187-x","volume":"29","author":"S Doroudi","year":"2019","unstructured":"Doroudi, S., Aleven, V., Brunskill, E.: Where\u2019s the reward? A review of reinforcement learning for instructional sequencing. Int. J. Artif. Intell. Educ. 29, 568\u2013620 (2019)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"29_CR8","doi-asserted-by":"crossref","unstructured":"Grant, J.: Principles of curriculum design. Understanding Medical Education: Evidence, Theory, and Practice, pp. 71\u201388 (2018)","DOI":"10.1002\/9781119373780.ch5"},{"key":"29_CR9","unstructured":"Graves, A., Bellemare, M.G., Menick, J., Munos, R., Kavukcuoglu, K.: Automated curriculum learning for neural networks. In: International Conference on Machine Learning, pp. 1311\u20131320. PMLR (2017)"},{"key":"29_CR10","doi-asserted-by":"crossref","unstructured":"Green, D., Walsh, T., Cohen, P., Chang, Y.H.: Learning a skill-teaching curriculum with dynamic Bayes nets. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 25, pp. 1648\u20131654 (2011)","DOI":"10.1609\/aaai.v25i2.18855"},{"key":"29_CR11","doi-asserted-by":"crossref","unstructured":"Huang, Y., et al.: Curricularface: adaptive curriculum learning loss for deep face recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5901\u20135910 (2020)","DOI":"10.1109\/CVPR42600.2020.00594"},{"key":"29_CR12","unstructured":"Li, W., Varakantham, P., Li, D.: Effective diversity in unsupervised environment design. arXiv preprint arXiv:2301.08025 (2023)"},{"key":"29_CR13","doi-asserted-by":"crossref","unstructured":"Macalister, J., Nation, I.P.: Language Curriculum Design. Routledge (2019)","DOI":"10.4324\/9780429203763"},{"issue":"9","key":"29_CR14","doi-asserted-by":"publisher","first-page":"3732","DOI":"10.1109\/TNNLS.2019.2934906","volume":"31","author":"T Matiisen","year":"2019","unstructured":"Matiisen, T., Oliver, A., Cohen, T., Schulman, J.: Teacher-student curriculum learning. IEEE Trans. Neural Networks Learn. Syst. 31(9), 3732\u20133740 (2019)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"issue":"1","key":"29_CR15","first-page":"7382","volume":"21","author":"S Narvekar","year":"2020","unstructured":"Narvekar, S., Peng, B., Leonetti, M., Sinapov, J., Taylor, M.E., Stone, P.: Curriculum learning for reinforcement learning domains: a framework and survey. J. Mach. Learn. Res. 21(1), 7382\u20137431 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"29_CR16","unstructured":"Parker-Holder, J., et al.: Evolving curricula with regret-based environment design. arXiv preprint arXiv:2203.01302 (2022)"},{"key":"29_CR17","unstructured":"Petula, W., Joshi, A., Tu, P., Somasundar, A., Saha, S.: Deliverc: teaching pointers through GenAI-powered game-based learning (2025). https:\/\/arxiv.org\/abs\/2509.14496"},{"key":"29_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"29_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/978-3-319-93846-2_59","volume-title":"Artificial Intelligence in Education","author":"A Segal","year":"2018","unstructured":"Segal, A., Ben David, Y., Williams, J.J., Gal, K., Shalom, Y.: Combining difficulty ranking with multi-armed bandits to sequence educational content. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10948, pp. 317\u2013321. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93846-2_59"},{"key":"29_CR20","doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","DOI":"10.1038\/nature16961"},{"key":"29_CR21","unstructured":"Silver, D., et al.: Mastering chess and shogi by self-play with a general reinforcement learning algorithm. arXiv preprint arXiv:1712.01815 (2017)"},{"key":"29_CR22","unstructured":"Sukhbaatar, S., Lin, Z., Kostrikov, I., Synnaeve, G., Szlam, A., Fergus, R.: Intrinsic motivation and automatic curricula via asymmetric self-play. arXiv preprint arXiv:1703.05407 (2017)"},{"key":"29_CR23","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1007\/978-3-030-52240-7_57","volume-title":"Artificial Intelligence in Education","author":"K Ten\u00f3rio","year":"2020","unstructured":"Ten\u00f3rio, K., et al.: Helping teachers assist their students in gamified adaptive educational systems: towards a gamification analytics tool. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 312\u2013317. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_57"},{"key":"29_CR24","doi-asserted-by":"crossref","unstructured":"Tio, S., Varakantham, P.: Transferable curricula through difficulty conditioned generators (2023)","DOI":"10.24963\/ijcai.2023\/543"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Tobin, J., Fong, R., Ray, A., Schneider, J., Zaremba, W., Abbeel, P.: Domain randomization for transferring deep neural networks from simulation to the real world. In: 2017 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp. 23\u201330. IEEE (2017)","DOI":"10.1109\/IROS.2017.8202133"},{"key":"29_CR26","unstructured":"Tsividis, P.A., Pouncy, T., Xu, J.L., Tenenbaum, J.B., Gershman, S.J.: Human learning in Atari. In: AAAI spring symposium series (2017)"},{"key":"29_CR27","doi-asserted-by":"crossref","unstructured":"van\u00a0der Velde, M., Sense, F., Borst, J.P., Rijn, H.V.: Large-scale evaluation of cold-start mitigation in adaptive fact learning: knowing \u201cwhat\u201d matters more than knowing \u201cwho\u201d. User Modeling and User-Adapted Interaction, pp. 1\u201325 (2024)","DOI":"10.31234\/osf.io\/z3vtn"},{"key":"29_CR28","unstructured":"Vygotsky, L.S., Cole, M.: Mind in Society: Development of Higher Psychological Processes. Harvard University Press (1978)"},{"issue":"1","key":"29_CR29","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.eng.2018.02.005","volume":"4","author":"C Wang","year":"2018","unstructured":"Wang, C., Zheng, Y., Jiang, J., Ren, K.: Toward privacy-preserving personalized recommendation services. Engineering 4(1), 21\u201328 (2018)","journal-title":"Engineering"},{"key":"29_CR30","doi-asserted-by":"crossref","unstructured":"Zhao, J., Bhatt, S., Thille, C., Gattani, N., Zimmaro, D.: Cold start knowledge tracing with attentive neural Turing machine. In: Proceedings of the Seventh ACM Conference on Learning@ Scale, pp. 333\u2013336. (2020)","DOI":"10.1145\/3386527.3406741"},{"key":"29_CR31","doi-asserted-by":"crossref","unstructured":"Zhu, C., Sam, C.H., Wu, Y., Tang, Y.: WIP: enhancing game-based learning with AI-driven peer agents (2025). https:\/\/arxiv.org\/abs\/2508.01169","DOI":"10.1109\/FIE63693.2025.11328500"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29755-6_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:47:28Z","timestamp":1782316048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29755-6_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"ISBN":["9783032297549","9783032297556"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29755-6_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"25 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied-conference.org\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}