{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T19:56:56Z","timestamp":1781121416164,"version":"3.54.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031992667","type":"print"},{"value":"9783031992674","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-99267-4_4","type":"book-chapter","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T09:27:38Z","timestamp":1753262858000},"page":"27-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Reinforcement Learning for\u00a0Engagement-Aware Question Selection in\u00a0Adaptive Assessment Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5853-1267","authenticated-orcid":false,"given":"Okan","family":"Bulut","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2278-8966","authenticated-orcid":false,"given":"Joyce Xinle","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6300-2674","authenticated-orcid":false,"given":"H\u00fcmeyra","family":"Demir","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Bernardi, A., et al.: On the design and development of an assessment system with adaptive capabilities. In: Di Mascio, T., et al. (eds.) Methodologies and Intelligent Systems for Technology Enhanced Learning, 8th International Conference, pp. 190\u2013199. Springer, Cham (2019)","DOI":"10.1007\/978-3-319-98872-6_23"},{"issue":"1","key":"4_CR2","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1111\/jedm.12380","volume":"62","author":"O Bulut","year":"2024","unstructured":"Bulut, O., Gorgun, G., Karamese, H.: Incorporating test-taking engagement into multistage adaptive testing design for large-scale assessments. J. Educ. Meas. 62(1), 57\u201380 (2024). https:\/\/doi.org\/10.1111\/jedm.12380","journal-title":"J. Educ. Meas."},{"key":"4_CR3","doi-asserted-by":"publisher","unstructured":"Chalmers, R.P.: Generating adaptive and non-adaptive test interfaces for multidimensional item response theory applications. Journal of Statistical Software 71(5), 1\u201339 (2016https:\/\/doi.org\/10.18637\/jss.v071.i05","DOI":"10.18637\/jss.v071.i05"},{"key":"4_CR4","doi-asserted-by":"publisher","unstructured":"Ennouamani, S., Mahani, Z.: An overview of adaptive e-learning systems. In: 2017 eighth international conference on intelligent computing and information systems (ICICIS), pp. 342\u2013347. IEEE (2017).https:\/\/doi.org\/10.1109\/INTELCIS.2017.8260060","DOI":"10.1109\/INTELCIS.2017.8260060"},{"key":"4_CR5","doi-asserted-by":"publisher","unstructured":"Fahad\u00a0Mon, B., Wasfi, A., Hayajneh, M., Slim, A., Abu\u00a0Ali, N.: Reinforcement learning in education: a literature review. Informatics 10(3) (2023). https:\/\/doi.org\/10.3390\/informatics10030074. https:\/\/www.mdpi.com\/2227-9709\/10\/3\/74","DOI":"10.3390\/informatics10030074"},{"issue":"5","key":"4_CR6","doi-asserted-by":"publisher","first-page":"655","DOI":"10.3102\/1076998611422912","volume":"37","author":"Z Fan","year":"2012","unstructured":"Fan, Z., Wang, C., Chang, H.H., Douglas, J.: Utilizing response time distributions for item selection in CAT. J. Educ. Behav. Stat. 37(5), 655\u2013670 (2012). https:\/\/doi.org\/10.3102\/1076998611422912","journal-title":"J. Educ. Behav. Stat."},{"key":"4_CR7","doi-asserted-by":"publisher","unstructured":"Goldhammer, F., Martens, T., Christoph, G., L\u00fcdtke, O.: Test-taking engagement in PIAAC. OECD Education Working Papers 133 (2016). https:\/\/doi.org\/10.1787\/5jlzfl6fhxs2-en","DOI":"10.1787\/5jlzfl6fhxs2-en"},{"issue":"5","key":"4_CR8","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1177\/0013164421991211","volume":"81","author":"G Gorgun","year":"2021","unstructured":"Gorgun, G., Bulut, O.: A polytomous scoring approach to handle not-reached items in low-stakes assessments. Educ. Psychol. Measur. 81(5), 847\u2013871 (2021). https:\/\/doi.org\/10.1177\/0013164421991211","journal-title":"Educ. Psychol. Measur."},{"issue":"1","key":"4_CR9","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1186\/s40536-023-00177-5","volume":"11","author":"G Gorgun","year":"2023","unstructured":"Gorgun, G., Bulut, O.: Incorporating test-taking engagement into the item selection algorithm in low-stakes computerized adaptive tests. Large-scale Assessments Educ. 11(1), 27 (2023). https:\/\/doi.org\/10.1186\/s40536-023-00177-5","journal-title":"Large-scale Assessments Educ."},{"issue":"4","key":"4_CR10","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1111\/jedm.12373","volume":"60","author":"Y He","year":"2023","unstructured":"He, Y., Qi, Y.: Using response time in multidimensional computerized adaptive testing. J. Educ. Meas. 60(4), 697\u2013738 (2023). https:\/\/doi.org\/10.1111\/jedm.12373","journal-title":"J. Educ. Meas."},{"key":"4_CR11","unstructured":"Jose, B., Kumar, M., Udayabanu, T., Nagalakshmi, M.: Assessing the effectiveness of adaptive learning systems in K-12 education. Int. J. Adv. IT Res. Dev. 1 (2024). https:\/\/ijaitrd.com\/wp-content\/uploads\/2024\/06\/Assessing-the-Effectiveness-of-Adaptive-Learning-Systems-in-K-12-Education.pdf"},{"issue":"2","key":"4_CR12","doi-asserted-by":"publisher","first-page":"220","DOI":"10.3102\/10769986221129847","volume":"48","author":"X Li","year":"2023","unstructured":"Li, X., Xu, H., Zhang, J., Chang, H.H.: Deep reinforcement learning for adaptive learning systems. J. Educ. Behav. Stat. 48(2), 220\u2013243 (2023). https:\/\/doi.org\/10.3102\/10769986221129847","journal-title":"J. Educ. Behav. Stat."},{"key":"4_CR13","doi-asserted-by":"publisher","unstructured":"Nurakhmetov, D.: Reinforcement learning applied to adaptive classification testing. In: Veldkamp, B.P., Sluijter, C. (eds.) Theoretical and practical advances in computer-based educational measurement, pp. 325\u2013336. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-18480-3_17","DOI":"10.1007\/978-3-030-18480-3_17"},{"key":"4_CR14","unstructured":"R Core Team: R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna (2024). https:\/\/www.R-project.org\/"},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"216","DOI":"10.3758\/s13428-021-01602-9","volume":"54","author":"J Shin","year":"2022","unstructured":"Shin, J., Bulut, O.: Building an intelligent recommendation system for personalized test scheduling: a reinforcement learning approach. Behav. Res. Methods 54, 216\u2013232 (2022). https:\/\/doi.org\/10.3758\/s13428-021-01602-9","journal-title":"Behav. Res. Methods"},{"key":"4_CR16","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: An introduction. MIT press (2018)"},{"issue":"2","key":"4_CR17","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1111\/jedm.12110","volume":"53","author":"BP Veldkamp","year":"2016","unstructured":"Veldkamp, B.P.: On the issue of item selection in computerized adaptive testing with response times. J. Educ. Meas. 53(2), 212\u2013228 (2016). https:\/\/doi.org\/10.1111\/jedm.12110","journal-title":"J. Educ. Meas."},{"issue":"3","key":"4_CR18","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1111\/bmsp.12054","volume":"68","author":"C Wang","year":"2015","unstructured":"Wang, C., Xu, G.: A mixture hierarchical model for response times and response accuracy. Br. J. Math. Stat. Psychol. 68(3), 456\u2013477 (2015). https:\/\/doi.org\/10.1111\/bmsp.12054","journal-title":"Br. J. Math. Stat. Psychol."},{"issue":"8","key":"4_CR19","doi-asserted-by":"publisher","first-page":"8695","DOI":"10.3758\/s13428-024-02498-x","volume":"56","author":"P Wang","year":"2024","unstructured":"Wang, P., Liu, H., Xu, M.: An adaptive testing item selection strategy via a deep reinforcement learning approach. Behav. Res. Methods 56(8), 8695\u20138714 (2024). https:\/\/doi.org\/10.3758\/s13428-024-02498-x","journal-title":"Behav. Res. Methods"},{"issue":"4","key":"4_CR20","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1111\/emip.12165","volume":"36","author":"SL Wise","year":"2017","unstructured":"Wise, S.L.: Rapid-guessing behavior: its identification, interpretation, and implications. Educ. Meas. Issues Pract. 36(4), 52\u201361 (2017). https:\/\/doi.org\/10.1111\/emip.12165","journal-title":"Educ. Meas. Issues Pract."},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Wise, S.L.: An intelligent CAT that can deal with disengaged test taking. In: Jiao, H., Lissitz, R.W. (eds.) Application of Artificial Intelligence to Assessment, chap.\u00a09, pp. 161\u2013174. Information Age Publishing, Charlotte (2020)","DOI":"10.1108\/978-1-64113-953-320251010"},{"issue":"1","key":"4_CR22","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1111\/jedm.12102","volume":"53","author":"SL Wise","year":"2016","unstructured":"Wise, S.L., Kingsbury, G.G.: Modeling student test-taking motivation in the context of an adaptive achievement test. J. Educ. Meas. 53(1), 86\u2013105 (2016). https:\/\/doi.org\/10.1111\/jedm.12102","journal-title":"J. Educ. Meas."},{"issue":"2","key":"4_CR23","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1207\/s15324818ame1802_2","volume":"18","author":"SL Wise","year":"2005","unstructured":"Wise, S.L., Kong, X.: Response time effort: a new measure of examinee motivation in computer-based tests. Appl. Measur. Educ. 18(2), 163\u2013183 (2005). https:\/\/doi.org\/10.1207\/s15324818ame1802_2","journal-title":"Appl. Measur. Educ."},{"key":"4_CR24","doi-asserted-by":"publisher","unstructured":"Yildirim-Erbasli, S.N., Bulut, O.: The impact of students\u2019 test-taking effort on growth estimates in low-stakes educational assessments. Educ. Res. Eval. 26(7-8), 368\u2013386 (2020). https:\/\/doi.org\/10.1080\/13803611.2021.1977152","DOI":"10.1080\/13803611.2021.1977152"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium, Blue Sky, and WideAIED"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99267-4_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T18:58:35Z","timestamp":1781117915000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99267-4_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031992667","9783031992674"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99267-4_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}