{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T15:48:54Z","timestamp":1781884134850,"version":"3.54.5"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030431198","type":"print"},{"value":"9783030431204","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-43120-4_31","type":"book-chapter","created":{"date-parts":[[2020,3,18]],"date-time":"2020-03-18T00:13:56Z","timestamp":1584490436000},"page":"395-407","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement Learning Based Interactive Agent for Personalized Mathematical Skill Enhancement"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5488-5121","authenticated-orcid":false,"given":"Muhammad Zubair","family":"Islam","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6805-9306","authenticated-orcid":false,"given":"Kashif","family":"Mehmood","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyung Seok","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,3,18]]},"reference":[{"key":"31_CR1","unstructured":"Miliband, D.: Personalised Learning: Building a New Relationship with Schools, Speech to the North of England Education Conference, Belfast, January 2004"},{"issue":"10\u201311","key":"31_CR2","doi-asserted-by":"publisher","first-page":"958","DOI":"10.1080\/0144929X.2018.1496276","volume":"37","author":"H Yago","year":"2018","unstructured":"Yago, H., Clemente, J., Rodriguez, D.: Competence-based recommender systems: a systematic literature review. Behav. Inf. Technol. 37(10\u201311), 958\u2013977 (2018)","journal-title":"Behav. Inf. Technol."},{"key":"31_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-85820-3_1","volume-title":"Recommender Systems Handbook","author":"F Ricci","year":"2011","unstructured":"Ricci, F., Rokach, L., Shapira, B.: Introduction to Recommender Systems Handbook. In: Ricci, F., Rokach, L., Shapira, B., Kantor, P. (eds.) Recommender Systems Handbook. Springer, Boston (2011). \nhttps:\/\/doi.org\/10.1007\/978-0-387-85820-3_1"},{"key":"31_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-20609-7","volume-title":"Learning and Collaboration Technologies","year":"2015","unstructured":"Zaphiris, P., Ioannou, A. (eds.): LCT 2015. LNCS, vol. 9192. Springer, Cham (2015). \nhttps:\/\/doi.org\/10.1007\/978-3-319-20609-7"},{"key":"31_CR5","doi-asserted-by":"crossref","unstructured":"Slivkins, A.: Introduction to Multi-Armed Bandits, April 2019. \narXiv:1904.07272v3","DOI":"10.1561\/9781680836219"},{"key":"31_CR6","unstructured":"Clement, B., Roy, D., Oudeyer, P.-Y., Lopes, M.: Online optimization of teaching sequences with multi-armed bandits. In: 7th International Conference on Education Data Mining, London, UK (2014)"},{"key":"31_CR7","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1016\/j.ins.2013.06.009","volume":"248","author":"J Serrano-Guerrero","year":"2013","unstructured":"Serrano-Guerrero, J., Romero, F.P., Olivas, J.A.: Hiperion: a fuzzy approach for recommending educational activities based on the acquisition of competencies. Inf. Sci. (NY) 248, 114\u2013129 (2013)","journal-title":"Inf. Sci. (NY)"},{"issue":"1","key":"31_CR8","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1137\/S0097539701398375","volume":"32","author":"P Auer","year":"2003","unstructured":"Auer, P., Cesa-Bianchi, N., Freund, Y., Schapire, R.E.: The nonstochastic multiarmed bandit problem. SIAM J. Comput. 32(1), 48\u201377 (2003)","journal-title":"SIAM J. Comput."},{"key":"31_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-3-642-39112-5_19","volume-title":"Artificial Intelligence in Education","author":"Y Wang","year":"2013","unstructured":"Wang, Y., Heffernan, N.: Extending knowledge tracing to allow partial credit: using continuous versus binary nodes. In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) AIED 2013. LNCS (LNAI), vol. 7926, pp. 181\u2013188. Springer, Heidelberg (2013). \nhttps:\/\/doi.org\/10.1007\/978-3-642-39112-5_19"},{"key":"31_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-89976-3","volume-title":"Multidimensional Item Response Theory Models","author":"MD Reckase","year":"2009","unstructured":"Reckase, M.D.: Multidimensional Item Response Theory Models. Springer, New York (2009). \nhttps:\/\/doi.org\/10.1007\/978-0-387-89976-3"},{"issue":"4","key":"31_CR11","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1080\/15366360802490866","volume":"6","author":"AA Rupp","year":"2008","unstructured":"Rupp, A.A., Templin, J.L.: Unique characteristics of diagnostic classification models: a comprehensive review of the current state-of-the-art. Meas. Interdiscip. Res. Perspect. 6(4), 219\u2013262 (2008)","journal-title":"Meas. Interdiscip. Res. Perspect."},{"issue":"1","key":"31_CR12","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1177\/0146621617697959","volume":"42","author":"Y Chen","year":"2018","unstructured":"Chen, Y., Li, X., Liu, J., Ying, Z.: Recommendation system for adaptive learning. Appl. Psychol. Meas. 42(1), 24\u201341 (2018)","journal-title":"Appl. Psychol. Meas."},{"issue":"3","key":"31_CR13","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1609\/aimag.v34i3.2484","volume":"34","author":"KR Koedinger","year":"2013","unstructured":"Koedinger, K.R., Brunskill, E., Baker, R.S., Mclaughlin, E.A., Stamper, J.: New potentials for data-driven intelligent tutoring system development and optimization. AI Mag. 34(3), 27\u201341 (2013)","journal-title":"AI Mag."},{"issue":"3","key":"31_CR14","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1111\/j.1745-3984.2004.tb01163.x","volume":"41","author":"JP Leighton","year":"2004","unstructured":"Leighton, J.P., Gierl, M.J., Hunka, S.M.: The attribute hierarchy method for cognitive assessment: a variation on Tatsuoka\u2019s rule-space approach. J. Educ. Meas. 41(3), 205\u2013237 (2004)","journal-title":"J. Educ. Meas."},{"key":"31_CR15","doi-asserted-by":"crossref","unstructured":"Nino-Mora, J.: Stochastic scheduling. In: Floudas, C.A., Pardalos, P.M. (Eds.) Encyclopedia of Optimization, pp. 3818\u20133824 (2009)","DOI":"10.1007\/978-0-387-74759-0_665"},{"key":"31_CR16","unstructured":"Burtini, G., Loeppky, J., Lawrence, R.: A Survey of Online Experiment Design with the Stochastic Multi-Armed Bandit. \narXiv:1510.00757v4"},{"key":"31_CR17","unstructured":"Auer, P., Cesa-Bianchi, N., Freund, Y., Schapire, R.E.: Gambling in a rigged casino: the adversarial multi-armed bandit problem. In: Proceedings of Annual Symposium Foundations of Computer Science, Milwaukee, WI, pp. 322\u2013331 (1995)"},{"key":"31_CR18","unstructured":"Lattimore, T., Szepesv\u00e1, C.: Bandit Algorithms. Cambridge University Press, Cambridge (2018). Draft of 28th July, Revision 1016"},{"key":"31_CR19","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1006\/jcss.1997.1504","volume":"55","author":"RE Schapire","year":"1997","unstructured":"Schapire, R.E., Freund, Y.: A decision-theoretic generalization of on-line learning and an application to boosting. J. Comput. Syst. Sci. 55, 119\u2013139 (1997)","journal-title":"J. Comput. Syst. Sci."},{"key":"31_CR20","unstructured":"Mertz, Jr., J.: Using a simulated student for instructional design. In: Proceedings of the Seventh World Conference on Artificial Intelligence in Education (1995)"},{"key":"31_CR21","unstructured":"Beck, J.: Modeling the student with reinforcement learning. Paper presented at the 6th Annual Conference on User Modelling, Sardina, Italy (1997)"},{"key":"31_CR22","unstructured":"Meneghetti, D.D.R., Junior, P.TA.: Application and Simulation of Computerized Adaptive Tests Through the Package catsim (2017). \narXiv:1707.03012v2"}],"container-title":["Lecture Notes in Computer Science","Mathematical Aspects of Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-43120-4_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,18]],"date-time":"2020-03-18T00:16:18Z","timestamp":1584490578000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-43120-4_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030431198","9783030431204"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-43120-4_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"18 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Mathematical Aspects of Computer and Information Sciences","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gebze","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turkey","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icmacis2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/macis2019.gtu.edu.tr\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,1","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5,8","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}