{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T22:10:42Z","timestamp":1743113442382,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030198749"},{"type":"electronic","value":"9783030198756"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-19875-6_9","type":"book-chapter","created":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T22:20:47Z","timestamp":1557786047000},"page":"70-80","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Markov Decision Process for MOOC Users Behavioral Inference"],"prefix":"10.1007","author":[{"given":"Firas","family":"Jarboui","sequence":"first","affiliation":[]},{"given":"C\u00e9lya","family":"Gruson-Daniel","sequence":"additional","affiliation":[]},{"given":"Alain","family":"Durmus","sequence":"additional","affiliation":[]},{"given":"Vincent","family":"Rocchisani","sequence":"additional","affiliation":[]},{"given":"Sophie-Helene","family":"Goulet Ebongue","sequence":"additional","affiliation":[]},{"given":"Anneliese","family":"Depoux","sequence":"additional","affiliation":[]},{"given":"Wilfried","family":"Kirschenmann","sequence":"additional","affiliation":[]},{"given":"Vianney","family":"Perchet","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,5,8]]},"reference":[{"key":"9_CR1","doi-asserted-by":"publisher","first-page":"e1187","DOI":"10.1002\/widm.1187","volume":"7","author":"C Romero","year":"2017","unstructured":"Romero, C., Ventura, S.: Educational data science in massive open online courses. Wiley Interdisc. Rev. Data Min. Knowl. Discov. 7, e1187 (2017)","journal-title":"Wiley Interdisc. Rev. Data Min. Knowl. Discov."},{"key":"9_CR2","unstructured":"Ramesh, A., Goldwasser, D., Huang, B., Daume III, H., Getoor, L.: Modeling learner engagement in MOOCs using probabilistic soft logic. In: NIPS Workshop on Data Driven Education, p. 62 (2013)"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Corrin, L., de Barba, P., Corin, C., Kennedy, G.: Visualizing patterns of student engagement and performance in MOOCs (2014)","DOI":"10.1145\/2567574.2567586"},{"key":"9_CR4","doi-asserted-by":"publisher","first-page":"169","DOI":"10.18608\/jla.2014.13.14","volume":"1","author":"C Ye","year":"2014","unstructured":"Ye, C., Biswas, G.: Early prediction of student dropout and performance in MOOCs using higher granularity temporal information. J. Learn. Anal. 1, 169\u2013172 (2014)","journal-title":"J. Learn. Anal."},{"key":"9_CR5","unstructured":"Thompson, C., Brooks, C., Teasley, S.: Towards a general method for building predictive models of learner success using educational time series data. In: Workshops of the International Conference on Learning Analytics and Knowledge (2014)"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Geigle, C., Zhai, C.X.: Modeling MOOC student behavior with two-layer hidden Markov models. In: Learning at Scale (2017)","DOI":"10.1145\/3051457.3053986"},{"key":"9_CR7","volume-title":"Reinforcement Learning: An Introduction","author":"R Sutton","year":"2005","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (2005)"},{"key":"9_CR8","unstructured":"Andrew, N., Russell, S.J. : Algorithms for Inverse Reinforcement Learning. In: ICML 2000 Proceedings of the Seventeenth International Conference on Machine Learning (2000)"},{"key":"9_CR9","unstructured":"Wulfmeier, M., Ondruska, P., Posner, I.: Maximum Entropy Deep Inverse Reinforcement Learning (2016)"},{"key":"9_CR10","unstructured":"Levine, S., Popovie, Z., Koltun, V.: Nonlinear inverse reinforcement learning with Gaussian processes. In: Advances in Neural Information Processing Systems 24 (NIPS) (2011)"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Surana, A., Srivastava, K.: Bayesian nonparametric inverse reinforcement learning for switched Markov decision processes. In: ICMLA 2014 13th International Conference on Machine Learning and Applications (2014)","DOI":"10.1109\/ICMLA.2014.105"},{"key":"9_CR12","unstructured":"Babe, M., Marivate, V.V., Subramanian, K., Littman, M.: Apprenticeship learning about multiple intentions. In: Proceedings of the International Conference on International Conference on Machine Learning (2011)"},{"key":"9_CR13","unstructured":"Ramachandran, D., Amir, E.: Bayesian inverse reinforcement learning. In: IJCAI 2007 Proceedings of the 20th International Joint Conference on Artifical Intelligence (2007)"},{"key":"9_CR14","unstructured":"Fox, E., Sudderth, E., Jordan, M., Willsky, A.: Nonparametric bayesian learning of switching linear dynamical systems. In: Neural Information Processing Systems (2009)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Michini, B., How, J.: Improving the efficiency of Bayesian inverse reinforcement learning. In: ICRA (2012)","DOI":"10.1109\/ICRA.2012.6225241"},{"key":"9_CR16","unstructured":"Zhu, X., Ghahramani, Z.: Learning from labeled and unlabeled data with label propagation. Technical Report, Carnegie Mellon University (2002)"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Viterbi, A.: Error bounds for convolutional codes and an asymptotically optimum decoding algorithm (1967)","DOI":"10.1109\/TIT.1967.1054010"},{"key":"9_CR18","unstructured":"Jarboui, F., Rocchisani, V., Kirchenmann, W.: Users behavioural inference with Markovian decision process and active learning. In: IAL@PKDD\/ECML (2017)"}],"container-title":["Lecture Notes in Computer Science","Digital Education: At the MOOC Crossroads Where the Interests of Academia and Business Converge"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-19875-6_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T10:52:04Z","timestamp":1558349524000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-19875-6_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030198749","9783030198756"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-19875-6_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"8 May 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EMOOCs","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European MOOCs Stakeholders Summit","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Naples","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 May 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 May 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"emoocs2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/emoocs2019.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}