{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T07:44:15Z","timestamp":1773042255367,"version":"3.50.1"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030577162","type":"print"},{"value":"9783030577179","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-57717-9_19","type":"book-chapter","created":{"date-parts":[[2020,9,6]],"date-time":"2020-09-06T23:02:41Z","timestamp":1599433361000},"page":"259-273","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["New Measures for Offline Evaluation of Learning Path Recommenders"],"prefix":"10.1007","author":[{"given":"Zhao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Armelle","family":"Brun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anne","family":"Boyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,7]]},"reference":[{"key":"19_CR1","unstructured":"Durand, G., Laplante, F., Kop, R.: A learning design recommendation system based on Markov decision processes. In: 17th ACM KDD (2011)"},{"key":"19_CR2","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.ins.2013.04.017","volume":"251","author":"G Durand","year":"2013","unstructured":"Durand, G., Belacel, N., LaPlante, F.: Graph theory based model for learning path recommendation. Inf. Sci. 251, 10\u201321 (2013)","journal-title":"Inf. Sci."},{"issue":"2","key":"19_CR3","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1007\/s10639-017-9637-7","volume":"23","author":"P Dwivedi","year":"2018","unstructured":"Dwivedi, P., Kant, V., Bharadwaj, K.: Learning path recommendation based on modified variable length genetic algorithm. Educ. Inf. Technol. 23(2), 819\u2013836 (2018)","journal-title":"Educ. Inf. Technol."},{"key":"19_CR4","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605269","volume-title":"Item Response Theory","author":"SE Embretson","year":"2013","unstructured":"Embretson, S.E., Reise, S.P.: Item Response Theory. Psychology Press, New York (2013)"},{"key":"19_CR5","unstructured":"Feng, S., Li, X., Zeng, Y., Cong, G., Chee, Y.M., Yuan, Q.: Personalized ranking metric embedding for next new POI recommendation. In: 24th IJCAI (2015)"},{"issue":"6","key":"19_CR6","doi-asserted-by":"publisher","first-page":"4156","DOI":"10.1016\/j.eswa.2009.11.007","volume":"37","author":"T Hsieh","year":"2010","unstructured":"Hsieh, T., Wang, T.: A mining-based approach on discovering courses pattern for constructing suitable learning path. Expert Syst. Appl. 37(6), 4156\u20134167 (2010)","journal-title":"Expert Syst. Appl."},{"key":"19_CR7","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/978-3-030-29736-7_21","volume-title":"Transforming Learning with Meaningful Technologies","author":"M L\u00e9onard","year":"2019","unstructured":"L\u00e9onard, M., Peter, Y., Secq, Y.: Patterns and loops: early computational thinking. In: Scheffel, M., Broisin, J., Pammer-Schindler, V., Ioannou, A., Schneider, J. (eds.) EC-TEL 2019. LNCS, vol. 11722, pp. 280\u2013293. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-29736-7_21"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Liu, Q., et al.: Exploiting cognitive structure for adaptive learning. In: Proceedings of the 25th KDD, pp. 627\u2013635 (2019)","DOI":"10.1145\/3292500.3330922"},{"issue":"5","key":"19_CR9","doi-asserted-by":"publisher","first-page":"174","DOI":"10.3390\/info10050174","volume":"10","author":"D Monti","year":"2019","unstructured":"Monti, D., Palumbo, E., Rizzo, G., Morisio, M.: Sequeval: an offline evaluation framework for sequence-based RS. Information 10(5), 174 (2019)","journal-title":"Information"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Nabizadeh, A., Gon\u00e7alves, D., Gama, S., Jorge, J., Rafsanjani, H.: Adaptive learning path recommender approach using auxiliary learning objects. Comput. Educ. 147 (2020)","DOI":"10.1016\/j.compedu.2019.103777"},{"issue":"2","key":"19_CR11","doi-asserted-by":"publisher","first-page":"e12351","DOI":"10.1111\/exsy.12351","volume":"36","author":"A Nabizadeh","year":"2019","unstructured":"Nabizadeh, A., Jorge, A., Leal, J.: Estimating time and score uncertainty in generating successful learning paths under time constraints. Expert Syst. 36(2), e12351 (2019)","journal-title":"Expert Syst."},{"key":"19_CR12","unstructured":"Nabizadeh, A., Jorge, A., Leal, J.P.: Long term goal oriented recommender systems. In: Proceedings of the 11th WEBIST, pp. 552\u2013557 (2015)"},{"issue":"4","key":"19_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3190616","volume":"51","author":"M Quadrana","year":"2018","unstructured":"Quadrana, M., Cremonesi, P., Jannach, D.: Sequence-aware recommender systems. ACM Comput. Surv. (CSUR) 51(4), 1\u201336 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Rossetti, M., Stella, F., Zanker, M.: Contrasting offline and online results when evaluating recommendation algorithms. In: Proceedings of the 10th RecSys, pp. 31\u201334 (2016)","DOI":"10.1145\/2959100.2959176"},{"issue":"6","key":"19_CR15","doi-asserted-by":"publisher","first-page":"2275","DOI":"10.12973\/eurasia.2017.01225a","volume":"13","author":"C Su","year":"2017","unstructured":"Su, C.: Designing and developing a novel hybrid adaptive learning path recommendation system (ALPRS) for gamification mathematics geometry course. Eurasia J. Math. Sci. Technol. Educ. 13(6), 2275\u20132298 (2017)","journal-title":"Eurasia J. Math. Sci. Technol. Educ."},{"issue":"1","key":"19_CR16","first-page":"262","volume":"9","author":"J Su","year":"2006","unstructured":"Su, J., Tseng, S., Wang, W., Weng, J., Yang, J., Tsai, W.: Learning portfolio analysis and mining for SCORM compliant environment. J. Educ. Technol. Soc. 9(1), 262\u2013275 (2006)","journal-title":"J. Educ. Technol. Soc."},{"key":"19_CR17","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1007\/978-3-319-07482-5_31","volume-title":"International Conference on Learning and Collaboration Technologies. Designing and Developing Novel Learning Experiences","author":"B Taraghi","year":"2014","unstructured":"Taraghi, B., Saranti, A., Ebner, M., Sch\u00f6n, M.: Markov chain and classification of difficulty levels enhances the learning path in one digit multiplication. In: Zaphiris, P., Ioannou, A. (eds.) LCT 2014. LNCS, vol. 8523, pp. 322\u2013333. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-07482-5_31"},{"key":"19_CR18","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/978-3-319-66610-5_21","volume-title":"Data Driven Approaches in Digital Education","author":"R Venant","year":"2017","unstructured":"Venant, R., Sharma, K., Vidal, P., Dillenbourg, P., Broisin, J.: Using sequential pattern mining to explore learners\u2019 behaviors and evaluate their correlation with performance in inquiry-based learning. In: Lavou\u00e9, \u00c9., Drachsler, H., Verbert, K., Broisin, J., P\u00e9rez-Sanagust\u00edn, M. (eds.) EC-TEL 2017. LNCS, vol. 10474, pp. 286\u2013299. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66610-5_21"},{"issue":"3","key":"19_CR19","first-page":"629","volume":"32","author":"B Vesin","year":"2013","unstructured":"Vesin, B., Kla\u0161nja-Mili\u0107evi\u0107, A., Ivanovi\u0107, M., Budimac, Z.: Applying recommender systems and adaptive hypermedia for e-learning personalization. Comput. Inform. 32(3), 629\u2013659 (2013)","journal-title":"Comput. Inform."},{"key":"19_CR20","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.neucom.2016.08.133","volume":"254","author":"H Xie","year":"2017","unstructured":"Xie, H., Zou, D., Wang, F.L., Wong, T.L., Rao, Y., Wang, S.H.: Discover learning path for group users: a profile-based approach. Neurocomputing 254, 59\u201370 (2017)","journal-title":"Neurocomputing"},{"key":"19_CR21","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.ins.2018.02.053","volume":"444","author":"Y Zhou","year":"2018","unstructured":"Zhou, Y., Huang, C., Hu, Q., Zhu, J., Tang, Y.: Personalized learning full-path recommendation model based on LSTM neural networks. Inf. Sci. 444, 135\u2013152 (2018)","journal-title":"Inf. Sci."},{"key":"19_CR22","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.knosys.2017.12.011","volume":"143","author":"H Zhu","year":"2018","unstructured":"Zhu, H., et al.: A multi-constraint learning path recommendation algorithm based on knowledge map. Knowl.-Based Syst. 143, 102\u2013114 (2018)","journal-title":"Knowl.-Based Syst."}],"container-title":["Lecture Notes in Computer Science","Addressing Global Challenges and Quality Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-57717-9_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,17]],"date-time":"2020-12-17T12:35:02Z","timestamp":1608208502000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-57717-9_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030577162","9783030577179"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-57717-9_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"7 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Heidelberg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ectel2020.httc.de","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"91","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3+1","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the Corona pandemic EC-TEL 2020 was held as an virtual event.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}