{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:06:27Z","timestamp":1750309587089,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,2]]},"DOI":"10.1145\/3723010.3723022","type":"proceedings-article","created":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T11:24:04Z","timestamp":1746703444000},"page":"40-48","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["ML based Evaluation Methodology for Learning Path Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-0521-2241","authenticated-orcid":false,"given":"Flemming","family":"Bugert","sequence":"first","affiliation":[{"name":"Laboratory for Safe and Secure Software Systems, University of Applied Sciences Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5418-9712","authenticated-orcid":false,"given":"Vamsi Krishna","family":"Nadimpalli","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6583-6288","authenticated-orcid":false,"given":"Dominik","family":"Bittner","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1973-9997","authenticated-orcid":false,"given":"Timur","family":"Ezer","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1874-6268","authenticated-orcid":false,"given":"Lisa","family":"Grabinger","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4196-3263","authenticated-orcid":false,"given":"Robert","family":"Maier","sequence":"additional","affiliation":[{"name":"Ostbayerische Technische Hochschule Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0768-0485","authenticated-orcid":false,"given":"Simon","family":"R\u00f6hrl","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4346-8678","authenticated-orcid":false,"given":"Susanne","family":"Staufer","sequence":"additional","affiliation":[{"name":"Technical University of Applied Sciences Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2531-3295","authenticated-orcid":false,"given":"Florian","family":"Hauser","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7727-2448","authenticated-orcid":false,"given":"J\u00fcrgen","family":"Mottok","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Eilsbrunn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Gediminas Adomavicius and Jingjing Zhang. 2014. Improving stability of recommender systems: a meta-algorithmic approach. IEEE Transactions on Knowledge and Data Engineering 27 6 (2014) 1573\u20131587.","key":"e_1_3_3_1_2_2","DOI":"10.1109\/TKDE.2014.2384502"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_3_2","DOI":"10.1007\/978-1-4612-1694-015"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_4_2","DOI":"10.1145\/2792838.2800184"},{"doi-asserted-by":"publisher","unstructured":"Mehmet\u00a0Serkan Apayd\u0131n Vincent Conitzer and Bruce\u00a0Randall Donald. 2008. Structure-based protein NMR assignments using native structural ensembles. Journal of Biomolecular NMR 40 4 (2008) 263\u2013276. 10.1007\/s10858-008-9230-x","key":"e_1_3_3_1_5_2","DOI":"10.1007\/s10858-008-9230-x"},{"unstructured":"Phil Blunsom. 2004. Hidden markov models. Lecture notes August 15 18-19 (2004) 48.","key":"e_1_3_3_1_6_2"},{"unstructured":"Flemming Bugert. 2024. Learning Path Data. https:\/\/zenodo.org\/doi\/10.5281\/zenodo.10466561.","key":"e_1_3_3_1_7_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_8_2","DOI":"10.1109\/EDUCON60312.2024.10578825"},{"doi-asserted-by":"crossref","unstructured":"Mingang Chen and Pan Liu. 2017. Performance evaluation of recommender systems. International Journal of Performability Engineering 13 8 (2017) 1246.","key":"e_1_3_3_1_9_2","DOI":"10.23940\/ijpe.17.08.p7.12461256"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_10_2","DOI":"10.1007\/978-1-4614-6312-2"},{"doi-asserted-by":"publisher","unstructured":"F\u00e9lix Del Hern\u00e1ndez Olmo and Elena Gaudioso. 2008. Evaluation of recommender systems: A new approach. Expert Systems with Applications 35 3 (2008) 790\u2013804. 10.1016\/j.eswa.2007.07.047","key":"e_1_3_3_1_11_2","DOI":"10.1016\/j.eswa.2007.07.047"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_12_2","DOI":"10.1145\/3593663.3593680"},{"key":"e_1_3_3_1_13_2","volume-title":"An approach for detecting learning styles in learning management systems based on learners\u2019 behaviours","author":"Dung Pham\u00a0Quang","year":"2012","unstructured":"Pham\u00a0Quang Dung and Adina\u00a0Magda Florea (Eds.). 2012. An approach for detecting learning styles in learning management systems based on learners\u2019 behaviours."},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_14_2","DOI":"10.1109\/WIIAT.2008.252"},{"unstructured":"Richard\u00a0M. Felder and Linda\u00a0K. Silverman. 1988. Learning and teaching styles in engineering education. Engineering education 78 7 (1988) 674\u2013681.","key":"e_1_3_3_1_15_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_16_2","DOI":"10.1007\/978-1-4471-4778-7_8"},{"doi-asserted-by":"publisher","unstructured":"G. Latif-Shabgahi J. M. Bass and S. Bennett. 2004. A taxonomy for software voting algorithms used in safety-critical systems. IEEE Transactions on Reliability 53 3 (2004) 319\u2013328. 10.1109\/TR.2004.832819","key":"e_1_3_3_1_17_2","DOI":"10.1109\/TR.2004.832819"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_18_2","DOI":"10.1145\/1864708.1864761"},{"doi-asserted-by":"publisher","unstructured":"Gediminas Adomavicius and Jingjing Zhang. 2012. Stability of Recommendation Algorithms. ACM Transactions on Information Systems (TOIS) 30 4 (2012) Article 23. 10.1145\/2382438.2382442","key":"e_1_3_3_1_19_2","DOI":"10.1145\/2382438.2382442"},{"unstructured":"Robert Godwin-Jones. 2004. Learning objects: Scorn or SCORM? Language Learning & Technology 8 2 (2004) 7\u201312.","key":"e_1_3_3_1_20_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_21_2","DOI":"10.1109\/ICALT.2010.16"},{"doi-asserted-by":"crossref","unstructured":"Sabine Graf Silvia\u00a0Rita Viola Tommaso Leo and Kinshuk. 2007. In-depth analysis of the Felder-Silverman learning style dimensions. Journal of Research on Technology in Education 40 1 (2007) 79\u201393.","key":"e_1_3_3_1_22_2","DOI":"10.1080\/15391523.2007.10782498"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_23_2","DOI":"10.1145\/3450614.3464481"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_24_2","DOI":"10.1007\/978-1-0716-2197-4_15"},{"doi-asserted-by":"publisher","unstructured":"Anika Gupta Deepak Garg and Parteek Kumar. 2022. Mining Sequential Learning Trajectories With Hidden Markov Models For Early Prediction of At-Risk Students in E-Learning Environments. IEEE Transactions on Learning Technologies 15 6 (2022) 783\u2013797. 10.1109\/TLT.2022.3197486","key":"e_1_3_3_1_25_2","DOI":"10.1109\/TLT.2022.3197486"},{"key":"e_1_3_3_1_26_2","volume-title":"An on-line evaluation framework for recommender systems","author":"Hayes Conor","year":"2002","unstructured":"Conor Hayes, Paolo Massa, Paolo Avesani, and P. Cunningham (Eds.). 2002. An on-line evaluation framework for recommender systems."},{"doi-asserted-by":"crossref","unstructured":"Jonathan\u00a0L. Herlocker Joseph\u00a0A. Konstan Loren\u00a0G. Terveen and John\u00a0T. Riedl. 2004. Evaluating collaborative filtering recommender systems. ACM Transactions on Information Systems (TOIS) 22 1 (2004) 5\u201353.","key":"e_1_3_3_1_27_2","DOI":"10.1145\/963770.963772"},{"key":"e_1_3_3_1_28_2","volume-title":"Recognition of Multiple Bird Species based on Penalised Maximum Likelihood and HMM-based Modelling of Individual Elements","author":"Jancovic Peter","year":"2016","unstructured":"Peter Jancovic and Munevver Kokuer Jancovic (Eds.). 2016. Recognition of Multiple Bird Species based on Penalised Maximum Likelihood and HMM-based Modelling of Individual Elements. ISCA."},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_29_2","DOI":"10.1145\/2532508.2532511"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_30_2","DOI":"10.1145\/3184558.3186949"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_31_2","DOI":"10.1109\/ISSRE.1996.558890"},{"key":"e_1_3_3_1_32_2","volume-title":"An introduction to hidden Markov models","author":"Kohlschein Christian","year":"2006","unstructured":"Christian Kohlschein (Ed.). 2006. An introduction to hidden Markov models. Citeseer."},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_33_2","DOI":"10.1145\/2645710.2645737"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_34_2","DOI":"10.21125\/iceri.2023.1144"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_35_2","DOI":"10.1145\/2043932.2043962"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_36_2","DOI":"10.1145\/3372923.3404781"},{"doi-asserted-by":"publisher","unstructured":"St\u00e9phanie Portet. 2020. A primer on model selection using the Akaike Information Criterion. Infectious Disease Modelling 5 (2020) 111\u2013128. 10.1016\/j.idm.2019.12.010","key":"e_1_3_3_1_37_2","DOI":"10.1016\/j.idm.2019.12.010"},{"unstructured":"Python Software Foundation. 09.04.2024. hmmlearn. https:\/\/pypi.org\/project\/hmmlearn\/","key":"e_1_3_3_1_38_2"},{"doi-asserted-by":"publisher","unstructured":"Nur\u00a0W. Rahayu Ridi Ferdiana and Sri\u00a0S. Kusumawardani. 2023. A systematic review of learning path recommender systems. Education and Information Technologies 28 6 (2023) 7437\u20137460. 10.1007\/s10639-022-11460-3","key":"e_1_3_3_1_39_2","DOI":"10.1007\/s10639-022-11460-3"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_40_2","DOI":"10.1109\/ICALT.2010.16"},{"doi-asserted-by":"publisher","unstructured":"David Shriver Sebastian Elbaum Matthew\u00a0B. Dwyer and David\u00a0S. Rosenblum. 2019. Evaluating Recommender System Stability with Influence-Guided Fuzzing. Proceedings of the AAAI Conference on Artificial Intelligence 33 01 (2019) 4934\u20134942. 10.1609\/aaai.v33i01.33014934","key":"e_1_3_3_1_41_2","DOI":"10.1609\/aaai.v33i01.33014934"},{"unstructured":"Barbara\u00a0A. Soloman and Richard\u00a0M. Felder. 2005. Index of learning styles questionnaire. NC State University. Available online at: http:\/\/www. engr. ncsu. edu\/learningstyles\/ilsweb. html (last visited on 14.05. 2010) 70 (2005) 1\u20135.","key":"e_1_3_3_1_42_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_43_2","DOI":"10.21125\/inted.2024.1080"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_44_2","DOI":"10.21125\/iceri.2023.0815"},{"doi-asserted-by":"crossref","unstructured":"Bekhe\u00efra Tabbache Mohamed El\u00a0Hachemi Benbouzid Abdelaziz Kheloui and Jean-Matthieu Bourgeot. 2012. Virtual-sensor-based maximum-likelihood voting approach for fault-tolerant control of electric vehicle powertrains. IEEE transactions on vehicular technology 62 3 (2012) 1075\u20131083.","key":"e_1_3_3_1_45_2","DOI":"10.1109\/TVT.2012.2230200"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_46_2","DOI":"10.1007\/1-85233-841-5_33"},{"doi-asserted-by":"publisher","key":"e_1_3_3_1_47_2","DOI":"10.1145\/3593663.3593681"},{"key":"e_1_3_3_1_48_2","volume-title":"Advances in Neural Information Processing Systems","author":"Yao Sirui","year":"2017","unstructured":"Sirui Yao and Bert Huang. 2017. Beyond Parity: Fairness Objectives for Collaborative Filtering. In Advances in Neural Information Processing Systems , I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.), Vol.\u00a030. Curran Associates, Inc., Long Beach, CA, USA. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/e6384711491713d29bc63fc5eeb5ba4f-Paper.pdf"},{"doi-asserted-by":"publisher","unstructured":"Yifan Wang Weizhi Ma Min Zhang Yiqun Liu and Shaoping Ma. 2023. A Survey on the Fairness of Recommender Systems. ACM Transactions on Information Systems (TOIS) 41 3 (2023) Article 52. 10.1145\/3547333","key":"e_1_3_3_1_49_2","DOI":"10.1145\/3547333"},{"doi-asserted-by":"publisher","unstructured":"Yiu-Wing Leung. 1995. Maximum likelihood voting for fault-tolerant software with finite output-space. IEEE Transactions on Reliability 44 3 (1995) 419\u2013427. 10.1109\/24.406576","key":"e_1_3_3_1_50_2","DOI":"10.1109\/24.406576"}],"event":{"acronym":"ECSEE 2025","name":"ECSEE 2025: European Conference on Software Engineering Education","location":"Seeon Germany"},"container-title":["Proceedings of the 6th European Conference on Software Engineering Education"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723010.3723022","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3723010.3723022","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:41Z","timestamp":1750298201000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723010.3723022"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":49,"alternative-id":["10.1145\/3723010.3723022","10.1145\/3723010"],"URL":"https:\/\/doi.org\/10.1145\/3723010.3723022","relation":{},"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"2025-06-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}