{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T21:14:36Z","timestamp":1769202876783,"version":"3.49.0"},"reference-count":104,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T00:00:00Z","timestamp":1676505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T00:00:00Z","timestamp":1676505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1007\/s10639-023-11611-0","type":"journal-article","created":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T08:02:51Z","timestamp":1676534571000},"page":"11221-11268","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Learning analytics in programming courses: Review and implications"],"prefix":"10.1007","volume":"28","author":[{"given":"Uzma","family":"Omer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rabia","family":"Tehseen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad Shoaib","family":"Farooq","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adnan","family":"Abid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,16]]},"reference":[{"issue":"3","key":"11611_CR1","first-page":"13","volume":"17","author":"A Ahadi","year":"2017","unstructured":"Ahadi, A., Hellas, A., & Lister, R. (2017). A contingency table derived method for analyzing course data. ACM Transactions on Computing Education (TOCE), 17(3), 13.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR2","doi-asserted-by":"crossref","unstructured":"Ahadi, A., Lister, R., Haapala, H., & Vihavainen, A. (2015). Exploring machine learning methods to automatically identify students in need of assistance. In: Proceedings of the eleventh annual International Conference on International Computing Education Research (pp. 121\u2013130). ACM.","DOI":"10.1145\/2787622.2787717"},{"key":"11611_CR3","doi-asserted-by":"crossref","unstructured":"Ahmad, R., Sarlan, A., Hashim, A. S., & Hassan, M. F. (2017). Relationship between hands-on and written coursework assessments with critical thinking skills in structured programming course. In: 2017 7th World Engineering Education Forum (WEEF) (pp. 231\u2013235). IEEE.","DOI":"10.1109\/WEEF.2017.8466975"},{"issue":"2","key":"11611_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3383456","volume":"20","author":"A Ahmad","year":"2020","unstructured":"Ahmad, A., Zeshan, F., Khan, M. S., Marriam, R., Ali, A., & Samreen, A. (2020). The impact of gamification on learning outcomes of computer science majors. ACM Transactions on Computing Education (TOCE), 20(2), 1\u201325.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"issue":"2","key":"11611_CR5","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/08993400500150747","volume":"15","author":"KM Ala-Mutka","year":"2005","unstructured":"Ala-Mutka, K. M. (2005). A survey of automated assessment approaches for programming assignments. Computer Science Education, 15(2), 83\u2013102.","journal-title":"Computer Science Education"},{"issue":"3","key":"11611_CR6","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1109\/TE.2018.2805706","volume":"61","author":"I Albluwi","year":"2018","unstructured":"Albluwi, I. (2018). A Closer Look at the Differences Between Graders in Introductory Computer Science Exams. IEEE Transactions on Education, 61(3), 253\u2013260.","journal-title":"IEEE Transactions on Education"},{"issue":"3","key":"11611_CR7","first-page":"20","volume":"14","author":"AA Allinjawi","year":"2014","unstructured":"Allinjawi, A. A., Al-Nuaim, H. A., & Krause, P. (2014). An Achievement Degree Analysis Approach to Identifying Learning Problems in Object-Oriented Programming. ACM Transactions on Computing Education (TOCE), 14(3), 20.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR8","doi-asserted-by":"crossref","unstructured":"Al-Rifaie, M. M., Yee-King, M., & d'Inverno, M. (2017). Boolean prediction of final grades based on weekly and cumulative activities. In: 2017 Intelligent Systems Conference (IntelliSys) (pp. 462\u2013469). IEEE.","DOI":"10.1109\/IntelliSys.2017.8324334"},{"key":"11611_CR9","doi-asserted-by":"crossref","unstructured":"Ashenafi, M. M., Riccardi, G., & Ronchetti, M. (2015). Predicting students' final exam scores from their course activities. In: 2015 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2015.7344081"},{"issue":"2","key":"11611_CR10","first-page":"13","volume":"20","author":"JT Avella","year":"2016","unstructured":"Avella, J. T., Kebritchi, M., Nunn, S. G., & Kanai, T. (2016). Learning analytics methods, benefits, and challenges in higher education: A systematic literature review. Online Learning, 20(2), 13\u201329.","journal-title":"Online Learning"},{"key":"11611_CR11","doi-asserted-by":"crossref","unstructured":"Azcona, D., Hsiao, I. H., & Smeaton, A. F. (2018). Personalizing computer science education by leveraging multimodal learning analytics. In: 2018 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2018.8658596"},{"issue":"3","key":"11611_CR12","first-page":"12","volume":"17","author":"AS Carter","year":"2017","unstructured":"Carter, A. S., Hundhausen, C. D., & Adesope, O. (2017). Blending measures of programming and social behavior into predictive models of student achievement in early computing courses. ACM Transactions on Computing Education (TOCE), 17(3), 12.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR13","doi-asserted-by":"crossref","unstructured":"Baker, R. S., & Inventado, P. S. (2014). Educational data mining and learning analytics. In: Learning analytics (pp. 61\u201375). Springer.","DOI":"10.1007\/978-1-4614-3305-7_4"},{"key":"11611_CR14","doi-asserted-by":"crossref","unstructured":"Berges, M., Striewe, M., Shah, P., Goedicke, M., & Hubwieser, P. (2016). Towards deriving programming competencies from student errors. In: 2016 International Conference on Learning and Teaching in Computing and Engineering (LaTICE) (pp. 19\u201323). IEEE.","DOI":"10.1109\/LaTiCE.2016.6"},{"key":"11611_CR15","doi-asserted-by":"crossref","unstructured":"Bhatia, S., Kohli, P., & Singh, R. (2018). Neuro-symbolic program corrector for introductory programming assignments. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE) (pp. 60\u201370). IEEE.","DOI":"10.1145\/3180155.3180219"},{"issue":"4","key":"11611_CR16","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1080\/10508406.2014.954750","volume":"23","author":"P Blikstein","year":"2014","unstructured":"Blikstein, P., Worsley, M., Piech, C., Sahami, M., Cooper, S., & Koller, D. (2014). Programming pluralism: Using learning analytics to detect patterns in the learning of computer programming. Journal of the Learning Sciences, 23(4), 561\u2013599.","journal-title":"Journal of the Learning Sciences"},{"key":"11611_CR17","doi-asserted-by":"crossref","unstructured":"Carter, A. S., Hundhausen, C. D., & Adesope, O. (2015). The normalized programming state model: Predicting student performance in computing courses based on programming behavior. In: Proceedings of the eleventh annual International Conference on International Computing Education Research (pp. 141\u2013150). ACM.","DOI":"10.1145\/2787622.2787710"},{"key":"11611_CR18","doi-asserted-by":"crossref","unstructured":"Caspari-Sadeghi, S. (2022). Applying learning analytics in online environments: Measuring learners\u2019 engagement unobtrusively. In: Frontiers in Education, 7(1).","DOI":"10.3389\/feduc.2022.840947"},{"key":"11611_CR19","doi-asserted-by":"crossref","unstructured":"Castro-Wunsch, K., Ahadi, A., & Petersen, A. (2017). Evaluating neural networks as a method for identifying students in need of assistance. In: Proceedings of the 2017 ACM SIGCSE Technical Symposium on Computer Science Education (pp. 111\u2013116). ACM.","DOI":"10.1145\/3017680.3017792"},{"issue":"5\u20136","key":"11611_CR20","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1504\/IJTEL.2012.051815","volume":"4","author":"MA Chatti","year":"2012","unstructured":"Chatti, M. A., Dyckhoff, A. L., Schroeder, U., & Th\u00fcs, H. (2012). A reference model for learning analytics. International Journal of Technology Enhanced Learning, 4(5\u20136), 318\u2013331.","journal-title":"International Journal of Technology Enhanced Learning"},{"key":"11611_CR21","doi-asserted-by":"crossref","unstructured":"Chaweewan, C., Surarerks, A., Rungsawang, A., & Manaskasemsak, B. (2018). Development of Programming capability framework based on aptitude and skill. In: 2018 3rd International Conference on Computer and Communication Systems (ICCCS) (pp. 104\u2013108). IEEE.","DOI":"10.1109\/CCOMS.2018.8463269"},{"key":"11611_CR22","doi-asserted-by":"crossref","unstructured":"Chung, C. Y., & Hsiao, I. H. (2020). Investigating patterns of study persistence on self-assessment platform of programming problem-solving. In: Proceedings of the 51st ACM Technical Symposium on Computer Science Education (pp. 162\u2013168).","DOI":"10.1145\/3328778.3366827"},{"key":"11611_CR23","doi-asserted-by":"crossref","unstructured":"Delev, T., & Gjorgjevikj, D. (2017). Static analysis of source code written by novice programmers. In: 2017 IEEE Global Engineering Education Conference (EDUCON) (pp. 825\u2013830). IEEE.","DOI":"10.1109\/EDUCON.2017.7942942"},{"key":"11611_CR24","doi-asserted-by":"crossref","unstructured":"Dorodchi, M., Dehbozorgi, N., & Frevert, T. K. (2017).\u201d I wish I could rank my exam's challenge level!\u201d: An algorithm of Bloom's taxonomy in teaching CS1. In: 2017 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20135). IEEE.","DOI":"10.1109\/FIE.2017.8190523"},{"key":"11611_CR25","doi-asserted-by":"crossref","unstructured":"Doshi, J. C., Christian, M., & Trivedi, B. H. (2014). Effect of conceptual cue based (CCB) practical exam evaluation of learning and evaluation approaches: a case for use in process-based pedagogy. In: 2014 IEEE sixth international conference on technology for education (pp. 90\u201394). IEEE.","DOI":"10.1109\/T4E.2014.46"},{"issue":"1","key":"11611_CR26","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1080\/0144929X.2019.1669712","volume":"40","author":"X Du","year":"2021","unstructured":"Du, X., Yang, J., Shelton, B. E., Hung, J. L., & Zhang, M. (2021). A systematic meta-review and analysis of learning analytics research. Behaviour & Information Technology, 40(1), 49\u201362.","journal-title":"Behaviour & Information Technology"},{"issue":"5","key":"11611_CR27","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1002\/cae.21832","volume":"25","author":"L Echeverr\u00eda","year":"2017","unstructured":"Echeverr\u00eda, L., Cobos, R., Machuca, L., & Claros, I. (2017). Using collaborative learning scenarios to teach programming to non-CS majors. Computer Applications in Engineering Education, 25(5), 719\u2013731.","journal-title":"Computer Applications in Engineering Education"},{"key":"11611_CR28","doi-asserted-by":"crossref","unstructured":"Edwards, S. H., Tilden, D. S., & Allevato, A. (2014a). Pythy: improving the introductory python programming experience. In: Proceedings of the 45th ACM technical symposium on Computer science education (pp. 641\u2013646). ACM.","DOI":"10.1145\/2538862.2538977"},{"key":"11611_CR29","doi-asserted-by":"crossref","unstructured":"Edwards, S. H., Shams, Z., & Estep, C. (2014b). Adaptively identifying non-terminating code when testing student programs. In: Proceedings of the 45th ACM technical symposium on Computer science education (pp. 15\u201320). ACM.","DOI":"10.1145\/2538862.2538926"},{"key":"11611_CR30","doi-asserted-by":"crossref","unstructured":"Effenberger, T., Pel\u00e1nek, R., & Cech\u00e1k, J. (2020). Exploration of the robustness and generalizability of the additive factors model. In: Proceedings of the Tenth International Conference on Learning Analytics & Knowledge (pp. 472\u2013479).","DOI":"10.1145\/3375462.3375491"},{"key":"11611_CR31","doi-asserted-by":"crossref","unstructured":"Espa\u00f1a-Boquera, S., Guerrero-L\u00f3pez, D., Hermida-P\u00e9rez, A., Silva, J., & Benlloch-Dualde, J. V. (2017). Analyzing the learning process (in Programming) by using data collected from an online IDE. In: 2017 16th International Conference on Information Technology Based Higher Education and Training (ITHET) (pp. 1\u20134). IEEE.","DOI":"10.1109\/ITHET.2017.8067822"},{"key":"11611_CR32","doi-asserted-by":"crossref","unstructured":"Estey, A., Keuning, H., & Coady, Y. (2017). Automatically classifying students in need of support by detecting changes in programming behaviour. In: Proceedings of the 2017 ACM SIGCSE Technical Symposium on Computer Science Education (pp. 189\u2013194). ACM.","DOI":"10.1145\/3017680.3017790"},{"key":"11611_CR33","doi-asserted-by":"crossref","unstructured":"Esteero, R., Khan, M., Mohamed, M., Zhang, L. Y., & Zingaro, D. (2018). Recursion or iteration: Does it matter what students choose?. In: Proceedings of the 49th ACM Technical Symposium on Computer Science Education (pp. 1011\u20131016). ACM.","DOI":"10.1145\/3159450.3159455"},{"key":"11611_CR34","doi-asserted-by":"publisher","first-page":"60341","DOI":"10.1109\/ACCESS.2022.3180355","volume":"10","author":"MS Farooq","year":"2022","unstructured":"Farooq, M. S., Hamid, A., Alvi, A., & Omer, U. (2022). Blended Learning Models, Curricula, and Gamification in Project Management Education. IEEE Access, 10, 60341\u201360361. https:\/\/doi.org\/10.1109\/ACCESS.2022.3180355","journal-title":"IEEE Access"},{"key":"11611_CR35","doi-asserted-by":"crossref","unstructured":"Farooq, M. S., Omer, U., Tehseen, R., & Nisah, I. U. (2021). Software project management education: a systematic review. VFAST Transactions on Software Engineering, 9(3), 102\u2013119.","DOI":"10.21015\/vtse.v9i3.702"},{"key":"11611_CR36","doi-asserted-by":"crossref","unstructured":"Funabiki, N., Ishihara, N., & Kao, W. C. (2016). Analysis of fill-in-blank problem solution results in Java programming course. In: 2016 IEEE 5th Global Conference on Consumer Electronics (pp. 1\u20132). IEEE.","DOI":"10.1109\/GCCE.2016.7800486"},{"key":"11611_CR37","doi-asserted-by":"crossref","unstructured":"Fu, X., Shimada, A., Ogata, H., Taniguchi, Y., & Suehiro, D. (2017). Real-time learning analytics for c programming language courses. In: Proceedings of the Seventh International Learning Analytics & Knowledge Conference (pp. 280\u2013288). ACM.","DOI":"10.1145\/3027385.3027407"},{"key":"11611_CR38","doi-asserted-by":"crossref","unstructured":"Gomes, A., Correia, F. B., & Abreu, P. H. (2016). Types of assessing student-programming knowledge. In: 2016 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20138). IEEE.","DOI":"10.1109\/FIE.2016.7757726"},{"key":"11611_CR39","doi-asserted-by":"crossref","unstructured":"Gomes, A., & Correia, F. B. (2018). Bloom\u2019s taxonomy based approach to learn basic programming loops. In: 2018 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20135). IEEE.","DOI":"10.1109\/FIE.2018.8658947"},{"key":"11611_CR40","doi-asserted-by":"crossref","unstructured":"Grawemeyer, B., Halloran, J., England, M., & Croft, D. (2022). Feedback and engagement on an introductory programming module. In: Computing Education Practice 2022 (pp. 17\u201320).","DOI":"10.1145\/3498343.3498348"},{"issue":"1","key":"11611_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-021-00258-x","volume":"18","author":"C Guzm\u00e1n-Valenzuela","year":"2021","unstructured":"Guzm\u00e1n-Valenzuela, C., G\u00f3mez-Gonz\u00e1lez, C., Rojas-Murphy Tagle, A., & Lorca-Vyhmeister, A. (2021). Learning analytics in higher education: A preponderance of analytics but very little learning? International Journal of Educational Technology in Higher Education, 18(1), 1\u201319.","journal-title":"International Journal of Educational Technology in Higher Education"},{"key":"11611_CR42","unstructured":"Hashima, A. S., Hamoud, A. K., & Awadh, W. A. (2018). Analyzing students\u2019 answers using association rule mining based on feature selection. Journal of Southwest Jiaotong University, 53(5)."},{"key":"11611_CR43","doi-asserted-by":"crossref","unstructured":"Hellings, J., & Haelermans, C. (2020). The effect of providing learning analytics on student behaviour and performance in programming: a randomised controlled experiment. Higher Education, 1\u201318.","DOI":"10.1007\/s10734-020-00560-z"},{"key":"11611_CR44","doi-asserted-by":"crossref","unstructured":"Heinonen, K., Hirvikoski, K., Luukkainen, M., & Vihavainen, A. (2014). Using CodeBrowser to seek differences between novice programmers. In: Proceedings of the 45th ACM technical symposium on Computer science education (pp. 229\u2013234). ACM.","DOI":"10.1145\/2538862.2538981"},{"key":"11611_CR45","doi-asserted-by":"crossref","unstructured":"Hijon-Neira, R., Vel\u00e1zquez-Iturbide, \u00c1., Pizarro-Romero, C., & Carri\u00e7o, L. (2014). Merlin-know, an interactive virtual teacher for improving learning in Moodle. In: 2014 IEEE Frontiers in Education Conference (FIE) Proceedings (pp. 1\u20138). IEEE.","DOI":"10.1109\/FIE.2014.7043990"},{"key":"11611_CR46","doi-asserted-by":"crossref","unstructured":"Hilton, S., & Rague, B. (2015). Is video feedback more effective than written feedback?. In: 2015 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20136). IEEE.","DOI":"10.1109\/FIE.2015.7344235"},{"key":"11611_CR47","unstructured":"Hsiao, I. H., Huang, P. K., & Murphy, H. (2017). Integrating programming learning analytics across physical and digital space. IEEE Transactions on Emerging Topics in Computing."},{"key":"11611_CR48","doi-asserted-by":"crossref","unstructured":"Hsu, W. C., & Mimura, Y. (2017). Understanding the secondary digital gap: Learning challenges and performance in college introductory programming courses. In: 2017 IEEE 9th International Conference on Engineering Education (ICEED) (pp. 59\u201364). IEEE.","DOI":"10.1109\/ICEED.2017.8251165"},{"issue":"3","key":"11611_CR49","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3105759","volume":"17","author":"CD Hundhausen","year":"2017","unstructured":"Hundhausen, C. D., Olivares, D. M., & Carter, A. S. (2017). IDE-based learning analytics for computing education: A process model, critical review, and research agenda. ACM Transactions on Computing Education (TOCE), 17(3), 1\u201326.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR50","doi-asserted-by":"crossref","unstructured":"Ihantola, P., Vihavainen, A., Ahadi, A., Butler, M., B\u00f6rstler, J., Edwards, S. H., ... & Rubio, M. \u00c1. (2015). Educational data mining and learning analytics in programming: Literature review and case studies. In: Proceedings of the 2015 ITiCSE on Working Group Reports (pp. 41\u201363). ACM.","DOI":"10.1145\/2858796.2858798"},{"issue":"6","key":"11611_CR51","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1177\/0735633116685852","volume":"55","author":"S Iqbal Malik","year":"2017","unstructured":"Iqbal Malik, S., & Coldwell-Neilson, J. (2017). Impact of a new teaching and learning approach in an introductory programming course. Journal of Educational Computing Research, 55(6), 789\u2013819.","journal-title":"Journal of Educational Computing Research"},{"key":"11611_CR52","doi-asserted-by":"crossref","unstructured":"Jamjoom, M., Alabdulkreem, E., Hadjouni, M., Karim, F., & Qarh, M. (2021). Early prediction for at-risk students in an introductory programming course based on student self-efficacy. Informatica, 45(6).","DOI":"10.31449\/inf.v45i6.3528"},{"key":"11611_CR53","doi-asserted-by":"crossref","unstructured":"Janke, E., Brune, P., & Wagner, S. (2015). Does outside-in teaching improve the learning of object-oriented programming?. In: Proceedings of the 37th International Conference on Software Engineering (Volume 2, pp. 408\u2013417). IEEE Press.","DOI":"10.1109\/ICSE.2015.173"},{"key":"11611_CR54","doi-asserted-by":"crossref","unstructured":"Khalil, M., Prinsloo, P., & Slade, S. (2022). A Comparison of learning analytics frameworks: a systematic review. In: LAK22: 12th International Learning Analytics and Knowledge Conference (pp. 152\u2013163).","DOI":"10.1145\/3506860.3506878"},{"key":"11611_CR55","doi-asserted-by":"crossref","unstructured":"Khan, I., Ahmad, A. R., Jabeur, N., & Mahdi, M. N. (2021). Machine learning prediction and recommendation framework to support introductory programming course. International Journal of Emerging Technologies in Learning, 16(17).","DOI":"10.3991\/ijet.v16i17.18995"},{"issue":"3","key":"11611_CR56","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1080\/00313831.2020.1869082","volume":"66","author":"R Kaliisa","year":"2022","unstructured":"Kaliisa, R., Kluge, A., & M\u00f8rch, A. I. (2022). Overcoming challenges to the adoption of learning analytics at the practitioner level: A critical analysis of 18 learning analytics frameworks. Scandinavian Journal of Educational Research, 66(3), 367\u2013381.","journal-title":"Scandinavian Journal of Educational Research"},{"key":"11611_CR57","doi-asserted-by":"crossref","unstructured":"King, C. E. (2018). Feasibility and acceptability of peer assessment for coding assignments in large lecture based programming engineering courses. In: 2018 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2018.8659246"},{"key":"11611_CR58","unstructured":"Kitchenham, B., & Charters S. (2007). Guidelines for performing systematic literature reviews in software engine,ering. Retrieved from https:\/\/www.elsevier.com\/__data\/promis_misc\/525444systematicreviewsguide.pdf. Accessed 7 Jun\u00a02022"},{"key":"11611_CR59","doi-asserted-by":"crossref","unstructured":"Koong, C. S., Tsai, H. Y., Hsu, Y. Y., & Chen, Y. C. (2018). The Learning effectiveness analysis of JAVA programming with automatic grading system. In: 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC) (Vol. 2, pp. 99\u2013104). IEEE.","DOI":"10.1109\/COMPSAC.2018.10210"},{"key":"11611_CR60","doi-asserted-by":"crossref","unstructured":"Kumar, A. N. (2017). Learning styles of computer science I students. In: 2017 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20136). IEEE.","DOI":"10.1109\/FIE.2017.8190464"},{"issue":"4","key":"11611_CR61","first-page":"19","volume":"18","author":"J Lagus","year":"2018","unstructured":"Lagus, J., Longi, K., Klami, A., & Hellas, A. (2018). Transfer-Learning Methods in Programming Course Outcome Prediction. ACM Transactions on Computing Education (TOCE), 18(4), 19.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"issue":"3","key":"11611_CR62","first-page":"18","volume":"19","author":"SN Liao","year":"2019","unstructured":"Liao, S. N., Zingaro, D., Thai, K., Alvarado, C., Griswold, W. G., & Porter, L. (2019). A robust machine learning technique to predict low-performing students. ACM Transactions on Computing Education (TOCE), 19(3), 18.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR63","doi-asserted-by":"crossref","unstructured":"Lin, C. C., Liu, Z. C., Chang, C. L., & Lin, Y. W. (2018). A Genetic algorithm-based personalized remedial learning system for learning object-oriented concepts of Java. IEEE Transactions on Education.","DOI":"10.1109\/TE.2018.2876663"},{"key":"11611_CR64","doi-asserted-by":"crossref","unstructured":"Mangaroska, K., & Giannakos, M. N. (2018). Learning analytics for learning design: A systematic literature review of analytics-driven design to enhance learning. IEEE Transactions on Learning Technologies.","DOI":"10.1109\/TLT.2018.2868673"},{"issue":"2","key":"11611_CR65","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1109\/TLT.2016.2556666","volume":"10","author":"C Malliarakis","year":"2016","unstructured":"Malliarakis, C., Satratzemi, M., & Xinogalos, S. (2016). CMX: The effects of an educational MMORPG on learning and teaching computer programming. IEEE Transactions on Learning Technologies, 10(2), 219\u2013235.","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"11611_CR66","doi-asserted-by":"crossref","unstructured":"Marcolino, A. S., Santos, A., Schaefer, M., & Barbosa, E. F. (2018). Towards a Catalog of Gestures for M-learning Applications for the Teaching of Programming. In: 2018 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2018.8659236"},{"issue":"4","key":"11611_CR67","first-page":"38","volume":"19","author":"D McCall","year":"2019","unstructured":"McCall, D., & K\u00f6lling, M. (2019). A New Look at Novice Programmer Errors. ACM Transactions on Computing Education (TOCE), 19(4), 38.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR68","doi-asserted-by":"crossref","unstructured":"Ninrutsirikun, U., Imai, H., Watanapa, B., & Arpnikanondt, C. (2020). Principal Component clustered factors for determining study performance in computer programming class. Wireless Personal Communications, 1\u201320.","DOI":"10.1007\/s11277-020-07194-5"},{"issue":"17","key":"11611_CR69","doi-asserted-by":"publisher","first-page":"6990","DOI":"10.3390\/su12176990","volume":"12","author":"U Omer","year":"2020","unstructured":"Omer, U., Farooq, M. S., & Abid, A. (2020). Cognitive Learning Analytics Using Assessment Data and Concept Map: A Framework-Based Approach for Sustainability of Programming Courses. Sustainability, 12(17), 6990.","journal-title":"Sustainability"},{"key":"11611_CR70","doi-asserted-by":"publisher","first-page":"e647","DOI":"10.7717\/peerj-cs.647","volume":"7","author":"U Omer","year":"2021","unstructured":"Omer, U., Farooq, M. S., & Abid, A. (2021). Introductory programming course: Review and future implications. PeerJ Computer Science, 7, e647.","journal-title":"PeerJ Computer Science"},{"issue":"2","key":"11611_CR71","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s00766-013-0192-5","volume":"20","author":"S Ouhbi","year":"2015","unstructured":"Ouhbi, S., Idri, A., Fern\u00e1ndez-Alem\u00e1n, J. L., & Toval, A. (2015). Requirements engineering education: A systematic mapping study. Requirements Engineering, 20(2), 119\u2013138.","journal-title":"Requirements Engineering"},{"key":"11611_CR72","doi-asserted-by":"crossref","unstructured":"Pardo, A. (2014). Designing learning analytics experiences. Learning analytics: From research to practice (pp. 15\u201338). New York: Springer.","DOI":"10.1007\/978-1-4614-3305-7_2"},{"key":"11611_CR73","doi-asserted-by":"crossref","unstructured":"Pereira, F. D., Fonseca, S. C., Oliveira, E. H., Cristea, A. I., Bellh\u00e4user, H., Rodrigues, L., ... & Carvalho, L. S. (2021). Explaining individual and collective programming students\u2019 behavior by interpreting a black-box predictive Model. IEEE Access, 9, 117097\u2013117119.","DOI":"10.1109\/ACCESS.2021.3105956"},{"key":"11611_CR74","doi-asserted-by":"crossref","unstructured":"Pereira, F. D., Oliveira, E. H., Oliveira, D. B., Cristea, A. I., Carvalho, L. S., Fonseca, S. C., ... & Isotani, S. (2020). Using learning analytics in the Amazonas: understanding students\u2019 behaviour in introductory programming. British Journal of Educational Technology.","DOI":"10.1111\/bjet.12953"},{"key":"11611_CR75","doi-asserted-by":"crossref","unstructured":"Premchaiswadi, W., Porouhan, P., & Premchaiswadi, N. (2018). Process modeling, behavior analytics and group performance assessment of e-learning logs via fuzzy miner algorithm. In: 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC) (Vol. 2, pp. 304\u2013309). IEEE.","DOI":"10.1109\/COMPSAC.2018.10247"},{"issue":"6","key":"11611_CR76","doi-asserted-by":"publisher","first-page":"3577","DOI":"10.1007\/s10639-019-09946-8","volume":"24","author":"A Qazdar","year":"2019","unstructured":"Qazdar, A., Er-Raha, B., Cherkaoui, C., & Mammass, D. (2019). A machine learning algorithm framework for predicting students performance: A case study of baccalaureate students in Morocco. Education and Information Technologies, 24(6), 3577\u20133589.","journal-title":"Education and Information Technologies"},{"issue":"3","key":"11611_CR77","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1007\/s10209-019-00680-z","volume":"18","author":"A Rojas-L\u00f3pez","year":"2019","unstructured":"Rojas-L\u00f3pez, A., Rinc\u00f3n-Flores, E. G., Mena, J., Garc\u00eda-Pe\u00f1alvo, F. J., & Ram\u00edrez-Montoya, M. S. (2019). Engagement in the course of programming in higher education through the use of gamification. Universal Access in the Information Society, 18(3), 583\u2013597.","journal-title":"Universal Access in the Information Society"},{"issue":"3","key":"11611_CR78","first-page":"e1355","volume":"10","author":"C Romero","year":"2020","unstructured":"Romero, C., & Ventura, S. (2020). Educational data mining and learning analytics: An updated survey. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery, 10(3), e1355.","journal-title":"Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery"},{"key":"11611_CR79","doi-asserted-by":"crossref","unstructured":"Rosiene, C. P., & Rosiene, J. A. (2015). Flipping a programming course: The good, the bad, and the ugly. In; 2015 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20133). IEEE.","DOI":"10.1109\/FIE.2015.7344151"},{"key":"11611_CR80","doi-asserted-by":"crossref","unstructured":"Rubio, M. A., Romero-Zaliz, R., Ma\u00f1oso, C., & Angel, P. (2014). Enhancing an introductory programming course with physical computing modules. In: 2014 IEEE Frontiers in Education Conference (FIE) Proceedings (pp. 1\u20138). IEEE.","DOI":"10.1109\/FIE.2014.7044153"},{"key":"11611_CR81","doi-asserted-by":"crossref","unstructured":"Santana, B. L., Figueredo, J. S. L., & Bittencourt, R. A. (2018). Motivation of engineering students with a mixed-contexts approach to introductory programming. In: 2018 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2018.8659158"},{"issue":"4","key":"11611_CR82","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1109\/TE.2014.2382567","volume":"58","author":"MJ Scott","year":"2015","unstructured":"Scott, M. J., Counsell, S., Lauria, S., Swift, S., Tucker, A., Shepperd, M., & Ghinea, G. (2015). Enhancing practice and achievement in introductory programming with a robot Olympics. IEEE Transactions on Education, 58(4), 249\u2013254.","journal-title":"IEEE Transactions on Education"},{"key":"11611_CR83","doi-asserted-by":"crossref","unstructured":"Seeling, P., & Eickholt, J. (2017). Levels of active learning in programming skill acquisition: From lecture to active learning rooms. In: 2017 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20135). IEEE.","DOI":"10.1109\/FIE.2017.8190525"},{"key":"11611_CR84","doi-asserted-by":"crossref","unstructured":"Seeling, P. (2016). Evolving an introductory programming course: Impacts of student self-empowerment, guided hands-on times, and self-directed training. In: 2016 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20135). IEEE.","DOI":"10.1109\/FIE.2016.7757488"},{"key":"11611_CR85","doi-asserted-by":"crossref","unstructured":"Seanosky, J., Guillot, I., Boulanger, D., Guillot, R., Guillot, C., Kumar, V., ... & Munshi, A. (2017). Real-time visual feedback: a study in coding analytics. In: 2017 IEEE 17th International Conference on Advanced Learning Technologies (ICALT) (pp. 264\u2013266). IEEE.","DOI":"10.1109\/ICALT.2017.38"},{"key":"11611_CR86","doi-asserted-by":"crossref","unstructured":"Simkins, D., & Decker, A. (2016). Examining the intermediate programmers understanding of the learning process. In: 2016 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20134). IEEE.","DOI":"10.1109\/FIE.2016.7757449"},{"key":"11611_CR87","unstructured":"Society for Learning Analytics Research. About, (2012). Retrieved from http:\/\/www.solaresearch.org\/about\/. Accessed 10 Mar\u00a02012"},{"key":"11611_CR88","doi-asserted-by":"crossref","unstructured":"Su, X., Wang, T., Qiu, J., & Zhao, L. (2015). Motivating students with new mechanisms of online assignments and examination to meet the MOOC challenges for programming. In; 2015 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20136). IEEE.","DOI":"10.1109\/FIE.2015.7344337"},{"key":"11611_CR89","unstructured":"Tempelaar, D. (2021). Learning analytics and its data sources: Why we need to foster all of them. International Conference on Cognition and Exploratory Learning in Digital Age (CELDA)."},{"issue":"3","key":"11611_CR90","first-page":"13","volume":"18","author":"SA Turner","year":"2018","unstructured":"Turner, S. A., P\u00e9rez-Qui\u00f1ones, M. A., & Edwards, S. H. (2018). Peer Review in CS2: Conceptual Learning and High-Level Thinking. ACM Transactions on Computing Education (TOCE), 18(3), 13.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR91","doi-asserted-by":"publisher","first-page":"64663","DOI":"10.1109\/ACCESS.2019.2916979","volume":"7","author":"Z Ullah","year":"2019","unstructured":"Ullah, Z., Lajis, A., Jamjoom, M., Altalhi, A. H., Shah, J., & Saleem, F. (2019). A Rule-Based Method for Cognitive Competency Assessment in Computer Programming Using Bloom\u2019s Taxonomy. IEEE Access, 7, 64663\u201364675.","journal-title":"IEEE Access"},{"key":"11611_CR92","doi-asserted-by":"crossref","unstructured":"Ureel, L. C., & Wallace, C. (2015). WebTA: Automated iterative critique of student programming assignments. In: 2015 IEEE Frontiers in Education Conference (FIE) (pp. 1\u20139). IEEE.","DOI":"10.1109\/FIE.2015.7344225"},{"key":"11611_CR93","doi-asserted-by":"crossref","unstructured":"Ureel II, L. C., & Wallace, C. (2019). Automated critique of early programming antipatterns. In: Proceedings of the 50th ACM Technical Symposium on Computer Science Education (pp. 738\u2013744). ACM.","DOI":"10.1145\/3287324.3287463"},{"issue":"2","key":"11611_CR94","first-page":"375","volume":"21","author":"AK Veerasamy","year":"2022","unstructured":"Veerasamy, A. K., Laakso, M. J., & D\u2019Souza, D. (2022). Formative assessment tasks as indicators of student engagement for predicting at-risk students in programming courses. Informatics in Education, 21(2), 375\u2013393.","journal-title":"Informatics in Education"},{"key":"11611_CR95","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.chb.2018.07.027","volume":"89","author":"O Viberg","year":"2018","unstructured":"Viberg, O., Hatakka, M., B\u00e4lter, O., & Mavroudi, A. (2018). The current landscape of learning analytics in higher education. Computers in Human Behavior, 89, 98\u2013110.","journal-title":"Computers in Human Behavior"},{"issue":"3","key":"11611_CR96","first-page":"12","volume":"18","author":"J Wainer","year":"2018","unstructured":"Wainer, J., & Xavier, E. C. (2018). A Controlled Experiment on Python vs C for an Introductory Programming Course: Students\u2019 Outcomes. ACM Transactions on Computing Education (TOCE), 18(3), 12.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR97","doi-asserted-by":"crossref","unstructured":"Watson, C., & Li, F. W. (2014). Failure rates in introductory programming revisited. In: Proceedings of the 2014 conference on Innovation & technology in computer science education (pp. 39\u201344). ACM.","DOI":"10.1145\/2591708.2591749"},{"key":"11611_CR98","doi-asserted-by":"crossref","unstructured":"Watson, C., Li, F. W., & Godwin, J. L. (2014). No tests required: comparing traditional and dynamic predictors of programming success. Association for Computing Machinery (ACM).","DOI":"10.1145\/2538862.2538930"},{"key":"11611_CR99","doi-asserted-by":"crossref","unstructured":"Wood, Z., & Keen, A. (2015). Building worlds: Bridging imperative-first and object-oriented programming in CS1-CS2. In: Proceedings of the 46th ACM Technical Symposium on Computer Science Education (pp. 144\u2013149). ACM.","DOI":"10.1145\/2676723.2677249"},{"key":"11611_CR100","doi-asserted-by":"crossref","unstructured":"Wohlin, C. (2014). Guidelines for snowballing in systematic literature studies and a replication in software engineering. In: Proceedings of the 18th international conference on evaluation and assessment in software engineering (pp. 1\u201310).","DOI":"10.1145\/2601248.2601268"},{"issue":"3","key":"11611_CR101","first-page":"13","volume":"15","author":"S Xinogalos","year":"2015","unstructured":"Xinogalos, S. (2015). Object-oriented design and programming: An investigation of novices\u2019 conceptions on objects and classes. ACM Transactions on Computing Education (TOCE), 15(3), 13.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"issue":"3","key":"11611_CR102","first-page":"23","volume":"19","author":"L Yeomans","year":"2019","unstructured":"Yeomans, L., Zschaler, S., & Coate, K. (2019). Transformative and Troublesome? Students\u2019 and Professional Programmers\u2019 Perspectives on Difficult Concepts in Programming. ACM Transactions on Computing Education (TOCE), 19(3), 23.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"11611_CR103","doi-asserted-by":"crossref","unstructured":"Zheng, L., Zhen, Y., Niu, J., & Zhong, L. (2022). An exploratory study on fade-in versus fade-out scaffolding for novice programmers in online collaborative programming settings. Journal of Computing in Higher Education, 1\u201328.","DOI":"10.1007\/s12528-021-09307-w"},{"key":"11611_CR104","doi-asserted-by":"crossref","unstructured":"Zur, E., & Vilner, T. (2014). Assessing the assessment\u2014Insights into CS1 exams. In: 2014 IEEE Frontiers in Education Conference (FIE) Proceedings (pp. 1\u20137). IEEE.","DOI":"10.1109\/FIE.2014.7044330"}],"updated-by":[{"DOI":"10.1007\/s10639-023-11732-6","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T00:00:00Z","timestamp":1680480000000}}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11611-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-023-11611-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11611-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T10:48:34Z","timestamp":1728902914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-023-11611-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,16]]},"references-count":104,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["11611"],"URL":"https:\/\/doi.org\/10.1007\/s10639-023-11611-0","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s10639-023-11732-6","asserted-by":"object"}]},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,16]]},"assertion":[{"value":"24 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 January 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 April 2023","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s10639-023-11732-6","URL":"https:\/\/doi.org\/10.1007\/s10639-023-11732-6","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There is no competing interest associated to this research.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interest"}}]}}