{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T14:02:29Z","timestamp":1762092149534,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031426810"},{"type":"electronic","value":"9783031426827"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42682-7_21","type":"book-chapter","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T15:01:46Z","timestamp":1693321306000},"page":"308-323","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluation of\u00a0a\u00a0Hybrid AI-Human Recommender for\u00a0CS1 Instructors in\u00a0a\u00a0Real Educational Scenario"],"prefix":"10.1007","author":[{"given":"Filipe Dwan","family":"Pereira","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elaine","family":"Oliveira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luiz","family":"Rodrigues","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luciano","family":"Cabral","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Oliveira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Leandro","family":"Carvalho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dragan","family":"Gasevic","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexandra","family":"Cristea","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diego","family":"Dermeval","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rafael Ferreira","family":"Mello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,28]]},"reference":[{"issue":"08","key":"21_CR1","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MC.2020.2996587","volume":"53","author":"Z Akata","year":"2020","unstructured":"Akata, Z., et al.: A research agenda for hybrid intelligence: augmenting human intellect with collaborative, adaptive, responsible, and explainable artificial intelligence. Computer 53(08), 18\u201328 (2020)","journal-title":"Computer"},{"issue":"1","key":"21_CR2","first-page":"1","volume":"20","author":"I Albluwi","year":"2019","unstructured":"Albluwi, I.: Plagiarism in programming assessments: a systematic review. ACM Trans. Comput. Educ. (TOCE) 20(1), 1\u201328 (2019)","journal-title":"ACM Trans. Comput. Educ. (TOCE)"},{"key":"21_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1007\/978-3-030-80421-3_18","volume-title":"Intelligent Tutoring Systems","author":"L Alrajhi","year":"2021","unstructured":"Alrajhi, L., Alamri, A., Pereira, F.D., Cristea, A.I.: Urgency analysis of learners\u2019 comments: an automated intervention priority model for MOOC. In: Cristea, A.I., Troussas, C. (eds.) ITS 2021. LNCS, vol. 12677, pp. 148\u2013160. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-80421-3_18"},{"key":"21_CR4","doi-asserted-by":"publisher","unstructured":"Alrajhi, L., Alharbi, K., Cristea, A.I., Pereira, F.D.: Extracting the language of the need for urgent intervention in MOOCs by analysing text posts. In: International Conference on Web-Based Learning. pp. 161\u2013173. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-33023-0_14","DOI":"10.1007\/978-3-031-33023-0_14"},{"issue":"5","key":"21_CR5","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1111\/opo.12131","volume":"34","author":"RA Armstrong","year":"2014","unstructured":"Armstrong, R.A.: When to use the Bonferroni correction. Ophthalmic Physiol. Optics 34(5), 502\u2013508 (2014)","journal-title":"Ophthalmic Physiol. Optics"},{"key":"21_CR6","doi-asserted-by":"publisher","DOI":"10.1017\/9781108685139","volume-title":"Doing Better Statistics in Human-Computer Interaction","author":"P Cairns","year":"2019","unstructured":"Cairns, P.: Doing Better Statistics in Human-Computer Interaction. Cambridge University Press, Cambridge (2019)"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Carter, A., Hundhausen, C., Olivares, D.: Leveraging the integrated development environment for learning analytics. In: The Cambridge Handbook of Computing Education Research, chap. 23, pp. 679\u2013706. Cambridge University Press, Cambridge (2019)","DOI":"10.1017\/9781108654555.024"},{"issue":"5","key":"21_CR8","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1007\/s12599-019-00595-2","volume":"61","author":"D Dellermann","year":"2019","unstructured":"Dellermann, D., Ebel, P., S\u00f6llner, M., Leimeister, J.M.: Hybrid intelligence. Bus. Inf. Syst. Eng. 61(5), 637\u2013643 (2019)","journal-title":"Bus. Inf. Syst. Eng."},{"key":"21_CR9","doi-asserted-by":"publisher","first-page":"61","DOI":"10.15388\/ioi.2020.05","volume":"14","author":"P Fantozzi","year":"2020","unstructured":"Fantozzi, P., Laura, L.: Recommending tasks in online judges using autoencoder neural networks. Olympiads Inform. 14, 61\u201376 (2020)","journal-title":"Olympiads Inform."},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Fincher, S., Tenenberg, J., Dorn, B.: H.C., McCartney, R., Murphy, L.: Computing education research today. In: The Cambridge Handbook of Computing Education Research, chap. 2, pp. 40\u201355. Cambridge University Press, Cambridge (2019)","DOI":"10.1017\/9781108654555.003"},{"key":"21_CR11","unstructured":"Fonseca, S.C., Pereira, F.D., Oliveira, E.H., Oliveira, D.B., Carvalho, L.S., Cristea, A.I.: Automatic subject-based contextualisation of programming assignment lists. Int. Educ. Data Min. Soc. (2020)"},{"key":"21_CR12","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790942","volume-title":"Data Analysis Using Regression and Multilevel\/Hierarchical Models","author":"A Gelman","year":"2006","unstructured":"Gelman, A., Hill, J.: Data Analysis Using Regression and Multilevel\/Hierarchical Models. Cambridge University Press, Cambridge (2006)"},{"key":"21_CR13","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1007\/978-3-030-52237-7_20","volume-title":"Artificial Intelligence in Education","author":"K Holstein","year":"2020","unstructured":"Holstein, K., Aleven, V., Rummel, N.: A conceptual framework for human\u2013AI hybrid adaptivity in education. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12163, pp. 240\u2013254. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52237-7_20"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Hox, J.J., Moerbeek, M., Van de Schoot, R.: Multilevel Analysis: Techniques and Applications. Routledge (2010)","DOI":"10.4324\/9780203852279"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Ihantola, P., et al.: Educational data mining and learning analytics in programming: literature review and case studies. In: Proceedings of the 2015 ITiCSE on Working Group Reports, pp. 41\u201363. ACM (2015)","DOI":"10.1145\/2858796.2858798"},{"issue":"4","key":"21_CR16","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1016\/S0360-1315(01)00018-5","volume":"36","author":"A Kurnia","year":"2001","unstructured":"Kurnia, A., Lim, A., Cheang, B.: Online judge. Comput. Educ. 36(4), 299\u2013315 (2001). https:\/\/doi.org\/10.1016\/S0360-1315(01)00018-5","journal-title":"Comput. Educ."},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Luxton-Reilly, A., et al.: Introductory programming: a systematic literature review. In: Proceedings Companion of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education, pp. 55\u2013106 (2018)","DOI":"10.1145\/3293881.3295779"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Mirman, D.: Growth Curve Analysis and Visualization Using R. CRC Press (2016)","DOI":"10.1201\/9781315373218"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"de Oliveira, J., Salem, F., de Oliveira, E.H.T., Oliveira, D.B.F., de Carvalho, L.S.G., Pereira, F.D.: Os estudantes leem as mensagens de feedback estendido exibidas em ju\u00edzes online? In: Anais do XXXI Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7\u00e3o, pp. 1723\u20131732. SBC (2020)","DOI":"10.5753\/cbie.sbie.2020.1723"},{"key":"21_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1007\/978-3-030-80421-3_51","volume-title":"Intelligent Tutoring Systems","author":"FD Pereira","year":"2021","unstructured":"Pereira, F.D., et al.: A recommender system based on effort: towards minimising negative affects and maximising achievement in CS1 learning. In: Cristea, A.I., Troussas, C. (eds.) ITS 2021. LNCS, vol. 12677, pp. 466\u2013480. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-80421-3_51"},{"issue":"4","key":"21_CR21","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1111\/bjet.12953","volume":"51","author":"FD Pereira","year":"2020","unstructured":"Pereira, F.D., et al.: Using learning analytics in the Amazonas: understanding students\u2019 behaviour in introductory programming. Brit. J. Educ. Technol. 51(4), 955\u2013972 (2020)","journal-title":"Brit. J. Educ. Technol."},{"key":"21_CR22","doi-asserted-by":"publisher","first-page":"117097","DOI":"10.1109\/ACCESS.2021.3105956","volume":"9","author":"FD Pereira","year":"2021","unstructured":"Pereira, F.D., et al.: Explaining individual and collective programming students\u2019 behavior by interpreting a black-box predictive model. IEEE Access 9, 117097\u2013117119 (2021)","journal-title":"IEEE Access"},{"key":"21_CR23","doi-asserted-by":"publisher","first-page":"22513","DOI":"10.1109\/ACCESS.2023.3247189","volume":"11","author":"FD Pereira","year":"2023","unstructured":"Pereira, F.D., et al.: Toward supporting CS1 instructors and learners with fine-grained topic detection in online judges. IEEE Access 11, 22513\u201322525 (2023)","journal-title":"IEEE Access"},{"key":"21_CR24","doi-asserted-by":"publisher","unstructured":"Pereira, F.D., et al.: Towards human-AI collaboration: a recommender system to support CS1 instructors to select problems for assignments and exams. IEEE Trans. Learn. Technol., 1\u201314 (2022). https:\/\/doi.org\/10.1109\/TLT.2022.3224121","DOI":"10.1109\/TLT.2022.3224121"},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Pereira, F.D., de Souza, L.M., de Oliveira, E.H.T., de Oliveira, D.B.F., de Carvalho, L.S.G.: Predi\u00e7\u00e3o de desempenho em ambientes computacionais para turmas de programa\u00e7\u00e3o: um mapeamento sistem\u00e1tico da literatura. In: Anais do XXXI Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7\u00e3o, pp. 1673\u20131682. SBC (2020)","DOI":"10.5753\/cbie.sbie.2020.1673"},{"issue":"2\u20133","key":"21_CR26","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1080\/08993408.2019.1612679","volume":"29","author":"K Quille","year":"2019","unstructured":"Quille, K., Bergin, S.: Cs1: how will they do? how can we help? a decade of research and practice. Comput. Sci. Educ. 29(2\u20133), 254\u2013282 (2019)","journal-title":"Comput. Sci. Educ."},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Robins, A.V.: Novice programmers and introductory programming. In: The Cambridge Handbook of Computing Education Research, chap. 12, pp. 327\u2013376. Cambridge University Press, Cambridge (2019)","DOI":"10.1017\/9781108654555.013"},{"issue":"1","key":"21_CR28","doi-asserted-by":"publisher","first-page":"36","DOI":"10.4018\/IJDET.2020010103","volume":"18","author":"T Saito","year":"2020","unstructured":"Saito, T., Watanobe, Y.: Learning path recommendation system for programming education based on neural networks. Int. J. Dist. Educ. Technol. (IJDET) 18(1), 36\u201364 (2020)","journal-title":"Int. J. Dist. Educ. Technol. (IJDET)"},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Schwartz, B.M., Gurung, R.A.: Evidence-based teaching for higher education. American Psychological Association (2012)","DOI":"10.1037\/13745-000"},{"issue":"1","key":"21_CR30","first-page":"3","volume":"51","author":"S Wasik","year":"2018","unstructured":"Wasik, S., Antczak, M., Badura, J., Laskowski, A., Sternal, T.: A survey on online judge systems and their applications. ACM Comput. Surv. (CSUR) 51(1), 3 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Wilcox, R.R.: Introduction to robust estimation and hypothesis testing. Academic Press (2011)","DOI":"10.1016\/B978-0-12-386983-8.00001-9"},{"issue":"2","key":"21_CR32","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/s10489-016-0892-x","volume":"47","author":"R Yera","year":"2017","unstructured":"Yera, R., Mart\u00ednez, L.: A recommendation approach for programming online judges supported by data preprocessing techniques. Appl. Intell. 47(2), 277\u2013290 (2017)","journal-title":"Appl. Intell."},{"issue":"3","key":"21_CR33","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1145\/3158670","volume":"36","author":"WX Zhao","year":"2018","unstructured":"Zhao, W.X., Zhang, W., He, Y., Xie, X., Wen, J.R.: Automatically learning topics and difficulty levels of problems in online judge systems. ACM Trans. Inf. Syst. (TOIS) 36(3), 27 (2018)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Zhou, W., Pan, Y., Zhou, Y., Sun, G.: The framework of a new online judge system for programming education. In: Proceedings of ACM Turing Celebration Conference-China, pp. 9\u201314. ACM (2018)","DOI":"10.1145\/3210713.3210721"}],"container-title":["Lecture Notes in Computer Science","Responsive and Sustainable Educational Futures"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42682-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T13:58:23Z","timestamp":1762091903000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42682-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031426810","9783031426827"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42682-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"28 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Aveiro","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ea-tel.eu\/ectel2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}