{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,3]],"date-time":"2026-01-03T15:19:17Z","timestamp":1767453557204,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,13]],"date-time":"2023-03-13T00:00:00Z","timestamp":1678665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"University of Cagliari"},{"name":"Swiss State Secretariat for Education, Research and lnnovation SERI"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576148","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"441-452","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Do Not Trust a Model Because It is Confident: Uncovering and Characterizing Unknown Unknowns to Student Success Predictors in Online-Based Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1492-3514","authenticated-orcid":false,"given":"Roberta","family":"Galici","sequence":"first","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Cagliari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0672-0415","authenticated-orcid":false,"given":"Tanja","family":"Kaser","sequence":"additional","affiliation":[{"name":"Machine Learning for Education Laboratory, EPFL, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4668-2476","authenticated-orcid":false,"given":"Gianni","family":"Fenu","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Cagliari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1989-6057","authenticated-orcid":false,"given":"Mirko","family":"Marras","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Cagliari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-020-0177-7"},{"key":"e_1_3_2_1_2_1","article-title":"Beat the Machine: Challenging Humans to Find a Predictive Model\u2019s","volume":"6","author":"Attenberg Joshua","year":"2015","unstructured":"Joshua Attenberg, Panos Ipeirotis, and Foster\u00a0J. Provost. 2015. Beat the Machine: Challenging Humans to Find a Predictive Model\u2019s \"Unknown Unknowns\". ACM J. Data Inf. Qual. 6, 1 (2015), 1:1\u20131:17.","journal-title":"Unknown Unknowns\". ACM J. Data Inf. Qual."},{"key":"e_1_3_2_1_3_1","volume-title":"Socio-emotional well-being and academic achievement: Evidence from a multilevel approach. Psicologia: reflexao e critica 24","author":"Berger Christian","year":"2011","unstructured":"Christian Berger, Lidia Alcalay, Alejandra Torretti, and Neva Milicic. 2011. Socio-emotional well-being and academic achievement: Evidence from a multilevel approach. Psicologia: reflexao e critica 24 (2011), 344\u2013351."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45153-4_21"},{"key":"e_1_3_2_1_5_1","volume-title":"Self-regulation in online learning. Distance education 34, 3","author":"Cho Moon-Heum","year":"2013","unstructured":"Moon-Heum Cho and Demei Shen. 2013. Self-regulation in online learning. Distance education 34, 3 (2013), 290\u2013301."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/09720073.2015.11891759"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-11644-5_20"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-018-9203-z"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375494"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"C\u00e9cile Hardebolle Himanshu Verma Roland Tormey and Simone Deparis. 2022. Gender prior knowledge and the impact of a flipped linear algebra course for engineers over multiple years. Journal of Engineering Education(2022).","DOI":"10.1002\/jee.20467"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2012.12.130"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.02.011"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380306"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/T4E.2016.048"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the International Conference on Educational Data Mining.","author":"Marras Mirko","year":"2021","unstructured":"Mirko Marras, Julien Tuan\u00a0Tu Vignoud, and Tanja K\u00e4ser. 2021. Can Feature Predictive Power Generalize? Benchmarking Early Predictors of Student Success across Flipped and Online Courses. In Proceedings of the International Conference on Educational Data Mining."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-11644-5_8"},{"key":"e_1_3_2_1_17_1","volume-title":"Metacognition and academic performance of rural adolescents. Studies on home and community science 7, 3","author":"Narang Divya","year":"2013","unstructured":"Divya Narang and Sarita Saini. 2013. Metacognition and academic performance of rural adolescents. Studies on home and community science 7, 3 (2013), 167\u2013175."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13232"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3506860.3506866"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/1365-2664.13571"},{"key":"e_1_3_2_1_21_1","unstructured":"Andrea Papenmeier Gwenn Englebienne and Christin Seifert. 2019. How model accuracy and explanation fidelity influence user trust. CoRR abs\/1907.12652(2019). arXiv:1907.12652"},{"key":"e_1_3_2_1_22_1","volume-title":"Educational data mining and learning analytics: An updated survey. WIREs Data Mining Knowl. Discov. 10, 3","author":"Romero Crist\u00f3bal","year":"2020","unstructured":"Crist\u00f3bal Romero and Sebasti\u00e1n Ventura. 2020. Educational data mining and learning analytics: An updated survey. WIREs Data Mining Knowl. Discov. 10, 3 (2020)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1002\/cae.22144"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the KDD 2017 Workshop on Anomaly Detection in Finance, Vol.\u00a071","author":"Shabat Gil","year":"2017","unstructured":"Gil Shabat, David Segev, and Amir Averbuch. 2017. Uncovering Unknown Unknowns in Financial Services Big Data by Unsupervised Methodologies: Present and Future trends. In Proceedings of the KDD 2017 Workshop on Anomaly Detection in Finance, Vol.\u00a071. PMLR, 8\u201319."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375470"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491140.3528273"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the International Conference on Educational Data Mining.","author":"Swamy Vinitra","year":"2022","unstructured":"Vinitra Swamy, Bahar Radmehr, Natasa Krco, Mirko Marras, and Tanja K\u00e4ser. 2022. Evaluating the Explainers: Black-Box Explainable Machine Learning for Student Success Prediction in MOOCs. In Proceedings of the International Conference on Educational Data Mining."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.3390\/children7120310"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027400"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"},{"volume-title":"Proceedings of the Conference on Fairness, Accountability, and Transparency. ACM, 295\u2013305","author":"Zhang Yunfeng","key":"e_1_3_2_1_31_1","unstructured":"Yunfeng Zhang, Q.\u00a0Vera Liao, and Rachel K.\u00a0E. Bellamy. 2020. Effect of confidence and explanation on accuracy and trust calibration in AI-assisted decision making. In Proceedings of the Conference on Fairness, Accountability, and Transparency. ACM, 295\u2013305."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17313"},{"key":"e_1_3_2_1_33_1","volume-title":"A model of critical thinking as an important attribute for success in the 21st century. Procedia-social and behavioral sciences 232","author":"\u017divkovil Slalana","year":"2016","unstructured":"Slalana \u017divkovil. 2016. A model of critical thinking as an important attribute for success in the 21st century. Procedia-social and behavioral sciences 232 (2016), 102\u2013108."}],"event":{"name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","acronym":"LAK 2023","location":"Arlington TX USA"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576148","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:03Z","timestamp":1750183743000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576148"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":33,"alternative-id":["10.1145\/3576050.3576148","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576148","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}