{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T22:40:12Z","timestamp":1765233612155,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T00:00:00Z","timestamp":1693785600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,4]]},"DOI":"10.1145\/3603607.3613480","type":"proceedings-article","created":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T21:07:25Z","timestamp":1695330445000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Serendipitous Gains of Explaining a Classifier - Artificial versus Human Performance and Annotator Support in an Urgent Instructor-Intervention Model for MOOCs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1405-2628","authenticated-orcid":false,"given":"Laila","family":"Alrajhi","sequence":"first","affiliation":[{"name":"Durham University, UK and \rKing Abdulaziz University, Saudi Arabia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4914-3347","authenticated-orcid":false,"given":"Filipe Dwan","family":"Pereira","sequence":"additional","affiliation":[{"name":"Federal University of Roraima, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1454-8822","authenticated-orcid":false,"given":"Alexandra I.","family":"Cristea","sequence":"additional","affiliation":[{"name":"Durham University, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9258-3503","authenticated-orcid":false,"given":"Ahmed","family":"Alamri","sequence":"additional","affiliation":[{"name":"University of Jeddah, Saudi Arabia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,9,21]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Learning instructor intervention from mooc forums: Early results and issues. arXiv preprint arXiv:1504.07206","author":"Chandrasekaran M.K.","year":"2015","unstructured":"Chandrasekaran , M.K. , , Learning instructor intervention from mooc forums: Early results and issues. arXiv preprint arXiv:1504.07206 , 2015 . Chandrasekaran, M.K., , Learning instructor intervention from mooc forums: Early results and issues. arXiv preprint arXiv:1504.07206, 2015."},{"key":"e_1_3_2_1_2_1","first-page":"2224","volume":"202","author":"Dong H.","unstructured":"Dong , H. , , Automated social text annotation with joint multilabel attention networks. IEEE Transactions on Neural Networks and Learning Systems , 202 0.\u00a032(5): p. 2224 - 2238 . Dong, H., , Automated social text annotation with joint multilabel attention networks. IEEE Transactions on Neural Networks and Learning Systems, 2020.\u00a032(5): p. 2224-2238.","journal-title":"Learning Systems"},{"key":"e_1_3_2_1_3_1","volume-title":"Captum: A unified and generic model interpretability library for pytorch. arXiv preprint arXiv:2009.07896","author":"Kokhlikyan N.","year":"2020","unstructured":"Kokhlikyan , N. , , Captum: A unified and generic model interpretability library for pytorch. arXiv preprint arXiv:2009.07896 , 2020 . Kokhlikyan, N., , Captum: A unified and generic model interpretability library for pytorch. arXiv preprint arXiv:2009.07896, 2020."},{"key":"e_1_3_2_1_4_1","volume-title":"A Practical Tutorial on Explainable AI Techniques. arXiv preprint arXiv:2111.14260","author":"Bennetot A.","year":"2021","unstructured":"Bennetot , A. , , A Practical Tutorial on Explainable AI Techniques. arXiv preprint arXiv:2111.14260 , 2021 . Bennetot, A., , A Practical Tutorial on Explainable AI Techniques. arXiv preprint arXiv:2111.14260, 2021."},{"key":"e_1_3_2_1_5_1","first-page":"1","volume":"201","author":"Almatrafi O.","unstructured":"Almatrafi , O. , A. Johri , and H. Rangwala , Needle in a haystack: Identifying learner posts that require urgent response in MOOC discussion forums. Computers & Education , 201 8. 118: p. 1 - 9 . Almatrafi, O., A. Johri, and H. Rangwala, Needle in a haystack: Identifying learner posts that require urgent response in MOOC discussion forums. Computers & Education, 2018. 118: p. 1-9.","journal-title":"Education"},{"key":"e_1_3_2_1_6_1","first-page":"120522","volume":"201","author":"Guo S.X.","unstructured":"Guo , S.X. , , Attention-Based Character-Word Hybrid Neural Networks with semantic and structural information for identifying of urgent posts in MOOC discussion forums. IEEE Access , 201 9. 7: p. 120522 - 120532 . Guo, S.X., , Attention-Based Character-Word Hybrid Neural Networks with semantic and structural information for identifying of urgent posts in MOOC discussion forums. IEEE Access, 2019. 7: p. 120522-120532.","journal-title":"IEEE Access"},{"key":"e_1_3_2_1_7_1","first-page":"58243","volume":"202","author":"Khodeir N.A.","unstructured":"Khodeir , N.A. , Bi-GRU urgent classification for MOOC discussion forums based on BERT . IEEE Access , 202 1. 9: p. 58243 - 58255 . Khodeir, N.A., Bi-GRU urgent classification for MOOC discussion forums based on BERT. IEEE Access, 2021. 9: p. 58243-58255.","journal-title":"IEEE Access"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_8_1","DOI":"10.1007\/978-3-031-32883-1_57"},{"key":"e_1_3_2_1_9_1","volume-title":"Not Enough: A XAI Approach for Urgent Instructor-Intervention Models in MOOCs. in International Conference on Artificial Intelligence in Education.","author":"Alrajhi L.","year":"2022","unstructured":"Alrajhi , L. , A Good Classifier is Not Enough: A XAI Approach for Urgent Instructor-Intervention Models in MOOCs. in International Conference on Artificial Intelligence in Education. 2022 . Springer. Alrajhi, L., A Good Classifier is Not Enough: A XAI Approach for Urgent Instructor-Intervention Models in MOOCs. in International Conference on Artificial Intelligence in Education. 2022. Springer."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1109\/ICMLA.2017.0-134"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.1109\/EDUNINE.2019.8875845"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1007\/978-3-030-49663-0_27"},{"key":"e_1_3_2_1_13_1","first-page":"1","volume":"202","author":"Kumar A.","unstructured":"Kumar , A. , S. Dikshit , and V.H.C. Albuquerque , Explainable artificial intelligence for sarcasm detection in dialogues. Wireless Communications and Mobile Computing , 202 1. 2021: p. 1 - 13 . Kumar, A., S. Dikshit, and V.H.C. Albuquerque, Explainable artificial intelligence for sarcasm detection in dialogues. Wireless Communications and Mobile Computing, 2021. 2021: p. 1-13.","journal-title":"Mobile Computing"},{"key":"e_1_3_2_1_14_1","first-page":"206","volume":"201","author":"Rudin C.","unstructured":"Rudin , C. , Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature Machine Intelligence , 201 9. 1(5): p. 206 - 215 . Rudin, C., Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature Machine Intelligence, 2019. 1(5): p. 206-215.","journal-title":"Nature Machine Intelligence"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1109\/DSAA.2018.00018"},{"key":"e_1_3_2_1_16_1","volume-title":"Peeking inside the black-box: a survey on explainable artificial intelligence (XAI)","author":"Adadi A.","year":"2018","unstructured":"Adadi , A. and M. Berrada , Peeking inside the black-box: a survey on explainable artificial intelligence (XAI) . IEEE access, 2018 . 6: p. 52138-52160. Adadi, A. and M. Berrada, Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE access, 2018. 6: p. 52138-52160."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_18_1","volume-title":"A unified approach to interpreting model predictions. arXiv preprint arXiv:1705.07874","author":"Lundberg S.","year":"2017","unstructured":"Lundberg , S. and S. -I. Lee , A unified approach to interpreting model predictions. arXiv preprint arXiv:1705.07874 , 2017 . Lundberg, S. and S.-I. Lee, A unified approach to interpreting model predictions. arXiv preprint arXiv:1705.07874, 2017."},{"key":"e_1_3_2_1_19_1","volume-title":"Interpretml: A unified framework for machine learning interpretability. arXiv preprint arXiv:1909.09223","author":"Nori H.","year":"2019","unstructured":"Nori , H. , , Interpretml: A unified framework for machine learning interpretability. arXiv preprint arXiv:1909.09223 , 2019 . Nori, H., , Interpretml: A unified framework for machine learning interpretability. arXiv preprint arXiv:1909.09223, 2019."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.1002\/widm.1391"},{"key":"e_1_3_2_1_21_1","volume-title":"41st International convention on information and communication technology, electronics and microelectronics (MIPRO).","author":"Do\u0161ilovi\u0107 F.K.","year":"2018","unstructured":"Do\u0161ilovi\u0107 , F.K. , M. Br\u010di\u0107 , and N. Hlupi\u0107 . Explainable artificial intelligence: A survey. in 2018 41st International convention on information and communication technology, electronics and microelectronics (MIPRO). 2018 . IEEE. Do\u0161ilovi\u0107, F.K., M. Br\u010di\u0107, and N. Hlupi\u0107. Explainable artificial intelligence: A survey. in 2018 41st International convention on information and communication technology, electronics and microelectronics (MIPRO). 2018. IEEE."},{"key":"e_1_3_2_1_22_1","volume-title":"Automatic subject-based contextualisation of programming assignment lists","author":"Fonseca S.C.","year":"2020","unstructured":"Fonseca , S.C. , , Automatic subject-based contextualisation of programming assignment lists . International Educational Data Mining Society , 2020 . Fonseca, S.C., , Automatic subject-based contextualisation of programming assignment lists. International Educational Data Mining Society, 2020."},{"key":"e_1_3_2_1_23_1","volume-title":"Human-AI Hybrid System for Categorising Programming Problems. in Proceedings of the 52nd ACM Technical Symposium on Computer Science Education.","author":"Pereira F.D.","year":"2021","unstructured":"Pereira , F.D. , Towards a Human-AI Hybrid System for Categorising Programming Problems. in Proceedings of the 52nd ACM Technical Symposium on Computer Science Education. 2021 . Pereira, F.D., Towards a Human-AI Hybrid System for Categorising Programming Problems. in Proceedings of the 52nd ACM Technical Symposium on Computer Science Education. 2021."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation.","author":"Kokalj E.","year":"2021","unstructured":"Kokalj , E. , BERT meets shapley: Extending SHAP explanations to transformer-based classifiers . in Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation. 2021 . Kokalj, E., BERT meets shapley: Extending SHAP explanations to transformer-based classifiers. in Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation. 2021."},{"key":"e_1_3_2_1_25_1","volume-title":"New explainability method for BERT-based model in fake news detection. Scientific reports","author":"Szczepa\u0144ski M.","year":"2021","unstructured":"Szczepa\u0144ski , M. , , New explainability method for BERT-based model in fake news detection. Scientific reports , 2021 . 11(1): p. 1-13. Szczepa\u0144ski, M., , New explainability method for BERT-based model in fake news detection. Scientific reports, 2021. 11(1): p. 1-13."},{"unstructured":"Captum. Captum - Model Interpretability for PyTorch. 2021; Available from: https:\/\/captum.ai\/docs\/introduction.html.  Captum. Captum - Model Interpretability for PyTorch. 2021; Available from: https:\/\/captum.ai\/docs\/introduction.html.","key":"e_1_3_2_1_26_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_27_1","DOI":"10.4103\/jpi.jpi_52_21"},{"key":"e_1_3_2_1_28_1","first-page":"100037","volume-title":"Computers and Education: Artificial Intelligence","author":"Hu Y.","year":"2021","unstructured":"Hu , Y. , R.F. Mello , and D. Ga\u0161evi\u0107 , Automatic analysis of cognitive presence in online discussions: An approach using deep learning and explainable artificial intelligence . Computers and Education: Artificial Intelligence , 2021 . 2: p. 100037 . Hu, Y., R.F. Mello, and D. Ga\u0161evi\u0107, Automatic analysis of cognitive presence in online discussions: An approach using deep learning and explainable artificial intelligence. Computers and Education: Artificial Intelligence, 2021. 2: p. 100037."},{"unstructured":"Agrawal A. and A. Paepcke. The Stanford MOOCPosts Data Set. 2020 27\/1\/2020]; Available from: https:\/\/datastage.stanford.edu\/StanfordMoocPosts\/.  Agrawal A. and A. Paepcke. The Stanford MOOCPosts Data Set. 2020 27\/1\/2020]; Available from: https:\/\/datastage.stanford.edu\/StanfordMoocPosts\/.","key":"e_1_3_2_1_29_1"},{"key":"e_1_3_2_1_30_1","volume-title":"Answering the call for a standard reliability measure for coding data. Communication methods and measures","author":"Hayes A.F.","year":"2007","unstructured":"Hayes , A.F. and K. Krippendorff , Answering the call for a standard reliability measure for coding data. Communication methods and measures , 2007 . 1(1): p. 77-89. Hayes, A.F. and K. Krippendorff, Answering the call for a standard reliability measure for coding data. Communication methods and measures, 2007. 1(1): p. 77-89."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_31_1","DOI":"10.1007\/978-3-540-30228-5_23"},{"key":"e_1_3_2_1_32_1","volume-title":"Similarity Based Stratified Splitting: an approach to train better classifiers. arXiv preprint arXiv:2010.06099","author":"Farias F.","year":"2020","unstructured":"Farias , F. , T. Ludermir , and C. Bastos-Filho , Similarity Based Stratified Splitting: an approach to train better classifiers. arXiv preprint arXiv:2010.06099 , 2020 . Farias, F., T. Ludermir, and C. Bastos-Filho, Similarity Based Stratified Splitting: an approach to train better classifiers. arXiv preprint arXiv:2010.06099, 2020."},{"unstructured":"Captum. Captum_BERT. 2022; Available from: https:\/\/colab.research.google.com\/drive\/1pgAbzUF2SzF0BdFtGpJbZPWUOhFxT2NZ.  Captum. Captum_BERT. 2022; Available from: https:\/\/colab.research.google.com\/drive\/1pgAbzUF2SzF0BdFtGpJbZPWUOhFxT2NZ.","key":"e_1_3_2_1_33_1"},{"key":"e_1_3_2_1_34_1","volume-title":"International conference on machine learning.","author":"Sundararajan M.","year":"2017","unstructured":"Sundararajan , M. , A. Taly , and Q. Yan . Axiomatic attribution for deep networks . in International conference on machine learning. 2017 . PMLR. Sundararajan, M., A. Taly, and Q. Yan. Axiomatic attribution for deep networks. in International conference on machine learning. 2017. PMLR."}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"acronym":"HT '23","name":"HT '23: 34th ACM Conference on Hypertext and Social Media","location":"Rome Italy"},"container-title":["Proceedings of the 6th Workshop on Human Factors in Hypertext"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603607.3613480","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3603607.3613480","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:20Z","timestamp":1750178240000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603607.3613480"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,4]]},"references-count":34,"alternative-id":["10.1145\/3603607.3613480","10.1145\/3603607"],"URL":"https:\/\/doi.org\/10.1145\/3603607.3613480","relation":{},"subject":[],"published":{"date-parts":[[2023,9,4]]},"assertion":[{"value":"2023-09-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}