{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:07:12Z","timestamp":1776110832072,"version":"3.50.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Natural Science Foundation of China under Grant","award":["42171450"],"award-info":[{"award-number":["42171450"]}]},{"name":"National Natural Science Foundation of China under Grant","award":["41671379"],"award-info":[{"award-number":["41671379"]}]},{"name":"the Key Research and Development Project of Science and Technology Development Plan of Science and Technology Department of Jilin Province","award":["No. 20210201074GX"],"award-info":[{"award-number":["No. 20210201074GX"]}]},{"DOI":"10.13039\/501100012166","name":"National Key R &D Program of China","doi-asserted-by":"crossref","award":["No. 2020YFA0714102"],"award-info":[{"award-number":["No. 2020YFA0714102"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Vis"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s12650-022-00899-8","type":"journal-article","created":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T11:03:19Z","timestamp":1667646199000},"page":"723-741","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Visual analytics of potential dropout behavior patterns in online learning based on counterfactual explanation"],"prefix":"10.1007","volume":"26","author":[{"given":"Huijie","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Jialu","family":"Dong","sequence":"additional","affiliation":[]},{"given":"Cheng","family":"Lv","sequence":"additional","affiliation":[]},{"given":"Yiming","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Jinghan","family":"Bai","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,11,5]]},"reference":[{"key":"899_CR1","doi-asserted-by":"crossref","unstructured":"Amnueypornsakul B, Bhat S, Chinprutthiwong P (2014) Predicting attrition along the way: the UIUC model. In: Proceedings of the EMNLP 2014 workshop on analysis of large scale social interaction in MOOCs, pp 55\u201359","DOI":"10.3115\/v1\/W14-4110"},{"issue":"10","key":"899_CR2","doi-asserted-by":"publisher","first-page":"2315","DOI":"10.1109\/TVCG.2015.2505305","volume":"22","author":"Q Chen","year":"2016","unstructured":"Chen Q, Chen Y, Liu D, Shi C, Wu Y, Qu H (2016) Peakvizor: visual analytics of peaks in video clickstreams from massive open online courses. IEEE Trans Visual Comput Graph 22(10):2315\u20132330","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"3","key":"899_CR3","doi-asserted-by":"publisher","first-page":"1622","DOI":"10.1109\/TVCG.2018.2872961","volume":"26","author":"Q Chen","year":"2020","unstructured":"Chen Q, Yue X, Plantaz X, Chen Y, Shi C, Pong T, Qu H (2020) Viseq: visual analytics of learning sequence in massive open online courses. IEEE Trans Visual Comput Graph 26(3):1622\u20131636","journal-title":"IEEE Trans Visual Comput Graph"},{"key":"899_CR4","doi-asserted-by":"crossref","unstructured":"Chen Y,Chen Q, Zhao M, Boyer S, Veeramachaneni K, Qu H (2016) Dropoutseer: visualizing learning patterns in massive open online courses for dropout reasoning and prediction. In: 11th IEEE conference on visual analytics science and technology, IEEE VAST 2016, Baltimore, MD, USA, October 23\u201328, 2016. IEEE Computer Society, pp 111\u2013120","DOI":"10.1109\/VAST.2016.7883517"},{"issue":"2","key":"899_CR5","doi-asserted-by":"publisher","first-page":"1438","DOI":"10.1109\/TVCG.2020.3030342","volume":"27","author":"F Cheng","year":"2021","unstructured":"Cheng F, Ming Y, Qu H (2021) DECE: decision explorer with counterfactual explanations for machine learning models. IEEE Trans Visual Comput Graph 27(2):1438\u20131447","journal-title":"IEEE Trans Visual Comput Graph"},{"key":"899_CR6","unstructured":"Fisnik D, Shariq IA, Zenun K (2018) Mooc dropout prediction using machine learning techniques: review and research challenges. In 2018 IEEE global engineering education conference (EDUCON), pp 1007\u20131014"},{"issue":"1","key":"899_CR7","doi-asserted-by":"publisher","first-page":"3:1","DOI":"10.1049\/iet-its.2017.0121","volume":"8","author":"S Fu","year":"2018","unstructured":"Fu S, Wang Y, Yang Y, Bi Q, Guo F, Qu H (2018) Visforum: A visual analysis system for exploring user groups in online forums. ACM Trans Interact Intell Syst 8(1):3:1-3:21","journal-title":"ACM Trans Interact Intell Syst"},{"issue":"1","key":"899_CR8","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1109\/TVCG.2016.2598444","volume":"23","author":"S Fu","year":"2017","unstructured":"Fu S, Zhao J, Cui W, Qu H (2017) Visual analysis of MOOC forums with iForum. IEEE Trans Visual Comput Graph 23(1):201\u2013210","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"5","key":"899_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti R, Monreale A, Turini F, Pedreschi D, Giannotti F (2018) A survey of methods for explaining black box models. ACM Comput Surv 51(5):1\u201342","journal-title":"ACM Comput Surv"},{"issue":"1","key":"899_CR10","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1109\/TVCG.2019.2934659","volume":"26","author":"F Hohman","year":"2020","unstructured":"Hohman F, Park H, Robinson C, Chau DHP (2020) Summit: Scaling deep learning interpretability by visualizing activation and attribution summarizations. IEEE Trans Visual Comput Graph 26(1):1096\u20131106","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"10","key":"899_CR11","doi-asserted-by":"publisher","first-page":"2944","DOI":"10.3390\/su11102944","volume":"11","author":"Z Huijie","year":"2019","unstructured":"Huijie Z, Ren K, Yiming L, Dezhan Q, Li Z (2019) Airinsight: visual exploration and interpretation of latent patterns and anomalies in air quality data. Sustainability 11(10):2944","journal-title":"Sustainability"},{"key":"899_CR12","doi-asserted-by":"publisher","first-page":"1777","DOI":"10.1360\/SSI-2021-0062","volume":"51","author":"X Jiazhi","year":"2021","unstructured":"Jiazhi X, Jie L, Siming C, Hongxing Q, Shixia L (2021) A survey on interdisciplinary research of visualization and artificial intelligence. Sci Sin Inf 51:1777\u20131801","journal-title":"Sci Sin Inf"},{"key":"899_CR13","doi-asserted-by":"publisher","unstructured":"Jin C (2020) Mooc student dropout prediction model based on learning behavior features and parameter optimization. Interact Learn Environ 1\u201319. https:\/\/doi.org\/10.1080\/10494820.2020.1802300","DOI":"10.1080\/10494820.2020.1802300"},{"key":"899_CR14","doi-asserted-by":"publisher","first-page":"1319","DOI":"10.1007\/s12650-021-00775-x","volume":"24","author":"B Jinghan","year":"2021","unstructured":"Jinghan B, Huijie Z, Dezhan Q, Cheng L, Weizhang S (2021) Fgvis: visual analytics of human mobility patterns and urban areas based on f-glove. J Visual 24:1319\u20131335","journal-title":"J Visual"},{"issue":"1","key":"899_CR15","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/TVCG.2017.2744718","volume":"24","author":"M Kahng","year":"2018","unstructured":"Kahng M, Andrews PY, Kalro A, Chau DHP (2018) Activis: Visual exploration of industry-scale deep neural network models. IEEE Trans Visual Comput Graph 24(1):88\u201397","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"4","key":"899_CR16","first-page":"16","volume":"34","author":"TKF Chiu","year":"2018","unstructured":"Chiu TKF, Hew TKF (2018) Factors influencing peer learning and performance in mooc asynchronous online discussion forum. Austral J Educ Technol 34(4):16\u201328","journal-title":"Austral J Educ Technol"},{"key":"899_CR17","doi-asserted-by":"crossref","unstructured":"K\u0151r\u00f6si G, Farkas R (2020) Mooc performance prediction by deep learning from raw clickstream data. In: International conference on advances in computing and data sciences. Springer, Berlin, pp 474\u2013485","DOI":"10.1007\/978-981-15-6634-9_43"},{"issue":"1","key":"899_CR18","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1109\/TVCG.2017.2744938","volume":"24","author":"M Liu","year":"2018","unstructured":"Liu M, Shi J, Cao K, Zhu J, Liu S (2018) Analyzing the training processes of deep generative models. IEEE Trans Visual Comput Graph 24(1):77\u201387","journal-title":"IEEE Trans Visual Comput Graph"},{"key":"899_CR19","doi-asserted-by":"publisher","first-page":"1845","DOI":"10.1007\/s13369-020-05127-9","volume":"46","author":"S Mehmet","year":"2021","unstructured":"Mehmet S (2021) A comparative analysis of dropout prediction in massive open online courses. Arab J Sci Eng 46:1845\u20131861","journal-title":"Arab J Sci Eng"},{"key":"899_CR20","doi-asserted-by":"crossref","unstructured":"Ming Y, Cao S, Zhang R, Li Z, Chen Y, Song Y, Qu H (2017) Understanding hidden memories of recurrent neural networks. In: 12th IEEE conference on visual analytics science and technology, IEEE VAST 2017, Phoenix, AZ, USA, Oct 3\u20136, 2017. IEEE Computer Society, pp 13\u201324","DOI":"10.1109\/VAST.2017.8585721"},{"key":"899_CR21","doi-asserted-by":"crossref","unstructured":"Mothilal RK, Sharma A, Tan C (2020) Explaining machine learning classifiers through diverse counterfactual explanations. In: Proceedings of the 2020 conference on fairness, accountability, and transparency, pp 607\u2013617","DOI":"10.1145\/3351095.3372850"},{"key":"899_CR22","unstructured":"Mu X, Xu K, Chen Q, Du F, Wang Y, Qu H (2019) Moocad: visual analysis of anomalous learning activities in massive open online courses. In: 21st eurographics conference on visualization, EuroVis 2019\u2014short papers, Porto, Portugal, June 3\u20137, 2019. Eurographics Association, pp 91\u201395"},{"key":"899_CR23","doi-asserted-by":"crossref","unstructured":"Pawelczyk M, Broelemann K, Kasneci G (2020) Learning model-agnostic counterfactual explanations for tabular data. In: Proceedings of the web conference 2020, pp 3126\u20133132","DOI":"10.1145\/3366423.3380087"},{"key":"899_CR24","doi-asserted-by":"crossref","unstructured":"Prashan M, Tim M, Liz S, Frank V (2020) Explainable reinforcement learning through a causal lens. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 2493\u20132500, 04","DOI":"10.1609\/aaai.v34i03.5631"},{"key":"899_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107315","volume":"94","author":"F Qian","year":"2021","unstructured":"Qian F, Zhanghao G, Junyi Z, Yafeng Z (2021) CLSA: a novel deep learning model for MOOC dropout prediction. Comput Electr Eng 94:107315","journal-title":"Comput Electr Eng"},{"key":"899_CR26","unstructured":"Reuben B, Max VK, Michael V, Ulrik L, Jun Z, Nigel S (2018) \u2019It\u2019s reducing a human being to a percentage\u2019: perceptions of justice in algorithmic decisions. In: Proceedings of the 2018 CHI conference on human factors in computing systems, pp 1\u201314"},{"key":"899_CR27","unstructured":"Siby P, Manish G (2020) Onet c a temporal meta embedding network for MOOC dropout prediction. In: 2018 IEEE global engineering education conference (EDUCON), pp 5209\u20135217, 12"},{"issue":"1","key":"899_CR28","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1109\/TVCG.2017.2744158","volume":"24","author":"H Strobelt","year":"2018","unstructured":"Strobelt H, Gehrmann S, Pfister H, Rush AM (2018) LSTMVIS: a tool for visual analysis of hidden state dynamics in recurrent neural networks. IEEE Trans Visual Comput Graph 24(1):667\u2013676","journal-title":"IEEE Trans Visual Comput Graph"},{"key":"899_CR29","doi-asserted-by":"crossref","unstructured":"Sun Z, Harit A, Yu J, Cristea AI, Shi L (2021) A brief survey of deep learning approaches for learning analytics on MOOCs. In: International conference on intelligent tutoring systems. Springer, Berlin, pp 28\u201337","DOI":"10.1007\/978-3-030-80421-3_4"},{"key":"899_CR30","unstructured":"Tharindu PP, Liyanagunawardena R, Williams S (2014) Dropout: Mooc participants perspective. pp 95\u2013100, 02"},{"key":"899_CR31","unstructured":"Tulio RM, Sameer S, Carlos G (2016) \u201cWhy should I trust you?\u201d Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp 1135\u20131144, 08"},{"key":"899_CR32","unstructured":"Verma S, Dickerson J, Hines K (2020) Counterfactual explanations for machine learning: a review. arXiv preprint arXiv:2010.10596"},{"key":"899_CR33","first-page":"841","volume":"31","author":"S Wachter","year":"2017","unstructured":"Wachter S, Mittelstadt B, Russell C (2017) Counterfactual explanations without opening the black box: automated decisions and the GDPR. JOLT 31:841","journal-title":"JOLT"},{"key":"899_CR34","doi-asserted-by":"crossref","unstructured":"Wang L, Wang H(2019) Learning behavior analysis and dropout rate prediction based on MOOCs data. In: 2019 10th international conference on information technology in medicine and education (ITME). IEEE, pp 419\u2013423","DOI":"10.1109\/ITME.2019.00100"},{"key":"899_CR35","doi-asserted-by":"crossref","unstructured":"Wang W, Yu H, Miao C (2017) Deep model for dropout prediction in MOOCs. In: Proceedings of the 2nd international conference on crowd science and engineering, pp 26\u201332","DOI":"10.1145\/3126973.3126990"},{"key":"899_CR36","first-page":"073563311875701","volume":"57","author":"X Wangli","year":"2018","unstructured":"Wangli X, Dongping D (2018) Dropout prediction in MOOCs: using deep learning for personalized intervention. J Educ Comput Res 57:073563311875701","journal-title":"J Educ Comput Res"},{"issue":"3","key":"899_CR37","doi-asserted-by":"publisher","first-page":"336","DOI":"10.26599\/TST.2019.9010013","volume":"25","author":"Y Wen","year":"2019","unstructured":"Wen Y, Tian Y, Wen B, Zhou Q, Cai G, Liu S (2019) Consideration of the local correlation of learning behaviors to predict dropouts from MOOCs. Tsinghua Sci Technol 25(3):336\u2013347","journal-title":"Tsinghua Sci Technol"},{"key":"899_CR38","doi-asserted-by":"crossref","unstructured":"Wenzheng F, Jie T, Tracy L (2019) Understanding dropouts in MOOCs. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 517\u2013524, 07","DOI":"10.1609\/aaai.v33i01.3301517"},{"issue":"1","key":"899_CR39","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.visinf.2018.04.005","volume":"2","author":"J-S Wong","year":"2018","unstructured":"Wong J-S et al (2018) Messagelens: a visual analytics system to support multifaceted exploration of MOOC forum discussions. Visual Inform 2(1):37\u201349","journal-title":"Visual Inform"},{"key":"899_CR40","doi-asserted-by":"crossref","unstructured":"Wu N, Zhang L, Gao Y, Zhang M, Sun X, Feng J (2019) CLMS-Net: dropout prediction in MOOCs with deep learning. In: Proceedings of the ACM turing celebration conference, China, pp 1\u20136","DOI":"10.1145\/3321408.3322848"},{"key":"899_CR41","doi-asserted-by":"crossref","unstructured":"Xia M, Sun M, Wei H, Chen Q, Wang Y, Shi L, Qu H, Ma X (2019) Peerlens: peer-inspired interactive learning path planning in online question pool. In: Proceedings of the 2019 CHI conference on human factors in computing systems, CHI 2019, Glasgow, Scotland, UK, May 04-09. ACM, p 634","DOI":"10.1145\/3290605.3300864"},{"issue":"2","key":"899_CR42","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1109\/TVCG.2020.3030337","volume":"27","author":"M Xia","year":"2021","unstructured":"Xia M, Velumani RP, Wang Y, Qu H, Ma X (2021) Qlens: visual analytics of multi-step problem-solving behaviors for improving question design. IEEE Trans Visual Comput Graph 27(2):870\u2013880","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"3","key":"899_CR43","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1111\/cgf.13998","volume":"39","author":"M Xia","year":"2020","unstructured":"Xia M, Xu M, Lin C, Cheng TY, Qu H, Ma X (2020) Seqdynamics: visual analytics for evaluating online problem\u2013solving dynamics. Comput Graph Forum 39(3):511\u2013522","journal-title":"Comput Graph Forum"},{"key":"899_CR44","doi-asserted-by":"crossref","unstructured":"Xiong F, Zou K, Liu Z, Wang H (2019) Predicting learning status in MOOCs using LSTM. In: Proceedings of the ACM turing celebration conference, China, pp 1\u20135","DOI":"10.1145\/3321408.3322855"},{"issue":"06","key":"899_CR45","first-page":"94","volume":"27","author":"W Xueyu","year":"2017","unstructured":"Xueyu W, Gang Z, Xiao L (2017) Research on the learners\u2019 dropout prediction based on the MOOC data. Mod Educ Technol 27(06):94\u2013100","journal-title":"Mod Educ Technol"},{"issue":"3","key":"899_CR46","doi-asserted-by":"publisher","first-page":"169","DOI":"10.18608\/jla.2014.13.14","volume":"1","author":"C Ye","year":"2014","unstructured":"Ye C , Biswas G (2014) Early prediction of student dropout and performance in MOOCs using higher granularity temporal information. J Learn Anal 1(3):169\u2013172","journal-title":"J Learn Anal"},{"issue":"09","key":"899_CR47","first-page":"112","volume":"35","author":"W Yonggu","year":"2014","unstructured":"Yonggu W, Qing Z (2014) MOOC: characteristics and learning mechanism. Educ Res 35(09):112\u2013120133","journal-title":"Educ Res"},{"issue":"2","key":"899_CR48","doi-asserted-by":"publisher","first-page":"104","DOI":"10.3390\/educsci9020104","volume":"9","author":"C-H Yu","year":"2019","unstructured":"Yu C-H, Wu J, Liu A-C (2019) Predicting learning outcomes with MOOC clickstreams. Educ Sci 9(2):104","journal-title":"Educ Sci"},{"key":"899_CR49","doi-asserted-by":"crossref","unstructured":"Zaporozhko VV, Parfenov DI Shardakov VM (2019) Development approach of formation of individual educational trajectories based on neural network prediction of student learning outcomes. In: International conference of artificial intelligence, medical engineering, education. Springer, Berlin, pp 305\u2013314","DOI":"10.1007\/978-3-030-39162-1_28"},{"key":"899_CR50","doi-asserted-by":"publisher","first-page":"4839","DOI":"10.1109\/TVCG.2021.3107297","volume":"28","author":"Y Zhao","year":"2021","unstructured":"Zhao Y, Shi J, Liu J, Zhao J, Zhou F, Zhang W, Chen K, Zhao X, Zhu C, Chen W (2021) Evaluating effects of background stories on graph perception. IEEE Trans Visual Comput Graph 28:4839\u20134854","journal-title":"IEEE Trans Visual Comput Graph"},{"issue":"09","key":"899_CR51","first-page":"100","volume":"27","author":"X Zhenguo","year":"2017","unstructured":"Zhenguo X, Guanwen Z, Lin S, Jing A (2017) Research on the factors affecting the MOOC learner\u2019 dropout behavior. Mod Educ Technol 27(09):100\u2013106","journal-title":"Mod Educ Technol"}],"container-title":["Journal of Visualization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12650-022-00899-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12650-022-00899-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12650-022-00899-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T07:36:39Z","timestamp":1683531399000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12650-022-00899-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,5]]},"references-count":51,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["899"],"URL":"https:\/\/doi.org\/10.1007\/s12650-022-00899-8","relation":{},"ISSN":["1343-8875","1875-8975"],"issn-type":[{"value":"1343-8875","type":"print"},{"value":"1875-8975","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,5]]},"assertion":[{"value":"15 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}