{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,18]],"date-time":"2025-09-18T10:25:13Z","timestamp":1758191113190,"version":"3.44.0"},"reference-count":132,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. Comput. Sci. Technol."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s11390-025-4239-0","type":"journal-article","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T05:31:57Z","timestamp":1753248717000},"page":"1022-1045","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Survey of Static and Temporal Explainable Methods and Their Applications in Knowledge Tracing"],"prefix":"10.1007","volume":"40","author":[{"given":"Fan","family":"Li","sequence":"first","affiliation":[]},{"given":"Tian-Cheng","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yi-Fang","family":"Yin","sequence":"additional","affiliation":[]},{"given":"Di","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Ming-He","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Ge","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,23]]},"reference":[{"key":"4239_CR1","doi-asserted-by":"publisher","first-page":"4768","DOI":"10.5555\/3295222.3295230","volume-title":"Proc. the 31st International Conference on Neural Information Processing Systems","author":"S M Lundberg","year":"2017","unstructured":"Lundberg S M, Lee S I. A unified approach to interpreting model predictions. In Proc. the 31st International Conference on Neural Information Processing Systems, Dec. 2017, pp.4768\u20134777. DOI: https:\/\/doi.org\/10.5555\/3295222.3295230."},{"issue":"5","key":"4239_CR2","doi-asserted-by":"publisher","DOI":"10.1145\/3527848","volume":"55","year":"2023","unstructured":"Karimi A H, Barthe G, Sch\u00f6lkopf B, Valera I. A survey of algorithmic recourse: Contrastive explanations and consequential recommendations. ACM Computing Surveys, 2023, 55(5): Article No.95. DOI: https:\/\/doi.org\/10.1145\/3527848.","journal-title":"ACM Computing Surveys"},{"key":"4239_CR3","volume-title":"Captum: A unified and generic model interpretability library for PyTorch","author":"N Kokhlikyan","year":"2025","unstructured":"Kokhlikyan N, Miglani V, Martin M, Wang E, Alsallakh B, Reynolds J, Melnikov A, Kliushkina N, Araya C, Yan S, Reblitz-Richardson O. Captum: A unified and generic model interpretability library for PyTorch. arXiv: 2009.07896, 2020. https:\/\/arxiv.org\/abs\/2009.07896, May 2025."},{"issue":"1","key":"4239_CR4","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/TKDE.2020.2983930","volume":"34","author":"X Li","year":"2022","unstructured":"Li X, Cao C C, Shi Y, Bai W, Gao H, Qiu L, Wang C, Gao Y, Zhang S, Xue X, Chen L. A survey of data-driven and knowledge-aware explainable AI. IEEE Trans. Knowledge and Data Engineering, 2022, 34(1): 29\u201349. DOI: https:\/\/doi.org\/10.1109\/TKDE.2020.2983930.","journal-title":"IEEE Trans. Knowledge and Data Engineering"},{"issue":"5","key":"4239_CR5","doi-asserted-by":"publisher","first-page":"5782","DOI":"10.1109\/TPAMI.2022.3204236","volume":"45","author":"H Yuan","year":"2023","unstructured":"Yuan H, Yu H, Gui S, Ji S. Explainability in graph neural networks: A taxonomic survey. IEEE Trans. Pattern Analysis and Machine Intelligence, 2023, 45(5): 5782\u20135799. DOI: https:\/\/doi.org\/10.1109\/TPAMI.2022.3204236.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"key":"4239_CR6","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A B Arrieta","year":"2020","unstructured":"Arrieta A B, D\u00edaz-Rodr\u00edguez N, Del Ser J, Bennetot A, Tabik S, Barbado A, Garc\u00eda S, Gil-Lopez S, Molina D, Benjamins R, Chatila R, Herrera F. Explainable artificial intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI. Information Fusion, 2020, 58: 82\u2013115. DOI: https:\/\/doi.org\/10.1016\/J.INFFUS.2019.12.012.","journal-title":"Information Fusion"},{"issue":"3","key":"4239_CR7","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek W, Montavon G, Lapuschkin S, Anders C J, M\u00fcller K R. Explaining deep neural networks and beyond: A review of methods and applications. Proceedings of the IEEE, 2021, 109(3): 247\u2013278. DOI: https:\/\/doi.org\/10.1109\/JPROC.2021.3060483.","journal-title":"Proceedings of the IEEE"},{"key":"4239_CR8","doi-asserted-by":"publisher","first-page":"3512","DOI":"10.5555\/3157382.3157490","volume-title":"Proc. the 30th International Conference on Neural Information Processing Systems","author":"E Choi","year":"2016","unstructured":"Choi E, Bahadori M T, Kulas J A, Schuetz A, Stewart W F, Sun J. RETAIN: An interpretable predictive model for healthcare using reverse time attention mechanism. In Proc. the 30th International Conference on Neural Information Processing Systems, Dec. 2016, pp.3512\u20133520. DOI: https:\/\/doi.org\/10.5555\/3157382.3157490."},{"key":"4239_CR9","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1145\/3368555.3384460","volume-title":"Proc. the 2020 ACM Conference on Health, Inference, and Learning","author":"M Hardt","year":"2020","unstructured":"Hardt M, Rajkomar A, Flores G, Dai A, Howell M, Corrado G, Cui C, Hardt M. Explaining an increase in predicted risk for clinical alerts. In Proc. the 2020 ACM Conference on Health, Inference, and Learning, Apr. 2020, pp.80\u201389. DOI: https:\/\/doi.org\/10.1145\/3368555.3384460."},{"key":"4239_CR10","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3496264","volume-title":"Proc. the 34th International Conference on Neural Information Processing System","author":"A A Ismail","year":"2020","unstructured":"Ismail A A, Gunady M, Bravo H C, Feizi S. Benchmarking deep learning interpretability in time series predictions. In Proc. the 34th International Conference on Neural Information Processing System, Dec. 2020, Article No. 540. DOI: https:\/\/doi.org\/10.5555\/3495724.3496264."},{"key":"4239_CR11","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3495792","volume-title":"Proc. the 34th International Conference on Neural Information Processing Systems","author":"S Tonekaboni","year":"2020","unstructured":"Tonekaboni S, Joshi S, Campbell K R, Duvenaud D, Goldenberg A. What went wrong and when? Instancewise feature importance for time-series black-box models. In Proc. the 34th International Conference on Neural Information Processing Systems, Dec. 2020, Article No. 68. DOI: https:\/\/doi.org\/10.5555\/3495724.3495792."},{"key":"4239_CR12","doi-asserted-by":"publisher","first-page":"1366","DOI":"10.1145\/3459637.3482355","volume-title":"Proc. the 30th ACM International Conference on Information & Knowledge Management","author":"J Ni","year":"2021","unstructured":"Ni J, Chen Z, Cheng W, Zong B, Song D, Liu Y, Zhang X, Chen H. Interpreting convolutional sequence model by learning local prototypes with adaptation regularization. In Proc. the 30th ACM International Conference on Information & Knowledge Management, Nov. 2021, pp.1366\u20131375. DOI: https:\/\/doi.org\/10.1145\/3459637.3482355."},{"key":"4239_CR13","volume-title":"Proc. the 11th International Conference on Learning Representations","author":"K K Leung","year":"2023","unstructured":"Leung K K, Rooke C, Smith J, Zuberi S, Volkovs M. Temporal dependencies in feature importance for time series prediction. In Proc. the 11th International Conference on Learning Representations, May 2023."},{"key":"4239_CR14","doi-asserted-by":"publisher","first-page":"3319","DOI":"10.5555\/3305890.3306024","volume-title":"Proc. the 34th International Conference on Machine Learning","author":"M Sundararajan","year":"2017","unstructured":"Sundararajan M, Taly A, Yan Q. Axiomatic attribution for deep networks. In Proc. the 34th International Conference on Machine Learning, Aug. 2017, pp.3319\u20133328. DOI: https:\/\/doi.org\/10.5555\/3305890.3306024."},{"key":"4239_CR15","volume-title":"Proc. the 2nd International Conference on Learning Representations","author":"K Simonyan","year":"2014","unstructured":"Simonyan K, Vedaldi A, Zisserman A. Deep inside convolutional networks: Visualising image classification models and saliency maps. In Proc. the 2nd International Conference on Learning Representations, Apr. 2014."},{"key":"4239_CR16","volume-title":"SmoothGrad: Removing noise by adding noise","author":"D Smilkov","year":"2025","unstructured":"Smilkov D, Thorat N, Kim B, Vi\u00e9gas F B, Wattenberg M. SmoothGrad: Removing noise by adding noise. arXiv: 1706.03825, 2017. https:\/\/arxiv.org\/abs\/1706.03825, May 2025."},{"key":"4239_CR17","doi-asserted-by":"publisher","first-page":"5048","DOI":"10.1109\/CVPR46437.2021.00501","volume-title":"Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"A Kapishnikov","year":"2021","unstructured":"Kapishnikov A, Venugopalan S, Avci B, Wedin B, Terry M, Bolukbasi T. Guided integrated gradients: An adaptive path method for removing noise. In Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2021, pp.5048\u20135056. DOI: https:\/\/doi.org\/10.1109\/CVPR46437.2021.00501."},{"key":"4239_CR18","doi-asserted-by":"publisher","first-page":"26726","DOI":"10.5555\/3540261.3542308","volume-title":"Proc. the 35th International Conference on Neural Information Processing Systems","author":"A A Ismail","year":"2021","unstructured":"Ismail A A, Feizi S, Bravo H C. Improving deep learning interpretability by saliency guided training. In Proc. the 35th International Conference on Neural Information Processing Systems, Dec. 2021, pp.26726\u201326739. DOI: https:\/\/doi.org\/10.5555\/3540261.3542308."},{"key":"4239_CR19","first-page":"14485","volume-title":"Proc. the 39th International Conference on Machine Learning","author":"D D Lundstr\u00f6m","year":"2022","unstructured":"Lundstr\u00f6m D D, Huang T, Razaviyayn M. A rigorous study of integrated gradients method and extensions to internal neuron attributions. In Proc. the 39th International Conference on Machine Learning, Jul. 2022, pp.14485\u201314508."},{"issue":"7","key":"4239_CR20","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller K R, Samek W. On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS One, 2015, 10(7): e0130140. DOI: https:\/\/doi.org\/10.1371\/journal.pone.0130140.","journal-title":"PLoS One"},{"key":"4239_CR21","doi-asserted-by":"publisher","first-page":"3145","DOI":"10.5555\/3305890.3306006","volume-title":"Proc. the 34th International Conference on Machine Learning","author":"A Shrikumar","year":"2017","unstructured":"Shrikumar A, Greenside P, Kundaje A. Learning important features through propagating activation differences. In Proc. the 34th International Conference on Machine Learning, Aug. 2017, pp.3145\u20133153. DOI: https:\/\/doi.org\/10.5555\/3305890.3306006."},{"key":"4239_CR22","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Proc. the 13th European Conference on Computer Vision","author":"M D Zeiler","year":"2014","unstructured":"Zeiler M D, Fergus R. Visualizing and understanding convolutional networks. In Proc. the 13th European Conference on Computer Vision, Sept. 2014, pp.818\u2013833. DOI: https:\/\/doi.org\/10.1007\/978-3-319-10590-1_53."},{"key":"4239_CR23","volume-title":"Clinical intervention prediction and understanding using deep networks","author":"H Suresh","year":"2025","unstructured":"Suresh H, Hunt N, Johnson A, Celi L A, Szolovits P, Ghassemi M. Clinical intervention prediction and understanding using deep networks. arXiv: 1705.08498, 2017. https:\/\/arxiv.org\/abs\/1705.08498, May 2025."},{"key":"4239_CR24","doi-asserted-by":"publisher","first-page":"6970","DOI":"10.5555\/3295222.3295440","volume-title":"Proc. the 31st International Conference on Neural Information Processing Systems","author":"P Dabkowski","year":"2017","unstructured":"Dabkowski P, Gal Y. Real time image saliency for black box classifiers. In Proc. the 31st International Conference on Neural Information Processing Systems, Dec. 2017, pp.6970\u20136979. DOI: https:\/\/doi.org\/10.5555\/3295222.3295440."},{"key":"4239_CR25","doi-asserted-by":"publisher","first-page":"3449","DOI":"10.1109\/ICCV.2017.371","volume-title":"Proc. the 2017 IEEE International Conference on Computer Vision","author":"R C Fong","year":"2017","unstructured":"Fong R C, Vedaldi A. Interpretable explanations of black boxes by meaningful perturbation. In Proc. the 2017 IEEE International Conference on Computer Vision, Oct. 2017, pp.3449\u20133457. DOI: https:\/\/doi.org\/10.1109\/ICCV.2017.371."},{"key":"4239_CR26","doi-asserted-by":"publisher","first-page":"2950","DOI":"10.1109\/ICCV.2019.00304","volume-title":"Proc. the 2019 IEEE\/CVF International Conference on Computer Vision","author":"R Fong","year":"2019","unstructured":"Fong R, Patrick M, Vedaldi A. Understanding deep networks via extremal perturbations and smooth masks. In Proc. the 2019 IEEE\/CVF International Conference on Computer Vision, Oct. 27\u2013Nov. 2, 2019, pp.2950\u20132958. DOI: https:\/\/doi.org\/10.1109\/ICCV.2019.00304."},{"key":"4239_CR27","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497168","volume-title":"Proc. the 34th International Conference on Neural Information Processing Systems","author":"I C Covert","year":"2020","unstructured":"Covert I C, Lundberg S, Lee S I. Understanding global feature contributions with additive importance measures. In Proc. the 34th International Conference on Neural Information Processing Systems, Dec. 2020, Article No. 1444. DOI: https:\/\/doi.org\/10.5555\/3495724.3497168."},{"key":"4239_CR28","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-030-69544-6_7","volume-title":"Proc. the 15th Asian Conference on Computer Vision","author":"C Agarwal","year":"2020","unstructured":"Agarwal C, Nguyen A. Explaining image classifiers by removing input features using generative models. In Proc. the 15th Asian Conference on Computer Vision, Nov. 30\u2013Dec. 4, 2020, pp.101\u2013118. DOI: https:\/\/doi.org\/10.1007\/978-3-030-69544-6_7."},{"issue":"10","key":"4239_CR29","doi-asserted-by":"publisher","first-page":"5980","DOI":"10.1109\/TPAMI.2021.3083769","volume":"44","author":"N Akhtar","year":"2022","unstructured":"Akhtar N, Jalwana M A A K, Bennamoun M, Mian A. Attack to fool and explain deep networks. IEEE Trans. Pattern Analysis and Machine Intelligence, 2022, 44(10): 5980\u20135995. DOI: https:\/\/doi.org\/10.1109\/TPAMI.2021.3083769.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"key":"4239_CR30","volume-title":"Proc. the 11th International Conference on Learning Representations","author":"J Ren","year":"2023","unstructured":"Ren J, Zhou Z, Chen Q, Zhang Q. Can we faithfully represent absence states to compute shapley values on a DNN? In Proc. the 11th International Conference on Learning Representations, May 2023."},{"key":"4239_CR31","volume-title":"Proc. the 5th International Conference on Learning Representations","author":"L M Zintgraf","year":"2017","unstructured":"Zintgraf L M, Cohen T S, Adel T, Welling M. Visualizing deep neural network decisions: Prediction difference analysis. In Proc. the 5th International Conference on Learning Representations, Apr. 2017."},{"key":"4239_CR32","doi-asserted-by":"publisher","first-page":"26005","DOI":"10.5555\/3540261.3542252","volume-title":"Proc. the 35th International Conference on Neural Information Processing Systems","author":"T Fel","year":"2021","unstructured":"Fel T, Cad\u00e8ne R, Chalvidal M, Cord M, Vigouroux D, Serre T. Look at the variance! Efficient black-box explanations with sobol-based sensitivity analysis. In Proc. the 35th International Conference on Neural Information Processing Systems, Dec. 2021, pp.26005\u201326014. DOI: https:\/\/doi.org\/10.5555\/3540261.3542252."},{"issue":"1\/2\/3","key":"4239_CR33","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1016\/S0378-4754(00)00270-6","volume":"55","author":"I M Sobol\u2019","year":"2001","unstructured":"Sobol\u2019 I M. Global sensitivity indices for nonlinear mathematical models and their monte carlo estimates. Mathematics and Computers in Simulation, 2001, 55(1\/2\/3): 271\u2013280. DOI: https:\/\/doi.org\/10.1016\/S0378-4754(00)00270-6.","journal-title":"Mathematics and Computers in Simulation"},{"key":"4239_CR34","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1145\/2939672.2939778","volume-title":"Proc. the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","author":"M T Ribeiro","year":"2016","unstructured":"Ribeiro M T, Singh S, Guestrin C. \u201cWhy should I trust you?\u201d: Explaining the predictions of any classifier. In Proc. the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Aug. 2016, pp.1135\u20131144. DOI: https:\/\/doi.org\/10.1145\/2939672.2939778."},{"key":"4239_CR35","volume-title":"Proc. the 2020 CIKM Workshops","author":"G Visani","year":"2020","unstructured":"Visani G, Bagli E, Chesani F. OptiLIME: Optimized LIME explanations for diagnostic computer algorithms. In Proc. the 2020 CIKM Workshops, Oct. 2020."},{"key":"4239_CR36","doi-asserted-by":"publisher","first-page":"2429","DOI":"10.1145\/3447548.3467274","volume-title":"Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","author":"Z Zhou","year":"2021","unstructured":"Zhou Z, Hooker G, Wang F. S-LIME: Stabilized-LIME for model explanation. In Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, Aug. 2021, pp.2429\u20132438. DOI: https:\/\/doi.org\/10.1145\/3447548.3467274."},{"key":"4239_CR37","doi-asserted-by":"publisher","first-page":"3543","DOI":"10.18653\/V1\/N19-1357","volume-title":"Proc. the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"S Jain","year":"2019","unstructured":"Jain S, Wallace B C. Attention is not explanation. In Proc. the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Jun. 2019, pp.3543\u20133556. DOI: https:\/\/doi.org\/10.18653\/V1\/N19-1357."},{"key":"4239_CR38","doi-asserted-by":"publisher","first-page":"11","DOI":"10.18653\/V1\/D19-1002","volume-title":"Proc. the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing","author":"S Wiegreffe","year":"2019","unstructured":"Wiegreffe S, Pinter Y. Attention is not not explanation. In Proc. the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Nov. 2019, pp.11\u201320. DOI: https:\/\/doi.org\/10.18653\/V1\/D19-1002."},{"key":"4239_CR39","doi-asserted-by":"publisher","first-page":"2931","DOI":"10.18653\/V1\/P19-1282","volume-title":"Proc. the 57th Conference of the Association for Computational Linguistics","author":"S Serrano","year":"2019","unstructured":"Serrano S, Smith N A. Is attention interpretable? In Proc. the 57th Conference of the Association for Computational Linguistics, Jul. 2019, pp.2931\u20132951. DOI: https:\/\/doi.org\/10.18653\/V1\/P19-1282."},{"key":"4239_CR40","doi-asserted-by":"publisher","first-page":"7786","DOI":"10.5555\/3327757.3327875","volume-title":"Proc. the 32nd International Conference on Neural Information Processing Systems","author":"D Alvarez-Melis","year":"2018","unstructured":"Alvarez-Melis D, Jaakkola T S. Towards robust interpretability with self-explaining neural networks. In Proc. the 32nd International Conference on Neural Information Processing Systems, Dec. 2018, pp.7786\u20137795. DOI: https:\/\/doi.org\/10.5555\/3327757.3327875."},{"key":"4239_CR41","first-page":"13807","volume-title":"Proc. the 39th International Conference on Machine Learning","author":"Y Liu","year":"2022","unstructured":"Liu Y, Li H, Guo Y, Kong C, Li J, Wang S. Rethinking attention-model explainability through faithfulness violation test. In Proc. the 39th International Conference on Machine Learning, Jul. 2022, pp.13807\u201313824."},{"key":"4239_CR42","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1109\/ICCV48922.2021.00045","volume-title":"Proc. the 2021 IEEE\/CVF International Conference on Computer Vision","author":"H Chefer","year":"2021","unstructured":"Chefer H, Gur S, Wolf L. Generic attention-model explainability for interpreting bi-modal and encoder-decoder transformers. In Proc. the 2021 IEEE\/CVF International Conference on Computer Vision, Oct. 2021, pp.387\u2013396. DOI: https:\/\/doi.org\/10.1109\/ICCV48922.2021.00045."},{"key":"4239_CR43","first-page":"18754","volume-title":"Proc. the 39th International Conference on Machine Learning","author":"T Ron","year":"2022","unstructured":"Ron T, Hazan T. Dual decomposition of convex optimization layers for consistent attention in medical images. In Proc. the 39th International Conference on Machine Learning, Jul. 2022, pp.18754\u201318769."},{"key":"4239_CR44","first-page":"2668","volume-title":"Proc. the 35th International Conference on Machine Learning","author":"B Kim","year":"2018","unstructured":"Kim B, Wattenberg M, Gilmer J, Cai C, Wexler J, Vi\u00e9gas F, Sayres R. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV). In Proc. the 35th International Conference on Machine Learning, Jul. 2018, pp.2668\u20132677."},{"key":"4239_CR45","first-page":"9277","volume-title":"Proc. the 33rd International Conference on Neural Information Processing Systems","author":"A Ghorbani","year":"2019","unstructured":"Ghorbani A, Wexler J, Zou J, Kim B. Towards automatic concept-based explanations. In Proc. the 33rd International Conference on Neural Information Processing Systems, Dec. 2019, pp.9277\u20139286."},{"key":"4239_CR46","doi-asserted-by":"publisher","first-page":"11682","DOI":"10.1609\/AAAI.V35I13.17389","volume-title":"Proc. the 35th AAAI Conference on Artificial Intelligence","author":"R Zhang","year":"2021","unstructured":"Zhang R, Madumal P, Miller T, Ehinger K A, Rubinstein B I P. Invertible concept-based explanations for CNN models with non-negative concept activation vectors. In Proc. the 35th AAAI Conference on Artificial Intelligence, Feb. 2021, pp.11682\u201311690. DOI: https:\/\/doi.org\/10.1609\/AAAI.V35I13.17389."},{"key":"4239_CR47","first-page":"24273","volume-title":"Proc. the 35th Conference on Neural Information Processing Systems","author":"J Parekh","year":"2021","unstructured":"Parekh J, Mozharovskyi P, d\u2019Alch\u00e9-Buc F. A framework to learn with interpretation. In Proc. the 35th Conference on Neural Information Processing Systems, Dec. 2021, pp.24273\u201324285."},{"key":"4239_CR48","doi-asserted-by":"publisher","first-page":"6046","DOI":"10.1609\/AAAI.V36I6.20551","volume-title":"Proc. the 36th AAAI Conference on Artificial Intelligence","author":"P Barbiero","year":"2022","unstructured":"Barbiero P, Ciravegna G, Giannini F, Li\u00f3 P, Gori M, Melacci S. Entropy-based logic explanations of neural networks. In Proc. the 36th AAAI Conference on Artificial Intelligence, Feb. 22\u2013Mar. 1, 2022, pp.6046\u20136054. DOI: https:\/\/doi.org\/10.1609\/AAAI.V36I6.20551."},{"issue":"1","key":"4239_CR49","doi-asserted-by":"publisher","first-page":"831","DOI":"10.1109\/TVCG.2022.3209384","volume":"29","author":"J Huang","year":"2023","unstructured":"Huang J, Mishra A, Kwon B C, Bryan C. ConceptExplainer: Interactive explanation for deep neural networks from a concept perspective. IEEE Trans. Visualization and Computer Graphics, 2023, 29(1): 831\u2013841. DOI: https:\/\/doi.org\/10.1109\/TVCG.2022.3209384.","journal-title":"IEEE Trans. Visualization and Computer Graphics"},{"key":"4239_CR50","doi-asserted-by":"publisher","first-page":"9614","DOI":"10.1609\/AAAI.V36I9.21195","volume-title":"Proc. the 36th AAAI Conference on Artificial Intelligence","author":"T Q Tran","year":"2022","unstructured":"Tran T Q, Fukuchi K, Akimoto Y, Sakuma J. Unsupervised causal binary concepts discovery with VAE for blackbox model explanation. In Proc. the 36th AAAI Conference on Artificial Intelligence, Feb. 22\u2013Mar. 1, 2022, pp.9614\u20139622. DOI: https:\/\/doi.org\/10.1609\/AAAI.V36I9.21195."},{"issue":"1","key":"4239_CR51","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/cogs.12086","volume":"38","author":"A Renkl","year":"2014","unstructured":"Renkl A. Toward an instructionally oriented theory of example-based learning. Cognitive Science, 2014, 38(1): 1\u201337. DOI: https:\/\/doi.org\/10.1111\/COGS.12086.","journal-title":"Cognitive Science"},{"key":"4239_CR52","volume-title":"Counterfactual explanations without opening the black box: Automated decisions and the GDPR","author":"S Wachter","year":"2025","unstructured":"Wachter S, Mittelstadt B, Russell C. Counterfactual explanations without opening the black box: Automated decisions and the GDPR. arXiv: 1711.00399, 2017. https:\/\/arxiv.org\/abs\/1711.00399, May 2025."},{"key":"4239_CR53","doi-asserted-by":"publisher","first-page":"590","DOI":"10.5555\/3326943.3326998","volume-title":"Proc. the 32nd International Conference on Neural Information Processing Systems","author":"A Dhurandhar","year":"2018","unstructured":"Dhurandhar A, Chen P Y, Luss R, Tu C C, Ting P, Shanmugam K, Das P. Explanations based on the missing: Towards contrastive explanations with pertinent negatives. In Proc. the 32nd International Conference on Neural Information Processing Systems, Dec. 2018, pp.590\u2013601. DOI: https:\/\/doi.org\/10.5555\/3326943.3326998."},{"key":"4239_CR54","doi-asserted-by":"publisher","first-page":"2855","DOI":"10.24963\/IJCAI.2020\/395","volume-title":"Proc. the 29th International Joint Conference on Artificial Intelligence","author":"K Kanamori","year":"2021","unstructured":"Kanamori K, Takagi T, Kobayashi K, Arimura H. DACE: Distribution-aware counterfactual explanation by mixed-integer linear optimization. In Proc. the 29th International Joint Conference on Artificial Intelligence, Jan. 2021, pp.2855\u20132862. DOI: https:\/\/doi.org\/10.24963\/IJCAI.2020\/395."},{"key":"4239_CR55","volume-title":"Proc. the 10th International Conference on Learning Representations","author":"A Ghandeharioun","year":"2022","unstructured":"Ghandeharioun A, Kim B, Li C L, Jou B, Eoff B, Picard R W. DISSECT: Disentangled simultaneous explanations via concept traversals. In Proc. the 10th International Conference on Learning Representations, Apr. 2022."},{"key":"4239_CR56","first-page":"5338","volume-title":"Proc. the 37th International Conference on Machine Learning","author":"P W Koh","year":"2020","unstructured":"Koh P W, Nguyen T, Tang Y S, Mussmann S, Pierson E, Kim B, Liang P. Concept bottleneck models. In Proc. the 37th International Conference on Machine Learning, Jul. 2020, pp.5338\u20135348."},{"key":"4239_CR57","doi-asserted-by":"publisher","first-page":"951","DOI":"10.1109\/CVPR.2009.5206594","volume-title":"Proc. the 2009 IEEE Conference on Computer Vision and Pattern Recognition","author":"C H Lampert","year":"2009","unstructured":"Lampert C H, Nickisch H, Harmeling S. Learning to detect unseen object classes by between-class attribute transfer. In Proc. the 2009 IEEE Conference on Computer Vision and Pattern Recognition, Jun. 2009, pp.951\u2013958. DOI: https:\/\/doi.org\/10.1109\/CVPR.2009.5206594."},{"key":"4239_CR58","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511921735","volume-title":"The Design of Approximation Algorithms","author":"D P Williamson","year":"2011","unstructured":"Williamson D P, Shmoys D B. The Design of Approximation Algorithms. Cambridge University Press, 2011. DOI: https:\/\/doi.org\/10.1017\/CBO9780511921735."},{"key":"4239_CR59","first-page":"2376","volume-title":"Proc. the 36th International Conference on Machine Learning","author":"Y Goyal","year":"2019","unstructured":"Goyal Y, Wu Z, Ernst J, Batra D, Parikh D, Lee S. Counterfactual visual explanations. In Proc. the 36th International Conference on Machine Learning, Jun. 2019, pp.2376\u20132384."},{"key":"4239_CR60","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1145\/3287560.3287569","volume-title":"Proc. the 2019 Conference on Fairness, Accountability, and Transparency","author":"C Russell","year":"2019","unstructured":"Russell C. Efficient search for diverse coherent explanations. In Proc. the 2019 Conference on Fairness, Accountability, and Transparency, Jan. 2019, pp.20\u201328. DOI: https:\/\/doi.org\/10.1145\/3287560.3287569."},{"issue":"9","key":"4239_CR61","doi-asserted-by":"publisher","first-page":"1681","DOI":"10.14778\/3461535.3461555","volume":"14","author":"M Schleich","year":"2021","unstructured":"Schleich M, Geng Z, Zhang Y, Suciu D. GeCo: Quality counterfactual explanations in real time. Proceedings of the VLDB Endowment, 2021, 14(9): 1681\u20131693. DOI: https:\/\/doi.org\/10.14778\/3461535.3461555.","journal-title":"Proceedings of the VLDB Endowment"},{"key":"4239_CR62","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1145\/3351095.3372850","volume-title":"Proc. the 2020 Conference on Fairness, Accountability, and Transparency","author":"R K Mothilal","year":"2020","unstructured":"Mothilal R K, Sharma A, Tan C. Explaining machine learning classifiers through diverse counterfactual explanations. In Proc. the 2020 Conference on Fairness, Accountability, and Transparency, Jan. 2020, pp.607\u2013617. DOI: https:\/\/doi.org\/10.1145\/3351095.3372850."},{"key":"4239_CR63","doi-asserted-by":"publisher","first-page":"62","DOI":"10.5555\/3540261.3540267","volume-title":"Proc. the 35th International Conference on Neural Information Processing Systems","author":"D Slack","year":"2021","unstructured":"Slack D, Hilgard S, Lakkaraju H, Singh S. Counterfactual explanations can be manipulated. In Proc. the 35th International Conference on Neural Information Processing Systems, Dec. 2021, pp.62\u201375. DOI: https:\/\/doi.org\/10.5555\/3540261.3540267."},{"key":"4239_CR64","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3495747","volume-title":"Proc. the 34th International Conference on Neural Information Processing Systems","author":"A H Karimi","year":"2020","unstructured":"Karimi A H, von K\u00fcgelgen J, Sch\u00f6lkopf B, Valera I. Algorithmic recourse under imperfect causal knowledge: A probabilistic approach. In Proc. the 34th International Conference on Neural Information Processing Systems, Dec. 2020, Article No. 23. DOI: https:\/\/doi.org\/10.5555\/3495724.3495747."},{"key":"4239_CR65","doi-asserted-by":"publisher","first-page":"8930","DOI":"10.5555\/3454287.3455088","volume-title":"Proc. the 33rd International Conference on Neural Information Processing Systems","author":"C Chen","year":"2019","unstructured":"Chen C, Li O, Tao D, Barnett A J, Su J, Rudin C. This looks like that: Deep learning for interpretable image recognition. In Proc. the 33rd International Conference on Neural Information Processing Systems, Dec. 2019, pp.8930\u20138941. DOI: https:\/\/doi.org\/10.5555\/3454287.3455088."},{"key":"4239_CR66","doi-asserted-by":"publisher","first-page":"3530","DOI":"10.1609\/AAAI.V32I1.11771","volume-title":"Proc. the 32nd AAAI Conference on Artificial Intelligence","author":"O Li","year":"2018","unstructured":"Li O, Liu H, Chen C, Rudin C. Deep learning for case-based reasoning through prototypes: A neural network that explains its predictions. In Proc. the 32nd AAAI Conference on Artificial Intelligence, Feb. 2018, pp.3530\u20133537. DOI: https:\/\/doi.org\/10.1609\/AAAI.V32I1.11771."},{"key":"4239_CR67","doi-asserted-by":"publisher","first-page":"1420","DOI":"10.1145\/3447548.3467245","volume-title":"Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","author":"D Rymarczyk","year":"2021","unstructured":"Rymarczyk D, Struski \u0141, Tabor J, Zielinski B. ProtoPShare: Prototypical parts sharing for similarity discovery in interpretable image classification. In Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, Aug. 2021, pp.1420\u20131430. DOI: https:\/\/doi.org\/10.1145\/3447548.3467245."},{"key":"4239_CR68","doi-asserted-by":"publisher","first-page":"14928","DOI":"10.1109\/CVPR46437.2021.01469","volume-title":"Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"M Nauta","year":"2021","unstructured":"Nauta M, van Bree R, Seifert C. Neural prototype trees for interpretable fine-grained image recognition. In Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2021, pp.14928\u201314938. DOI: https:\/\/doi.org\/10.1109\/CVPR46437.2021.01469."},{"key":"4239_CR69","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/978-3-030-93736-2_34","volume-title":"Proc. the 2021 International Workshops of ECML PKDD 2021 on Machine Learning and Principles and Practice of Knowledge Discovery in Databases","author":"M Nauta","year":"2021","unstructured":"Nauta M, Jutte A, Provoost J C, Seifert C. This looks like that, because... explaining prototypes for interpretable image recognition. In Proc. the 2021 International Workshops of ECML PKDD 2021 on Machine Learning and Principles and Practice of Knowledge Discovery in Databases, Sept. 2021, pp.441\u2013456. DOI: https:\/\/doi.org\/10.1007\/978-3-030-93736-2_34."},{"key":"4239_CR70","doi-asserted-by":"publisher","first-page":"2288","DOI":"10.5555\/3157096.3157352","volume-title":"Proc. the 30th International Conference on Neural Information Processing Systems","author":"B Kim","year":"2016","unstructured":"Kim B, Khanna R, Koyejo O. Examples are not enough, learn to criticize! Criticism for interpretability. In Proc. the 30th International Conference on Neural Information Processing Systems, Dec. 2016, pp.2288\u20132296. DOI: https:\/\/doi.org\/10.5555\/3157096.3157352."},{"issue":"8","key":"4239_CR71","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J. Long short-term memory. Neural Computation, 1997, 9(8): 1735\u20131780. DOI: https:\/\/doi.org\/10.1162\/NECO.1997.9.8.1735.","journal-title":"Neural Computation"},{"key":"4239_CR72","first-page":"2166","volume-title":"Proc. the 38th International Conference on Machine Learning","author":"J Crabb\u00e9","year":"2021","unstructured":"Crabb\u00e9 J, van der Schaar M. Explaining time series predictions with dynamic masks. In Proc. the 38th International Conference on Machine Learning, Jul. 2021, pp.2166\u20132177."},{"key":"4239_CR73","volume-title":"Proc. the 5th International Conference on Learning Representations","author":"W J Murdoch","year":"2017","unstructured":"Murdoch W J, Szlam A. Automatic rule extraction from long short term memory networks. In Proc. the 5th International Conference on Learning Representations, Apr. 2017."},{"key":"4239_CR74","volume-title":"Proc. the 6th International Conference on Learning Representations","author":"W J Murdoch","year":"2018","unstructured":"Murdoch W J, Liu P J, Yu B. Beyond word importance: Contextual decomposition to extract interactions from LSTMs. In Proc. the 6th International Conference on Learning Representations, Apr. 30\u2013May 3, 2018."},{"key":"4239_CR75","first-page":"2494","volume-title":"Proc. the 36th International Conference on Machine Learning","author":"T Guo","year":"2019","unstructured":"Guo T, Lin T, Antulov-Fantulin N. Exploring interpretable LSTM neural networks over multi-variable data. In Proc. the 36th International Conference on Machine Learning, Jun. 2019, pp.2494\u20132504."},{"key":"4239_CR76","doi-asserted-by":"publisher","first-page":"4369","DOI":"10.24963\/IJCAI.2019\/607","volume-title":"Proc. the 28th International Joint Conference on Artificial Intelligence","author":"Y Zhang","year":"2019","unstructured":"Zhang Y, Yang X, Ivy J S, Chi M. ATTAIN: Attention-based time-aware LSTM networks for disease progression modeling. In Proc. the 28th International Joint Conference on Artificial Intelligence, Aug. 2019, pp.4369\u20134375. DOI: https:\/\/doi.org\/10.24963\/IJCAI.2019\/607."},{"key":"4239_CR77","doi-asserted-by":"publisher","first-page":"2565","DOI":"10.1145\/3447548.3467166","volume-title":"Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","author":"J Bento","year":"2021","unstructured":"Bento J, Saleiro P, Cruz A F, Figueiredo M A T, Bizarro P. TimeSHAP: Explaining recurrent models through sequence perturbations. In Proc. the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, Aug. 2021, pp.2565\u20132573. DOI: https:\/\/doi.org\/10.1145\/3447548.3467166."},{"key":"4239_CR78","doi-asserted-by":"publisher","first-page":"8351","DOI":"10.1609\/AAAI.V36I8.20810","volume-title":"Proc. the 36th AAAI Conference on Artificial Intelligence","author":"A Sood","year":"2022","unstructured":"Sood A, Craven M. Feature importance explanations for temporal black-box models. In Proc. the 36th AAAI Conference on Artificial Intelligence, Feb. 22\u2013Mar. 1, 2022, pp.8351\u20138360. DOI: https:\/\/doi.org\/10.1609\/AAAI.V36I8.20810."},{"key":"4239_CR79","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1162\/tacl_a_00367","volume":"9","author":"A Jacovi","year":"2021","unstructured":"Jacovi A, Goldberg Y. Aligning faithful interpretations with their social attribution. Trans. Association for Computational Linguistics, 2021, 9: 294\u2013310. DOI: https:\/\/doi.org\/10.1162\/TACL_A_00367.","journal-title":"Trans. Association for Computational Linguistics"},{"key":"4239_CR80","doi-asserted-by":"publisher","first-page":"3650","DOI":"10.5555\/3540261.3540540","volume-title":"Proc. the 35th International Conference on Neural Information Processing Systems","author":"P Hase","year":"2021","unstructured":"Hase P, Xie H, Bansal M. The out-of-distribution problem in explainability and search methods for feature importance explanations. In Proc. the 35th International Conference on Neural Information Processing Systems, Dec. 2021, pp.3650\u20133666. DOI: https:\/\/doi.org\/10.5555\/3540261.3540540."},{"key":"4239_CR81","doi-asserted-by":"publisher","first-page":"1406","DOI":"10.1145\/3459637.3482446","volume-title":"Proc. the 30th ACM International Conference on Information & Knowledge Management","author":"P S Parvatharaju","year":"2021","unstructured":"Parvatharaju P S, Doddaiah R, Hartvigsen T, Rundensteiner E A. Learning saliency maps to explain deep time series classifiers. In Proc. the 30th ACM International Conference on Information & Knowledge Management, Nov. 2021, pp.1406\u20131415. DOI: https:\/\/doi.org\/10.1145\/3459637.3482446."},{"issue":"1","key":"4239_CR82","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/BF00155578","volume":"6","author":"J L Kolodner","year":"1992","unstructured":"Kolodner J L. An introduction to case-based reasoning. Artificial Intelligence Review, 1992, 6(1): 3\u201334. DOI: https:\/\/doi.org\/10.1007\/BF00155578.","journal-title":"Artificial Intelligence Review"},{"key":"4239_CR83","doi-asserted-by":"publisher","first-page":"903","DOI":"10.1145\/3292500.3330908","volume-title":"Proc. the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","author":"Y Ming","year":"2019","unstructured":"Ming Y, Xu P, Qu H, Ren L. Interpretable and steerable sequence learning via prototypes. In Proc. the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, Aug. 2019, pp.903\u2013913. DOI: https:\/\/doi.org\/10.1145\/3292500.3330908."},{"issue":"1","key":"4239_CR84","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1109\/TVCG.2019.2934267","volume":"26","author":"Y Ming","year":"2020","unstructured":"Ming Y, Xu P, Cheng F, Qu H, Ren L. ProtoSteer: Steering deep sequence model with prototypes. IEEE Trans. Visualization and Computer Graphics, 2020, 26(1): 238\u2013248. DOI: https:\/\/doi.org\/10.1109\/TVCG.2019.2934267.","journal-title":"IEEE Trans. Visualization and Computer Graphics"},{"key":"4239_CR85","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1109\/BIBM49941.2020.9313406","volume-title":"Proc. the 2020 IEEE International Conference on Bioinformatics and Biomedicine","author":"D Ma","year":"2020","unstructured":"Ma D, Wang Z, Xie J, Yu Z, Guo B, Zhou X. Modeling multivariate time series via prototype learning: A multi-level attention-based perspective. In Proc. the 2020 IEEE International Conference on Bioinformatics and Biomedicine, Dec. 2020, pp.687\u2013693. DOI: https:\/\/doi.org\/10.1109\/BIBM49941.2020.9313406."},{"key":"4239_CR86","volume-title":"Proc. the 12th International Conference on Educational Data Mining","author":"S Pandey","year":"2019","unstructured":"Pandey S, Karypis G. A self attentive model for knowledge tracing. In Proc. the 12th International Conference on Educational Data Mining, Jul. 2019."},{"key":"4239_CR87","doi-asserted-by":"publisher","first-page":"2330","DOI":"10.1145\/3394486.3403282","volume-title":"Proc. the 26th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","author":"A Ghosh","year":"2020","unstructured":"Ghosh A, Heffernan N, Lan A S. Context-aware attentive knowledge tracing. In Proc. the 26th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, Jul. 2020, pp.2330\u20132339. DOI: https:\/\/doi.org\/10.1145\/3394486.3403282."},{"key":"4239_CR88","doi-asserted-by":"publisher","first-page":"1205","DOI":"10.1145\/3340531.3411994","volume-title":"Proc. the 29th ACM International Conference on Information & Knowledge Management","author":"S Pandey","year":"2020","unstructured":"Pandey S, Srivastava J. RKT: Relation-aware self-attention for knowledge tracing. In Proc. the 29th ACM International Conference on Information & Knowledge Management, Oct. 2020, pp.1205\u20131214. DOI: https:\/\/doi.org\/10.1145\/3340531.3411994."},{"key":"4239_CR89","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1609\/AAAI.V33I01.3301750","volume-title":"Proc. the 33rd AAAI Conference on Artificial Intelligence","author":"J Vie","year":"2019","unstructured":"Vie J, Kashima H. Knowledge tracing machines: Factorization machines for knowledge tracing. In Proc. the 33rd AAAI Conference on Artificial Intelligence, Jan. 27\u2013Feb. 1, 2019, pp.750\u2013757. DOI: https:\/\/doi.org\/10.1609\/AAAI.V33I01.3301750."},{"key":"4239_CR90","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/978-3-030-78292-4_27","volume-title":"Proc. the 22nd International Conference on Artificial Intelligence in Education","author":"S Pu","year":"2021","unstructured":"Pu S, Converse G, Huang Y. Deep performance factors analysis for knowledge tracing. In Proc. the 22nd International Conference on Artificial Intelligence in Education, Jun. 2021, pp.331\u2013341. DOI: https:\/\/doi.org\/10.1007\/978-3-030-78292-4_27."},{"issue":"3","key":"4239_CR91","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1198\/tech.2007.s505","volume":"49","author":"A Y Chiang","year":"2007","unstructured":"Chiang A Y. Generalized additive models: An introduction with R. Technometrics, 2007, 49(3): 360\u2013361. DOI: https:\/\/doi.org\/10.1198\/TECH.2007.S505.","journal-title":"Technometrics"},{"issue":"1","key":"4239_CR92","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s12559-017-9522-0","volume":"10","author":"H Yang","year":"2018","unstructured":"Yang H, Cheung L P. Implicit heterogeneous features embedding in deep knowledge tracing. Cognitive Computation, 2018, 10(1): 3\u201314. DOI: https:\/\/doi.org\/10.1007\/S12559-017-9522-0.","journal-title":"Cognitive Computation"},{"key":"4239_CR93","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1145\/3450613.3456831","volume-title":"Proc. the 29th ACM Conference on User Modeling, Adaptation and Personalization","author":"C Wang","year":"2021","unstructured":"Wang C, Sahebi S, Zhao S, Brusilovsky P, Moraes L O. Knowledge tracing for complex problem solving: Granular rank-based tensor factorization. In Proc. the 29th ACM Conference on User Modeling, Adaptation and Personalization, Jun. 2021, pp.179\u2013188. DOI: https:\/\/doi.org\/10.1145\/3450613.3456831."},{"key":"4239_CR94","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1137\/1.9781611974348.80","volume-title":"Proc. the 2016 SIAM International Conference on Data Mining","author":"E E Papalexakis","year":"2016","unstructured":"Papalexakis E E. Automatic unsupervised tensor mining with quality assessment. In Proc. the 2016 SIAM International Conference on Data Mining, May 2016, pp.711\u2013719. DOI: https:\/\/doi.org\/10.1137\/1.9781611974348.80."},{"key":"4239_CR95","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1007\/978-3-031-11644-5_51","volume-title":"Proc. the 23rd International Conference on Artificial Intelligence in Education","author":"D Wang","year":"2022","unstructured":"Wang D, Lu Y, Zhang Z, Chen P. A generic interpreting method for knowledge tracing models. In Proc. the 23rd International Conference on Artificial Intelligence in Education, Jul. 2022, pp.573\u2013580. DOI: https:\/\/doi.org\/10.1007\/978-3-031-11644-5_51."},{"key":"4239_CR96","volume-title":"Do we need to go deep? Knowledge tracing with big data","author":"V Mandalapu","year":"2025","unstructured":"Mandalapu V, Gong J, Chen L. Do we need to go deep? Knowledge tracing with big data. arXiv: 2101.08349, 2021. https:\/\/arxiv.org\/abs\/2101.08349, May 2025."},{"issue":"3","key":"4239_CR97","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1007\/s40593-022-00297-z","volume":"33","author":"Y Lu","year":"2023","unstructured":"Lu Y, Wang D, Chen P, Meng Q, Yu S. Interpreting deep learning models for knowledge tracing. International Journal of Artificial Intelligence in Education, 2023, 33(3): 519\u2013542. DOI: https:\/\/doi.org\/10.1007\/S40593-022-00297-Z.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"4239_CR98","volume-title":"On the interpretability of deep learning based models for knowledge tracing","author":"X Ding","year":"2025","unstructured":"Ding X, Larson E C. On the interpretability of deep learning based models for knowledge tracing. arXiv: 2101.11335, 2021. https:\/\/arxiv.org\/abs\/2101.11335, May 2025."},{"key":"4239_CR99","doi-asserted-by":"publisher","first-page":"1182","DOI":"10.1109\/ICDM.2018.00156","volume-title":"Proc. the 2018 IEEE International Conference on Data Mining","author":"S Minn","year":"2018","unstructured":"Minn S, Yu Y, Desmarais M C, Zhu F, Vie J J. Deep knowledge tracing and dynamic student classification for knowledge tracing. In Proc. the 2018 IEEE International Conference on Data Mining, Nov. 2018, pp.1182\u20131187. DOI: https:\/\/doi.org\/10.1109\/ICDM.2018.00156."},{"key":"4239_CR100","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1007\/11774303_47","volume-title":"Proc. the 8th International Conference on Intelligent Tutoring Systems","author":"J Johns","year":"2006","unstructured":"Johns J, Mahadevan S, Woolf B. Estimating student proficiency using an item response theory model. In Proc. the 8th International Conference on Intelligent Tutoring Systems, Jun. 2006, pp.473\u2013480. DOI: https:\/\/doi.org\/10.1007\/11774303_47."},{"key":"4239_CR101","volume-title":"Proc. the 12th International Conference on Educational Data Mining","author":"C K Yeung","year":"2019","unstructured":"Yeung C K. Deep-IRT: Make deep learning based knowledge tracing explainable using item response theory. In Proc. the 12th International Conference on Educational Data Mining, Jul. 2019."},{"key":"4239_CR102","doi-asserted-by":"publisher","first-page":"14196","DOI":"10.1609\/AAAI.V37I12.26661","volume-title":"Proc. the 37th AAAI Conference on Artificial Intelligence","author":"J Chen","year":"2023","unstructured":"Chen J, Liu Z, Huang S, Liu Q, Luo W. Improving interpretability of deep sequential knowledge tracing models with question-centric cognitive representations. In Proc. the 37th AAAI Conference on Artificial Intelligence, Feb. 2023, pp.14196\u201314204. DOI: https:\/\/doi.org\/10.1609\/AAAI.V37I12.26661."},{"key":"4239_CR103","doi-asserted-by":"publisher","first-page":"106819","DOI":"10.1016\/j.knosys.2021.106819","volume":"218","author":"Y Su","year":"2021","unstructured":"Su Y, Cheng Z, Luo P, Wu J, Zhang L, Liu Q, Wang S. Time-and-concept enhanced deep multidimensional item response theory for interpretable knowledge tracing. Knowledge-Based Systems, 2021, 218: 106819. DOI: https:\/\/doi.org\/10.1016\/J.KNOSYS.2021.106819.","journal-title":"Knowledge-Based Systems"},{"key":"4239_CR104","doi-asserted-by":"publisher","first-page":"12810","DOI":"10.1609\/AAAI.V36I11.21560","volume-title":"Proc. the 36th AAAI Conference on Artificial Intelligence","author":"S Minn","year":"2022","unstructured":"Minn S, Vie J J, Takeuchi K, Kashima H, Zhu F. Interpretable knowledge tracing: Simple and efficient student modeling with causal relations. In Proc. the 36th AAAI Conference on Artificial Intelligence, Feb. 22\u2013Mar. 1, 2022, pp.12810\u201312818. DOI: https:\/\/doi.org\/10.1609\/AAAI.V36I11.21560."},{"issue":"2","key":"4239_CR105","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1023\/A:1007465528199","volume":"29","author":"N Friedman","year":"1997","unstructured":"Friedman N, Geiger D, Goldszmidt M. Bayesian network classifiers. Machine Learning, 1997, 29(2): 131\u2013163. DOI: https:\/\/doi.org\/10.1023\/A:1007465528199.","journal-title":"Machine Learning"},{"key":"4239_CR106","doi-asserted-by":"publisher","first-page":"505","DOI":"10.5555\/2969239.2969296","volume-title":"Proc. the 29th International Conference on Neural Information Processing Systems","author":"C Piech","year":"2015","unstructured":"Piech C, Bassen J, Huang J, Ganguli S, Sahami M, Guibas L, Sohl-Dickstein J. Deep knowledge tracing. In Proc. the 29th International Conference on Neural Information Processing Systems, Dec. 2015, pp.505\u2013513. DOI: https:\/\/doi.org\/10.5555\/2969239.2969296."},{"issue":"1\/2","key":"4239_CR107","doi-asserted-by":"publisher","first-page":"87","DOI":"10.3233\/WEB-210458","volume":"19","author":"H Nakagawa","year":"2021","unstructured":"Nakagawa H, Iwasawa Y, Matsuo Y. Graph-based knowledge tracing: Modeling student proficiency using graph neural networks. Web Intelligence, 2021, 19(1\/2): 87\u2013102. DOI: https:\/\/doi.org\/10.3233\/WEB-210458.","journal-title":"Web Intelligence"},{"key":"4239_CR108","doi-asserted-by":"publisher","first-page":"510","DOI":"10.1016\/j.ins.2021.08.100","volume":"580","author":"X Song","year":"2021","unstructured":"Song X, Li J, Tang Y, Zhao T, Chen Y, Guan Z. JKT: A joint graph convolutional network based deep knowledge tracing. Information Sciences, 2021, 580: 510\u2013523. DOI: https:\/\/doi.org\/10.1016\/J.INS.2021.08.100.","journal-title":"Information Sciences"},{"issue":"12","key":"4239_CR109","doi-asserted-by":"publisher","first-page":"9456","DOI":"10.1109\/TPAMI.2024.3417451","volume":"46","author":"K Liang","year":"2024","unstructured":"Liang K, Meng L, Liu M, Liu Y, Tu W, Wang S, Zhou S, Liu X, Sun F, He K. A survey of knowledge graph reasoning on graph types: Static, dynamic, and multimodal. IEEE Trans. Pattern Analysis and Machine Intelligence, 2024, 46(12): 9456\u20139478. DOI: https:\/\/doi.org\/10.1109\/TPAMI.2024.3417451.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"issue":"7","key":"4239_CR110","doi-asserted-by":"publisher","first-page":"7645","DOI":"10.1109\/TITS.2024.3362145","volume":"25","author":"A Liu","year":"2024","unstructured":"Liu A, Zhang Y. Spatial-temporal dynamic graph convolutional network with interactive learning for traffic forecasting. IEEE Trans. Intelligent Transportation Systems, 2024, 25(7): 7645\u20137660. DOI: https:\/\/doi.org\/10.1109\/TITS.2024.3362145.","journal-title":"IEEE Trans. Intelligent Transportation Systems"},{"key":"4239_CR111","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1145\/3477495.3532004","volume-title":"Proc. the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"H Tong","year":"2022","unstructured":"Tong H, Wang Z, Zhou Y, Tong S, Han W, Liu Q. Introducing problem schema with hierarchical exercise graph for knowledge tracing. In Proc. the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Jul. 2022, pp.405\u2013415. DOI: https:\/\/doi.org\/10.1145\/3477495.3532004."},{"issue":"9","key":"4239_CR112","doi-asserted-by":"publisher","first-page":"2287","DOI":"10.1109\/TPAMI.2019.2914054","volume":"42","author":"D Zhang","year":"2020","unstructured":"Zhang D, Wang L, Zhang L, Dai B T, Shen H T. The gap of semantic parsing: A survey on automatic math word problem solvers. IEEE Trans. Pattern Analysis and Machine Intelligence, 2020, 42(9): 2287\u20132305. DOI: https:\/\/doi.org\/10.1109\/TPAMI.2019.2914054.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"key":"4239_CR113","volume-title":"Metrics for explainable AI: Challenges and prospects","author":"R R Hoffman","year":"2025","unstructured":"Hoffman R R, Mueller S T, Klein G, Litman J. Metrics for explainable AI: Challenges and prospects. arXiv: 1812.04608, 2018. https:\/\/arxiv.org\/abs\/1812.04608, May 2025."},{"key":"4239_CR114","volume-title":"On the robustness of interpretability methods","author":"D Alvarez-Melis","year":"2025","unstructured":"Alvarez-Melis D, Jaakkola T S. On the robustness of interpretability methods. arXiv: 1806.08049, 2018. https:\/\/arxiv.org\/abs\/1806.08049, May 2025."},{"key":"4239_CR115","doi-asserted-by":"publisher","first-page":"9525","DOI":"10.5555\/3327546.3327621","volume-title":"Proc. the 32nd International Conference on Neural Information Processing Systems","author":"J Adebayo","year":"2018","unstructured":"Adebayo J, Gilmer J, Muelly M, Goodfellow I, Hardt M, Kim B. Sanity checks for saliency maps. In Proc. the 32nd International Conference on Neural Information Processing Systems, Dec. 2018, pp.9525\u20139536. DOI: https:\/\/doi.org\/10.5555\/3327546.3327621."},{"key":"4239_CR116","doi-asserted-by":"publisher","first-page":"8836","DOI":"10.1109\/CVPR42600.2020.00886","volume-title":"Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"S A Rebuffi","year":"2020","unstructured":"Rebuffi S A, Fong R, Ji X, Vedaldi A. There and back again: Revisiting backpropagation saliency methods. In Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2020, pp.8836\u20138845. DOI: https:\/\/doi.org\/10.1109\/CVPR42600.2020.00886."},{"key":"4239_CR117","first-page":"3809","volume-title":"Proc. the 35th International Conference on Machine Learning","author":"W Nie","year":"2018","unstructured":"Nie W, Zhang Y, Patel A. A theoretical explanation for perplexing behaviors of backpropagation-based visualizations. In Proc. the 35th International Conference on Machine Learning, Jul. 2018, pp.3809\u20133818."},{"key":"4239_CR118","volume-title":"How do humans understand explanations from machine learning systems? An evaluation of the human-interpretability of explanation","author":"M Narayanan","year":"2025","unstructured":"Narayanan M, Chen E, He J, Kim B, Gershman S, Doshi-Velez F. How do humans understand explanations from machine learning systems? An evaluation of the human-interpretability of explanation. arXiv: 1802.00682, 2018. https:\/\/arxiv.org\/abs\/1802.00682, May 2025."},{"issue":"1","key":"4239_CR119","doi-asserted-by":"publisher","first-page":"160035","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"A E W Johnson","year":"2016","unstructured":"Johnson A E W, Pollard T J, Shen L, Lehman L W H, Feng M, Ghassemi M, Moody B, Szolovits P, Anthony Celi L, Mark R G. MIMIC-III, a freely accessible critical care database. Scientific Data, 2016, 3(1): 160035. DOI: https:\/\/doi.org\/10.1038\/sdata.2016.35.","journal-title":"Scientific Data"},{"key":"4239_CR120","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497450","volume-title":"Proc. the 34th International Conference on Neural Information Processing Systems","author":"C K Yeh","year":"2020","unstructured":"Yeh C K, Kim B, Arik S \u00d6, Li C L, Pfister T, Ravikumar P. On completeness-aware concept-based explanations in deep neural networks. In Proc. the 34th International Conference on Neural Information Processing Systems, Dec. 2020, Article No. 1726. DOI: https:\/\/doi.org\/10.5555\/3495724.3497450."},{"key":"4239_CR121","doi-asserted-by":"publisher","first-page":"9737","DOI":"10.5555\/3454287.3455160","volume-title":"Proc. the 33rd International Conference on Neural Information Processing Systems","author":"S Hooker","year":"2019","unstructured":"Hooker S, Erhan D, Kindermans P J, Kim B. A benchmark for interpretability methods in deep neural networks. In Proc. the 33rd International Conference on Neural Information Processing Systems, Dec. 2019, pp.9737\u20139748. DOI: https:\/\/doi.org\/10.5555\/3454287.3455160."},{"issue":"10","key":"4239_CR122","doi-asserted-by":"publisher","first-page":"1084","DOI":"10.1007\/s11263-017-1059-x","volume":"126","author":"J Zhang","year":"2018","unstructured":"Zhang J, Bargal S A, Lin Z, Brandt J, Shen X, Sclaroff S. Top-down neural attention by excitation backprop. International Journal of Computer Vision, 2018, 126(10): 1084\u20131102. DOI: https:\/\/doi.org\/10.1007\/S11263-017-1059-X.","journal-title":"International Journal of Computer Vision"},{"key":"4239_CR123","doi-asserted-by":"publisher","first-page":"9269","DOI":"10.5555\/3524938.3525797","volume-title":"Proc. the 37th International Conference on Machine Learning","author":"M Sundararajan","year":"2020","unstructured":"Sundararajan M, Najmi A. The many shapley values for model explanation. In Proc. the 37th International Conference on Machine Learning, Jul. 2020, pp.9269\u20139278. DOI: https:\/\/doi.org\/10.5555\/3524938.3525797."},{"key":"4239_CR124","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-642-39112-5_18","volume-title":"Proc. the 16th International Conference on Artificial Intelligence in Education","author":"M V Yudelson","year":"2013","unstructured":"Yudelson M V, Koedinger K R, Gordon G J. Individualized Bayesian knowledge tracing models. In Proc. the 16th International Conference on Artificial Intelligence in Education, Jul. 2013, pp.171\u2013180. DOI: https:\/\/doi.org\/10.1007\/978-3-642-39112-5_18."},{"issue":"11","key":"4239_CR125","doi-asserted-by":"publisher","first-page":"7308","DOI":"10.1109\/TKDE.2024.3418098","volume":"36","author":"C Q Huang","year":"2024","unstructured":"Huang C Q, Huang Q H, Huang X, Wang H, Li M, Lin K J, Chang Y. XKT: Towards explainable knowledge tracing model with cognitive learning theories for questions of multiple knowledge concepts. IEEE Trans. Knowledge and Data Engineering, 2024, 36(11): 7308\u20137325. DOI: https:\/\/doi.org\/10.1109\/TKDE.2024.3418098.","journal-title":"IEEE Trans. Knowledge and Data Engineering"},{"key":"4239_CR126","doi-asserted-by":"publisher","first-page":"123128","DOI":"10.1016\/j.eswa.2023.123128","volume":"245","author":"C Huang","year":"2024","unstructured":"Huang C, Wei H, Huang Q, Jiang F, Han Z, Huang X. Learning consistent representations with temporal and causal enhancement for knowledge tracing. Expert Systems with Applications, 2024, 245: 123128. DOI: https:\/\/doi.org\/10.1016\/J.ESWA.2023.123128.","journal-title":"Expert Systems with Applications"},{"key":"4239_CR127","doi-asserted-by":"publisher","first-page":"117681","DOI":"10.1016\/j.eswa.2022.117681","volume":"206","author":"Z Wu","year":"2022","unstructured":"Wu Z, Huang L, Huang Q, Huang C, Tang Y. SGKT: Session graph-based knowledge tracing for student performance prediction. Expert Systems with Applications, 2022, 206: 117681. DOI: https:\/\/doi.org\/10.1016\/J.ESWA.2022.117681.","journal-title":"Expert Systems with Applications"},{"key":"4239_CR128","volume-title":"Proc. the 3rd International Conference on Learning Representations","author":"J Weston","year":"2015","unstructured":"Weston J, Chopra S, Bordes A. Memory networks. In Proc. the 3rd International Conference on Learning Representations, May 2015."},{"key":"4239_CR129","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1145\/3038912.3052580","volume-title":"Proc. the 26th International Conference on World Wide Web","author":"J Zhang","year":"2017","unstructured":"Zhang J, Shi X, King I, Yeung D. Dynamic key-value memory networks for knowledge tracing. In Proc. the 26th International Conference on World Wide Web, Apr. 2017, pp.765\u2013774. DOI: https:\/\/doi.org\/10.1145\/3038912.3052580."},{"key":"4239_CR130","volume-title":"Proc. the 5th International Conference on Learning Representations","author":"T N Kipf","year":"2017","unstructured":"Kipf T N, Welling M. Semi-supervised classification with graph convolutional networks. In Proc. the 5th International Conference on Learning Representations, Apr. 2017."},{"issue":"4","key":"4239_CR131","doi-asserted-by":"publisher","first-page":"6355","DOI":"10.1109\/TNNLS.2024.3386168","volume":"36","author":"M Liu","year":"2025","unstructured":"Liu M, Liang K, Zhao Y, Tu W, Zhou S, Gan X, Liu X, He K. Self-supervised temporal graph learning with temporal and structural intensity alignment. IEEE Trans. Neural Networks and Learning Systems, 2025, 36(4): 6355\u20136367. DOI: https:\/\/doi.org\/10.1109\/TNNLS.2024.3386168.","journal-title":"IEEE Trans. Neural Networks and Learning Systems"},{"key":"4239_CR132","doi-asserted-by":"publisher","DOI":"10.5555\/3692070.3693401","volume-title":"Proc. the 41st International Conference on Machine Learning","author":"G Lopardo","year":"2024","unstructured":"Lopardo G, Precioso F, Garreau D. Attention meets post-hoc interpretability: A mathematical perspective. In Proc. the 41st International Conference on Machine Learning, Jul. 2024, Article No. 1331. DOI: https:\/\/doi.org\/10.5555\/3692070.3693401."}],"container-title":["Journal of Computer Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-025-4239-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11390-025-4239-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-025-4239-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T08:02:59Z","timestamp":1758096179000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11390-025-4239-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":132,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["4239"],"URL":"https:\/\/doi.org\/10.1007\/s11390-025-4239-0","relation":{},"ISSN":["1000-9000","1860-4749"],"issn-type":[{"type":"print","value":"1000-9000"},{"type":"electronic","value":"1860-4749"}],"subject":[],"published":{"date-parts":[[2025,7]]},"assertion":[{"value":"1 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Conflict of Interest The authors declare that they have no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics"}}]}}