{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T19:47:20Z","timestamp":1786996040475,"version":"build-2736575974"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,9,21]],"date-time":"2025-09-21T00:00:00Z","timestamp":1758412800000},"content-version":"vor","delay-in-days":263,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Procedia Computer Science"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1016\/j.procs.2025.09.236","type":"journal-article","created":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T22:13:24Z","timestamp":1762467204000},"page":"1149-1158","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Illuminating Predictions: The Use and Evaluation of Explainable AI in Predictive Process Monitoring \u2013 A Systematic Review"],"prefix":"10.1016","volume":"270","author":[{"given":"Noah","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Holger","family":"Wittges","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefanie","family":"Rinderle-Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.procs.2025.09.236_bib1","doi-asserted-by":"crossref","first-page":"3446","DOI":"10.1109\/JIOT.2023.3296809","article-title":"Explainable ai for event and anomaly detection and classification in healthcare monitoring systems","volume":"11","author":"Abououf","year":"2024","journal-title":"IEEE Internet of Things Journal"},{"key":"10.1016\/j.procs.2025.09.236_bib2","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","article-title":"Explainable artificial intelligence (xai): Concepts, taxonomies, opportunities and challenges toward responsible ai","volume":"58","author":"Arrieta","year":"2020","journal-title":"Information fusion"},{"key":"10.1016\/j.procs.2025.09.236_bib3","series-title":"Counterfactuals and ways to build them: Evaluating approaches in predictive process monitoring, in: International Conference on Advanced Information Systems Engineering","first-page":"558","author":"Buliga","year":"2023"},{"key":"10.1016\/j.procs.2025.09.236_bib4","series-title":"Uncovering patterns for local explanations in outcome-based predictive process monitoring, in: International Conference on Business Process Management","first-page":"363","author":"Buliga","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib5","doi-asserted-by":"crossref","first-page":"625","DOI":"10.23919\/cje.2021.00.170","article-title":"Explainable business process remaining time prediction using reachability graph","volume":"32","author":"Cao","year":"2023","journal-title":"Chinese Journal of Electronics"},{"key":"10.1016\/j.procs.2025.09.236_bib6","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1007\/s44311-024-00002-4","article-title":"Predictive process monitoring: concepts, challenges, and future research directions","volume":"1","author":"Ceravolo","year":"2024","journal-title":"Process Science"},{"key":"10.1016\/j.procs.2025.09.236_bib7","series-title":"Explainable fault diagnosis model using stacked autoencoder and kernel shap, in: 2022 IEEE International Symposium on Advanced Control of Industrial Processes (AdCONIP)","first-page":"182","author":"Choi","year":"2022"},{"key":"10.1016\/j.procs.2025.09.236_bib8","doi-asserted-by":"crossref","unstructured":"Di Francescomarino, C., Ghidini, C., 2022. Predictive process monitoring, in: Process mining handbook. Springer International Publishing Cham, pp. 320\u2013346.","DOI":"10.1007\/978-3-031-08848-3_10"},{"key":"10.1016\/j.procs.2025.09.236_bib9","series-title":"Predictive process monitoring methods: Which one suits me best?, in: International conference on business process management","first-page":"462","author":"Di Francescomarino","year":"2018"},{"key":"10.1016\/j.procs.2025.09.236_bib10","unstructured":"Drieschner, C., Ibishi, S., Shouman, O., Wittges, H., Krcmar, H., 2021. An overview of explainable predictive process monitoring, in: SAP Academic Community Conference 2021 DACH."},{"key":"10.1016\/j.procs.2025.09.236_bib11","doi-asserted-by":"crossref","first-page":"8192","DOI":"10.3390\/app12168192","article-title":"Explainability of predictive process monitoring results: Can you see my data issues?","volume":"12","author":"Elkhawaga","year":"2022","journal-title":"Applied Sciences"},{"key":"10.1016\/j.procs.2025.09.236_bib12","series-title":"A rule-based evaluation method of local explainers for predictive process monitoring, in: 2023 IEEE International Conference on Data Mining Workshops (ICDMW)","first-page":"922","author":"Elkhawaga","year":"2023"},{"key":"10.1016\/j.procs.2025.09.236_bib13","doi-asserted-by":"crossref","first-page":"1458","DOI":"10.1109\/TAI.2024.3357041","article-title":"Why should i trust your explanation? an evaluation approach for xai methods applied to predictive process monitoring results","volume":"5","author":"Elkhawaga","year":"2024","journal-title":"IEEE Transactions on Artificial Intelligence"},{"key":"10.1016\/j.procs.2025.09.236_bib14","series-title":"Explainable predictive process monitoring, in: 2020 2nd International Conference on Process Mining (ICPM)","first-page":"1","author":"Galanti","year":"2020"},{"key":"10.1016\/j.procs.2025.09.236_bib15","series-title":"Inferring a multi-perspective likelihood graph from black-box next event predictors, in: International Conference on Advanced Information Systems Engineering","first-page":"19","author":"Gerlach","year":"2022"},{"key":"10.1016\/j.procs.2025.09.236_bib16","doi-asserted-by":"crossref","first-page":"949","DOI":"10.1109\/TSC.2024.3353817","article-title":"Explainable and effective process remaining time prediction using feature-informed cascade prediction model","volume":"17","author":"Guo","year":"2024","journal-title":"IEEE Transactions on Services Computing"},{"key":"10.1016\/j.procs.2025.09.236_bib17","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1080\/12460125.2020.1780780","article-title":"Explainable predictive business process monitoring using gated graph neural networks","volume":"29","author":"Harl","year":"2020","journal-title":"Journal of Decision Systems"},{"key":"10.1016\/j.procs.2025.09.236_bib18","series-title":"Counterfactual explanations for predictive business process monitoring, in: European, Mediterranean, and Middle Eastern Conference on Information Systems","first-page":"399","author":"Huang","year":"2022"},{"key":"10.1016\/j.procs.2025.09.236_bib19","series-title":"Assessment of explainable anomaly detection for monitoring of cold rolling process, in: International Conference on Computational Science","first-page":"330","author":"Jakubowski","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib20","doi-asserted-by":"crossref","unstructured":"Li, X.H., Shi, Y., Li, H., Bai, W., Cao, C.C., Chen, L., 2021. An experimental study of quantitative evaluations on saliency methods, in: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining, pp. 3200\u20133208.","DOI":"10.1145\/3447548.3467148"},{"key":"10.1016\/j.procs.2025.09.236_bib21","unstructured":"Lundberg, S.M., Lee, S.I., 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30."},{"key":"10.1016\/j.procs.2025.09.236_bib22","doi-asserted-by":"crossref","unstructured":"Mehdiyev, N., Fettke, P., 2020. Explainable artificial intelligence for process mining: A general overview and application of a novel local explanation approach for predictive process monitoring. Interpretable artificial intelligence: A perspective of granular computing, 1\u201328.","DOI":"10.1007\/978-3-030-64949-4_1"},{"key":"10.1016\/j.procs.2025.09.236_bib23","unstructured":"Mehdiyev, N., Majlatow, M., Fettke, P., 2023. Interpretable and explainable machine learning methods for predictive process monitoring: A systematic literature review. arXiv preprint arXiv:2312.17584."},{"key":"10.1016\/j.procs.2025.09.236_bib24","series-title":"Communicating uncertainty in machine learning explanations: a visualization analytics approach for predictive process monitoring, in: World Conference on Explainable Artificial Intelligence","first-page":"420","author":"Mehdiyev","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib25","doi-asserted-by":"crossref","unstructured":"Mehdiyev, N., Majlatow, M., Fettke, P., 2024b. Quantifying and explaining machine learning uncertainty in predictive process monitoring: an operations research perspective. Annals of Operations Research, 1\u201340.","DOI":"10.1007\/s10479-024-05943-4"},{"key":"10.1016\/j.procs.2025.09.236_bib26","doi-asserted-by":"crossref","first-page":"102402","DOI":"10.1016\/j.datak.2024.102402","article-title":"Augmenting post-hoc explanations for predictive process monitoring with uncertainty quantification via conformalized monte carlo dropout","volume":"156","author":"Mehdiyev","year":"2025","journal-title":"Data & Knowledge Engineering"},{"key":"10.1016\/j.procs.2025.09.236_bib27","series-title":"Interpretable machine learning. Lulu","author":"Molnar","year":"2020"},{"key":"10.1016\/j.procs.2025.09.236_bib28","unstructured":"Moreira, C., Sindhgatta, R., Ouyang, C., Bruza, P., Wichert, A., 2020. An investigation of interpretability techniques for deep learning in predictive process analytics. arXiv preprint arXiv:2002.09192."},{"key":"10.1016\/j.procs.2025.09.236_bib29","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1007\/s10844-023-00838-5","article-title":"Tsunami-an explainable ppm approach for customer churn prediction in evolving retail data environments","volume":"62","author":"Pasquadibisceglie","year":"2024","journal-title":"Journal of Intelligent Information Systems"},{"key":"10.1016\/j.procs.2025.09.236_bib30","series-title":"Fox: a neuro-fuzzy model for process outcome prediction and explanation, in: 2021 3rd International Conference on Process Mining (ICPM)","first-page":"112","author":"Pasquadibisceglie","year":"2021"},{"key":"10.1016\/j.procs.2025.09.236_bib31","series-title":"Prophet: explainable predictive process monitoring with heterogeneous graph neural networks","author":"Pasquadibisceglie","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib32","doi-asserted-by":"crossref","first-page":"508","DOI":"10.3390\/info14090508","article-title":"A deep learning approach for predictive healthcare process monitoring","volume":"14","author":"Ramirez-Alcocer","year":"2023","journal-title":"Information"},{"key":"10.1016\/j.procs.2025.09.236_bib33","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C., 2016. \u201d why should i trust you?\u201d explaining the predictions of any classifier, in: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp. 1135\u20131144.","DOI":"10.1145\/2939672.2939778"},{"key":"10.1016\/j.procs.2025.09.236_bib34","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s44311-024-00003-3","article-title":"Explainable predictive process monitoring: a user evaluation","volume":"1","author":"Rizzi","year":"2024","journal-title":"Process Science"},{"key":"10.1016\/j.procs.2025.09.236_bib35","doi-asserted-by":"crossref","first-page":"3043","DOI":"10.1007\/s10618-022-00867-8","article-title":"A comprehensive taxonomy for explainable artificial intelligence: a systematic survey of surveys on methods and concepts","volume":"38","author":"Schwalbe","year":"2024","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.procs.2025.09.236_bib36","series-title":"Exploring interpretability for predictive process analytics, in: International Conference on Service-Oriented Computing","first-page":"439","author":"Sindhgatta","year":"2020"},{"key":"10.1016\/j.procs.2025.09.236_bib37","doi-asserted-by":"crossref","unstructured":"Speith, T., 2022. A review of taxonomies of explainable artificial intelligence (xai) methods, in: Proceedings of the 2022 ACM conference on fairness, accountability, and transparency, pp. 2239\u20132250.","DOI":"10.1145\/3531146.3534639"},{"key":"10.1016\/j.procs.2025.09.236_bib38","series-title":"Quantifying explainability in outcome-oriented predictive process monitoring, in: International Conference on Process Mining","first-page":"194","author":"Stevens","year":"2021"},{"key":"10.1016\/j.procs.2025.09.236_bib39","series-title":"Assessing the robustness in predictive process monitoring through adversarial attacks, in: 2022 4th International Conference on Process Mining (ICPM)","first-page":"56","author":"Stevens","year":"2022"},{"key":"10.1016\/j.procs.2025.09.236_bib40","series-title":"Bringing light into the darkness-a systematic literature review on explainable predictive business process monitoring techniques","author":"Stierle","year":"2021"},{"key":"10.1016\/j.procs.2025.09.236_bib41","series-title":"Uncovering the hidden significance of activities location in predictive process monitoring, in: International Conference on Process Mining","first-page":"191","author":"Vazifehdoostirani","year":"2023"},{"key":"10.1016\/j.procs.2025.09.236_bib42","series-title":"Evaluating stability of post-hoc explanations for business process predictions, in: International Conference on Service-Oriented Computing","first-page":"49","author":"Velmurugan","year":"2021"},{"key":"10.1016\/j.procs.2025.09.236_bib43","series-title":"Towards a comprehensive evaluation of decision rules and decision mining algorithms beyond accuracy, in: International Conference on Advanced Information Systems Engineering","first-page":"403","author":"Wais","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib44","series-title":"On the potential of textual data for explainable predictive process monitoring, in: International Conference on Process Mining","first-page":"190","author":"Warmuth","year":"2023"},{"key":"10.1016\/j.procs.2025.09.236_bib45","unstructured":"Webster, J., Watson, R.T., 2002. Analyzing the past to prepare for the future: Writing a literature review. MIS quarterly, xiii\u2013xxiii."},{"key":"10.1016\/j.procs.2025.09.236_bib46","series-title":"Context-aware explanations of accurate predictions in service processes","author":"Weinzierl","year":"2024"},{"key":"10.1016\/j.procs.2025.09.236_bib47","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1007\/s11192-020-03387-8","article-title":"A tale of two databases: the use of web of science and scopus in academic papers","volume":"123","author":"Zhu","year":"2020","journal-title":"Scientometrics"}],"container-title":["Procedia Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050925029060?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050925029060?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T08:39:04Z","timestamp":1766306344000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1877050925029060"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":47,"alternative-id":["S1877050925029060"],"URL":"https:\/\/doi.org\/10.1016\/j.procs.2025.09.236","relation":{},"ISSN":["1877-0509"],"issn-type":[{"value":"1877-0509","type":"print"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Illuminating Predictions: The Use and Evaluation of Explainable AI in Predictive Process Monitoring \u2013 A Systematic Review","name":"articletitle","label":"Article Title"},{"value":"Procedia Computer Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.procs.2025.09.236","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}