{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T05:07:39Z","timestamp":1764997659770,"version":"3.44.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T00:00:00Z","timestamp":1739404800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T00:00:00Z","timestamp":1739404800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001807","name":"Fapesp","doi-asserted-by":"crossref","award":["2020\/11224-0"],"award-info":[{"award-number":["2020\/11224-0"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["K\u00fcnstl Intell"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s13218-024-00878-1","type":"journal-article","created":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T07:38:47Z","timestamp":1739432327000},"page":"97-117","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Interpretability in Predictive Process Monitoring Using Process Models: An Expert Evaluation of the VisInter4PPM Framework"],"prefix":"10.1007","volume":"39","author":[{"given":"Ana Roc\u00edo C\u00e1rdenas","family":"Maita","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcelo","family":"Fantinato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sarajane Marques","family":"Peres","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabrizio Maria","family":"Maggi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"key":"878_CR1","doi-asserted-by":"crossref","unstructured":"van\u00a0der Aalst WMP (2016) Process Mining \u2013 Data Science in Action. Springer","DOI":"10.1007\/978-3-662-49851-4"},{"key":"878_CR2","doi-asserted-by":"crossref","unstructured":"van\u00a0der Aalst WMP (2022) Process mining: A 360 degree overview. In: van\u00a0der Aalst WMP, Carmona J (eds.) Process Mining Handbook, Lecture Notes in Business Information Processing, vol. 448, pp 3\u201334. Springer","DOI":"10.1007\/978-3-031-08848-3_1"},{"issue":"2","key":"878_CR3","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/s10115-018-1214-x","volume":"59","author":"A Augusto","year":"2019","unstructured":"Augusto A, Conforti R, Dumas M, La Rosa M, Polyvyanyy A (2019) Split miner: Automated discovery of accurate and simple business process models from event logs. Knowl Inf Syst 59(2):251\u2013284","journal-title":"Knowl Inf Syst"},{"key":"878_CR4","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A Barredo Arrieta","year":"2020","unstructured":"Barredo Arrieta A, D\u00edaz-Rodr\u00edguez N, Del Ser J, Bennetot A, Tabik S, Barbado A, Garcia S, Gil-Lopez S, Molina D, Benjamins R, Chatila R, Herrera F (2020) Explainable artificial intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI. Information Fusion 58:82\u2013115","journal-title":"Information Fusion"},{"key":"878_CR5","doi-asserted-by":"crossref","unstructured":"Bautista AD, Wangikar L, Akbar SMK (2012) Process mining-driven optimization of a consumer loan approvals process. BPI Challenge","DOI":"10.1007\/978-3-642-36285-9_24"},{"key":"878_CR6","doi-asserted-by":"crossref","unstructured":"Belle V, Papantonis I (2021) Principles and practice of explainable machine learning. Front. Big Data p.\u00a039","DOI":"10.3389\/fdata.2021.688969"},{"key":"878_CR7","unstructured":"Carmona J, van Dongen B (2021) A survey on explainable artificial intelligence for process mining. Springer"},{"key":"878_CR8","unstructured":"Cook TD, Campbell DT (1979) Quasi-experimentation: Design & analysis issues for field settings. Rand McNally College Publishing"},{"key":"878_CR9","unstructured":"Creswell JW, Creswell JD (2022) Research design: Qualitative, quantitative, and mixed methods approaches, 6 edn. Sage publications"},{"issue":"3","key":"878_CR10","doi-asserted-by":"publisher","first-page":"319","DOI":"10.2307\/249008","volume":"13","author":"FD Davis","year":"1989","unstructured":"Davis FD (1989) Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Q 13(3):319\u2013340","journal-title":"MIS Q"},{"volume-title":"Handbook of Qualitative Research Methods for Information Systems","year":"2023","key":"878_CR11","unstructured":"Davison RM (ed) (2023) Handbook of Qualitative Research Methods for Information Systems. Edward Elgar Publishing, Cheltenham, UK"},{"key":"878_CR12","doi-asserted-by":"crossref","unstructured":"Di Francescomarino C, Ghidini C (2022) Predictive process monitoring. In: W.M.P. van\u00a0der Aalst, J.\u00a0Carmona (eds.) Process Mining Handbook, Lecture Notes in Business Information Processing, vol. 448, pp. 320\u2013346. Springer","DOI":"10.1007\/978-3-031-08848-3_10"},{"key":"878_CR13","doi-asserted-by":"crossref","unstructured":"Di Francescomarino C, Ghidini C, Maggi FM, Milani F (2018) Predictive process monitoring methods: Which one suits me best? In: Proceedings of the 16th International Conference on Business Process Management, pp. 462\u2013479. Springer","DOI":"10.1007\/978-3-319-98648-7_27"},{"issue":"4","key":"878_CR14","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1111\/j.1365-2929.2006.02418.x","volume":"40","author":"B Dicicco-Bloom","year":"2006","unstructured":"Dicicco-Bloom B, Crabtree BF (2006) The qualitative research interview. Med Educ 40(4):314\u2013321","journal-title":"Med Educ"},{"key":"878_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.106899","volume":"126","author":"I Donadello","year":"2023","unstructured":"Donadello I, Di Francescomarino C, Maggi FM, Ricci F, Shikhizada A (2023) Outcome-oriented prescriptive process monitoring based on temporal logic patterns. Eng Appl Artif Intell 126:106899. https:\/\/doi.org\/10.1016\/j.engappai.2023.106899","journal-title":"Eng Appl Artif Intell"},{"key":"878_CR16","unstructured":"van Dongen B (2012) BPI challenge 2012. https:\/\/data.4tu.nl\/articles\/_\/12689204\/1"},{"key":"878_CR17","unstructured":"Doshi-Velez F, Kim B (2017) Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608"},{"key":"878_CR18","doi-asserted-by":"crossref","unstructured":"Dumas M, La Rosa M, Mendling J, Reijers H (2018) Fundamentals of Business Process Management, 2nd edn. Springer","DOI":"10.1007\/978-3-662-56509-4"},{"issue":"3","key":"878_CR19","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1080\/13645579.2020.1766777","volume":"24","author":"S D\u00f6ringer","year":"2020","unstructured":"D\u00f6ringer S (2020) \u2018The problem-centred expert interview\u2019. Combining qualitative interviewing approaches for investigating implicit expert knowledge. Int J Soc Res Methodol 24(3):265\u2013278","journal-title":"Int J Soc Res Methodol"},{"issue":"10","key":"878_CR20","doi-asserted-by":"publisher","first-page":"1229","DOI":"10.1080\/08870440903194015","volume":"25","author":"JJ Francis","year":"2010","unstructured":"Francis JJ, Johnston M, Robertson C, Glidewell L, Entwistle V, Eccles MP, Grimshaw JM (2010) What is an adequate sample size? Operationalising data saturation for theory-based interview studies. Psychol Health 25(10):1229\u20131245","journal-title":"Psychol Health"},{"issue":"1","key":"878_CR21","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1177\/1525822X05279903","volume":"18","author":"G Guest","year":"2006","unstructured":"Guest G, Bunce A, Johnson L (2006) How many interviews are enough?: An experiment with data saturation and variability. Field Methods 18(1):59\u201382","journal-title":"Field Methods"},{"key":"878_CR22","doi-asserted-by":"crossref","unstructured":"Guest G, Namey E, Chen M (2020) A simple method to assess and report thematic saturation in qualitative research. PLoS ONE 15(5)","DOI":"10.1371\/journal.pone.0232076"},{"issue":"5","key":"878_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti R, Monreale A, Ruggieri S, Turini F, Giannotti F, Pedreschi D (2018) A survey of methods for explaining black box models. ACM Comput Surv 51(5):1\u201342","journal-title":"ACM Comput Surv"},{"key":"878_CR24","unstructured":"Han J, Kamber M, Pei J (2012) Data Mining Concepts and Techniques, 3rd edn. Morgan Kaufmann Publishers"},{"key":"878_CR25","doi-asserted-by":"crossref","unstructured":"Holzinger A (2018) From machine learning to explainable AI. In: Proceedings of the 2018 World Symposium on Digital Intelligence for Systems and Machines, pp. 55\u201366. IEEE","DOI":"10.1109\/DISA.2018.8490530"},{"issue":"3","key":"878_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12599-020-00645-0","volume":"63","author":"W Kratsch","year":"2021","unstructured":"Kratsch W, Manderscheid J, R\u00f6glinger M, Seyfried J et al (2021) Machine learning in business process monitoring: A comparison of deep learning and classical approaches used for outcome prediction. Business & Information Systems Engineering 63(3):1\u201316","journal-title":"Business & Information Systems Engineering"},{"issue":"1","key":"878_CR27","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2021","unstructured":"Linardatos P, Papastefanopoulos V, Kotsiantis S (2021) Explainable AI: A review of machine learning interpretability methods. Entropy 23(1):18","journal-title":"Entropy"},{"issue":"3","key":"878_CR28","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/3236386.3241340","volume":"16","author":"ZC Lipton","year":"2018","unstructured":"Lipton ZC (2018) The mythos of model interpretability: In machine learning, the concept of interpretability is both important and slippery. Queue 16(3):31\u201357","journal-title":"Queue"},{"key":"878_CR29","unstructured":"Lundberg SM, Lee SI (2017) A unified approach to interpreting model predictions. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, pp. 4768\u20134777. Curran Associates Inc"},{"key":"878_CR30","doi-asserted-by":"crossref","unstructured":"Maggi FM, Di Francescomarino C, Dumas M, Ghidini C (2014) Predictive monitoring of business processes. In: Proceedings of the 2th International Conference on Advanced Information Systems Engineering, pp. 457\u2013472. Springer","DOI":"10.1007\/978-3-319-07881-6_31"},{"key":"878_CR31","doi-asserted-by":"crossref","unstructured":"Maisenbacher M, Weidlich M (2017) Handling concept drift in predictive process monitoring. In: Proceedings of the 2017 IEEE International Conference Services Computing, pp. 1\u20138. IEEE","DOI":"10.1109\/SCC.2017.10"},{"key":"878_CR32","doi-asserted-by":"crossref","unstructured":"Maita ARC, Fantinato M, Peres SM, Maggi FM (2023) Towards a business-oriented approach to visualization-supported interpretability of prediction results in process mining. In: Proceedings of the 25th International Conference on Enterprise Information Systems, pp. 395\u2013406. SCITEPRESS","DOI":"10.5220\/0011976000003467"},{"issue":"2","key":"878_CR33","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s12599-018-0551-3","volume":"62","author":"N Mehdiyev","year":"2020","unstructured":"Mehdiyev N, Evermann J, Fettke P (2020) A novel business process prediction model using a deep learning method. Business & Information Systems Engineering 62(2):143\u2013157","journal-title":"Business & Information Systems Engineering"},{"key":"878_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller T (2019) Explanation in artificial intelligence: Insights from the social sciences. Artif Intell 267:1\u201338","journal-title":"Artif Intell"},{"issue":"4","key":"878_CR35","first-page":"iii","volume":"46","author":"E Monteiro","year":"2022","unstructured":"Monteiro E, Constantinides P, Scott SV, Shaikh M, Burton-Jones A (2022) Editor\u2019s comments: Qualitative research methods in information systems: A call for phenomenon-focused problematization. MIS Q 46(4):iii\u2013xix","journal-title":"MIS Q"},{"key":"878_CR36","doi-asserted-by":"crossref","unstructured":"Newington L, Metcalfe A (2014) Factors influencing recruitment to research: qualitative study of the experiences and perceptions of research teams. BMC Medical Research Methodology 14","DOI":"10.1186\/1471-2288-14-10"},{"key":"878_CR37","unstructured":"Patton MQ (2014) Qualitative research & evaluation methods: Integrating theory and practice, 4 edn. Sage Publications"},{"key":"878_CR38","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) \u201cWhy should I trust you?\u201d Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144. ACM","DOI":"10.1145\/2939672.2939778"},{"key":"878_CR39","unstructured":"Rizzi W, Comuzzi M, Di\u00a0Francescomarino C, Ghidini C, Lee S, Maggi F, Nolte A (2022) Explainable predictive process monitoring: A user evaluation. arXiv preprint arXiv:2202.07760"},{"key":"878_CR40","doi-asserted-by":"crossref","unstructured":"Rizzi W, Di Francescomarino C, Maggi FM (2020) Explainability in predictive process monitoring: When understanding helps improving. In: Proceedings of the Business Process Management Forum, pp. 141\u2013158. Springer","DOI":"10.1007\/978-3-030-58638-6_9"},{"key":"878_CR41","unstructured":"Robeer MJ (2018) Contrastive explanation for machine learning. Master\u2019s thesis, Utrecht University"},{"key":"878_CR42","doi-asserted-by":"publisher","first-page":"42200","DOI":"10.1109\/ACCESS.2020.2976199","volume":"8","author":"R Roscher","year":"2020","unstructured":"Roscher R, Bohn B, Duarte MF, Garcke J (2020) Explainable machine learning for scientific insights and discoveries. IEEE Access 8:42200\u201342216","journal-title":"IEEE Access"},{"key":"878_CR43","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.inffus.2020.03.013","volume":"61","author":"O Sagi","year":"2020","unstructured":"Sagi O, Rokach L (2020) Explainable decision forest: Transforming a decision forest into an interpretable tree. Information Fusion 61:124\u2013138","journal-title":"Information Fusion"},{"key":"878_CR44","doi-asserted-by":"crossref","unstructured":"Samek W, Montavon G, Vedaldi A, Hansen LK, M\u00fcller K (eds) (2019) Explainable AI: Interpreting, Explaining and Visualizing Deep Learning, Lecture Notes in Computer Science, vol. 11700. Springer","DOI":"10.1007\/978-3-030-28954-6"},{"key":"878_CR45","unstructured":"Shadish WR, Cook TD, Campbell DT (2002) Experimental and quasi-experimental designs for generalized causal inference, 2 edn. Houghton Mifflin"},{"key":"878_CR46","doi-asserted-by":"crossref","unstructured":"de\u00a0Sousa RG, Peres SM, Fantinato M, Reijers HA (2021) Concept drift detection and localization in process mining: An integrated and efficient approach enabled by trace clustering. In: Proceedings of the 36th Annual ACM Symposium on Applied Computing, pp. 364\u2013373. ACM","DOI":"10.1145\/3412841.3441918"},{"issue":"2","key":"878_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3301300","volume":"13","author":"I Teinemaa","year":"2019","unstructured":"Teinemaa I, Dumas M, La Rosa M, Maggi FM (2019) Outcome-oriented predictive process monitoring: Review and benchmark. ACM Trans Knowl Discov Data 13(2):1\u201357","journal-title":"ACM Trans Knowl Discov Data"},{"key":"878_CR48","doi-asserted-by":"crossref","unstructured":"Verenich I, Dumas M, La Rosa M, Maggi FM, Teinemaa I (2019) Survey and cross-benchmark comparison of remaining time prediction methods in business process monitoring. ACM Transactions on Intelligent Systems and Technology 10(4)","DOI":"10.1145\/3331449"},{"key":"878_CR49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in Software Engineering, 1st edn. Springer, Berlin, Heidelberg","edition":"1"}],"container-title":["KI - K\u00fcnstliche Intelligenz"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-024-00878-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13218-024-00878-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-024-00878-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T05:00:29Z","timestamp":1757134829000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13218-024-00878-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,13]]},"references-count":49,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["878"],"URL":"https:\/\/doi.org\/10.1007\/s13218-024-00878-1","relation":{},"ISSN":["0933-1875","1610-1987"],"issn-type":[{"type":"print","value":"0933-1875"},{"type":"electronic","value":"1610-1987"}],"subject":[],"published":{"date-parts":[[2025,2,13]]},"assertion":[{"value":"12 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}