{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T11:07:19Z","timestamp":1783163239478,"version":"3.54.6"},"publisher-location":"Cham","reference-count":57,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032086136","type":"print"},{"value":"9783032086143","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-08614-3_5","type":"book-chapter","created":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T04:12:38Z","timestamp":1761883958000},"page":"72-89","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Self-explaining Neural Networks for\u00a0Business Process Monitoring"],"prefix":"10.1007","author":[{"given":"Shahaf","family":"Bassan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5174-3689","authenticated-orcid":false,"given":"Shlomit","family":"Gur","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2540-1604","authenticated-orcid":false,"given":"Sergey","family":"Zeltyn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5534-2683","authenticated-orcid":false,"given":"Konstantinos","family":"Mavrogiorgos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ron","family":"Eliav","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7019-7214","authenticated-orcid":false,"given":"Dimosthenis","family":"Kyriazis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,1]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018)","journal-title":"IEEE Access"},{"key":"5_CR2","unstructured":"Agarwal, R., et al.: Neural additive models: interpretable machine learning with neural nets. In: Advances in Neural Information Processing Systems, vol. 34, pp. 4699\u20134711 (2021)"},{"key":"5_CR3","unstructured":"Alvarez\u00a0Melis, D., Jaakkola, T.: Towards robust interpretability with self-explaining neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Amir, G., Bassan, S., Katz, G.: Hard to explain: on the computational hardness of in-distribution model interpretation. arXiv preprint arXiv:2408.03915 (2024)","DOI":"10.3233\/FAIA240567"},{"key":"5_CR5","unstructured":"Arenas, M., Barcel\u00f3, P., Romero Orth, M., Subercaseaux, B.: On computing probabilistic explanations for decision trees. In: Advances in Neural Information Processing Systems, vol. 35, pp. 28695\u201328707 (2022)"},{"key":"5_CR6","unstructured":"Arya, V., et al.: One explanation does not fit all: a toolkit and taxonomy of AI explainability techniques. arXiv preprint arXiv:1909.03012 (2019)"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Audemard, G., Bellart, S., Bounia, L., Koriche, F., Lagniez, J.M., Marquis, P.: Trading complexity for sparsity in random forest explanations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 5461\u20135469 (2022)","DOI":"10.1609\/aaai.v36i5.20484"},{"key":"5_CR8","unstructured":"Barcel\u00f3, P., Monet, M., P\u00e9rez, J., Subercaseaux, B.: Model interpretability through the lens of computational complexity. In: Advances in Neural Information Processing Systems, vol. 33, pp. 15487\u201315498 (2020)"},{"key":"5_CR9","unstructured":"Bassan, S., Amir, G., Corsi, D., Refaeli, I., Katz, G.: Formally explaining neural networks within reactive systems. In: 2023 Formal Methods in Computer-Aided Design (FMCAD), pp. 1\u201313. IEEE (2023)"},{"key":"5_CR10","unstructured":"Bassan, S., Amir, G., Katz, G.: Local vs. global interpretability: a computational complexity perspective. In: Forty-First International Conference on Machine Learning (2024). https:\/\/openreview.net\/forum?id=veEjiN2w9F"},{"key":"5_CR11","unstructured":"Bassan, S., Eliav, R., Gur, S.: Explain Yourself, Briefly! Self-Explaining Neural Networks with Concise Sufficient Reasons. arXiv preprint arXiv:2502.03391 (2025)"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Bassan, S., Katz, G.: Towards formal XAI: formally approximate minimal explanations of neural networks. In: International Conference on Tools and Algorithms for the Construction and Analysis of Systems, pp. 187\u2013207. Springer (2023)","DOI":"10.1007\/978-3-031-30823-9_10"},{"key":"5_CR13","unstructured":"Camburu, O.M., Giunchiglia, E., Foerster, J., Lukasiewicz, T., Blunsom, P.: Can i trust the explainer? Verifying post-hoc explanatory methods. arXiv preprint arXiv:1910.02065 (2019)"},{"key":"5_CR14","unstructured":"Carter, B., Mueller, J., Jain, S., Gifford, D.: What made you do this? Understanding black-box decisions with sufficient input subsets. In: The 22nd International Conference on Artificial Intelligence and Statistics, pp. 567\u2013576. PMLR (2019)"},{"key":"5_CR15","unstructured":"Chen, C., Li, O., Tao, D., Barnett, A., Rudin, C., Su, J.K.: This looks like that: deep learning for interpretable image recognition. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Chockler, H., Kroening, D., Sun, Y.: Explanations for occluded images. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1234\u20131243 (2021)","DOI":"10.1109\/ICCV48922.2021.00127"},{"key":"5_CR17","unstructured":"Chollet, F., et\u00a0al.: Keras (2015). https:\/\/github.com\/fchollet\/keras"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Darwiche, A., Hirth, A.: On the reasons behind decisions. In: ECAI 2020, pp. 712\u2013720. IOS Press (2020)","DOI":"10.3233\/FAIA200158"},{"key":"5_CR19","unstructured":"Dozat, T.: Incorporating nesterov momentum into adam (2016)"},{"key":"5_CR20","unstructured":"Espinosa Zarlenga, M., et al.: Concept embedding models: beyond the accuracy-explainability trade-off. In: Advances in Neural Information Processing Systems, vol. 35, pp. 21400\u201321413 (2022)"},{"key":"5_CR21","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.dss.2017.04.003","volume":"100","author":"J Evermann","year":"2017","unstructured":"Evermann, J., Rehse, J.R., Fettke, P.: Predicting process behaviour using deep learning. Decis. Support Syst. 100, 129\u2013140 (2017)","journal-title":"Decis. Support Syst."},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Galanti, R., Coma-Puig, B., de\u00a0Leoni, M., Carmona, J., Navarin, N.: Explainable predictive process monitoring. In: 2nd International Conference on Process Mining (ICPM), pp.\u00a01\u20138. IEEE (2020)","DOI":"10.1109\/ICPM49681.2020.00012"},{"key":"5_CR23","unstructured":"Hase, P., Xie, H., Bansal, M.: The out-of-distribution problem in explainability and search methods for feature importance explanations. In: Advances in Neural Information Processing Systems, vol. 34, pp. 3650\u20133666 (2021)"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Hochreiter, S.: Long short-term memory. Neural Computation MIT-Press (1997)","DOI":"10.1162\/neco.1997.9.8.1735"},{"issue":"02","key":"5_CR25","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1142\/S0218488598000094","volume":"6","author":"S Hochreiter","year":"1998","unstructured":"Hochreiter, S.: The vanishing gradient problem during learning recurrent neural nets and problem solutions. Internat. J. Uncertain. Fuzziness Knowl.-Based Syst. 6(02), 107\u2013116 (1998)","journal-title":"Internat. J. Uncertain. Fuzziness Knowl.-Based Syst."},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Ignatiev, A., Izza, Y., Stuckey, P.J., Marques-Silva, J.: Using maxsat for efficient explanations of tree ensembles. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 3776\u20133785 (2022)","DOI":"10.1609\/aaai.v36i4.20292"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Ignatiev, A., Narodytska, N., Marques-Silva, J.: Abduction-based explanations for machine learning models. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a033, pp. 1511\u20131519 (2019)","DOI":"10.1609\/aaai.v33i01.33011511"},{"key":"5_CR28","unstructured":"Izza, Y., Ignatiev, A., Marques-Silva, J.: On explaining decision trees. arXiv preprint arXiv:2010.11034 (2020)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Jain, S., Wiegreffe, S., Pinter, Y., Wallace, B.C.: Learning to faithfully rationalize by construction. arXiv preprint arXiv:2005.00115 (2020)","DOI":"10.18653\/v1\/2020.acl-main.409"},{"issue":"4","key":"5_CR30","doi-asserted-by":"publisher","first-page":"1746","DOI":"10.1109\/TETC.2022.3171314","volume":"10","author":"Y Jia","year":"2022","unstructured":"Jia, Y., McDermid, J., Lawton, T., Habli, I.: The role of explainability in assuring safety of machine learning in healthcare. IEEE Trans. Emerg. Top. Comput. 10(4), 1746\u20131760 (2022)","journal-title":"IEEE Trans. Emerg. Top. Comput."},{"key":"5_CR31","unstructured":"Jiang, X., Margeloiu, A., Simidjievski, N., Jamnik, M.: ProtoGate: prototype-based neural networks with global-to-local feature selection for tabular biomedical data. In: Proceedings of the 41st International Conference on Machine Learning, pp. 21844\u201321878 (2024)"},{"key":"5_CR32","doi-asserted-by":"crossref","unstructured":"Keswani, M., Ramakrishnan, S., Reddy, N., Balasubramanian, V.N.: Proto2proto: Can you recognize the car, the way i do? In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10233\u201310243 (2022)","DOI":"10.1109\/CVPR52688.2022.00999"},{"key":"5_CR33","unstructured":"Kim, E., Jung, D., Park, S., Kim, S., Yoon, S.: Probabilistic concept bottleneck models. arXiv preprint arXiv:2306.01574 (2023)"},{"key":"5_CR34","unstructured":"Kingma, D.P.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"5_CR35","unstructured":"Koh, P.W., et al.: Concept bottleneck models. In: International Conference on Machine Learning, pp. 5338\u20135348. PMLR (2020)"},{"key":"5_CR36","doi-asserted-by":"crossref","unstructured":"La\u00a0Malfa, E., Zbrzezny, A., Michelmore, R., Paoletti, N., Kwiatkowska, M.: On guaranteed optimal robust explanations for NLP models. arXiv preprint arXiv:2105.03640 (2021)","DOI":"10.24963\/ijcai.2021\/366"},{"key":"5_CR37","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Marques-Silva, J., Ignatiev, A.: Delivering trustworthy AI through formal XAI. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 12342\u201312350 (2022)","DOI":"10.1609\/aaai.v36i11.21499"},{"key":"5_CR39","unstructured":"Marzouk, R., Bassan, S., Katz, G., de\u00a0la Higuera, C.: On the computational tractability of the (many) shapley values. arXiv preprint arXiv:2502.12295 (2025)"},{"key":"5_CR40","unstructured":"Marzouk, R., De\u00a0La\u00a0Higuera, C.: On the tractability of shap explanations under Markovian distributions. In: Proceedings of the 41st International Conference on Machine Learning, pp. 34961\u201334986 (2024)"},{"issue":"1","key":"5_CR41","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1080\/10580530.2020.1849465","volume":"39","author":"C Meske","year":"2022","unstructured":"Meske, C., Bunde, E., Schneider, J., Gersch, M.: Explainable artificial intelligence: objectives, stakeholders, and future research opportunities. Inf. Syst. Manag. 39(1), 53\u201363 (2022)","journal-title":"Inf. Syst. Manag."},{"issue":"6","key":"5_CR42","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1109\/TSC.2017.2772256","volume":"11","author":"AE M\u00e1rquez-Chamorro","year":"2017","unstructured":"M\u00e1rquez-Chamorro, A.E., Resinas, M., Ruiz-Cort\u00e9s, A.: Predictive monitoring of business processes: a survey. IEEE Trans. Serv. Comput. 11(6), 962\u2013977 (2017)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"5_CR43","doi-asserted-by":"publisher","unstructured":"Neu, D.A., Lahann, J., Fettke, P.: A systematic literature review on state-of-the-art deep learning methods for process prediction. Artif. Intell. Rev. 1\u201327 (2021). https:\/\/doi.org\/10.1007\/s10462-021-09960-8","DOI":"10.1007\/s10462-021-09960-8"},{"key":"5_CR44","unstructured":"Paszke, A., et\u00a0al.: Pytorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"5_CR45","doi-asserted-by":"publisher","first-page":"1005","DOI":"10.1007\/s00607-018-0593-x","volume":"100","author":"M Polato","year":"2018","unstructured":"Polato, M., Sperduti, A., Burattin, A., Leoni, M.D.: Time and activity sequence prediction of business process instances. Computing 100, 1005\u20131031 (2018)","journal-title":"Computing"},{"issue":"1","key":"5_CR46","first-page":"739","volume":"16","author":"E Rama-Maneiro","year":"2023","unstructured":"Rama-Maneiro, E., Vidal, J., Lama, M.: Deep learning for predictive business process monitoring: review and benchmark. IEEE Trans. Serv. Comput. 16(1), 739\u2013756 (2023)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"1","key":"5_CR47","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1109\/TKDE.2023.3286017","volume":"36","author":"E Rama-Maneiro","year":"2024","unstructured":"Rama-Maneiro, E., Vidal, J., Lama, M.: Embedding graph convolutional networks in recurrent neural networks for predictive monitoring. IEEE Trans. Knowl. Data Eng. 36(1), 137\u2013151 (2024)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"5_CR48","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should i trust you?\u201d explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"5_CR49","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Anchors: high-precision model-agnostic explanations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11491"},{"issue":"5","key":"5_CR50","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1(5), 206\u2013215 (2019)","journal-title":"Nat. Mach. Intell."},{"key":"5_CR51","doi-asserted-by":"crossref","unstructured":"Slack, D., Hilgard, S., Jia, E., Singh, S., Lakkaraju, H.: Fooling lime and shap: adversarial attacks on post hoc explanation methods. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, pp. 180\u2013186 (2020)","DOI":"10.1145\/3375627.3375830"},{"key":"5_CR52","doi-asserted-by":"crossref","unstructured":"Tax, N., Verenich, I., La\u00a0Rosa, M., Dumas, M.: Predictive business process monitoring with LSTM neural networks. In: International Conference on Advanced Information Systems Engineering, pp. 477\u2013492 (2017)","DOI":"10.1007\/978-3-319-59536-8_30"},{"key":"5_CR53","first-page":"351","volume":"70","author":"S W\u00e4ldchen","year":"2021","unstructured":"W\u00e4ldchen, S., Macdonald, J., Hauch, S., Kutyniok, G.: The computational complexity of understanding binary classifier decisions. J. Artif. Intell. Res. 70, 351\u2013387 (2021)","journal-title":"J. Artif. Intell. Res."},{"key":"5_CR54","unstructured":"Wang, Y., Wang, X.: Self-interpretable model with transformation equivariant interpretation. In: Advances in Neural Information Processing Systems, vol. 34, pp. 2359\u20132372 (2021)"},{"key":"5_CR55","doi-asserted-by":"crossref","unstructured":"Wu, H., et al.: Marabou 2.0: a versatile formal analyzer of neural networks. In: International Conference on Computer Aided Verification, pp. 249\u2013264. Springer, Cham (2024)","DOI":"10.1007\/978-3-031-65630-9_13"},{"key":"5_CR56","unstructured":"Wu, M., Wu, H., Barrett, C.: Verix: towards verified explainability of deep neural networks. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"5_CR57","unstructured":"Yeh, C.K., Hsieh, C.Y., Suggala, A., Inouye, D.I., Ravikumar, P.K.: On the (in) fidelity and sensitivity of explanations. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"}],"container-title":["Communications in Computer and Information Science","Smart Business Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-08614-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T04:12:47Z","timestamp":1761883967000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-08614-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,1]]},"ISBN":["9783032086136","9783032086143"],"references-count":57,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-08614-3_5","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,1]]},"assertion":[{"value":"1 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSBT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Smart Business Technologies","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bilbao","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsbt2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icsbt.scitevents.org\/?y=2025","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}