{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T05:45:43Z","timestamp":1770356743945,"version":"3.49.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319904023","type":"print"},{"value":"9783319904030","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-90403-0_9","type":"book-chapter","created":{"date-parts":[[2018,6,7]],"date-time":"2018-06-07T11:41:29Z","timestamp":1528371689000},"page":"159-175","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":80,"title":["Perturbation-Based Explanations of Prediction Models"],"prefix":"10.1007","author":[{"given":"Marko","family":"Robnik-\u0160ikonja","sequence":"first","affiliation":[]},{"given":"Marko","family":"Bohanec","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,8]]},"reference":[{"issue":"3","key":"9_CR1","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1007\/s11390-010-9337-x","volume":"25","author":"CC Aggarwal","year":"2010","unstructured":"Aggarwal, C.C., Chen, C., Han, J.: The inverse classification problem. J. Comput. Sci. Technol. 25(3), 458\u2013468 (2010)","journal-title":"J. Comput. Sci. Technol."},{"issue":"6","key":"9_CR2","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/0950-7051(96)81920-4","volume":"8","author":"R Andrews","year":"1995","unstructured":"Andrews, R., Diederich, J., Tickle, A.B.: Survey and critique of techniques for extracting rules from trained artificial neural networks. Knowl.-Based Syst. 8(6), 373\u2013384 (1995)","journal-title":"Knowl.-Based Syst."},{"issue":"8","key":"9_CR3","doi-asserted-by":"publisher","first-page":"1717","DOI":"10.1016\/j.jbusres.2015.03.031","volume":"68","author":"JS Armstrong","year":"2015","unstructured":"Armstrong, J.S., Green, K.C., Graefe, A.: Golden rule of forecasting: be conservative. J. Bus. Res. 68(8), 1717\u20131731 (2015)","journal-title":"J. Bus. Res."},{"issue":"1","key":"9_CR4","doi-asserted-by":"publisher","first-page":"79","DOI":"10.2307\/25148718","volume":"30","author":"Arnold","year":"2006","unstructured":"Arnold, V., Clark, N., Collier, P.A., Leech, S.A., Sutton, S.G.: The differential use and effect of knowledge-based system explanations in novice and expert judgment decisions. MIS Q. 30(1), 79\u201397 (2006)","journal-title":"MIS Quarterly"},{"issue":"8","key":"9_CR5","doi-asserted-by":"publisher","first-page":"e0181142","DOI":"10.1371\/journal.pone.0181142","volume":"12","author":"Leila Arras","year":"2017","unstructured":"Arras, L., Horn, F., Montavon, G., M\u00fcller, K.R., Samek, W.: What is relevant in a text document?: An interpretable machine learning approach. PloS ONE 12(8), e0181142 (2017)","journal-title":"PLOS ONE"},{"issue":"7","key":"9_CR6","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"Sebastian Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PloS ONE 10(7), e0130140 (2015)","journal-title":"PLOS ONE"},{"key":"9_CR7","first-page":"1803","volume":"11","author":"D Baehrens","year":"2010","unstructured":"Baehrens, D., Schroeter, T., Harmeling, S., Kawanabe, M., Hansen, K., M\u00fcller, K.R.: How to explain individual classification decisions. J. Mach. Learn. Res. 11, 1803\u20131831 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR8","unstructured":"Barbella, D., Benzaid, S., Christensen, J.M., Jackson, B., Qin, X.V., Musicant, D.R.: Understanding support vector machine classifications via a recommender system-like approach. In: Stahlbock R., Crone S.F., Lessmann S. (eds.) Proceedings of International Conference on Data Mining, pp. 305\u2013311 (2009)"},{"issue":"3","key":"9_CR9","doi-asserted-by":"publisher","first-page":"1314","DOI":"10.1109\/TVCG.2015.2464797","volume":"22","author":"A Barbosa","year":"2016","unstructured":"Barbosa, A., Paulovich, F., Paiva, A., Goldenstein, S., Petronetto, F., Nonato, L.: Visualizing and interacting with kernelized data. IEEE Trans. Vis. Comput. Graph. 22(3), 1314\u20131325 (2016)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"9_CR10","unstructured":"Bohanec, M.: Anonymized B2B sales forecasting data set (2016). http:\/\/www.salvirt.com\/research\/b2bdataset"},{"key":"9_CR11","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1016\/j.eswa.2016.11.010","volume":"71","author":"M Bohanec","year":"2017","unstructured":"Bohanec, M., Bor\u0161tnar Kljaji\u0107, M., Robnik-\u0160ikonja, M.: Explaining machine learning models in sales predictions. Expert Syst. Appl. 71, 416\u2013428 (2017)","journal-title":"Expert Syst. Appl."},{"issue":"7","key":"9_CR12","doi-asserted-by":"publisher","first-page":"1389","DOI":"10.1108\/IMDS-09-2016-0409","volume":"117","author":"M Bohanec","year":"2017","unstructured":"Bohanec, M., Robnik-\u0160ikonja, M., Kljaji\u0107 Bor\u0161tnar, M.: Decision-making framework with double-loop learning through interpretable black-box machine learning models. Ind. Manag. Data Syst. 117(7), 1389\u20131406 (2017)","journal-title":"Ind. Manag. Data Syst."},{"key":"9_CR13","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1016\/j.engappai.2014.06.001","volume":"34","author":"Z Bosni\u0107","year":"2014","unstructured":"Bosni\u0107, Z., Dem\u0161ar, J., Ke\u0161pret, G., Rodrigues, P.P., Gama, J., Kononenko, I.: Enhancing data stream predictions with reliability estimators and explanation. Eng. Appl. Artif. Intell. 34, 178\u2013192 (2014)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"9_CR14","unstructured":"Dem\u0161ar, J., Curk, T., Erjavec, A.: \u010crt Gorup, Ho\u010devar, T., Milutinovi\u010d, M., Mo\u017eina, M., Polajnar, M., Toplak, M., Stari\u010d, A., \u0160tajdohar, M., Umek, L., \u017dagar, L., \u017dbontar, J., \u017ditnik, M., Zupan, B.: Orange: Data mining toolbox in python. J. Mach. Learn. Res. 14, 2349\u20132353 (2013)"},{"issue":"1","key":"9_CR15","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1080\/10618600.2014.907095","volume":"24","author":"A Goldstein","year":"2015","unstructured":"Goldstein, A., Kapelner, A., Bleich, J., Pitkin, E.: Peeking inside the black box: visualizing statistical learning with plots of individual conditional expectation. J. Comput. Graph. Stat. 24(1), 44\u201365 (2015)","journal-title":"J. Comput. Graph. Stat."},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Hamel, L.: Visualization of support vector machines with unsupervised learning. In: Proceedings of 2006 IEEE Symposium on Computational Intelligence in Bioinformatics and Computational Biology (2006)","DOI":"10.1109\/CIBCB.2006.330984"},{"issue":"9","key":"9_CR17","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1002\/minf.201100059","volume":"30","author":"K Hansen","year":"2011","unstructured":"Hansen, K., Baehrens, D., Schroeter, T., Rupp, M., M\u00fcller, K.R.: Visual interpretation of Kernel-based prediction models. Mol. Inf. 30(9), 817\u2013826 (2011)","journal-title":"Mol. Inf."},{"issue":"6","key":"9_CR18","doi-asserted-by":"publisher","first-page":"1223","DOI":"10.1162\/0899766053630350","volume":"17","author":"H Jacobsson","year":"2005","unstructured":"Jacobsson, H.: Rule extraction from recurrent neural networks: a taxonomy and review. Neural Comput. 17(6), 1223\u20131263 (2005)","journal-title":"Neural Comput."},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Jakulin, A., Mo\u017eina, M., Dem\u0161ar, J., Bratko, I., Zupan, B.: Nomograms for visualizing support vector machines. In: Grossman R., Bayardo R., Bennett K.P. (eds.) Proceedings of the Eleventh ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 108\u2013117. ACM (2005)","DOI":"10.1145\/1081870.1081886"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Lemaire, V., F\u00e9raud, R., Voisine, N.: Contact personalization using a score understanding method. In: Proceedings of International Joint Conference on Neural Networks (IJCNN) (2008)","DOI":"10.1109\/IJCNN.2008.4633863"},{"key":"9_CR21","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.ins.2017.08.012","volume":"420","author":"Edwin Lughofer","year":"2017","unstructured":"Lughofer, E., Richter, R., Neissl, U., Heidl, W., Eitzinger, C., Radauer, T.: Explaining classifier decisions linguistically for stimulating and improving operators labeling behavior. Inf. Sci. 420, 16\u201336 (2017)","journal-title":"Information Sciences"},{"key":"9_CR22","unstructured":"Martens, D., Provost, F.: Explaining documents\u2019 classifications. Tech. rep., Center for Digital Economy Research, New York University, Stern School of Business (2011). Working paper CeDER-11-01"},{"key":"9_CR23","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/S0925-2312(03)00431-4","volume":"55","author":"D Meyer","year":"2003","unstructured":"Meyer, D., Leisch, F., Hornik, K.: The support vector machine under test. Neurocomputing 55, 169\u2013186 (2003)","journal-title":"Neurocomputing"},{"key":"9_CR24","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.eswa.2016.06.009","volume":"62","author":"R Piltaver","year":"2016","unstructured":"Piltaver, R., Lu\u0161trek, M., Gams, M., Martin\u010di\u0107-Ip\u0161i\u0107, S.: What makes classification trees comprehensible? Expert Syst. Appl. 62, 333\u2013346 (2016)","journal-title":"Expert Syst. Appl."},{"key":"9_CR25","unstructured":"Poulin, B., Eisner, R., Szafron, D., Lu, P., Greiner, R., Wishart, D.S., Fyshe, A., Pearcy, B., Macdonell, C., Anvik, J.: Visual explanation of evidence with additive classifiers. In: Proceedings of AAAI\u201906. AAAI Press (2006)"},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Pregeljc, M., \u0160trumbelj, E., Mihel\u010di\u010d, M., Kononenko, I.: Learning and explaining the impact of enterprises organizational quality on their economic results. In: Magdalena-Benedito, R., Mart\u00ednez-Sober, M., Mart\u00ednez-Mart\u00ednez, J.M., Escandell-Moreno, P., Vila-Franc\u00e9s, J. (eds.) Intelligent Data Analysis for Real-Life Applications: Theory and Practice, pp. 228\u2013248. Information Science Reference, IGI Global (2012)","DOI":"10.4018\/978-1-4666-1806-0.ch012"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should I trust you?: Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144. ACM (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"9_CR28","unstructured":"Robnik-\u0160ikonja, M.: ExplainPrediction: Explanation of predictions for classification and regression (2017). http:\/\/cran.r-project.org\/package=ExplainPrediction . R package version 1.1.9"},{"issue":"5","key":"9_CR29","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1109\/TKDE.2007.190734","volume":"20","author":"M Robnik-\u0160ikonja","year":"2008","unstructured":"Robnik-\u0160ikonja, M., Kononenko, I.: Explaining classifications for individual instances. IEEE Trans. Knowl. Data Eng. 20(5), 589\u2013600 (2008)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"9_CR30","volume-title":"Sensitivity Analysis","author":"A Saltelli","year":"2000","unstructured":"Saltelli, A., Chan, K., Scott, E.M.: Sensitivity Analysis. Wiley, Chichester; New York (2000)"},{"issue":"1","key":"9_CR31","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s11063-014-9394-1","volume":"42","author":"A Schulz","year":"2015","unstructured":"Schulz, A., Gisbrecht, A., Hammer, B.: Using discriminative dimensionality reduction to visualize classifiers. Neural Process. Lett. 42(1), 27\u201354 (2015)","journal-title":"Neural Process. Lett."},{"key":"9_CR32","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034 (2013)"},{"issue":"2","key":"9_CR33","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1007\/s10115-009-0244-9","volume":"24","author":"E \u0160trumbelj","year":"2010","unstructured":"\u0160trumbelj, E., Bosni\u0107, Z., Kononenko, I., Zakotnik, B., Kuhar, C.G.: Explanation and reliability of prediction models: the case of breast cancer recurrence. Knowl. Inf. Syst. 24(2), 305\u2013324 (2010)","journal-title":"Knowl. Inf. Syst."},{"key":"9_CR34","first-page":"1","volume":"11","author":"E \u0160trumbelj","year":"2010","unstructured":"\u0160trumbelj, E., Kononenko, I.: An efficient explanation of individual classifications using game theory. J. Mach. Learn. Res. 11, 1\u201318 (2010)","journal-title":"J. Mach. Learn. Res."},{"issue":"10","key":"9_CR35","doi-asserted-by":"publisher","first-page":"886","DOI":"10.1016\/j.datak.2009.01.004","volume":"68","author":"E \u0160trumbelj","year":"2009","unstructured":"\u0160trumbelj, E., Kononenko, I., Robnik-\u0160ikonja, M.: Explaining instance classifications with interactions of subsets of feature values. Data Knowl. Eng. 68(10), 886\u2013904 (2009)","journal-title":"Data Knowl. Eng."}],"container-title":["Human\u2013Computer Interaction Series","Human and Machine Learning"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-90403-0_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,19]],"date-time":"2019-10-19T01:51:47Z","timestamp":1571449907000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-90403-0_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319904023","9783319904030"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-90403-0_9","relation":{},"ISSN":["1571-5035","2524-4477"],"issn-type":[{"value":"1571-5035","type":"print"},{"value":"2524-4477","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}