{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T14:13:34Z","timestamp":1742998414693,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030289539"},{"type":"electronic","value":"9783030289546"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28954-6_16","type":"book-chapter","created":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T19:08:50Z","timestamp":1568056130000},"page":"297-309","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Understanding Patch-Based Learning of Video Data by Explaining Predictions"],"prefix":"10.1007","author":[{"given":"Christopher J.","family":"Anders","sequence":"first","affiliation":[]},{"given":"Gr\u00e9goire","family":"Montavon","sequence":"additional","affiliation":[]},{"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[]},{"given":"Klaus-Robert","family":"M\u00fcller","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,9,10]]},"reference":[{"issue":"7","key":"16_CR1","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), e0130140 (2015)","journal-title":"PLoS ONE"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"4308","DOI":"10.1038\/ncomms5308","volume":"5","author":"P Baldi","year":"2014","unstructured":"Baldi, P., Sadowski, P., Whiteson, D.: Searching for exotic particles in high-energy physics with deep learning. Nat. Commun. 5, 4308 (2014)","journal-title":"Nat. Commun."},{"issue":"1","key":"16_CR3","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1109\/TIP.2017.2760518","volume":"27","author":"S Bosse","year":"2018","unstructured":"Bosse, S., Maniry, D., M\u00fcller, K.R., Wiegand, T., Samek, W.: Deep neural networks for no-reference and full-reference image quality assessment. IEEE Trans. Image Process. 27(1), 206\u2013219 (2018)","journal-title":"IEEE Trans. Image Process."},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Donahue, J., et al.: Long-term recurrent convolutional networks for visual recognition and description. In: IEEE CVPR, pp. 2625\u20132634 (2015)","DOI":"10.1109\/CVPR.2015.7298878"},{"issue":"3","key":"16_CR5","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/S0304-3800(02)00257-0","volume":"160","author":"M Gevrey","year":"2003","unstructured":"Gevrey, M., Dimopoulos, I., Lek, S.: Review and comparison of methods to study the contribution of variables in artificial neural network models. Ecol. Model. 160(3), 249\u2013264 (2003)","journal-title":"Ecol. Model."},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Graves, A., Mohamed, A., Hinton, G.: Speech recognition with deep recurrent neural networks. In: IEEE ICASSP, pp. 6645\u20136649 (2013)","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Hou, L., Samaras, D., Kurc, T.M., Gao, Y., Davis, J.E., Saltz, J.H.: Patch-based convolutional neural network for whole slide tissue image classification. In: IEEE CVPR, pp. 2424\u20132433 (2016)","DOI":"10.1109\/CVPR.2016.266"},{"issue":"7","key":"16_CR8","first-page":"760","volume":"24","author":"KT Hu","year":"2013","unstructured":"Hu, K.T., Leou, J.J., Hsiao, H.H.: Spatiotemporal saliency detection and salient region determination for H.264 videos. JVCIR 24(7), 760\u2013772 (2013)","journal-title":"JVCIR"},{"issue":"1","key":"16_CR9","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2013","unstructured":"Ji, S., Xu, W., Yang, M., Yu, K.: 3D convolutional neural networks for human action recognition. IEEE TPAMI 35(1), 221\u2013231 (2013)","journal-title":"IEEE TPAMI"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Karpathy, A., Toderici, G., Shetty, S., Leung, T., Sukthankar, R., Fei-Fei, L.: Large-scale video classification with convolutional neural networks. In: IEEE CVPR, pp. 1725\u20131732 (2014)","DOI":"10.1109\/CVPR.2014.223"},{"key":"16_CR11","unstructured":"Kauffmann, J., Esders, M., Montavon, G., Samek, W., M\u00fcller, K.R.,: From Clustering to Cluster Explanations via Neural Networks. arXiv preprint \narXiv:1906.07633\n\n (2019)"},{"key":"16_CR12","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in NIPS, pp. 1097\u20131105 (2012)"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Landecker, W., Thomure, M.D., Bettencourt, L.M., Mitchell, M., Kenyon, G.T., Brumby, S.P.: Interpreting individual classifications of hierarchical networks. In: IEEE Symposium CIDM, pp. 32\u201338 (2013)","DOI":"10.1109\/CIDM.2013.6597214"},{"issue":"114","key":"16_CR14","first-page":"1","volume":"17","author":"S Lapuschkin","year":"2016","unstructured":"Lapuschkin, S., Binder, A., Montavon, G., M\u00fcller, K.R., Samek, W.: The LRP toolbox for artificial neural networks. J. Mach. Learn. Res. 17(114), 1\u20135 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR15","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1038\/s41467-019-08987-4","volume":"10","author":"S Lapuschkin","year":"2019","unstructured":"Lapuschkin, S., W\u00e4ldchen, S., Binder, A., Montavon, G., Samek, W., M\u00fcller, K.R.: Unmasking Clever Hans predictors and assessing what machines really learn. Nat. Commun. 10, 1096 (2019)","journal-title":"Nat. Commun."},{"key":"16_CR16","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.image.2015.04.014","volume":"38","author":"J Li","year":"2015","unstructured":"Li, J., Liu, Z., Zhang, X., Le Meur, O., Shen, L.: Spatiotemporal saliency detection based on superpixel-level trajectory. Sig. Process. Image Commun. 38, 100\u2013114 (2015)","journal-title":"Sig. Process. Image Commun."},{"key":"16_CR17","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.patcog.2016.11.008","volume":"65","author":"G Montavon","year":"2017","unstructured":"Montavon, G., Lapuschkin, S., Binder, A., Samek, W., M\u00fcller, K.R.: Explaining nonlinear classification decisions with deep Taylor decomposition. Pattern Recogn. 65, 211\u2013222 (2017)","journal-title":"Pattern Recogn."},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Proc. 73, 1\u201315 (2018)","journal-title":"Digit. Signal Proc."},{"key":"16_CR19","unstructured":"van den Oord, A., et al.: WaveNet: a generative model for raw audio. In: The 9th ISCA Speech Synthesis Workshop, Sunnyvale, CA, USA, 13\u201315 September 2016, p. 125 (2016)"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Pohlen, T., Hermans, A., Mathias, M., Leibe, B.: Full-resolution residual networks for semantic segmentation in street scenes. In: IEEE CVPR, pp. 4151\u20134160 (2017)","DOI":"10.1109\/CVPR.2017.353"},{"key":"16_CR21","unstructured":"Poulin, B., et al.: Visual explanation of evidence with additive classifiers. In: Proceedings, The Twenty-First National Conference on Artificial Intelligence and the Eighteenth Innovative Applications of Artificial Intelligence Conference, 16\u201320 July 2006, Boston, Massachusetts, USA, pp. 1822\u20131829 (2006)"},{"key":"16_CR22","unstructured":"Reed, S.E., Lee, H., Anguelov, D., Szegedy, C., Erhan, D., Rabinovich, A.: Training deep neural networks on noisy labels with bootstrapping. In: 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015, Workshop Track Proceedings (2015)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should I trust you?\u201d: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, San Francisco, CA, USA, 13\u201317 August 2016, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"issue":"11","key":"16_CR24","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2017","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28(11), 2660\u20132673 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"16_CR25","unstructured":"Sch\u00fctt, K., Kindermans, P.J., Felix, H.E.S., Chmiela, S., Tkatchenko, A., M\u00fcller, K.R.: SchNet: a continuous-filter convolutional neural network for modeling quantum interactions. In: Advances in NIPS, pp. 992\u20131002 (2017)"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-CAM: visual explanations from deep networks via gradient-based localization. In: IEEE CVPR, pp. 618\u2013626 (2017)","DOI":"10.1109\/ICCV.2017.74"},{"key":"16_CR27","unstructured":"Sharma, S., Kiros, R., Salakhutdinov, R.: Action recognition using visual attention. CoRR abs\/1511.04119 (2015)"},{"key":"16_CR28","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: 2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, 14\u201316 April 2014, Workshop Track Proceedings (2014)"},{"key":"16_CR29","unstructured":"Springenberg, J.T., Dosovitskiy, A., Brox, T., Riedmiller, M.A.: Striving for simplicity: The all convolutional net. In: 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015, Workshop Track Proceedings (2015)"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Srinivasan, V., Lapuschkin, S., Hellge, C., M\u00fcller, K.R., Samek, W.: Interpretable human action recognition in compressed domain. In: IEEE ICASSP, pp. 1692\u20131696 (2017)","DOI":"10.1109\/ICASSP.2017.7952445"},{"key":"16_CR31","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.jneumeth.2016.10.008","volume":"274","author":"I Sturm","year":"2016","unstructured":"Sturm, I., Lapuschkin, S., Samek, W., M\u00fcller, K.R.: Interpretable deep neural networks for single-trial EEG classification. J. Neurosci. Methods 274, 141\u2013145 (2016)","journal-title":"J. Neurosci. Methods"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Liu, W., Jia, Y., Sermanet, P., Reed, S., Anguelov, D., et al.: Going deeper with convolutions. In: IEEE CVPR, pp. 1\u20139 (2015)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Tran, D., Bourdev, L., Fergus, R., Torresani, L., Paluri, M.: Learning spatiotemporal features with 3D convolutional networks. In: IEEE ICCV, pp. 4489\u20134497 (2015)","DOI":"10.1109\/ICCV.2015.510"},{"key":"16_CR34","unstructured":"Yang, C., Rangarajan, A., Ranka, S.: Visual explanations from deep 3D convolutional neural networks for Alzheimer\u2019s disease classification. CoRR abs\/1803.02544 (2018)"},{"key":"16_CR35","unstructured":"Yosinski, J., Clune, J., Nguyen, A.M., Fuchs, T.J., Lipson, H.: Understanding neural networks through deep visualization. CoRR abs\/1506.06579 (2015)"},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"Yue-Hei Ng, J., Hausknecht, M., Vijayanarasimhan, S., Vinyals, O., Monga, R., Toderici, G.: Beyond short snippets: deep networks for video classification. In: IEEE CVPR, pp. 4694\u20134702 (2015)","DOI":"10.1109\/CVPR.2015.7299101"},{"key":"16_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Computer Vision \u2013 ECCV 2014","author":"MD Zeiler","year":"2014","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 818\u2013833. Springer, Cham (2014). \nhttps:\/\/doi.org\/10.1007\/978-3-319-10590-1_53"},{"key":"16_CR38","unstructured":"Zhang, C., Tian, Y.: Automatic video description generation via LSTM with joint two-stream encoding. In: ICPR, pp. 2924\u20132929 (2016)"},{"key":"16_CR39","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: IEEE CVPR, pp. 2921\u20132929 (2016)","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Lecture Notes in Computer Science","Explainable AI: Interpreting, Explaining and Visualizing Deep Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28954-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,13]],"date-time":"2019-11-13T20:25:07Z","timestamp":1573676707000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28954-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030289539","9783030289546"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28954-6_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}