{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T05:01:09Z","timestamp":1777352469132,"version":"3.51.4"},"publisher-location":"Cham","reference-count":80,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030289539","type":"print"},{"value":"9783030289546","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28954-6_11","type":"book-chapter","created":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T23:08:50Z","timestamp":1568070530000},"page":"211-238","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":74,"title":["Explaining and Interpreting LSTMs"],"prefix":"10.1007","author":[{"given":"Leila","family":"Arras","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jos\u00e9","family":"Arjona-Medina","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Widrich","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gr\u00e9goire","family":"Montavon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Gillhofer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Klaus-Robert","family":"M\u00fcller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sepp","family":"Hochreiter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,10]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Ancona, M., Ceolini, E., \u00d6ztireli, C., Gross, M.: Towards better understanding of gradient-based attribution methods for deep neural networks. In: International Conference on Learning Representations (ICLR) (2018)","DOI":"10.1007\/978-3-030-28954-6_9"},{"key":"11_CR2","unstructured":"Arjona-Medina, J.A., Gillhofer, M., Widrich, M., Unterthiner, T., Brandstetter, J., Hochreiter, S.: RUDDER: return decomposition for delayed rewards. arXiv:1806.07857 (2018)"},{"issue":"8","key":"11_CR3","doi-asserted-by":"publisher","first-page":"e0181142","DOI":"10.1371\/journal.pone.0181142","volume":"12","author":"L Arras","year":"2017","unstructured":"Arras, L., Horn, F., Montavon, G., M\u00fcller, K.R., Samek, W.: \u201cWhat is relevant in a text document?\u201d: An interpretable machine learning approach. PLoS ONE 12(8), e0181142 (2017)","journal-title":"PLoS ONE"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Arras, L., Montavon, G., M\u00fcller, K.R., Samek, W.: Explaining recurrent neural network predictions in sentiment analysis. In: Proceedings of the EMNLP 2017 Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis (WASSA), pp. 159\u2013168 (2017)","DOI":"10.18653\/v1\/W17-5221"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Arras, L., Osman, A., M\u00fcller, K.R., Samek, W.: Evaluating recurrent neural network explanations. In: Proceedings of the ACL 2019 Workshop on BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pp. 113\u2013126. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/W19-4813"},{"issue":"7","key":"11_CR6","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), e0130140 (2015)","journal-title":"PLoS ONE"},{"key":"11_CR7","unstructured":"Bakker, B.: Reinforcement learning with long short-term memory. In: Advances in Neural Information Processing Systems 14 (NIPS), pp. 1475\u20131482 (2002)"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Bakker, B.: Reinforcement learning by backpropagation through an LSTM model\/ critic. In: IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, pp. 127\u2013134 (2007)","DOI":"10.1109\/ADPRL.2007.368179"},{"key":"11_CR9","unstructured":"Becker, S., Ackermann, M., Lapuschkin, S., M\u00fcller, K.R., Samek, W.: Interpreting and explaining deep neural networks for classification of audio signals. arXiv:1807.03418 (2018)"},{"issue":"2","key":"11_CR10","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Networks 5(2), 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Networks"},{"key":"11_CR11","unstructured":"Chen, J., Song, L., Wainwright, M., Jordan, M.: Learning to explain: an information-theoretic perspective on model interpretation. In: Proceedings of the 35th International Conference on Machine Learning (ICML), vol. 80, pp. 883\u2013892 (2018)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Cho, K., et al.: Learning phrase representations using RNN encoder-decoder for statistical machine translation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1724\u20131734. Association for Computational Linguistics (2014)","DOI":"10.3115\/v1\/D14-1179"},{"key":"11_CR13","unstructured":"Denil, M., Demiraj, A., de Freitas, N.: Extraction of salient sentences from labelled documents. arXiv:1412.6815 (2015)"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Ding, Y., Liu, Y., Luan, H., Sun, M.: Visualizing and understanding neural machine translation. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (ACL), pp. 1150\u20131159. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-1106"},{"issue":"4","key":"11_CR15","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1109\/TPAMI.2016.2599174","volume":"39","author":"J Donahue","year":"2017","unstructured":"Donahue, J., et al.: Long-term recurrent convolutional networks for visual recognition and description. IEEE Trans. Pattern Anal. Mach. Intell. 39(4), 677\u2013691 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"11_CR16","unstructured":"EU-GDPR: Regulation (EU) 2016\/679 of the European Parliament and of the Council of 27 April 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data, and repealing Directive 95\/46\/EC (General Data Protection Regulation). Official J. Eur. Union L 119(59), 1\u201388 (2016)"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Geiger, J.T., Zhang, Z., Weninger, F., Schuller, B., Rigoll, G.: Robust speech recognition using long short-term memory recurrent neural networks for hybrid acoustic modelling. In: Proceedings of the 15th Annual Conference of the International Speech Communication Association (INTERSPEECH), pp. 631\u2013635 (2014)","DOI":"10.21437\/Interspeech.2014-151"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Gers, F.A., Schmidhuber, J.: Recurrent nets that time and count. In: Proceedings of the IEEE International Joint Conference on Neural Networks (IJCNN), vol. 3, pp. 189\u2013194 (2000)","DOI":"10.1109\/IJCNN.2000.861302"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Gers, F.A., Schmidhuber, J., Cummins, F.: Learning to forget: continual prediction with LSTM. In: Proceedings of the International Conference on Artificial Neural Networks (ICANN), vol. 2, pp. 850\u2013855 (1999)","DOI":"10.1049\/cp:19991218"},{"issue":"10","key":"11_CR20","doi-asserted-by":"publisher","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"FA Gers","year":"2000","unstructured":"Gers, F.A., Schmidhuber, J., Cummins, F.: Learning to forget: continual prediction with LSTM. Neural Comput. 12(10), 2451\u20132471 (2000)","journal-title":"Neural Comput."},{"issue":"3","key":"11_CR21","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/S0304-3800(02)00257-0","volume":"160","author":"M Gevrey","year":"2003","unstructured":"Gevrey, M., Dimopoulos, I., Lek, S.: Review and comparison of methods to study the contribution of variables in artificial neural network models. Ecol. Model. 160(3), 249\u2013264 (2003)","journal-title":"Ecol. Model."},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Gonzalez-Dominguez, J., Lopez-Moreno, I., Sak, H., Gonzalez-Rodriguez, J., Moreno, P.J.: Automatic language identification using long short-term memory recurrent neural networks. In: Proceedings of the 15th Annual Conference of the International Speech Communication Association (INTERSPEECH), pp. 2155\u20132159 (2014)","DOI":"10.1109\/ICASSP.2014.6854622"},{"key":"11_CR23","unstructured":"Graves, A.: Generating sequences with recurrent neural networks. arXiv:1308.0850 (2014)"},{"issue":"5","key":"11_CR24","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1109\/TPAMI.2008.137","volume":"31","author":"A Graves","year":"2009","unstructured":"Graves, A., Liwicki, M., Fernandez, S., Bertolami, R., Bunke, H., Schmidhuber, J.: A novel connectionist system for unconstrained handwriting recognition. IEEE Trans. Pattern Anal. Mach. Intell. 31(5), 855\u2013868 (2009)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"5\u20136","key":"11_CR25","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.neunet.2005.06.042","volume":"18","author":"A Graves","year":"2005","unstructured":"Graves, A., Schmidhuber, J.: Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Networks 18(5\u20136), 602\u2013610 (2005)","journal-title":"Neural Networks"},{"issue":"10","key":"11_CR26","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2017","unstructured":"Greff, K., Srivastava, R.K., Koutn\u00edk, J., Steunebrink, B.R., Schmidhuber, J.: LSTM: a search space odyssey. IEEE Trans. Neural Netw. Learn. Syst. 28(10), 2222\u20132232 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"11_CR27","unstructured":"Hausknecht, M., Stone, P.: Deep recurrent Q-learning for partially observable MDPs. In: AAAI Fall Symposium Series - Sequential Decision Making for Intelligent Agents, pp. 29\u201337 (2015)"},{"key":"11_CR28","unstructured":"Heess, N., Wayne, G., Tassa, Y., Lillicrap, T., Riedmiller, M., Silver, D.: Learning and transfer of modulated locomotor controllers. arXiv:1610.05182 (2016)"},{"key":"11_CR29","unstructured":"Hochreiter, S.: Implementierung und Anwendung eines \u2018neuronalen\u2019 Echtzeit-Lernalgorithmus f\u00fcr reaktive Umgebungen. Practical work, Institut f\u00fcr Informatik, Technische Universit\u00e4t M\u00fcnchen (1990)"},{"key":"11_CR30","unstructured":"Hochreiter, S.: Untersuchungen zu dynamischen neuronalen Netzen. Master\u2019s thesis. Institut f\u00fcr Informatik, Technische Universit\u00e4t M\u00fcnchen (1991)"},{"key":"11_CR31","unstructured":"Hochreiter, S.: Recurrent neural net learning and vanishing gradient. In: Freksa, C. (ed.) Proceedings in Artificial Intelligence - Fuzzy-Neuro-Systeme 1997 Workshop, pp. 130\u2013137. Infix (1997)"},{"issue":"2","key":"11_CR32","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1142\/S0218488598000094","volume":"6","author":"S Hochreiter","year":"1998","unstructured":"Hochreiter, S.: The vanishing gradient problem during learning recurrent neural nets and problem solutions. Int. J. Uncertainty Fuzziness Knowl. Based Syst. 6(2), 107\u2013116 (1998)","journal-title":"Int. J. Uncertainty Fuzziness Knowl. Based Syst."},{"key":"11_CR33","first-page":"237","volume-title":"A Field Guide to Dynamical Recurrent Networks","author":"S Hochreiter","year":"2001","unstructured":"Hochreiter, S., Bengio, Y., Frasconi, P., Schmidhuber, J.: Gradient flow in recurrent nets: the difficulty of learning long-term dependencies. In: Kolen, J.F., Kremer, S.C. (eds.) A Field Guide to Dynamical Recurrent Networks, pp. 237\u2013244. IEEE Press, New York (2001)"},{"issue":"14","key":"11_CR34","doi-asserted-by":"publisher","first-page":"1728","DOI":"10.1093\/bioinformatics\/btm247","volume":"23","author":"S Hochreiter","year":"2007","unstructured":"Hochreiter, S., Heusel, M., Obermayer, K.: Fast model-based protein homology detection without alignment. Bioinformatics 23(14), 1728\u20131736 (2007)","journal-title":"Bioinformatics"},{"key":"11_CR35","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Technical report, FKI-207-95, Fakult\u00e4t f\u00fcr Informatik, Technische Universit\u00e4t M\u00fcnchen (1995)"},{"key":"11_CR36","unstructured":"Hochreiter, S., Schmidhuber, J.: LSTM can solve hard long time lag problems. In: Advances in Neural Information Processing Systems 9 (NIPS), pp. 473\u2013479 (1996)"},{"issue":"8","key":"11_CR37","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"11_CR38","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/3-540-44668-0_13","volume-title":"Artificial Neural Networks \u2014 ICANN 2001","author":"Sepp Hochreiter","year":"2001","unstructured":"Hochreiter, S., Younger, A.S., Conwell, P.R.: Learning to learn using gradient descent. In: Proceedings of the International Conference on Artificial Neural Networks (ICANN), pp. 87\u201394 (2001)"},{"key":"11_CR39","doi-asserted-by":"publisher","first-page":"2391","DOI":"10.1038\/s41598-019-38748-8","volume":"9","author":"F Horst","year":"2019","unstructured":"Horst, F., Lapuschkin, S., Samek, W., M\u00fcller, K.R., Sch\u00f6llhorn, W.I.: Explaining the unique nature of individual gait patterns with deep learning. Sci. Rep. 9, 2391 (2019)","journal-title":"Sci. Rep."},{"key":"11_CR40","unstructured":"Kauffmann, J., Esders, M., Montavon, G., Samek, W., M\u00fcller, K.R.,: From clustering to cluster explanations via neural networks. arXiv:1906.07633 (2019)"},{"key":"11_CR41","doi-asserted-by":"crossref","unstructured":"Landecker, W., Thomure, M.D., Bettencourt, L.M.A., Mitchell, M., Kenyon, G.T., Brumby, S.P.: Interpreting individual classifications of hierarchical networks. In: IEEE Symposium on Computational Intelligence and Data Mining (CIDM), pp. 32\u201338 (2013)","DOI":"10.1109\/CIDM.2013.6597214"},{"issue":"114","key":"11_CR42","first-page":"1","volume":"17","author":"S Lapuschkin","year":"2016","unstructured":"Lapuschkin, S., Binder, A., Montavon, G., M\u00fcller, K.R., Samek, W.: The LRP toolbox for artificial neural networks. J. Mach. Learn. Res. 17(114), 1\u20135 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"11_CR43","unstructured":"Lapuschkin, S., Binder, A., M\u00fcller, K.R., Samek, W.: Understanding and comparing deep neural networks for age and gender classification. In: IEEE International Conference on Computer Vision Workshops, pp. 1629\u20131638 (2017)"},{"key":"11_CR44","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1038\/s41467-019-08987-4","volume":"10","author":"S Lapuschkin","year":"2019","unstructured":"Lapuschkin, S., W\u00e4ldchen, S., Binder, A., Montavon, G., Samek, W., M\u00fcller, K.R.: Unmasking clever hans predictors and assessing what machines really learn. Nat. Commun. 10, 1096 (2019)","journal-title":"Nat. Commun."},{"key":"11_CR45","doi-asserted-by":"crossref","unstructured":"Li, J., Chen, X., Hovy, E., Jurafsky, D.: Visualizing and understanding neural models in NLP. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT), pp. 681\u2013691. Association for Computational Linguistics (2016)","DOI":"10.18653\/v1\/N16-1082"},{"key":"11_CR46","unstructured":"Li, J., Monroe, W., Jurafsky, D.: Understanding neural networks through representation erasure. arXiv:1612.08220 (2017)"},{"key":"11_CR47","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems 30 (NIPS), pp. 4765\u20134774 (2017)"},{"issue":"3","key":"11_CR48","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1002\/smj.2512","volume":"38","author":"J Luoma","year":"2017","unstructured":"Luoma, J., Ruutu, S., King, A.W., Tikkanen, H.: Time delays, competitive interdependence, and firm performance. Strateg. Manag. J. 38(3), 506\u2013525 (2017)","journal-title":"Strateg. Manag. J."},{"key":"11_CR49","doi-asserted-by":"crossref","unstructured":"Marchi, E., Ferroni, G., Eyben, F., Gabrielli, L., Squartini, S., Schuller, B.: Multi-resolution linear prediction based features for audio onset detection with bidirectional LSTM neural networks. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 2164\u20132168 (2014)","DOI":"10.1109\/ICASSP.2014.6853982"},{"key":"11_CR50","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33rd International Conference on Machine Learning (ICML), vol. 48, pp. 1928\u20131937 (2016)"},{"key":"11_CR51","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/978-3-030-28954-6_10","volume-title":"Explainable AI: Interpreting, Explaining and Visualizing Deep Learning","author":"Gr\u00e9goire Montavon","year":"2019","unstructured":"Montavon, G., Binder, A., Lapuschkin, S., Samek, W., M\u00fcller, K.-R.: Layer-wise relevance propagation: an overview. In: Samek, W. et al. (eds.) Explainable AI, LNCS 11700, pp. 193\u2013209. Springer, Heidelberg (2019)"},{"key":"11_CR52","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.patcog.2016.11.008","volume":"65","author":"G Montavon","year":"2017","unstructured":"Montavon, G., Lapuschkin, S., Binder, A., Samek, W., M\u00fcller, K.R.: Explaining nonlinear classification decisions with deep Taylor decomposition. Pattern Recogn. 65, 211\u2013222 (2017)","journal-title":"Pattern Recogn."},{"key":"11_CR53","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Proc. 73, 1\u201315 (2018)","journal-title":"Digit. Signal Proc."},{"key":"11_CR54","unstructured":"Morcos, A.S., Barrett, D.G., Rabinowitz, N.C., Botvinick, M.: On the importance of single directions for generalization. In: International Conference on Learning Representations (ICLR) (2018)"},{"key":"11_CR55","unstructured":"Munro, P.: A dual back-propagation scheme for scalar reward learning. In: Proceedings of the Ninth Annual Conference of the Cognitive Science Society, pp. 165\u2013176 (1987)"},{"key":"11_CR56","unstructured":"Murdoch, W.J., Liu, P.J., Yu, B.: Beyond word importance: contextual decomposition to extract interactions from LSTMs. In: International Conference on Learning Representations (ICLR) (2018)"},{"key":"11_CR57","doi-asserted-by":"crossref","unstructured":"Poerner, N., Sch\u00fctze, H., Roth, B.: Evaluating neural network explanation methods using hybrid documents and morphosyntactic agreement. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (ACL), pp. 340\u2013350. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/P18-1032"},{"issue":"4","key":"11_CR58","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1002\/sdr.427","volume":"25","author":"H Rahmandad","year":"2009","unstructured":"Rahmandad, H., Repenning, N., Sterman, J.: Effects of feedback delay on learning. Syst. Dyn. Rev. 25(4), 309\u2013338 (2009)","journal-title":"Syst. Dyn. Rev."},{"key":"11_CR59","series-title":"The Springer Series on Challenges in Machine Learning","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/978-3-319-98131-4_5","volume-title":"Explainable and Interpretable Models in Computer Vision and Machine Learning","author":"L Rieger","year":"2018","unstructured":"Rieger, L., Chormai, P., Montavon, G., Hansen, L.K., M\u00fcller, K.-R.: Structuring neural networks for more explainable predictions. In: Escalante, H.J., et al. (eds.) Explainable and Interpretable Models in Computer Vision and Machine Learning. TSSCML, pp. 115\u2013131. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-98131-4_5"},{"key":"11_CR60","unstructured":"Robinson, A.J.: Dynamic error propagation networks. Ph.D. thesis, Trinity Hall and Cambridge University Engineering Department (1989)"},{"key":"11_CR61","unstructured":"Robinson, T., Fallside, F.: Dynamic reinforcement driven error propagation networks with application to game playing. In: Proceedings of the 11th Conference of the Cognitive Science Society, Ann Arbor, pp. 836\u2013843 (1989)"},{"key":"11_CR62","unstructured":"Sahni, H.: Reinforcement learning never worked, and \u2018deep\u2019 only helped a bit. himanshusahni.github.io\/2018\/02\/23\/reinforcement-learning-never-worked.html (2018)"},{"key":"11_CR63","doi-asserted-by":"crossref","unstructured":"Sak, H., Senior, A., Beaufays, F.: Long short-term memory recurrent neural network architectures for large scale acoustic modeling. In: Proceedings of the 15th Annual Conference of the International Speech Communication Association (INTERSPEECH), Singapore, pp. 338\u2013342 (2014)","DOI":"10.21437\/Interspeech.2014-80"},{"issue":"11","key":"11_CR64","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2017","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.R.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28(11), 2660\u20132673 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"11_CR65","unstructured":"Schmidhuber, J.: Making the world differentiable: on using fully recurrent self-supervised neural networks for dynamic reinforcement learning and planning in non-stationary environments. Technical report, FKI-126-90 (revised), Institut f\u00fcr Informatik, Technische Universit\u00e4t M\u00fcnchen (1990). Experiments by Sepp Hochreiter"},{"key":"11_CR66","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber, J.: Deep learning in neural networks: an overview. Neural Netw. 61, 85\u2013117 (2015)","journal-title":"Neural Netw."},{"key":"11_CR67","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: Proceedings of the 34th International Conference on Machine Learning (ICML), vol. 70, pp. 3145\u20133153 (2017)"},{"key":"11_CR68","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: International Conference on Learning Representations (ICLR) (2014)"},{"key":"11_CR69","unstructured":"Socher, R., et al.: Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1631\u20131642. Association for Computational Linguistics (2013)"},{"key":"11_CR70","unstructured":"Srivastava, N., Mansimov, E., Salakhudinov, R.: Unsupervised learning of video representations using LSTMs. In: Proceedings of the 32nd International Conference on Machine Learning (ICML), vol. 37, pp. 843\u2013852 (2015)"},{"key":"11_CR71","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.jneumeth.2016.10.008","volume":"274","author":"I Sturm","year":"2016","unstructured":"Sturm, I., Lapuschkin, S., Samek, W., M\u00fcller, K.R.: Interpretable deep neural networks for single-trial EEG classification. J. Neurosci. Methods 274, 141\u2013145 (2016)","journal-title":"J. Neurosci. Methods"},{"key":"11_CR72","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Proceedings of the 34th International Conference on Machine Learning (ICML), vol. 70, pp. 3319\u20133328 (2017)"},{"key":"11_CR73","unstructured":"Sutskever, I., Vinyals, O., Le, Q.V.: Sequence to sequence learning with neural networks. In: Advances in Neural Information Processing Systems 27 (NIPS), pp. 3104\u20133112 (2014)"},{"key":"11_CR74","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2017","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2017). Draft from November 2017","edition":"2"},{"key":"11_CR75","doi-asserted-by":"crossref","unstructured":"Thuillier, E., Gamper, H., Tashev, I.J.: Spatial audio feature discovery with convolutional neural networks. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 6797\u20136801 (2018)","DOI":"10.1109\/ICASSP.2018.8462315"},{"key":"11_CR76","doi-asserted-by":"crossref","unstructured":"Venugopalan, S., Xu, H., Donahue, J., Rohrbach, M., Mooney, R., Saenko, K.: Translating videos to natural language using deep recurrent neural networks. In: Proceedings of the 2015 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT), pp. 1494\u20131504. Association for Computational Linguistics (2015)","DOI":"10.3115\/v1\/N15-1173"},{"key":"11_CR77","doi-asserted-by":"crossref","unstructured":"Yang, Y., Tresp, V., Wunderle, M., Fasching, P.A.: Explaining therapy predictions with layer-wise relevance propagation in neural networks. In: IEEE International Conference on Healthcare Informatics (ICHI), pp. 152\u2013162 (2018)","DOI":"10.1109\/ICHI.2018.00025"},{"key":"11_CR78","unstructured":"Zaremba, W., Sutskever, I., Vinyals, O.: Recurrent neural network regularization. arXiv:1409.2329 (2015)"},{"key":"11_CR79","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Computer Vision \u2013 ECCV 2014","author":"MD Zeiler","year":"2014","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 818\u2013833. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10590-1_53"},{"key":"11_CR80","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/978-3-319-46493-0_33","volume-title":"Computer Vision \u2013 ECCV 2016","author":"J Zhang","year":"2016","unstructured":"Zhang, J., Lin, Z., Brandt, J., Shen, X., Sclaroff, S.: Top-down neural attention by excitation backprop. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9908, pp. 543\u2013559. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46493-0_33"}],"container-title":["Lecture Notes in Computer Science","Explainable AI: Interpreting, Explaining and Visualizing Deep Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28954-6_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,28]],"date-time":"2022-09-28T00:10:19Z","timestamp":1664323819000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28954-6_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030289539","9783030289546"],"references-count":80,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28954-6_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}