{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T07:01:31Z","timestamp":1746169291902},"publisher-location":"Cham","reference-count":53,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319976754"},{"type":"electronic","value":"9783319976761"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-97676-1_16","type":"book-chapter","created":{"date-parts":[[2018,7,20]],"date-time":"2018-07-20T16:46:45Z","timestamp":1532105205000},"page":"162-173","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["The Foundations of Deep Learning with a Path Towards General Intelligence"],"prefix":"10.1007","author":[{"given":"Eray","family":"\u00d6zkural","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,7,21]]},"reference":[{"issue":"11","key":"16_CR1","doi-asserted-by":"publisher","first-page":"2409","DOI":"10.1162\/089976601753195969","volume":"13","author":"W Bialek","year":"2001","unstructured":"Bialek, W., Nemenman, I., Tishby, N.: Predictability, complexity, and learning. Neural Comput. 13(11), 2409\u20132463 (2001). https:\/\/doi.org\/10.1162\/089976601753195969","journal-title":"Neural Comput."},{"key":"16_CR2","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MSP.2017.2693418","volume":"34","author":"MM Bronstein","year":"2017","unstructured":"Bronstein, M.M., Bruna, J., LeCun, Y., Szlam, A., Vandergheynst, P.: Geometric deep learning: going beyond euclidean data. IEEE Signal Process. Mag. 34, 18\u201342 (2017). https:\/\/doi.org\/10.1109\/MSP.2017.2693418","journal-title":"IEEE Signal Process. Mag."},{"issue":"February","key":"16_CR3","first-page":"67","volume":"78","author":"PM Churchland","year":"1981","unstructured":"Churchland, P.M.: Eliminative materialism and the propositional attitudes. J. Philos. 78(February), 67\u201390 (1981)","journal-title":"J. Philos."},{"key":"16_CR4","unstructured":"Ciresan, D.C., Giusti, A., Gambardella, L.M., Schmidhuber, J.: Neural networks for segmenting neuronal structures in EM stacks. In: ISBI Segmentation Challenge Competition: Abstracts (2012)"},{"key":"16_CR5","volume-title":"Bayesian Brain: Probabilistic Approaches to Neural Coding","author":"K Doya","year":"2007","unstructured":"Doya, K., Ishii, S., Pouget, A., Rao, R.P.N.: Bayesian Brain: Probabilistic Approaches to Neural Coding. The MIT Press, Cambridge (2007)"},{"key":"16_CR6","doi-asserted-by":"publisher","unstructured":"Everitt, T., Lattimore, T., Hutter, M.: Free lunch for optimisation under the universal distribution. In: Proceedings of the IEEE Congress on Evolutionary Computation, CEC 2014, Beijing, China, July 6\u201311, 2014, pp. 167\u2013174 (2014). https:\/\/doi.org\/10.1109\/CEC.2014.6900546","DOI":"10.1109\/CEC.2014.6900546"},{"key":"16_CR7","unstructured":"Fahlman, S.E., Hinton, G.E., Sejnowski, T.J.: Massively parallel architectures for AI: Netl, thistle, and boltzmann machines. In: Proceedings of the Third AAAI Conference on Artificial Intelligence. AAAI 1983, pp. 109\u2013113. AAAI Press (1983). http:\/\/dl.acm.org\/citation.cfm?id=2886844.2886868"},{"key":"16_CR8","unstructured":"Fernando, C., et al.: PathNet: Evolution Channels Gradient Descent in Super Neural Networks. ArXiv e-prints, January 2017"},{"issue":"248","key":"16_CR9","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.1016\/j.neuroimage.2011.10.004","volume":"62","author":"K Friston","year":"2012","unstructured":"Friston, K.: The history of the future of the bayesian brain. Neuroimage 62(248), 1230\u20131233 (2012)","journal-title":"Neuroimage"},{"key":"16_CR10","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1016\/j.neubiorev.2017.04.009","volume":"77","author":"KJ Friston","year":"2017","unstructured":"Friston, K.J., Rosch, R., Parr, T., Price, C., Bowman, H.: Deep temporal models and active inference. Neurosci. Biobehav. Rev. 77, 388\u2013402 (2017). https:\/\/doi.org\/10.1016\/j.neubiorev.2017.04.009","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"4","key":"16_CR11","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/BF00344251","volume":"36","author":"K Fukushima","year":"1980","unstructured":"Fukushima, K.: Neocognitron: a self-organizing neural network for a mechanism of pattern recognition unaffected by shift in position. Biol. Cybern. 36(4), 193\u2013202 (1980)","journal-title":"Biol. Cybern."},{"key":"16_CR12","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.neunet.2012.09.016","volume":"37","author":"K Fukushima","year":"2013","unstructured":"Fukushima, K.: Artificial vision by multi-layered neural networks: Neocognitron and its advances. Neural Networks 37, 103\u2013119 (2013)","journal-title":"Neural Networks"},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Gatys, L.A., Ecker, A.S., Bethge, M.: Image style transfer using convolutional neural networks. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, June 27\u201330, 2016, pp. 2414\u20132423 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.265","DOI":"10.1109\/CVPR.2016.265"},{"key":"16_CR14","doi-asserted-by":"publisher","unstructured":"George, D., et al.: A generative vision model that trains with high data efficiency and breaks text-based captchas. Science (2017). https:\/\/doi.org\/10.1126\/science.aag2612","DOI":"10.1126\/science.aag2612"},{"key":"16_CR15","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, Cambridge (2016). http:\/\/www.deeplearningbook.org"},{"issue":"5","key":"16_CR16","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1109\/TPAMI.2008.137","volume":"31","author":"A Graves","year":"2009","unstructured":"Graves, A., Liwicki, M., Fernandez, S., Bertolami, R., Bunke, H., Schmidhuber, J.: A novel connectionist system for improved unconstrained handwriting recognition. IEEE Trans. Pattern Anal. Mach. Intell. 31(5), 855\u2013868 (2009)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"16_CR17","unstructured":"Graves, A., Wayne, G., Danihelka, I.: Neural Turing Machines. ArXiv e-prints, October 2014"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Graves, A., Mohamed, A.R., Hinton, G.E.: Speech recognition with deep recurrent neural networks. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 6645\u20136649. IEEE (2013)","DOI":"10.1109\/ICASSP.2013.6638947"},{"issue":"7626","key":"16_CR19","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1038\/nature20101","volume":"538","author":"A Graves","year":"2016","unstructured":"Graves, A., et al.: Hybrid computing using a neural network with dynamic external memory. Nature 538(7626), 471\u2013476 (2016). https:\/\/doi.org\/10.1038\/nature20101","journal-title":"Nature"},{"key":"16_CR20","doi-asserted-by":"publisher","first-page":"23","DOI":"10.3389\/fncir.2016.00023","volume":"10","author":"J Hawkins","year":"2016","unstructured":"Hawkins, J., Ahmad, S.: Why neurons have thousands of synapses, a theory of sequence memory in neocortex. Front. Neural Circ. 10, 23 (2016). https:\/\/doi.org\/10.3389\/fncir.2016.00023","journal-title":"Front. Neural Circ."},{"key":"16_CR21","unstructured":"Hinton, G.E., Zemel, R.S.: Autoencoders, minimum description length and Helmholtz free energy. In: Cowan, J.D., Tesauro, G., Alspector, J. (eds.) Advances in Neural Information Processing Systems (NIPS) 6, pp. 3\u201310. Morgan Kaufmann (1994)"},{"key":"16_CR22","unstructured":"Hinton, G.E., Zemel, R.S.: Autoencoders, minimum description length and helmholtz free energy. In: Proceedings of the 6th International Conference on Neural Information Processing Systems. NIPS 1993, pp. 3\u201310. Morgan Kaufmann Publishers Inc., San Francisco (1993). http:\/\/dl.acm.org\/citation.cfm?id=2987189.2987190"},{"issue":"2","key":"16_CR23","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-T","volume":"4","author":"K Hornik","year":"1991","unstructured":"Hornik, K.: Approximation capabilities of multilayer feedforward networks. Neural Netw. 4(2), 251\u2013257 (1991). https:\/\/doi.org\/10.1016\/0893-6080(91)90009-T","journal-title":"Neural Netw."},{"key":"16_CR24","first-page":"971","volume":"4","author":"M Hutter","year":"2003","unstructured":"Hutter, M.: Optimality of universal Bayesian prediction for general loss and alphabet. J. Mach. Learn. Res. 4, 971\u20131000 (2003). (On J. Schmidhuber\u2019s SNF grant 20\u201361847)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/b138233","volume-title":"Universal Artificial Intelligence: Sequential Decisions Based on Algorithmic Probability","author":"M Hutter","year":"2005","unstructured":"Hutter, M.: Universal Artificial Intelligence: Sequential Decisions Based on Algorithmic Probability. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/b138233"},{"key":"16_CR26","series-title":"Cognitive Technologies","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-3-540-68677-4_8","volume-title":"Artificial General Intelligence","author":"M Hutter","year":"2007","unstructured":"Hutter, M.: Universal algorithmic intelligence: a mathematical top$$\\rightarrow $$\u2192down approach. In: Goertzel, B., Pennachin, C. (eds.) Artificial General Intelligence. Cognitive Technologies, pp. 227\u2013290. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-68677-4_8"},{"key":"16_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-009-3049-0_1","volume-title":"Maximum-Entropy and Bayesian Methods in Science and Engineering","author":"ET Jaynes","year":"1988","unstructured":"Jaynes, E.T.: How does the brain do plausible reasoning? In: Erickson, G.J., Smith, C.R. (eds.) Maximum-Entropy and Bayesian Methods in Science and Engineering, vol. 1. Springer, Dordrecht (1988). https:\/\/doi.org\/10.1007\/978-94-009-3049-0_1"},{"key":"16_CR28","unstructured":"Kawaguchi, K., Pack Kaelbling, L., Bengio, Y.: Generalization in Deep Learning. ArXiv e-prints, October 2017"},{"key":"16_CR29","unstructured":"Kim, Y., Jernite, Y., Sontag, D., Rush, A.M.: Character-aware neural language models. In: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, February 12\u201317, 2016, Phoenix, Arizona, USA, pp. 2741\u20132749 (2016)"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Koutn\u00edk, J., Cuccu, G., Schmidhuber, J., Gomez, F.: Evolving large-scale neural networks for vision-based TORCS. In: Foundations of Digital Games, Chania, Crete, GR, pp. 206\u2013212 (2013)","DOI":"10.1145\/2463372.2463509"},{"issue":"4","key":"16_CR31","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., et al.: Back-propagation applied to handwritten zip code recognition. Neural Comput. 1(4), 541\u2013551 (1989)","journal-title":"Neural Comput."},{"key":"16_CR32","unstructured":"Marcus, G.: Deep Learning: A Critical Appraisal. ArXiv e-prints, January 2018"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Miikkulainen, R., et al.: Evolving Deep Neural Networks. ArXiv e-prints, March 2017","DOI":"10.1145\/3067695.3067716"},{"key":"16_CR34","volume-title":"Perceptrons: An Introduction to Computational Geometry","author":"M Minsky","year":"1969","unstructured":"Minsky, M., Papert, S.: Perceptrons: An Introduction to Computational Geometry. MIT Press, Cambridge (1969)"},{"key":"16_CR35","unstructured":"Petroski Such, F., Madhavan, V., Conti, E., Lehman, J., Stanley, K.O., Clune, J.: Deep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning. ArXiv e-prints, December 2017"},{"key":"16_CR36","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-319-41649-6_10","volume-title":"Artificial General Intelligence","author":"A Potapov","year":"2016","unstructured":"Potapov, A., Rodionov, S., Potapova, V.: Real-time GA-based probabilistic programming in application to robot control. In: Steunebrink, B., Wang, P., Goertzel, B. (eds.) AGI -2016. LNCS (LNAI), vol. 9782, pp. 95\u2013105. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-41649-6_10"},{"key":"16_CR37","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2181906","volume":"60","author":"W Quine","year":"1951","unstructured":"Quine, W.: Two dogmas of empiricism. Philos. Rev. 60, 20\u201343 (1951)","journal-title":"Philos. Rev."},{"key":"16_CR38","doi-asserted-by":"crossref","unstructured":"Ranzato, M.A., Huang, F., Boureau, Y., LeCun, Y.: Unsupervised learning of invariant feature hierarchies with applications to object recognition. In: Proceedings of the Computer Vision and Pattern Recognition Conference (CVPR 2007), pp. 1\u20138. IEEE Press (2007)","DOI":"10.1109\/CVPR.2007.383157"},{"issue":"1","key":"16_CR39","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/TCIAIG.2015.2494596","volume":"9","author":"S Risi","year":"2017","unstructured":"Risi, S., Togelius, J.: Neuroevolution in games: State of the art and open challenges. IEEE Trans. Comput. Intellig. AI Games 9(1), 25\u201341 (2017). https:\/\/doi.org\/10.1109\/TCIAIG.2015.2494596","journal-title":"IEEE Trans. Comput. Intellig. AI Games"},{"key":"16_CR40","doi-asserted-by":"crossref","unstructured":"Rumelhart, D.E., McClelland, J.L., PDP Research Group (eds.): Parallel Distributed Processing: Explorations in the Microstructure of Cognition, Vol. 1: Foundations. MIT Press, Cambridge (1986)","DOI":"10.7551\/mitpress\/5236.001.0001"},{"key":"16_CR41","unstructured":"Rusu, A.A., et al.: Progressive neural networks. arXiv preprint arXiv:1606.04671 (2016)"},{"key":"16_CR42","unstructured":"Sabour, S., Frosst, N., Hinton, G.E.: Dynamic routing between capsules. In: NIPS, pp. 3859\u20133869 (2017). http:\/\/papers.nips.cc\/paper\/6975-dynamic-routing-between-capsules"},{"key":"16_CR43","unstructured":"Santoro, A., et al.: A simple neural network module for relational reasoning. CoRR abs\/1706.01427 (2017)"},{"key":"16_CR44","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber, J.: Deep learning in neural networks: an overview. Neural Networks 61, 85\u2013117 (2015). https:\/\/doi.org\/10.1016\/j.neunet.2014.09.003","journal-title":"Neural Networks"},{"key":"16_CR45","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1023\/B:MACH.0000015880.99707.b2","volume":"54","author":"J Schmidhuber","year":"2004","unstructured":"Schmidhuber, J.: Optimal ordered problem solver. Mach. Learn. 54, 211\u2013256 (2004)","journal-title":"Mach. Learn."},{"issue":"4","key":"16_CR46","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1109\/TIT.1978.1055913","volume":"IT\u201324","author":"RJ Solomonoff","year":"1978","unstructured":"Solomonoff, R.J.: Complexity-based induction systems: comparisons and convergence theorems. IEEE Trans. Inf. Theor. IT\u201324(4), 422\u2013432 (1978)","journal-title":"IEEE Trans. Inf. Theor."},{"key":"16_CR47","unstructured":"Solomonoff, R.J.: A system for incremental learning based on algorithmic probability. In: Proceedings of the Sixth Israeli Conference on Artificial Intelligence, pp. 515\u2013527. Tel Aviv, Israel, December 1989"},{"key":"16_CR48","unstructured":"Telgarsky, M.: benefits of depth in neural networks. In: Proceedings of the 29th Conference on Learning Theory, COLT 2016, New York, USA, June 23\u201326, 2016, pp. 1517\u20131539 (2016). http:\/\/jmlr.org\/proceedings\/papers\/v49\/telgarsky16.html"},{"key":"16_CR49","doi-asserted-by":"publisher","unstructured":"Tishby, N., Zaslavsky, N.: Deep learning and the information bottleneck principle. In: 2015 IEEE Information Theory Workshop, ITW 2015, Jerusalem, Israel, April 26 - May 1, 2015, pp. 1\u20135 (2015). https:\/\/doi.org\/10.1109\/ITW.2015.7133169","DOI":"10.1109\/ITW.2015.7133169"},{"issue":"4","key":"16_CR50","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1093\/comjnl\/42.4.270","volume":"42","author":"CS Wallace","year":"1999","unstructured":"Wallace, C.S., Dowe, D.L.: Minimum message length and kolmogorov complexity. Comput. J. 42(4), 270\u2013283 (1999). https:\/\/doi.org\/10.1093\/comjnl\/42.4.270","journal-title":"Comput. J."},{"issue":"2","key":"16_CR51","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1093\/comjnl\/11.2.185","volume":"11","author":"CS Wallace","year":"1968","unstructured":"Wallace, C.S., Boulton, D.M.: A information measure for classification. Comput. J. 11(2), 185\u2013194 (1968)","journal-title":"Comput. J."},{"key":"16_CR52","unstructured":"Weber, T., et al.: Imagination-Augmented Agents for Deep Reinforcement Learning. ArXiv e-prints, July 2017"},{"key":"16_CR53","doi-asserted-by":"crossref","unstructured":"Xu, D., Nair, S., Zhu, Y., Gao, J., Garg, A., Fei-Fei, L., Savarese, S.: Neural Task Programming: Learning to Generalize Across Hierarchical Tasks. ArXiv e-prints, October 2017","DOI":"10.1109\/ICRA.2018.8460689"}],"container-title":["Lecture Notes in Computer Science","Artificial General Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-97676-1_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T20:30:27Z","timestamp":1661632227000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-97676-1_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319976754","9783319976761"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-97676-1_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]}}}