{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:36:33Z","timestamp":1772908593179,"version":"3.50.1"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100017189","name":"Cecil and Ida Green Foundation","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100017189","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000928","name":"Welch Foundation","doi-asserted-by":"publisher","award":["I-1958-20180324"],"award-info":[{"award-number":["I-1958-20180324"]}],"id":[{"id":"10.13039\/100000928","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Cecil and Ida Green Foundation, UTSW High Risk\/High Impact grant"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput Sci"],"DOI":"10.1038\/s43588-021-00132-w","type":"journal-article","created":{"date-parts":[[2021,9,27]],"date-time":"2021-09-27T08:11:07Z","timestamp":1632730267000},"page":"607-618","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["Explainable neural networks that simulate reasoning"],"prefix":"10.1038","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5962-6444","authenticated-orcid":false,"given":"Paul J.","family":"Blazek","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8680-2685","authenticated-orcid":false,"given":"Milo M.","family":"Lin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,22]]},"reference":[{"key":"132_CR1","first-page":"34","volume":"12","author":"M Minsky","year":"1991","unstructured":"Minsky, M. Logical vs. analogical or symbolic vs. connectionist or neat vs. scruffy. AI Magazine 12, 34\u201351 (1991).","journal-title":"AI Magazine"},{"key":"132_CR2","first-page":"9","volume":"2","author":"P Gardenfors","year":"2004","unstructured":"Gardenfors, P. Conceptual spaces as a framework for knowledge representation. Mind Matter 2, 9\u201327 (2004).","journal-title":"Mind Matter"},{"key":"132_CR3","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y Lecun","year":"2015","unstructured":"Lecun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"132_CR4","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1038\/nrn1076","volume":"4","author":"JL McClelland","year":"2003","unstructured":"McClelland, J. L. & Rogers, T. T. The parallel distributed processing approach to semantic cognition. Nat. Rev. Neurosci. 4, 310\u2013322 (2003).","journal-title":"Nat. Rev. Neurosci."},{"key":"132_CR5","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun, Y., Bottou, L., Bengio, Y. & Haffner, P. Gradient-based learning applied to document recognition. Proc. IEEE 86, 2278\u20132324 (1998).","journal-title":"Proc. IEEE"},{"key":"132_CR6","unstructured":"Krizhevsky, A., Sutskever, I. & Hinton, G. E. ImageNet classification with deep convolutional neural networks. In Proc. Advances in Neural Information Processing Systems 25 1097\u20131105 (NIPS, 2012)."},{"key":"132_CR7","unstructured":"Shwartz-Ziv, R. & Tishby, N. Opening the black box of deep neural networks via information. Preprint at https:\/\/arxiv.org\/pdf\/1703.00810.pdf (2017)."},{"key":"132_CR8","unstructured":"Szegedy, C. et al. Intriguing properties of neural networks. Preprint at https:\/\/arxiv.org\/pdf\/1312.6199.pdf (2013)."},{"key":"132_CR9","unstructured":"Marcus, G. Deep learning: a critical appraisal. Preprint at https:\/\/arxiv.org\/pdf\/1801.00631.pdf (2018)."},{"key":"132_CR10","doi-asserted-by":"crossref","unstructured":"Kindermans, P.-J. et al. in The (Un)reliability of Saliency Methods 267\u2013280 (Springer, 2019).","DOI":"10.1007\/978-3-030-28954-6_14"},{"key":"132_CR11","doi-asserted-by":"publisher","first-page":"e10","DOI":"10.23915\/distill.00010","volume":"3","author":"C Olah","year":"2018","unstructured":"Olah, C. et al. The building blocks of interpretability. Distill 3, e10 (2018).","journal-title":"Distill"},{"key":"132_CR12","doi-asserted-by":"publisher","first-page":"1332","DOI":"10.1126\/science.aab3050","volume":"350","author":"BM Lake","year":"2015","unstructured":"Lake, B. M., Salakhutdinov, R. & Tenenbaum, J. B. Human-level concept learning through probabilistic program induction. Science 350, 1332\u20131338 (2015).","journal-title":"Science"},{"key":"132_CR13","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.neucom.2018.05.083","volume":"312","author":"M Wang","year":"2018","unstructured":"Wang, M. & Deng, W. Deep visual domain adaptation: A survey. Neurocomputing 312, 135\u2013153 (2018).","journal-title":"Neurocomputing"},{"key":"132_CR14","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF02478259","volume":"5","author":"WS McCulloch","year":"1943","unstructured":"McCulloch, W. S. & Pitts, W. A logical calculus of the ideas immanent in nervous activity. Bull. Math. Biophys. 5, 115\u2013133 (1943).","journal-title":"Bull. Math. Biophys."},{"key":"132_CR15","unstructured":"Han, S., Pool, J., Tran, J. & Dally, W. Learning both weights and connections for efficient neural network. In Proc. Neural Information Processing Systems 28 1135\u20131143 (NIPS, 2015)"},{"key":"132_CR16","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1016\/S0893-6080(05)80155-8","volume":"7","author":"BL Happel","year":"1994","unstructured":"Happel, B. L. & Murre, J. M. Design and evolution of modular neural network architectures. Neural Netw. 7, 985\u20131004 (1994).","journal-title":"Neural Netw."},{"key":"132_CR17","doi-asserted-by":"publisher","first-page":"551","DOI":"10.3389\/fpsyg.2012.00551","volume":"3","author":"A Roy","year":"2012","unstructured":"Roy, A. A theory of the brain: localist representation is used widely in the brain. Front. Psychol. 3, 551 (2012).","journal-title":"Front. Psychol."},{"key":"132_CR18","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1037\/a0016917","volume":"117","author":"RQ Quiroga","year":"2010","unstructured":"Quiroga, R. Q. & Kreiman, G. Measuring sparseness in the brain: comment on Bowers (2009). Psychol. Rev. 117, 291\u2013297 (2010).","journal-title":"Psychol. Rev."},{"key":"132_CR19","doi-asserted-by":"crossref","unstructured":"Roy, A. A theory of the brain\u2014the brain uses both distributed and localist (symbolic) representation. In Proc. 2011 International Joint Conference on Neural Networks 215\u2013221 (2011).","DOI":"10.1109\/IJCNN.2011.6033224"},{"key":"132_CR20","doi-asserted-by":"publisher","first-page":"2355","DOI":"10.1523\/JNEUROSCI.3869-08.2009","volume":"29","author":"DJ Tolhurst","year":"2009","unstructured":"Tolhurst, D. J., Smyth, D. & Thompson, I. D. The sparseness of neuronal responses in ferret primary visual cortex. J. Neurosci. 29, 2355\u20132370 (2009).","journal-title":"J. Neurosci."},{"key":"132_CR21","doi-asserted-by":"publisher","first-page":"1326","DOI":"10.1152\/jn.00747.2006","volume":"97","author":"S-C Yen","year":"2007","unstructured":"Yen, S.-C., Baker, J. & Gray, C. M. Heterogeneity in the responses of adjacent neurons to natural stimuli in cat striate cortex. J. Neurophysiol. 97, 1326\u20131341 (2007).","journal-title":"J. Neurophysiol."},{"key":"132_CR22","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.conb.2018.08.003","volume":"54","author":"BA Richards","year":"2019","unstructured":"Richards, B. A. & Lillicrap, T. P. Dendritic solutions to the credit assignment problem. Curr. Opin. Neurobiol. 54, 28\u201336 (2019).","journal-title":"Curr. Opin. Neurobiol."},{"key":"132_CR23","unstructured":"Bengio, Y., Lee, D.-H., Bornschein, J., Mesnard, T. & Lin, Z. Towards biologically plausible deep learning. Preprint at https:\/\/arxiv.org\/pdf\/1502.04156.pdf (2016)."},{"key":"132_CR24","doi-asserted-by":"publisher","first-page":"47\u201363","DOI":"10.1016\/j.neunet.2018.12.002","volume":"111","author":"A Tavanaei","year":"2019","unstructured":"Tavanaei, A., Ghodrati, M., Kheradpisheh, S. R., Masquelier, T. & Maida, A. Deep learning in spiking neural networks. Neural Netw. 111, 47\u201363 (2019).","journal-title":"Neural Netw."},{"key":"132_CR25","unstructured":"Wittgenstein, L. Philosophical Investigations 3rd edn (Basil Blackwell, 1968)."},{"key":"132_CR26","doi-asserted-by":"publisher","first-page":"49","DOI":"10.3758\/BF03211715","volume":"53","author":"W Maddox","year":"1993","unstructured":"Maddox, W. & Ashby, F. Comparing decision bound and exemplar models of categorization. Percept. Psychophys. 53, 49\u201370 (1993).","journal-title":"Percept. Psychophys."},{"key":"132_CR27","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1146\/annurev.psych.56.091103.070217","volume":"56","author":"F Ashby","year":"2005","unstructured":"Ashby, F. & Maddox, W. Human category learning. Annu. Rev. Psychol. 56, 149\u2013178 (2005).","journal-title":"Annu. Rev. Psychol."},{"key":"132_CR28","unstructured":"Aristotle. Book III. In De Anima (ed. Ross, W. D.) (Oxford: Clarendon Press, 1931)."},{"key":"132_CR29","unstructured":"Aquinas, T. Prima Pars. In Summa Theologiae. q78 (Ave Maria Press, 2000)."},{"key":"132_CR30","unstructured":"Aquinas, T. Question 1: Truth. In Quaestiones disputatae de Veritate (ed. Mulligan, R.) (Henry Regnery Company, 1952)."},{"key":"132_CR31","unstructured":"Hume, D. Book 1: Of the Understanding. In A Treatise of Human Nature (ed. Selby-Bigge, L.A.) (Oxford: Clarendon Press, 1896)."},{"key":"132_CR32","doi-asserted-by":"crossref","unstructured":"Kant, I. Introduction. In Critique of Pure Reason (eds. Guyer, P. & Wood, A.) (Cambridge Univ. Press, 1998).","DOI":"10.1017\/CBO9780511804649"},{"key":"132_CR33","doi-asserted-by":"crossref","unstructured":"Aristotle. Book VII. In Metaphysics (ed. Ross, W. D.) (Oxford: Clarendon Press, 1924).","DOI":"10.1093\/oseo\/instance.00263609"},{"key":"132_CR34","unstructured":"Aristotle. Section I. In Categories (ed. Ross, W. D.) (Oxford: Clarendon Press, 1928)."},{"key":"132_CR35","unstructured":"Bonaventure. Chapter III. In Itinerarium Mentis in Deum (ed. Cousins E.) (Paulist Press, 1978)."},{"key":"132_CR36","unstructured":"Aquinas, T. De Ente et Essentia (ed. Bobik, J.) (University of Notre Dame Press, 1965)."},{"key":"132_CR37","unstructured":"Aristotle. Posterior Analytics (ed. Ross, W. D.) (Oxford: Clarendon Press, 1925)."},{"key":"132_CR38","unstructured":"Aquinas, T. Prima Pars. In Summa Theologiae. q79 (Ave Maria Press, 2000)."},{"key":"132_CR39","unstructured":"Hobhouse, L. T. The Theory of Knowledge: a Contribution to Some Problems of Logic and Metaphysics 3rd edn (Methuen & Co., 1921)."},{"key":"132_CR40","doi-asserted-by":"crossref","unstructured":"Gurney, K. in An Introduction to Neural Networks Ch. 3 (Taylor & Francis, 1997).","DOI":"10.4324\/9780203451519"},{"key":"132_CR41","doi-asserted-by":"publisher","first-page":"eaat6766","DOI":"10.1126\/science.aat6766","volume":"362","author":"JLS Bellmund","year":"2018","unstructured":"Bellmund, J. L. S., Gardenfors, P., Moser, E. I. & Doeller, C. F. Navigating cognition: spatial codes for human thinking. Science 362, eaat6766 (2018).","journal-title":"Science"},{"key":"132_CR42","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1056\/NEJMra1401483","volume":"378","author":"DS Reich","year":"2018","unstructured":"Reich, D. S., Lucchinetti, C. F. & Calabresi, P. A. Multiple sclerosis. N. Engl. J. Med. 378, 169\u2013180 (2018).","journal-title":"N. Engl. J. Med."},{"key":"132_CR43","doi-asserted-by":"publisher","first-page":"2\u201310","DOI":"10.1016\/j.jns.2012.03.027","volume":"322","author":"AD Korczyn","year":"2012","unstructured":"Korczyn, A. D., Vakhapova, V. & Grinberg, L. T. Vascular dementia. J. Neurol. Sci. 322, 2\u201310 (2012).","journal-title":"J. Neurol. Sci."},{"key":"132_CR44","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1146\/annurev.psych.59.103006.093629","volume":"59","author":"JSBT Evans","year":"2008","unstructured":"Evans, J. S. B. T. Dual-processing accounts of reasoning, judgment and social cognition. Annu. Rev. Psychol. 59, 255\u2013278 (2008).","journal-title":"Annu. Rev. Psychol."},{"key":"132_CR45","unstructured":"Krizhevsky, A. Learning Multiple Layers of Features from Tiny Images, Technical Report TR-2009 (Univ. Toronto, 2012)."},{"key":"132_CR46","doi-asserted-by":"crossref","unstructured":"Jha, D. et al. Lightlayers: parameter efficient dense and convolutional layers for image classification. In Parallel and Distributed Computing: Applications and Technologies (eds Zhang, Y., Xu, Y. & Tian, H.) 285\u2013296 (Springer, 2021).","DOI":"10.1007\/978-3-030-69244-5_25"},{"key":"132_CR47","doi-asserted-by":"publisher","first-page":"151","DOI":"10.3389\/fnsys.2015.00151","volume":"9","author":"R Brette","year":"2015","unstructured":"Brette, R. Philosophy of the spike: rate-based vs. spike-based theories of the brain. Front. Syst. Neurosci. 9, 151 (2015).","journal-title":"Front. Syst. Neurosci."},{"key":"132_CR48","doi-asserted-by":"crossref","unstructured":"Qiao, F., Zhao, L. & Peng, X. Learning to learn single domain generalization. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) 12553\u201312562 (IEEE Computer Society, 2020).","DOI":"10.1109\/CVPR42600.2020.01257"},{"key":"132_CR49","doi-asserted-by":"crossref","unstructured":"Arnold, A., Nallapati, R. & Cohen, W. W. A comparative study of methods for transductive transfer learning. In Proc. Seventh IEEE International Conference on Data Mining Workshops (ICDMW 2007) 77\u201382 (IEEE, 2007).","DOI":"10.1109\/ICDMW.2007.109"},{"key":"132_CR50","unstructured":"Hu, S., Zhang, K., Chen, Z. & Chan, L. Domain generalization via multidomain discriminant analysis. In Proc. Machine Learning Research Vol. 115 (eds Adams, R. & Gogate, V.) 292\u2013302 (PMLR, 2020)."},{"key":"132_CR51","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/978-1-4684-2001-2_9","volume":"40","author":"R Karp","year":"1972","unstructured":"Karp, R. Reducibility among combinatorial problems. Complexity Comput. Comput. 40, 85\u2013103 (1972).","journal-title":"Complexity Comput. Comput."},{"key":"132_CR52","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1016\/S0022-0000(74)80044-9","volume":"9","author":"DS Johnson","year":"1974","unstructured":"Johnson, D. S. Approximation algorithms for combinatorial problems. J. Comput. Syst. Sci. 9, 256\u2013278 (1974).","journal-title":"J. Comput. Syst. Sci."},{"key":"132_CR53","doi-asserted-by":"publisher","first-page":"1029","DOI":"10.1137\/15M1053369","volume":"46","author":"M Poloczek","year":"2017","unstructured":"Poloczek, M., Schnitger, G., Williamson, D. & Zuylen, A. Greedy algorithms for the maximum satisfiability problem: simple algorithms and inapproximability bounds. SIAM J. Comput. 46, 1029\u20131061 (2017).","journal-title":"SIAM J. Comput."},{"key":"132_CR54","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/0020-0190(76)90095-8","volume":"5","author":"L Hyafil","year":"1976","unstructured":"Hyafil, L. & Rivest, R. L. Constructing optimal binary decision trees is NP-complete. Inf. Process. Lett. 5, 15\u201317 (1976).","journal-title":"Inf. Process. Lett."},{"key":"132_CR55","doi-asserted-by":"publisher","first-page":"778","DOI":"10.1109\/72.248455","volume":"4","author":"NK Bose","year":"1993","unstructured":"Bose, N. K. & Garga, A. K. Neural network design using Voronoi diagrams. IEEE Trans. Neural Netw. 4, 778\u2013787 (1993).","journal-title":"IEEE Trans. Neural Netw."},{"key":"132_CR56","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1038\/14819","volume":"2","author":"M Riesenhuber","year":"1999","unstructured":"Riesenhuber, M. & Poggio, T. Hierarchical models of object recognition in cortex. Nat. Neurosci. 2, 1019\u20131025 (1999).","journal-title":"Nat. Neurosci."},{"key":"132_CR57","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1038\/nrn3353","volume":"13","author":"LN Cooper","year":"2012","unstructured":"Cooper, L. N. & Bear, M. F. The BCM theory of synapse modification at 30: interaction of theory with experiment. Nat. Rev. Neurosci. 13, 798\u2013810 (2012).","journal-title":"Nat. Rev. Neurosci."},{"key":"132_CR58","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J. Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13, 281\u2013305 (2012).","journal-title":"J. Mach. Learn. Res."},{"key":"132_CR59","doi-asserted-by":"publisher","unstructured":"Blazek, P. J. & Lin, M. M. Essence neural networks. CodeOcean https:\/\/doi.org\/10.24433\/CO.7389497.v1 (2021).","DOI":"10.24433\/CO.7389497.v1"}],"container-title":["Nature Computational Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43588-021-00132-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-021-00132-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-021-00132-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,3]],"date-time":"2022-12-03T21:31:12Z","timestamp":1670103072000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43588-021-00132-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,22]]},"references-count":59,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2021,9]]}},"alternative-id":["132"],"URL":"https:\/\/doi.org\/10.1038\/s43588-021-00132-w","relation":{},"ISSN":["2662-8457"],"issn-type":[{"value":"2662-8457","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,22]]},"assertion":[{"value":"22 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 September 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have filed an international patent related to this work (PCT\/US2021\/019470).","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}