{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T14:52:02Z","timestamp":1779202322664,"version":"3.51.4"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T00:00:00Z","timestamp":1565308800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T00:00:00Z","timestamp":1565308800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-019-0080-x","type":"journal-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T16:03:51Z","timestamp":1565366631000},"page":"364-372","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":258,"title":["Continual learning of context-dependent processing in neural networks"],"prefix":"10.1038","volume":"1","author":[{"given":"Guanxiong","family":"Zeng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9008-6658","authenticated-orcid":false,"given":"Shan","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,8,9]]},"reference":[{"key":"80_CR1","unstructured":"Newell, A. Unified Theories of Cognition (Harvard Univ. Press, 1994)."},{"key":"80_CR2","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1037\/h0062491","volume":"41","author":"GA Miller","year":"1951","unstructured":"Miller, G. A., Heise, G. A. & Lichten, W. The intelligibility of speech as a function of the context of the test materials. J. Exp. Psychol. 41, 329\u2013335 (1951).","journal-title":"J. Exp. Psychol."},{"key":"80_CR3","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1146\/annurev.ne.18.030195.001205","volume":"18","author":"R Desimone","year":"1995","unstructured":"Desimone, R. & Duncan, J. Neural mechanisms of selective visual-attention. Annu. Rev. Neurosci. 18, 193\u2013222 (1995).","journal-title":"Annu. Rev. Neurosci."},{"key":"80_CR4","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1038\/nature12742","volume":"503","author":"V Mante","year":"2013","unstructured":"Mante, V., Sussillo, D., Shenoy, K. V. & Newsome, W. T. Context-dependent computation by recurrent dynamics in prefrontal cortex. Nature 503, 78\u201384 (2013).","journal-title":"Nature"},{"key":"80_CR5","doi-asserted-by":"publisher","first-page":"1352","DOI":"10.1126\/science.aab0551","volume":"348","author":"M Siegel","year":"2015","unstructured":"Siegel, M., Buschman, T. J. & Miller, E. K. Cortical information flow during flexible sensorimotor decisions. Science 348, 1352\u20131355 (2015).","journal-title":"Science"},{"key":"80_CR6","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/S0896-6273(00)80673-X","volume":"22","author":"EK Miller","year":"1999","unstructured":"Miller, E. K. The prefrontal cortex: complex neural properties for complex behavior. Neuron 22, 15\u201317 (1999).","journal-title":"Neuron"},{"key":"80_CR7","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1615\/CritRevNeurobiol.v10.i3-4.30","volume":"10","author":"SP Wise","year":"1996","unstructured":"Wise, S. P., Murray, E. A. & Gerfen, C. R. The frontal cortex basal ganglia system in primates. Crit. Rev. Neurobiol. 10, 317\u2013356 (1996).","journal-title":"Crit. Rev. Neurobiol."},{"key":"80_CR8","doi-asserted-by":"crossref","unstructured":"Passingham, R. The Frontal Lobes and Voluntary Action (Oxford Univ. Press, 1993).","DOI":"10.1093\/oso\/9780198521853.001.0001"},{"key":"80_CR9","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1146\/annurev.neuro.24.1.167","volume":"24","author":"EK Miller","year":"2001","unstructured":"Miller, E. K. & Cohen, J. D. An integrative theory of prefrontal cortex function. Annu. Rev. Neurosci. 24, 167\u2013202 (2001).","journal-title":"Annu. Rev. Neurosci."},{"key":"80_CR10","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1038\/35036228","volume":"1","author":"EK Miller","year":"2000","unstructured":"Miller, E. K. The prefontral cortex and cognitive control. Nat. Rev. Neurosci. 1, 59\u201365 (2000).","journal-title":"Nat. Rev. Neurosci."},{"key":"80_CR11","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"80_CR12","doi-asserted-by":"crossref","unstructured":"McCloskey, M. & Cohen, N. J. Catastrophic Interference in Connectionist Networks: The Sequential Learning Problem Vol. 24 109\u2013165 (Elsevier, 1989).","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"80_CR13","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1037\/0033-295X.97.2.285","volume":"97","author":"R Ratcliff","year":"1990","unstructured":"Ratcliff, R. Connectionist models of recognition memory\u2014constraints imposed by learning and forgetting functions. Psychol. Rev. 97, 285\u2013308 (1990).","journal-title":"Psychol. Rev."},{"key":"80_CR14","unstructured":"Goodfellow, I. J., Mirza, M., Xiao, D., Courville, A. & Bengio, Y. An empirical investigation of catastrophic forgetting in gradient-based neural networks. Preprint at https:\/\/arxiv.org\/abs\/1312.6211 (2013)."},{"key":"80_CR15","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.neunet.2019.01.012","volume":"113","author":"GI Parisi","year":"2019","unstructured":"Parisi, G. I., Kemker, R., Part, J. L., Kanan, C. & Wermter, S. Continual lifelong learning with neural networks: a review. Neural Netw. 113, 54\u201371 (2019).","journal-title":"Neural Netw."},{"key":"80_CR16","unstructured":"Haykin, S. S. Adaptive Filter theory (Pearson Education India, 2008)."},{"key":"80_CR17","doi-asserted-by":"crossref","unstructured":"Golub, G. H. & Van Loan, C. F. Matrix Computations Vol. 3 (JHU Press, 2012).","DOI":"10.56021\/9781421407944"},{"key":"80_CR18","unstructured":"Singhal, S. & Wu, L. Training feed-forward networks with the extended kalman algorithm. In International Conference on Acoustics, Speech, and Signal Processing 1187\u20131190 (IEEE, 1989)."},{"key":"80_CR19","doi-asserted-by":"publisher","first-page":"779","DOI":"10.1016\/S0893-6080(05)80139-X","volume":"5","author":"S Shah","year":"1992","unstructured":"Shah, S., Palmieri, F. & Datum, M. Optimal filtering algorithms for fast learning in feedforward neural networks. Neural Netw. 5, 779\u2013787 (1992).","journal-title":"Neural Netw."},{"key":"80_CR20","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.neuron.2009.07.018","volume":"63","author":"D Sussillo","year":"2009","unstructured":"Sussillo, D. & Abbott, L. F. Generating coherent patterns of activity from chaotic neural networks. Neuron 63, 544\u2013557 (2009).","journal-title":"Neuron"},{"key":"80_CR21","unstructured":"Jaeger, H. Controlling recurrent neural networks by conceptors. Preprint at https:\/\/arxiv.org\/abs\/1403.3369 (2014)."},{"key":"80_CR22","unstructured":"He, X. & Jaeger, H. Overcoming catastrophic interference using conceptor-aided backpropagation. In International Conference on Learning Representations (ICLR, 2018)."},{"key":"80_CR23","unstructured":"Nair, V. & Hinton, G. E. Rectified linear units improve restricted Boltzmann machines. In International Conference on Machine Learning 807\u2013814 (PMLR, 2010)."},{"key":"80_CR24","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatricka","year":"2017","unstructured":"Kirkpatricka, J. et al. Overcoming catastrophic forgetting in neural networks. Proc. Natl Acad. Sci. USA 114, 3521\u20133526 (2017).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"80_CR25","unstructured":"Lee, S.-W., Kim, J.-H., Jun, J., Ha, J.-W. & Zhang, B.-T. Overcoming catastrophic forgetting by incremental moment matching. In Advances in Neural Information Processing Systems 4652\u20134662 (Curran Associates, 2017)."},{"key":"80_CR26","unstructured":"Zenke, F., Poole, B. & Ganguli, S. Continual learning through synaptic intelligence. In International Conference on Machine Learning 6072\u20136082 (PMLR, 2017)."},{"key":"80_CR27","doi-asserted-by":"crossref","unstructured":"Liu, C.-L., Yin, F., Wang, D.-H. & Wang, Q.-F. Chinese handwriting recognition contest 2010. In Chinese Conference on Pattern Recognition (CCPR) 1\u20135 (IEEE, 2010).","DOI":"10.1109\/CCPR.2010.5659229"},{"key":"80_CR28","doi-asserted-by":"crossref","unstructured":"Yin, F., Wang, Q.-F., Zhang, X.-Y. & Liu, C.-L. ICDAR 2013 Chinese handwriting recognition competition. In 12th International Conference on Document Analysis and Recognition (ICDAR) 1464\u20131470 (IEEE, 2013).","DOI":"10.1109\/ICDAR.2013.218"},{"key":"80_CR29","doi-asserted-by":"crossref","unstructured":"Fuster, J. The Prefrontal Cortex (Academic Press, 2015).","DOI":"10.1016\/B978-0-12-407815-4.00002-7"},{"key":"80_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X. & Tang, X. Deep learning face attributes in the wild. In IEEE International Conference on Computer Vision 3730\u20133738 (IEEE, 2015).","DOI":"10.1109\/ICCV.2015.425"},{"key":"80_CR31","unstructured":"\u0158eh\u016f\u0159ek, R. & Sojka, P. Software framework for topic modelling with large corpora. Proc. LREC 2010 Workshop on New Challenges for NLP Frameworks 45\u201350 (ELRA, 2010)."},{"key":"80_CR32","doi-asserted-by":"publisher","first-page":"2135","DOI":"10.1162\/NECO_a_00648","volume":"26","author":"SR Lehky","year":"2014","unstructured":"Lehky, S. R., Kiani, R., Esteky, H. & Tanaka, K. Dimensionality of object representations in monkey inferotemporal cortex. Neural Comput. 26, 2135\u20132162 (2014).","journal-title":"Neural Comput."},{"key":"80_CR33","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1126\/science.291.5502.312","volume":"291","author":"DJ Freedman","year":"2001","unstructured":"Freedman, D. J., Riesenhuber, M., Poggio, T. & Miller, E. K. Categorical representation of visual stimuli in the primate prefrontal cortex. Science 291, 312\u2013316 (2001).","journal-title":"Science"},{"key":"80_CR34","doi-asserted-by":"publisher","first-page":"863","DOI":"10.1126\/science.1117593","volume":"310","author":"CP Hung","year":"2005","unstructured":"Hung, C. P., Kreiman, G., Poggio, T. & DiCarlo, J. J. Fast readout of object identity from macaque inferior temporal cortex. Science 310, 863\u2013866 (2005).","journal-title":"Science"},{"key":"80_CR35","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1016\/j.tics.2012.10.011","volume":"17","author":"DJ Kravitz","year":"2013","unstructured":"Kravitz, D. J., Saleem, K. S., Baker, C. I., Ungerleider, L. G. & Mishkin, M. The ventral visual pathway: an expanded neural framework for the processing of object quality. Trends Cogn. Sci. 17, 26\u201349 (2013).","journal-title":"Trends Cogn. Sci."},{"key":"80_CR36","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1126\/science.aag0311","volume":"355","author":"J Gomez","year":"2017","unstructured":"Gomez, J. et al. Microstructural proliferation in human cortex is coupled with the development of face processing. Science 355, 68\u201371 (2017).","journal-title":"Science"},{"key":"80_CR37","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1037\/0033-295X.114.2.245","volume":"114","author":"F Xu","year":"2007","unstructured":"Xu, F. & Tenenbaum, J. B. Word learning as Bayesian inference. Psychol. Rev. 114, 245\u2013272 (2007).","journal-title":"Psychol. Rev."},{"key":"80_CR38","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1038\/nature12160","volume":"497","author":"M Rigotti","year":"2013","unstructured":"Rigotti, M. et al. The importance of mixed selectivity in complex cognitive tasks. Nature 497, 585\u2013590 (2013).","journal-title":"Nature"},{"key":"80_CR39","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1038\/nature14251","volume":"520","author":"J Cichon","year":"2015","unstructured":"Cichon, J. & Gan, W.-B. Branch-specific dendritic Ca2+ spikes cause persistent synaptic plasticity. Nature 520, 180\u2013185 (2015).","journal-title":"Nature"},{"key":"80_CR40","unstructured":"Rusu, A. A. et al. Progressive neural networks. Preprint at https:\/\/arxiv.org\/abs\/1606.04671 (2016)."},{"key":"80_CR41","doi-asserted-by":"publisher","first-page":"E10467","DOI":"10.1073\/pnas.1803839115","volume":"115","author":"NY Masse","year":"2018","unstructured":"Masse, N. Y., Grant, G. D. & Freedman, D. J. Alleviating catastrophic forgetting using context-dependent gating and synaptic stabilization. Proc. Natl Acad. Sci. USA 115, E10467\u2013E10475 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"80_CR42","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1037\/0033-295X.102.3.419","volume":"102","author":"JL McClelland","year":"1995","unstructured":"McClelland, J. L., McNaughton, B. L. & Oreilly, R. C. Why there are complementary learning-systems in the hippocampus and neocortex\u2014insights from the successes and failures of connectionist models of learning and memory. Psychol. Rev. 102, 419\u2013457 (1995).","journal-title":"Psychol. Rev."},{"key":"80_CR43","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1016\/j.tics.2016.05.004","volume":"20","author":"D Kumaran","year":"2016","unstructured":"Kumaran, D., Hassabis, D. & McClelland, J. L. What learning systems do intelligent agents need? Complementary learning systems theory updated. Trends Cogn. Sci. 20, 512\u2013534 (2016).","journal-title":"Trends Cogn. Sci."},{"key":"80_CR44","unstructured":"Shin, H., Lee, J. K., Kim, J. & Kim, J. Continual learning with deep generative replay. In Advances in Neural Information Processing Systems 2990\u20132999 (Curran Associates, 2017)."},{"key":"80_CR45","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li, Z. & Hoiem, D. Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40, 2935\u20132947 (2017).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"80_CR46","doi-asserted-by":"crossref","unstructured":"Rohrbach, M., Stark, M., Szarvas, G., Gurevych, I. & Schiele, B. What helps where\u2014and why? Semantic relatedness for knowledge transfer. In IEEE Computer Society Conference on Computer Vision and Pattern Recognition 910\u2013917 (IEEE, 2010).","DOI":"10.1109\/CVPR.2010.5540121"},{"key":"80_CR47","unstructured":"Yosinski, J., Clune, J., Bengio, Y. & Lipson, H. How transferable are features in deep neural networks? In Advances in Neural Information Processing Systems 3320\u20133328 (Curran Associates, 2014)."},{"key":"80_CR48","unstructured":"Hinton, G., Vinyals, O. & Dean, J. Distilling the knowledge in a neural network. Preprint at https:\/\/arxiv.org\/abs\/1503.02531 (2015)."},{"key":"80_CR49","unstructured":"Schwarz, J. et al. Progress & compress: a scalable framework for continual learning. Preprint at https:\/\/arxiv.org\/abs\/1805.06370 (2018)."},{"key":"80_CR50","unstructured":"Glorot, X. & Bengio, Y. Understanding the difficulty of training deep feedforward neural networks. In Proc. Thirteenth International Conference on Artificial Intelligence and Statistics 249\u2013256 (Microtome, 2010)."},{"key":"80_CR51","unstructured":"Nair, V. & Hinton, G. E. Rectified linear units improve restricted boltzmann machines. In Proc. 27th International Conference on Machine Learning (ICML-10) 807\u2013814 (PMLR, 2010)."},{"key":"80_CR52","unstructured":"Srivastava, R. K., Masci, J., Kazerounian, S., Gomez, F. & Schmidhuber, J. Compete to compute. In Advances in Neural Information Processing Systems 2310\u20132318 (Curran Associates, 2013)."},{"key":"80_CR53","doi-asserted-by":"crossref","unstructured":"He, K. M., Zhang, X. Y., Ren, S. Q. & Sun, J. Deep residual learning for image recognition. In IEEE Conference on Computer Vision and Pattern Recognition 770\u2013778 (IEEE, 2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"80_CR54","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In IEEE International Conference on Computer Vision 1026\u20131034 (IEEE, 2015).","DOI":"10.1109\/ICCV.2015.123"},{"key":"80_CR55","doi-asserted-by":"publisher","first-page":"9013","DOI":"10.1523\/JNEUROSCI.1816-16.2016","volume":"36","author":"A Ramirez-Cardenas","year":"2016","unstructured":"Ramirez-Cardenas, A. & Viswanathan, P. The role of prefrontal mixed selectivity in cognitive control. J. Neurosci. 36, 9013\u20139015 (2016).","journal-title":"J. Neurosci."},{"key":"80_CR56","doi-asserted-by":"publisher","unstructured":"Zeng, G., Chen, Y., Cui, B. & Yu, S. Codes for paper Continual learning of context-dependent processing in neural networks. Zenodo https:\/\/doi.org\/10.5281\/zenodo.3346080 (2019).","DOI":"10.5281\/zenodo.3346080"},{"key":"80_CR57","unstructured":"Hu, W. et al. Overcoming catastrophic forgetting via model adaptation. In International Conference on Learning Representations (ICLR, 2019)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0080-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0080-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0080-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,21]],"date-time":"2024-07-21T21:48:00Z","timestamp":1721598480000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0080-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,9]]},"references-count":57,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2019,8]]}},"alternative-id":["80"],"URL":"https:\/\/doi.org\/10.1038\/s42256-019-0080-x","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,8,9]]},"assertion":[{"value":"23 December 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 August 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The Institute of Automation, Chinese Academy of Sciences has submitted patent applications on the OWM algorithm (application no. PCT\/CN2019\/083355; invented by Y.C., G.Z. and S.Y.; pending) and the CDP module (application no. PCT\/CN2019\/083356; invented by G.Z., Y.C. and S.Y.; pending).","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}