{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T18:34:39Z","timestamp":1780511679637,"version":"3.54.1"},"reference-count":234,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,23]],"date-time":"2022-03-23T00:00:00Z","timestamp":1647993600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,23]],"date-time":"2022-03-23T00:00:00Z","timestamp":1647993600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00452-0","type":"journal-article","created":{"date-parts":[[2022,3,23]],"date-time":"2022-03-23T17:03:37Z","timestamp":1648055017000},"page":"196-210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":212,"title":["Biological underpinnings for lifelong learning machines"],"prefix":"10.1038","volume":"4","author":[{"given":"Dhireesha","family":"Kudithipudi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mario","family":"Aguilar-Simon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Babb","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maxim","family":"Bazhenov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7231-0196","authenticated-orcid":false,"given":"Douglas","family":"Blackiston","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8515-0822","authenticated-orcid":false,"given":"Josh","family":"Bongard","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6460-4220","authenticated-orcid":false,"given":"Andrew P.","family":"Brna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4950-9484","authenticated-orcid":false,"given":"Suraj","family":"Chakravarthi Raja","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nick","family":"Cheney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeff","family":"Clune","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5531-5235","authenticated-orcid":false,"given":"Anurag","family":"Daram","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3035-6652","authenticated-orcid":false,"given":"Stefano","family":"Fusi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Helfer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leslie","family":"Kay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas","family":"Ketz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2626-2004","authenticated-orcid":false,"given":"Zsolt","family":"Kira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soheil","family":"Kolouri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0739-2468","authenticated-orcid":false,"given":"Jeffrey L.","family":"Krichmar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9207-1775","authenticated-orcid":false,"given":"Sam","family":"Kriegman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Levin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sandeep","family":"Madireddy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Santosh","family":"Manicka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6943-151X","authenticated-orcid":false,"given":"Ali","family":"Marjaninejad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruce","family":"McNaughton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0062-0037","authenticated-orcid":false,"given":"Risto","family":"Miikkulainen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zaneta","family":"Navratilova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tej","family":"Pandit","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alice","family":"Parker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9762-2882","authenticated-orcid":false,"given":"Praveen K.","family":"Pilly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Risi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Terrence J.","family":"Sejnowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea","family":"Soltoggio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas","family":"Soures","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4305-6376","authenticated-orcid":false,"given":"Andreas S.","family":"Tolias","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6637-5409","authenticated-orcid":false,"given":"Dar\u00edo","family":"Urbina-Mel\u00e9ndez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2611-7923","authenticated-orcid":false,"given":"Francisco J.","family":"Valero-Cuevas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5239-5660","authenticated-orcid":false,"given":"Gido M.","family":"van de Ven","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2487-6237","authenticated-orcid":false,"given":"Joshua T.","family":"Vogelstein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felix","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0396-2443","authenticated-orcid":false,"given":"Ron","family":"Weiss","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8207-3825","authenticated-orcid":false,"given":"Angel","family":"Yanguas-Gil","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5387-6562","authenticated-orcid":false,"given":"Xinyun","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hava","family":"Siegelmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,23]]},"reference":[{"key":"452_CR1","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1038\/scientificamerican0992-78","volume":"267","author":"ER Kandel","year":"1992","unstructured":"Kandel, E. R. & Hawkins, R. D. The biological basis of learning and individuality. Sci. Am. 267, 78\u201387 (1992).","journal-title":"Sci. Am."},{"key":"452_CR2","doi-asserted-by":"crossref","unstructured":"Carlson, A. et al. Toward an architecture for never-ending language learning. In 24th AAAI Conf. on Artificial Intelligence (2010).","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"452_CR3","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1145\/3191513","volume":"61","author":"T Mitchell","year":"2018","unstructured":"Mitchell, T. et al. Never-ending learning. Commun. ACM 61, 103\u2013115 (2018).","journal-title":"Commun. ACM"},{"key":"452_CR4","unstructured":"Wen, Y., Tran, D. & Ba, J. Batchensemble: an alternative approach to efficient ensemble and lifelong learning. In Int. Conf. Learning Representations (2019)."},{"key":"452_CR5","first-page":"6467","volume":"30","author":"D Lopez-Paz","year":"2017","unstructured":"Lopez-Paz, D. & Ranzato, M. Gradient episodic memory for continual learning. Adv. Neural Inf. Process. Syst. 30, 6467\u20136476 (2017).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"452_CR6","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.-A., Kolesnikov, A., Sperl, G. & Lampert, C. H. icarl: Incremental classifier and representation learning. In Proc. IEEE Conf. Computer Vision and Pattern Recognition 2001\u20132010 (2017).","DOI":"10.1109\/CVPR.2017.587"},{"key":"452_CR7","unstructured":"Nguyen, C. V., Li, Y., Bui, T. D. & Turner, R. E. Variational continual learning. In Int. Conf. Learning Representations (2018)."},{"key":"452_CR8","unstructured":"Javed, K. & White, M. Meta-learning representations for continual learning. In Proc. 33rd Int. Conf. Neural Information Processing Systems 1820\u20131830 (2019)."},{"key":"452_CR9","unstructured":"Xie, A., Harrison, J. & Finn, C. Deep reinforcement learning amidst continual structured non-stationarity. In Int. Conf. Machine Learning 11393\u201311403 (PMLR, 2021)."},{"key":"452_CR10","unstructured":"Khetarpal, K., Riemer, M., Rish, I. & Precup, D. Towards continual reinforcement learning: A review and perspectives. Preprint at https:\/\/arxiv.org\/abs\/2012.13490 (2020)."},{"key":"452_CR11","unstructured":"Chaudhry, A. et al. Continual learning with tiny episodic memories. Preprint at https:\/\/arxiv.org\/abs\/1902.10486 (2019)."},{"key":"452_CR12","doi-asserted-by":"crossref","unstructured":"Hayes, T. L., Cahill, N. D. & Kanan, C. Memory efficient experience replay for streaming learning. In 2019 Int. Conf. Robotics and Automation (ICRA) 9769\u20139776 (IEEE, 2019).","DOI":"10.1109\/ICRA.2019.8793982"},{"key":"452_CR13","doi-asserted-by":"crossref","unstructured":"Smith, J. et al. Always be dreaming: A new approach for data-free class-incremental learning. In Int. Conf. Computer Vision (ICCV) (2021).","DOI":"10.1109\/ICCV48922.2021.00924"},{"key":"452_CR14","doi-asserted-by":"crossref","unstructured":"Ebrahimi, S., Meier, F., Calandra, R., Darrell, T. & Rohrbach, M. Adversarial continual learning. In European Conference on Computer Vision (2020).","DOI":"10.1007\/978-3-030-58621-8_23"},{"key":"452_CR15","unstructured":"Rusu, A. A. et al. Progressive neural networks. Preprint at https:\/\/arxiv.org\/abs\/1606.04671 (2016)."},{"key":"452_CR16","unstructured":"Schwarz, J. et al. Progress & compress: a scalable framework for continual learning. In Int. Conf. Machine Learning 4528\u20134537 (PMLR, 2018)."},{"key":"452_CR17","doi-asserted-by":"crossref","unstructured":"van de Ven, G. M., Li, Z. & Tolias, A. S. Class-incremental learning with generative classifiers. In Proc. IEEE\/CVF Conf. Computer Vision and Pattern Recognition (CVPR) Workshops 3611\u20133620 (2021).","DOI":"10.1109\/CVPRW53098.2021.00400"},{"key":"452_CR18","doi-asserted-by":"crossref","unstructured":"Aljundi, R., Babiloni, F., Elhoseiny, M., Rohrbach, M. & Tuytelaars, T. Memory aware synapses: learning what (not) to forget. In European Conference on Computer Vision (ECCV) (eds Ferrari, V. et al.) vol 11207, 144\u2013161 (Springer, 2018).","DOI":"10.1007\/978-3-030-01219-9_9"},{"key":"452_CR19","doi-asserted-by":"crossref","unstructured":"Castro, F. M., Mar\u00edn-Jim\u00e9nez, M. J., Guil, N., Schmid, C. & Alahari, K. End-to-end incremental learning. In European Conference on Computer Vision (ECCV) 241\u2013257 (2018).","DOI":"10.1007\/978-3-030-01258-8_15"},{"key":"452_CR20","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li, Z. & Hoiem, D. Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40, 2935\u20132947 (2017).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"452_CR21","doi-asserted-by":"crossref","unstructured":"Sun, Q., Liu, Y., Chua, T.-S. & Schiele, B. Meta-transfer learning for few-shot learning. In Proc. IEEE\/CVF Conf. Computer Vision and Pattern Recognition 403\u2013412 (2019).","DOI":"10.1109\/CVPR.2019.00049"},{"key":"452_CR22","doi-asserted-by":"crossref","unstructured":"Hospedales, T. M., Antoniou, A., Micaelli, P. & Storkey, A. J. Meta-learning in neural networks: A survey. In IEEE Trans. Pattern Analysis and Machine Intelligence (2021).","DOI":"10.1109\/TPAMI.2021.3079209"},{"key":"452_CR23","unstructured":"Najarro, E. & Risi, S. Meta-learning through Hebbian plasticity in random networks. In Advances in Neural Information Processing Systems 33, 20719\u201320731 (2020)."},{"key":"452_CR24","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1111\/j.1551-6708.1987.tb00862.x","volume":"11","author":"S Grossberg","year":"1987","unstructured":"Grossberg, S. Competitive learning - from interactive activation to adaptive resonance. Cognit. Sci. 11, 23\u201363 (1987).","journal-title":"Cognit. Sci."},{"key":"452_CR25","unstructured":"Jaderberg, M. et al. Reinforcement learning with unsupervised auxiliary tasks. Preprint at https:\/\/arxiv.org\/abs\/1611.05397 (2016)."},{"key":"452_CR26","doi-asserted-by":"crossref","unstructured":"Wang, Y., Yao, Q., Kwok, J. & Ni, L. M. Generalizing from a few examples: A survey on few-shot learning. https:\/\/arxiv.org\/abs\/1904.05046 (2020).","DOI":"10.1145\/3386252"},{"key":"452_CR27","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R. Multitask learning. Mach. Learn. 28, 41\u201375 (1997).","journal-title":"Mach. Learn."},{"key":"452_CR28","unstructured":"Van de Ven, G. M. & Tolias, A. S. Three scenarios for continual learning. Preprint at https:\/\/arxiv.org\/abs\/1904.07734 (2019)."},{"key":"452_CR29","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0278364919887447","volume":"39","author":"OM Andrychowicz","year":"2020","unstructured":"Andrychowicz, O. M. et al. Learning dexterous in-hand manipulation. Int. J. Rob. Res. 39, 3\u201320 (2020).","journal-title":"Int. J. Rob. Res."},{"key":"452_CR30","unstructured":"Schwarz, J. et al. Progress and compress: a scalable framework for continual learning. In Proc. 35th Int. Conf. Machine Learning (eds. Dy, J. & Krause, A.) 80, 4528\u20134537 (PMLR, 2018)."},{"key":"452_CR31","unstructured":"Kaplanis, C., Shanahan, M. & Clopath, C. Policy consolidation for continual reinforcement learning. In Proc. 36th Int. Conf. Machine Learning (eds. Chaudhuri, K. & Salakhutdinov, R.) 97, 3242\u20133251 (PMLR, 2019)."},{"key":"452_CR32","unstructured":"Traor\u00e9, K. R. et al. DisCoRL: continual reinforcement learning via policy distillation. Preprint at https:\/\/arxiv.org\/abs\/1907.05855 (2019)."},{"key":"452_CR33","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1137\/S0036144597321909","volume":"40","author":"A Neumaier","year":"1998","unstructured":"Neumaier, A. Solving ill-conditioned and singular linear systems: a tutorial on regularization. SIAM Rev. 40, 636\u2013666 (1998).","journal-title":"SIAM Rev."},{"key":"452_CR34","doi-asserted-by":"crossref","unstructured":"Jing, L. & Tian, Y. Self-supervised visual feature learning with deep neural networks: a survey. In IEEE Trans. Pattern Analysis and Machine Intelligence (2020).","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"452_CR35","unstructured":"Burda, Y. et al. Large-scale study of curiosity-driven learning. In Int. Conf. Learning Representations (2019)."},{"key":"452_CR36","unstructured":"Wang, R. et al. Enhanced poet: open-ended reinforcement learning through unbounded invention of learning challenges and their solutions. In Int. Conf. Machine Learning 9940\u20139951 (PMLR, 2020)."},{"key":"452_CR37","doi-asserted-by":"publisher","first-page":"2027","DOI":"10.1523\/JNEUROSCI.16-06-02027.1996","volume":"16","author":"HG Kuhn","year":"1996","unstructured":"Kuhn, H. G., Dickinson-Anson, H. & Gage, F. H. Neurogenesis in the dentate gyrus of the adult rat: age-related decrease of neuronal progenitor proliferation. J. Neurosci. 16, 2027\u20132033 (1996).","journal-title":"J. Neurosci."},{"key":"452_CR38","doi-asserted-by":"publisher","first-page":"a018820","DOI":"10.1101\/cshperspect.a018820","volume":"8","author":"DA Lim","year":"2016","unstructured":"Lim, D. A. & Alvarez-Buylla, A. The adult ventricular\u2013subventricular zone (V-SVZ) and olfactory bulb (OB) neurogenesis. Cold Spring Harbor Perspect. Biol. 8, a018820 (2016).","journal-title":"Cold Spring Harbor Perspect. Biol."},{"key":"452_CR39","doi-asserted-by":"publisher","first-page":"3206","DOI":"10.1523\/JNEUROSCI.18-09-03206.1998","volume":"18","author":"G Kempermann","year":"1998","unstructured":"Kempermann, G., Kuhn, H. G. & Gage, F. H. Experience-induced neurogenesis in the senescent dentate gyrus. J. Neurosci. 18, 3206\u20133212 (1998).","journal-title":"J. Neurosci."},{"key":"452_CR40","doi-asserted-by":"crossref","unstructured":"Taliaz, D. Skills development in infants: a possible role for widespread neurogenesis? Front. Behav. Neurosci. 7, 178 (2013).","DOI":"10.3389\/fnbeh.2013.00178"},{"key":"452_CR41","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-03130-1","volume":"9","author":"T Saumweber","year":"2018","unstructured":"Saumweber, T. et al. Functional architecture of reward learning in mushroom body extrinsic neurons of larval drosophila. Nat. Commun. 9, 1104 (2018).","journal-title":"Nat. Commun."},{"key":"452_CR42","doi-asserted-by":"publisher","first-page":"e1736","DOI":"10.1371\/journal.pone.0001736","volume":"3","author":"DJ Blackiston","year":"2008","unstructured":"Blackiston, D. J., Silva Casey, E. & Weiss, M. R. Retention of memory through metamorphosis: can a moth remember what it learned as a caterpillar? PLoS ONE 3, e1736 (2008).","journal-title":"PLoS ONE"},{"key":"452_CR43","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1126\/science.8036517","volume":"265","author":"MA Wilson","year":"1994","unstructured":"Wilson, M. A. & McNaughton, B. L. Reactivation of hippocampal ensemble memories during sleep. Science 265, 676\u2013679 (1994).","journal-title":"Science"},{"key":"452_CR44","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1038\/nn1825","volume":"10","author":"D Ji","year":"2007","unstructured":"Ji, D. & Wilson, M. A. Coordinated memory replay in the visual cortex and hippocampus during sleep. Nat. Neurosci. 10, 100\u2013107 (2007).","journal-title":"Nat. Neurosci."},{"key":"452_CR45","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1037\/0033-295X.102.3.419","volume":"102","author":"JL McClelland","year":"1995","unstructured":"McClelland, J. L., McNaughton, B. L. & O\u2019Reilly, R. C. Why there are complementary learning systems in the hippocampus and neocortex: insights from the successes and failures of connectionist models of learning and memory. Psychol. Rev. 102, 419 (1995).","journal-title":"Psychol. Rev."},{"key":"452_CR46","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1016\/j.conb.2007.11.007","volume":"17","author":"B Rasch","year":"2007","unstructured":"Rasch, B. & Born, J. Maintaining memories by reactivation. Curr. Opin. Neurobiol. 17, 698\u2013703 (2007).","journal-title":"Curr. Opin. Neurobiol."},{"key":"452_CR47","doi-asserted-by":"publisher","first-page":"1222","DOI":"10.1038\/nn.2384","volume":"12","author":"G Girardeau","year":"2009","unstructured":"Girardeau, G., Benchenane, K., Wiener, S. I., Buzs\u00e1ki, G. & Zugaro, M. B. Selective suppression of hippocampal ripples impairs spatial memory. Nat. Neurosci. 12, 1222 (2009).","journal-title":"Nat. Neurosci."},{"key":"452_CR48","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1016\/j.tics.2013.01.006","volume":"17","author":"D Oudiette","year":"2013","unstructured":"Oudiette, D. & Paller, K. A. Upgrading the sleeping brain with targeted memory reactivation. Trends Cognit. Sci. 17, 142\u2013149 (2013).","journal-title":"Trends Cognit. Sci."},{"key":"452_CR49","doi-asserted-by":"publisher","first-page":"968","DOI":"10.1016\/j.neuron.2016.10.020","volume":"92","author":"GM van de Ven","year":"2016","unstructured":"van de Ven, G. M., Trouche, S., McNamara, C. G., Allen, K. & Dupret, D. Hippocampal offline reactivation consolidates recently formed cell assembly patterns during sharp wave-ripples. Neuron 92, 968\u2013974 (2016).","journal-title":"Neuron"},{"key":"452_CR50","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/j.neuron.2020.01.021","volume":"106","author":"I Gridchyn","year":"2020","unstructured":"Gridchyn, I., Schoenenberger, P., O\u2019Neill, J. & Csicsvari, J. Assembly-specific disruption of hippocampal replay leads to selective memory deficit. Neuron 106, 291\u2013300 (2020).","journal-title":"Neuron"},{"key":"452_CR51","doi-asserted-by":"publisher","first-page":"1048","DOI":"10.1126\/science.1062856","volume":"294","author":"P Maquet","year":"2001","unstructured":"Maquet, P. The role of sleep in learning and memory. Science 294, 1048\u20131052 (2001).","journal-title":"Science"},{"key":"452_CR52","doi-asserted-by":"publisher","first-page":"450\u2013461","DOI":"10.1016\/j.neuron.2019.01.052","volume":"102","author":"F Stella","year":"2019","unstructured":"Stella, F., Baracskay, P., O\u2019Neill, J. & Csicsvari, J. Hippocampal reactivation of random trajectories resembling Brownian diffusion. Neuron 102, 450\u2013461 (2019).","journal-title":"Neuron"},{"key":"452_CR53","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1080\/09540099550039318","volume":"7","author":"A Robins","year":"1995","unstructured":"Robins, A. Catastrophic forgetting, rehearsal and pseudorehearsal. Connect. Sci. 7, 123\u2013146 (1995).","journal-title":"Connect. Sci."},{"key":"452_CR54","doi-asserted-by":"publisher","first-page":"4069","DOI":"10.1038\/s41467-020-17866-2","volume":"11","author":"GM van de Ven","year":"2020","unstructured":"van de Ven, G. M., Siegelmann, H. T. & Tolias, A. S. Brain-inspired replay for continual learning with artificial neural networks. Nat. Commun. 11, 4069 (2020).","journal-title":"Nat. Commun."},{"key":"452_CR55","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1152\/physrev.00032.2012","volume":"93","author":"B Rasch","year":"2013","unstructured":"Rasch, B. & Born, J. About sleep\u2019s role in memory. Physiol. Rev. 93, 681\u2013766 (2013).","journal-title":"Physiol. Rev."},{"key":"452_CR56","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1016\/j.conb.2013.04.002","volume":"23","author":"R Stickgold","year":"2013","unstructured":"Stickgold, R. Parsing the role of sleep in memory processing. Curr. Opin. Neurobiol. 23, 847\u2013853 (2013).","journal-title":"Curr. Opin. Neurobiol."},{"key":"452_CR57","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1016\/j.neuron.2014.02.028","volume":"82","author":"C O\u2019Donnell","year":"2014","unstructured":"O\u2019Donnell, C. & Sejnowski, T. J. Selective memory generalization by spatial patterning of protein synthesis. Neuron 82, 398\u2013412 (2014).","journal-title":"Neuron"},{"key":"452_CR58","doi-asserted-by":"crossref","unstructured":"Langille, J. J. & Brown, R. E. The synaptic theory of memory: a historical survey and reconciliation of recent opposition. Front. Syst. Neurosci. 12, 52 (2018).","DOI":"10.3389\/fnsys.2018.00052"},{"key":"452_CR59","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/S0166-2236(96)80018-X","volume":"19","author":"WC Abraham","year":"1996","unstructured":"Abraham, W. C. & Bear, M. F. Metaplasticity: the plasticity of synaptic plasticity. Trends Neurosci. 19, 126\u2013130 (1996).","journal-title":"Trends Neurosci."},{"key":"452_CR60","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1038\/nrn2356","volume":"9","author":"WC Abraham","year":"2008","unstructured":"Abraham, W. C. Metaplasticity: tuning synapses and networks for plasticity. Nat. Rev. Neurosci. 9, 387 (2008).","journal-title":"Nat. Rev. Neurosci."},{"key":"452_CR61","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.neuron.2004.09.003","volume":"44","author":"Y Dudai","year":"2004","unstructured":"Dudai, Y. & Eisenberg, M. Rites of passage of the engram: reconsolidation and the lingering consolidation hypothesis. Neuron 44, 93\u2013100 (2004).","journal-title":"Neuron"},{"key":"452_CR62","doi-asserted-by":"publisher","first-page":"1667","DOI":"10.1016\/j.neubiorev.2012.03.008","volume":"36","author":"PSB Finnie","year":"2012","unstructured":"Finnie, P. S. B. & Nader, K. The role of metaplasticity mechanisms in regulating memory destabilization and reconsolidation. Neurosci. Biobehav. Rev. 36, 1667\u20131707 (2012).","journal-title":"Neurosci. Biobehav. Rev."},{"key":"452_CR63","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1038\/35036191","volume":"1","author":"CH Bailey","year":"2000","unstructured":"Bailey, C. H., Giustetto, M., Huang, Y.-Y., Hawkins, R. D. & Kandel, E. R. Is heterosynaptic modulation essential for stabilizing Hebbian plasiticity and memory. Nat. Rev. Neurosci. 1, 11\u201320 (2000).","journal-title":"Nat. Rev. Neurosci."},{"key":"452_CR64","doi-asserted-by":"publisher","first-page":"e10778","DOI":"10.7554\/eLife.10778","volume":"4","author":"TM Bartol Jr","year":"2015","unstructured":"Bartol Jr, T. M. et al. Nanoconnectomic upper bound on the variability of synaptic plasticity. eLife 4, e10778 (2015).","journal-title":"eLife"},{"key":"452_CR65","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/s00422-002-0356-8","volume":"87","author":"S Fusi","year":"2002","unstructured":"Fusi, S. Hebbian spike-driven synaptic plasticity for learning patterns of mean firing rates. Biol. Cybern. 87, 459\u2013470 (2002).","journal-title":"Biol. Cybern."},{"key":"452_CR66","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1016\/j.neuron.2005.02.001","volume":"45","author":"S Fusi","year":"2005","unstructured":"Fusi, S., Drew, P. & Abbott, L. F. Cascade models of synaptically stored memories. Neuron 45, 599\u2013611 (2005).","journal-title":"Neuron"},{"key":"452_CR67","doi-asserted-by":"crossref","unstructured":"Benna, M. & Fusi, S. Computational principles of synaptic memory consolidation. Nat. Neurosci. 19, 1697\u20131706 (2016).","DOI":"10.1038\/nn.4401"},{"key":"452_CR68","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1080\/09548980601004024","volume":"17","author":"P Dayan","year":"2006","unstructured":"Dayan, P. & Yu, A. Phasic norepinephrine: a neural interrupt signal for unexpected events. Network Comput. Neural Syst. 17, 335\u2013350 (2006).","journal-title":"Network Comput. Neural Syst."},{"key":"452_CR69","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/S0079-6123(03)45015-2","volume":"145","author":"M Hasselmo","year":"2004","unstructured":"Hasselmo, M. & McGaughy, J. High acetylcholine levels set circuit dynamics for attention and encoding and low acetylcholine levels set dynamics for consolidation. Prog. Brain Res. 145, 207\u2013231 (2004).","journal-title":"Prog. Brain Res."},{"key":"452_CR70","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.neunet.2020.01.031","volume":"125","author":"X Zou","year":"2020","unstructured":"Zou, X., Kolouri, S., Pilly, P. K. & Krichmar, J. L. Neuromodulated attention and goal-driven perception in uncertain domains. Neural Networks 125, 56\u201369 (2020).","journal-title":"Neural Networks"},{"key":"452_CR71","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.neuron.2016.03.028","volume":"90","author":"C Xiao","year":"2016","unstructured":"Xiao, C. et al. Cholinergic mesopontine signals govern locomotion and reward through dissociable midbrain pathways. Neuron 90, 333\u2013347 (2016).","journal-title":"Neuron"},{"key":"452_CR72","doi-asserted-by":"publisher","first-page":"2048","DOI":"10.1038\/s41467-018-04496-y","volume":"9","author":"K Miyazaki","year":"2018","unstructured":"Miyazaki, K. et al. Reward probability and timing uncertainty alter the effect of dorsal raphe serotonin neurons on patience. Nat. Commun. 9, 2048 (2018).","journal-title":"Nat. Commun."},{"key":"452_CR73","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P. & Montague, P. R. A neural substrate of prediction and reward. Science 275, 1593\u20131599 (1997).","journal-title":"Science"},{"key":"452_CR74","unstructured":"Sutton, R. & Barto, A. Reinforcement Learning: An Introduction 2nd edn (MIT Press, 1998)."},{"key":"452_CR75","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"452_CR76","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","volume":"46","author":"AJ Yu","year":"2005","unstructured":"Yu, A. J. & Dayan, P. Uncertainty, neuromodulation, and attention. Neuron 46, 681\u2013692 (2005).","journal-title":"Neuron"},{"key":"452_CR77","doi-asserted-by":"publisher","first-page":"1155","DOI":"10.1016\/j.cell.2015.07.057","volume":"162","author":"B Hangya","year":"2015","unstructured":"Hangya, B., Ranade, S. P., Lorenc, M. & Kepecs, A. Central cholinergic neurons are rapidly recruited by reinforcement feedback. Cell 162, 1155\u20131168 (2015).","journal-title":"Cell"},{"key":"452_CR78","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.neunet.2019.09.011","volume":"120","author":"AP Brna","year":"2019","unstructured":"Brna, A. P. et al. Uncertainty-based modulation for lifelong learning. Neural Networks 120, 129\u2013142 (2019).","journal-title":"Neural Networks"},{"key":"452_CR79","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/s00422-019-00808-7","volume":"114","author":"T Hwu","year":"2020","unstructured":"Hwu, T. & Krichmar, J. L. A neural model of schemas and memory encoding. Biol. Cybern. 114, 169\u2013186 (2020).","journal-title":"Biol. Cybern."},{"key":"452_CR80","doi-asserted-by":"publisher","first-page":"1205","DOI":"10.1016\/j.neuron.2017.05.020","volume":"94","author":"JR Cho","year":"2017","unstructured":"Cho, J. R. et al. Dorsal raphe dopamine neurons modulate arousal and promote wakefulness by salient stimuli. Neuron 94, 1205\u20131219 (2017).","journal-title":"Neuron"},{"key":"452_CR81","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1016\/j.cell.2015.12.040","volume":"164","author":"GA Matthews","year":"2016","unstructured":"Matthews, G. A. et al. Dorsal raphe dopamine neurons represent the experience of social isolation. Cell 164, 617\u2013631 (2016).","journal-title":"Cell"},{"key":"452_CR82","doi-asserted-by":"publisher","first-page":"1251","DOI":"10.1093\/cercor\/bhg092","volume":"13","author":"S Otani","year":"2003","unstructured":"Otani, S., Daniel, H., Roisin, M.-P. & Crepel, F. Dopaminergic modulation of long-term synaptic plasticity in rat prefrontal neurons. Cereb. Cortex 13, 1251\u20131256 (2003).","journal-title":"Cereb. Cortex"},{"key":"452_CR83","doi-asserted-by":"publisher","first-page":"e13333","DOI":"10.1111\/apha.13333","volume":"228","author":"A Li","year":"2020","unstructured":"Li, A., Rao, X., Zhou, Y. & Restrepo, D. Complex neural representation of odour information in the olfactory bulb. Acta Physiol. 228, e13333 (2020).","journal-title":"Acta Physiol."},{"key":"452_CR84","unstructured":"Beaulieu, S. et al. Learning to continually learn. In ECAI 2020 992\u20131001 (IOS Press, 2020)."},{"key":"452_CR85","doi-asserted-by":"publisher","first-page":"e1004128","DOI":"10.1371\/journal.pcbi.1004128","volume":"11","author":"KO Ellefsen","year":"2015","unstructured":"Ellefsen, K. O., Mouret, J.-B. & Clune, J. Neural modularity helps organisms evolve to learn new skills without forgetting old skills. PLoS Comput. Biol. 11, e1004128 (2015).","journal-title":"PLoS Comput. Biol."},{"key":"452_CR86","doi-asserted-by":"publisher","first-page":"e0187736","DOI":"10.1371\/journal.pone.0187736","volume":"12","author":"R Velez","year":"2017","unstructured":"Velez, R. & Clune, J. Diffusion-based neuromodulation can eliminate catastrophic forgetting in simple neural networks. PLoS ONE 12, e0187736 (2017).","journal-title":"PLoS ONE"},{"key":"452_CR87","unstructured":"Miconi, T., Rawal, A., Clune, J. & Stanley, K. O. Backpropamine: training self-modifying neural networks with differentiable neuromodulated plasticity. In Int. Conf. Learning Representations (2019)."},{"key":"452_CR88","doi-asserted-by":"crossref","unstructured":"Daram, A., Yanguas-Gil, A. & Kudithipudi, D. Exploring neuromodulation for dynamic learning. Front. Neurosci. 14, 928 (2020).","DOI":"10.3389\/fnins.2020.00928"},{"key":"452_CR89","unstructured":"Madireddy, S., Yanguas-Gil, A. & Balaprakash, P. Neuromodulated neural architectures with local error signals for memory-constrained online continual learning. Preprint at https:\/\/arxiv.org\/abs\/2007.08159 (2021)."},{"key":"452_CR90","doi-asserted-by":"publisher","first-page":"1003","DOI":"10.1038\/14801","volume":"2","author":"LM Kay","year":"1999","unstructured":"Kay, L. M. & Laurent, G. Odor- and context-dependent modulation of mitral cell activity in behaving rats. Nat. Neurosci. 2, 1003\u20131009 (1999).","journal-title":"Nat. Neurosci."},{"key":"452_CR91","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/s00221-007-0850-2","volume":"180","author":"R Hermer-Vazquez","year":"2007","unstructured":"Hermer-Vazquez, R., Hermer-Vazquez, L., Srinivasan, S. & Chapin, J. K. Beta- and gamma-frequency coupling between olfactory and motor brain regions prior to skilled olfactory-driven reaching. Exp. Brain Res. 180, 217\u2013235 (2007).","journal-title":"Exp. Brain Res."},{"key":"452_CR92","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1101\/lm.285706","volume":"13","author":"CL Kiselycznyk","year":"2006","unstructured":"Kiselycznyk, C. L., Zhang, S. & Linster, C. Role of centrifugal projections to the olfactory bulb in olfactory processing. Learn. Mem. 13, 575\u2013579 (2006).","journal-title":"Learn. Mem."},{"key":"452_CR93","doi-asserted-by":"publisher","first-page":"332\u2013343","DOI":"10.1037\/bne0000371","volume":"134","author":"M Levinson","year":"2020","unstructured":"Levinson, M. et al. Context-dependent odor learning requires the anterior olfactory nucleus. Behav. Neurosci. 134, 332\u2013343 (2020).","journal-title":"Behav. Neurosci."},{"key":"452_CR94","doi-asserted-by":"crossref","unstructured":"Linster, C. & Kelsch, W. A computational model of oxytocin modulation of olfactory recognition memory. eNeuro 6, ENEURO.0201-19.2019 (2019).","DOI":"10.1523\/ENEURO.0201-19.2019"},{"key":"452_CR95","doi-asserted-by":"publisher","first-page":"688","DOI":"10.3389\/fnhum.2014.00688","volume":"8","author":"Y Benn","year":"2014","unstructured":"Benn, Y. et al. The neural basis of monitoring goal progress. Front. Hum. Neurosci. 8, 688 (2014).","journal-title":"Front. Hum. Neurosci."},{"key":"452_CR96","doi-asserted-by":"publisher","first-page":"e26478","DOI":"10.7554\/eLife.26478","volume":"6","author":"SD Wiederman","year":"2017","unstructured":"Wiederman, S. D., Fabian, J. M., Dunbier, J. R. & O\u2019Carroll, D. C. A predictive focus of gain modulation encodes target trajectories in insect vision. eLife 6, e26478 (2017).","journal-title":"eLife"},{"key":"452_CR97","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1016\/j.tins.2011.02.003","volume":"34","author":"F Baluch","year":"2011","unstructured":"Baluch, F. & Itti, L. Mechanisms of top-down attention. Trends Neurosci. 34, 210\u2013224 (2011).","journal-title":"Trends Neurosci."},{"key":"452_CR98","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1016\/S0959-4388(99)80024-5","volume":"9","author":"MG Baxter","year":"1999","unstructured":"Baxter, M. G. & Chiba, A. A. Cognitive functions of the basal forebrain. Curr. Opin. Neurobiol. 9, 178\u2013183 (1999).","journal-title":"Curr. Opin. Neurobiol."},{"key":"452_CR99","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1101\/lm.032433.113","volume":"21","author":"N Oros","year":"2014","unstructured":"Oros, N., Chiba, A. A., Nitz, D. A. & Krichmar, J. L. Learning to ignore: a modeling study of a decremental cholinergic pathway and its influence on attention and learning. Learn. Mem. 21, 105\u2013118 (2014).","journal-title":"Learn. Mem."},{"key":"452_CR100","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.tins.2018.10.002","volume":"42","author":"AJ Duszkiewicz","year":"2019","unstructured":"Duszkiewicz, A. J., McNamara, C. G., Takeuchi, T. & Genzel, L. Novelty and dopaminergic modulation of memory persistence: a tale of two systems. Trends Neurosci. 42, 102\u2013114 (2019).","journal-title":"Trends Neurosci."},{"key":"452_CR101","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1126\/science.1135935","volume":"316","author":"D Tse","year":"2007","unstructured":"Tse, D. et al. Schemas and memory consolidation. Science 316, 76\u201382 (2007).","journal-title":"Science"},{"key":"452_CR102","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1126\/science.1205274","volume":"333","author":"D Tse","year":"2011","unstructured":"Tse, D. et al. Schema-dependent gene activation and memory encoding in neocortex. Science 333, 891\u2013895 (2011).","journal-title":"Science"},{"key":"452_CR103","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.tins.2012.02.001","volume":"35","author":"MT van Kesteren","year":"2012","unstructured":"van Kesteren, M. T., Ruiter, D. J., Fern\u00e1ndez, G. & Henson, R. N. How schema and novelty augment memory formation. Trends Neurosci. 35, 211\u2013219 (2012).","journal-title":"Trends Neurosci."},{"key":"452_CR104","unstructured":"Swanson, L. Brain Maps: Structure of the Rat Brain (Gulf Professional Publishing, 2004)."},{"key":"452_CR105","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1146\/annurev-cellbio-100818-125444","volume":"35","author":"LK Scheffer","year":"2019","unstructured":"Scheffer, L. K. & Meinertzhagen, I. A. The Fly Brain Atlas. Annu. Rev. Cell Dev. Biol. 35, 637\u2013653 (2019).","journal-title":"Annu. Rev. Cell Dev. Biol."},{"key":"452_CR106","doi-asserted-by":"publisher","first-page":"e62451","DOI":"10.7554\/eLife.62451","volume":"9","author":"J Pipkin","year":"2020","unstructured":"Pipkin, J. Connectomes: mapping the mind of a fly. eLife 9, e62451 (2020).","journal-title":"eLife"},{"key":"452_CR107","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1136\/bjo.87.5.525","volume":"87","author":"I Schwab","year":"2003","unstructured":"Schwab, I. & Coates, M. Is the brain overrated? Br. J. Ophthalmol. 87, 525\u2013525 (2003).","journal-title":"Br. J. Ophthalmol."},{"key":"452_CR108","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1098\/rspb.2006.3748","volume":"274","author":"SD Healy","year":"2007","unstructured":"Healy, S. D. & Rowe, C. A critique of comparative studies of brain size. Proc. R. Soc. B 274, 453\u2013464 (2007).","journal-title":"Proc. R. Soc. B"},{"key":"452_CR109","unstructured":"Borrelli, L. Testing the Contribution of Relative Brain Size and Learning Capabilities on the Evolution of Octopus vulgaris and Other Cephalopods. PhD thesis, Open Univ. (2007)."},{"key":"452_CR110","doi-asserted-by":"publisher","first-page":"906","DOI":"10.1126\/science.aaa5417","volume":"348","author":"T Aflalo","year":"2015","unstructured":"Aflalo, T. et al. Decoding motor imagery from the posterior parietal cortex of a tetraplegic human. Science 348, 906\u2013910 (2015).","journal-title":"Science"},{"key":"452_CR111","doi-asserted-by":"publisher","first-page":"210","DOI":"10.3389\/fncel.2018.00210","volume":"12","author":"UB Rongala","year":"2018","unstructured":"Rongala, U. B. et al. Intracellular dynamics in cuneate nucleus neurons support self-stabilizing learning of generalizable tactile representations. Front. Cell. Neurosci. 12, 210 (2018).","journal-title":"Front. Cell. Neurosci."},{"key":"452_CR112","doi-asserted-by":"publisher","first-page":"eaau9354","DOI":"10.1126\/scirobotics.aau9354","volume":"4","author":"R Kwiatkowski","year":"2019","unstructured":"Kwiatkowski, R. & Lipson, H. Task-agnostic self-modeling machines. Sci. Robot. 4, eaau9354 (2019).","journal-title":"Sci. Robot."},{"key":"452_CR113","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1038\/s42256-019-0029-0","volume":"1","author":"A Marjaninejad","year":"2019","unstructured":"Marjaninejad, A., Urbina-Mel\u00e9ndez, D., Cohn, B. A. & Valero-Cuevas, F. J. Autonomous functional movements in a tendon-driven limb via limited experience. Nat. Mach. Intell. 1, 144\u2013154 (2019).","journal-title":"Nat. Mach. Intell."},{"key":"452_CR114","doi-asserted-by":"publisher","first-page":"025002","DOI":"10.1088\/1741-2552\/aa59bd","volume":"14","author":"K Jalaleddini","year":"2017","unstructured":"Jalaleddini, K. et al. Neuromorphic meets neuromechanics, part II: the role of fusimotor drive. J. Neural Eng. 14, 025002 (2017).","journal-title":"J. Neural Eng."},{"key":"452_CR115","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/BF00364149","volume":"57","author":"M Kawato","year":"1987","unstructured":"Kawato, M., Furukawa, K. & Suzuki, R. A hierarchical neural-network model for control and learning of voluntary movement. Biol. Cybern. 57, 169\u2013185 (1987).","journal-title":"Biol. Cybern."},{"key":"452_CR116","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/37.1867","volume":"8","author":"M Kawato","year":"1988","unstructured":"Kawato, M., Uno, Y., Isobe, M. & Suzuki, R. Hierarchical neural network model for voluntary movement with application to robotics. IEEE Control Syst. Mag. 8, 8\u201315 (1988).","journal-title":"IEEE Control Syst. Mag."},{"key":"452_CR117","doi-asserted-by":"publisher","first-page":"5489","DOI":"10.1038\/s41467-019-13239-6","volume":"10","author":"J Merel","year":"2019","unstructured":"Merel, J., Botvinick, M. & Wayne, G. Hierarchical motor control in mammals and machines. Nat. Commun. 10, 5489 (2019).","journal-title":"Nat. Commun."},{"key":"452_CR118","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/0004-3702(91)90053-M","volume":"47","author":"RA Brooks","year":"1991","unstructured":"Brooks, R. A. Intelligence without representation. Artif. Intell. 47, 139\u2013159 (1991).","journal-title":"Artif. Intell."},{"key":"452_CR119","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1146\/annurev.ne.08.030185.001313","volume":"8","author":"S Grillner","year":"1985","unstructured":"Grillner, S. & Wallen, P. Central pattern generators for locomotion, with special reference to vertebrates. Annu. Rev. Neurosci. 8, 233\u2013261 (1985).","journal-title":"Annu. Rev. Neurosci."},{"key":"452_CR120","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1152\/physrev.1975.55.2.247","volume":"55","author":"S Grillner","year":"1975","unstructured":"Grillner, S. Locomotion in vertebrates: central mechanisms and reflex interaction. Physiol. Rev. 55, 247\u2013304 (1975).","journal-title":"Physiol. Rev."},{"key":"452_CR121","doi-asserted-by":"publisher","first-page":"3\u201336","DOI":"10.1007\/s10827-008-0124-4","volume":"27","author":"S Daun","year":"2009","unstructured":"Daun, S., Rubin, J. E. & Rybak, I. A. Control of oscillation periods and phase durations in half-center central pattern generators: a comparative mechanistic analysis. J. Comput. Neurosci. 27, 3\u201336 (2009).","journal-title":"J. Comput. Neurosci."},{"key":"452_CR122","doi-asserted-by":"publisher","first-page":"9431","DOI":"10.1523\/JNEUROSCI.5537-09.2010","volume":"30","author":"G Raphael","year":"2010","unstructured":"Raphael, G., Tsianos, G. A. & Loeb, G. E. Spinal-like regulator facilitates control of a two-degree-of-freedom wrist. J. Neurosci. 30, 9431\u20139444 (2010).","journal-title":"J. Neurosci."},{"key":"452_CR123","doi-asserted-by":"crossref","unstructured":"Markin, S. N. et al. In Neuromechanical Modeling of Posture and Locomotion (eds Prilutsky, B. I. & Edwards D. H.) 21\u201365 (Springer, 2016).","DOI":"10.1007\/978-1-4939-3267-2_2"},{"key":"452_CR124","unstructured":"Kandel, E. R. et al. Principles of Neural Science Vol. 4 (McGraw-Hill, 2000)."},{"key":"452_CR125","doi-asserted-by":"crossref","unstructured":"Valero-Cuevas, F. J. Fundamentals of Neuromechanics Vol. 8 (Series in Biosystems & Biorobotics, Springer, 2016).","DOI":"10.1007\/978-1-4471-6747-1"},{"key":"452_CR126","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1126\/science.1254486","volume":"346","author":"AJ Ijspeert","year":"2014","unstructured":"Ijspeert, A. J. Biorobotics: using robots to emulate and investigate agile locomotion. Science 346, 196\u2013203 (2014).","journal-title":"Science"},{"key":"452_CR127","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/j.copbio.2016.03.012","volume":"40","author":"JB Treweek","year":"2016","unstructured":"Treweek, J. B. & Gradinaru, V. Extracting structural and functional features of widely distributed biological circuits with single cell resolution via tissue clearing and delivery vectors. Curr. Opin. Biotechnol. 40, 193\u2013207 (2016).","journal-title":"Curr. Opin. Biotechnol."},{"key":"452_CR128","first-page":"508\u2013513","volume":"10","author":"K Chung","year":"2013","unstructured":"Chung, K. & Deisseroth, K. CLARITY for mapping the nervous system. Nat. Methods 10, 508\u2013513 (2013).","journal-title":"Nat. Methods"},{"key":"452_CR129","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1038\/nature13186","volume":"508","author":"SW Oh","year":"2014","unstructured":"Oh, S. W. et al. A mesoscale connectome of the mouse brain. Nature 508, 207\u2013214 (2014).","journal-title":"Nature"},{"key":"452_CR130","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1016\/j.conb.2005.10.011","volume":"15","author":"T Flash","year":"2005","unstructured":"Flash, T. & Hochner, B. Motor primitives in vertebrates and invertebrates. Curr. Opin. Neurobiol. 15, 660\u2013666 (2005).","journal-title":"Curr. Opin. Neurobiol."},{"key":"452_CR131","doi-asserted-by":"publisher","first-page":"902","DOI":"10.3389\/fpsyg.2016.00902","volume":"7","author":"F Balu\u0161ka","year":"2016","unstructured":"Balu\u0161ka, F. & Levin, M. On having no head: cognition throughout biological systems. Front. Psychol. 7, 902 (2016).","journal-title":"Front. Psychol."},{"key":"452_CR132","doi-asserted-by":"publisher","first-page":"1487","DOI":"10.1039\/C5IB00221D","volume":"7","author":"G Pezzulo","year":"2015","unstructured":"Pezzulo, G. & Levin, M. Re-membering the body: applications of computational neuroscience to the top-down control of regeneration of limbs and other complex organs. Integr. Biol. 7, 1487\u20131517 (2015).","journal-title":"Integr. Biol."},{"key":"452_CR133","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1146\/annurev-bioeng-071114-040647","volume":"19","author":"M Levin","year":"2017","unstructured":"Levin, M., Pezzulo, G. & Finkelstein, J. M. Endogenous bioelectric signaling networks: exploiting voltage gradients for control of growth and form. Annu. Rev. Biomed. Eng. 19, 353\u2013387 (2017).","journal-title":"Annu. Rev. Biomed. Eng."},{"key":"452_CR134","doi-asserted-by":"crossref","unstructured":"Biswas, S., Manicka, S., Hoel, E. & Levin, M. Gene regulatory networks exhibit several kinds of memory: Quantification of memory in biological and random transcriptional networks. iScience 24, 102131 (2021).","DOI":"10.1016\/j.isci.2021.102131"},{"key":"452_CR135","doi-asserted-by":"publisher","first-page":"18612","DOI":"10.1038\/s41598-019-54859-8","volume":"9","author":"S Manicka","year":"2019","unstructured":"Manicka, S. & Levin, M. Modeling somatic computation with non-neural bioelectric networks. Sci. Rep. 9, 18612 (2019).","journal-title":"Sci. Rep."},{"key":"452_CR136","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.isci.2019.11.014","volume":"22","author":"M Emmons-Bell","year":"2019","unstructured":"Emmons-Bell, M. et al. Regenerative adaptation to electrochemical perturbation in planaria: A molecular analysis of physiological plasticity. iScience 22, 147\u2013165 (2019).","journal-title":"iScience"},{"key":"452_CR137","doi-asserted-by":"publisher","first-page":"e1073424","DOI":"10.1080\/19420889.2015.1073424","volume":"8","author":"DJ Blackiston","year":"2015","unstructured":"Blackiston, D. J., Shomrat, T. & Levin, M. The stability of memories during brain remodeling: a perspective. Commun. Integr. Biol. 8, e1073424 (2015).","journal-title":"Commun. Integr. Biol."},{"key":"452_CR138","doi-asserted-by":"publisher","first-page":"1031","DOI":"10.1242\/jeb.074963","volume":"216","author":"DJ Blackiston","year":"2013","unstructured":"Blackiston, D. J. & Levin, M. Ectopic eyes outside the head in xenopus tadpoles provide sensory data for light-mediated learning. J. Exp. Biol. 216, 1031\u20131040 (2013).","journal-title":"J. Exp. Biol."},{"key":"452_CR139","doi-asserted-by":"publisher","first-page":"1853","DOI":"10.1073\/pnas.1910837117","volume":"117","author":"S Kriegman","year":"2020","unstructured":"Kriegman, S., Blackiston, D., Levin, M. & Bongard, J. A scalable pipeline for designing reconfigurable organisms. Proc. Natl Acad. Sci. USA 117, 1853\u20131859 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"452_CR140","doi-asserted-by":"crossref","unstructured":"Kriegman, S. et al. Automated shapeshifting for function recovery in damaged robots. In Proc. Robotics: Science and Systems (RSS) (2019).","DOI":"10.15607\/RSS.2019.XV.028"},{"key":"452_CR141","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1038\/nrm2698","volume":"10","author":"PE Purnick","year":"2009","unstructured":"Purnick, P. E. & Weiss, R. The second wave of synthetic biology: from modules to systems. Nat. Rev. Molecular Cell Biol. 10, 410\u2013422 (2009).","journal-title":"Nat. Rev. Molecular Cell Biol."},{"key":"452_CR142","doi-asserted-by":"publisher","first-page":"20160555","DOI":"10.1098\/rsif.2016.0555","volume":"13","author":"G Pezzulo","year":"2016","unstructured":"Pezzulo, G. & Levin, M. Top-down models in biology: explanation and control of complex living systems above the molecular level. J. R. Soc. Interface 13, 20160555 (2016).","journal-title":"J. R. Soc. Interface"},{"key":"452_CR143","doi-asserted-by":"publisher","first-page":"863","DOI":"10.1002\/dvdy.23770","volume":"241","author":"LN Vandenberg","year":"2012","unstructured":"Vandenberg, L. N., Adams, D. S. & Levin, M. Normalized shape and location of perturbed craniofacial structures in the xenopus tadpole reveal an innate ability to achieve correct morphology. Dev. Dyn. 241, 863\u2013878 (2012).","journal-title":"Dev. Dyn."},{"key":"452_CR144","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1148\/radiology.181.2.1924794","volume":"181","author":"E Lipchik","year":"1991","unstructured":"Lipchik, E., Cohen, E. & Mewissen, M. Transvenous liver biopsy in critically ill patients: adequacy of tissue samples. Radiology 181, 497\u2013499 (1991).","journal-title":"Radiology"},{"key":"452_CR145","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1016\/j.ydbio.2009.12.012","volume":"339","author":"NJ Oviedo","year":"2010","unstructured":"Oviedo, N. J. et al. Long-range neural and gap junction protein-mediated cues control polarity during planarian regeneration. Dev. Biol. 339, 188\u2013199 (2010).","journal-title":"Dev. Biol."},{"key":"452_CR146","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1152\/physiol.00027.2019","volume":"35","author":"C Fields","year":"2020","unstructured":"Fields, C., Bischof, J. & Levin, M. Morphological coordination: a common ancestral function unifying neural and non-neural signaling. Physiology 35, 16\u201330 (2020).","journal-title":"Physiology"},{"key":"452_CR147","doi-asserted-by":"publisher","first-page":"eabf1571","DOI":"10.1126\/scirobotics.abf1571","volume":"6","author":"D Blackiston","year":"2021","unstructured":"Blackiston, D. et al. A cellular platform for the development of synthetic living machines. Sci. Robot. 6, eabf1571 (2021).","journal-title":"Sci. Robot."},{"key":"452_CR148","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.tics.2004.02.002","volume":"8","author":"MO Ernst","year":"2004","unstructured":"Ernst, M. O. & B\u00fclthoff, H. H. Merging the senses into a robust percept. Trends Cognit. Sci. 8, 162\u2013169 (2004).","journal-title":"Trends Cognit. Sci."},{"key":"452_CR149","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1523\/JNEUROSCI.0737-19.2019","volume":"40","author":"BE Stein","year":"2020","unstructured":"Stein, B. E., Stanford, T. R. & Rowland, B. A. Multisensory integration and the society for neuroscience: then and now. J. Neurosci. 40, 3\u201311 (2020).","journal-title":"J. Neurosci."},{"key":"452_CR150","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1007\/s10548-014-0365-7","volume":"27","author":"RA Stevenson","year":"2014","unstructured":"Stevenson, R. A. et al. Identifying and quantifying multisensory integration: a tutorial review. Brain Topogr. 27, 707\u2013730 (2014).","journal-title":"Brain Topogr."},{"key":"452_CR151","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1007\/s003590050440","volume":"186","author":"R Necker","year":"2000","unstructured":"Necker, R., Jan\u00dfen, A. & Beissenhirtz, T. Behavioral evidence of the role of lumbosacral anatomical specializations in pigeons in maintaining balance during terrestrial locomotion. J. Comp. Physiol. A 186, 409\u2013412 (2000).","journal-title":"J. Comp. Physiol. A"},{"key":"452_CR152","doi-asserted-by":"publisher","first-page":"38","DOI":"10.3389\/frobt.2018.00038","volume":"5","author":"D Urbina-Mel\u00e9ndez","year":"2018","unstructured":"Urbina-Mel\u00e9ndez, D., Jalaleddini, K., Daley, M. A. & Valero-Cuevas, F. J. A physical model suggests that hip-localized balance sense in birds improves state estimation in perching: implications for bipedal robots. Front. Robot. AI 5, 38 (2018).","journal-title":"Front. Robot. AI"},{"key":"452_CR153","doi-asserted-by":"publisher","first-page":"R762","DOI":"10.1016\/j.cub.2005.08.058","volume":"15","author":"NP Holmes","year":"2005","unstructured":"Holmes, N. P. & Spence, C. Multisensory integration: space, time and superadditivity. Curr. Biol. 15, R762\u2013R764 (2005).","journal-title":"Curr. Biol."},{"key":"452_CR154","doi-asserted-by":"crossref","unstructured":"Berry, J. A. & Valero-Cuevas, F. J. Sensory-motor gestalt: Sensation and action as the foundations of identity, agency, and self. In Artificial Life Conf. Proc. 130\u2013138 (MIT Press, 2020).","DOI":"10.1162\/isal_a_00340"},{"key":"452_CR155","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1038\/s41467-021-21404-z","volume":"12","author":"H Tan","year":"2021","unstructured":"Tan, H., Zhou, Y., Tao, Q., Rosen, J. & van Dijken, S. Bioinspired multisensory neural network with crossmodal integration and recognition. Nat. Commun. 12, 1120 (2021).","journal-title":"Nat. Commun."},{"key":"452_CR156","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D. et al. Mastering the game of go with deep neural networks and tree search. Nature 529, 484\u2013489 (2016).","journal-title":"Nature"},{"key":"452_CR157","doi-asserted-by":"crossref","unstructured":"Risi, S. & Stanley, K. O. A unified approach to evolving plasticity and neural geometry. In The 2012 Int. Joint Conference on Neural Networks (IJCNN) (IEEE, 2012).","DOI":"10.1109\/IJCNN.2012.6252826"},{"key":"452_CR158","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1038\/s42256-020-0159-4","volume":"2","author":"N Imam","year":"2020","unstructured":"Imam, N. & Cleland, T. A. Rapid online learning and robust recall in a neuromorphic olfactory circuit. Nat. Mach. Intell. 2, 181\u2013191 (2020).","journal-title":"Nat. Mach. Intell."},{"key":"452_CR159","unstructured":"Soltoggio, A., Bullinaria, J. A., Mattiussi, C., D\u00fcrr, P. & Floreano, D. Evolutionary advantages of neuromodulated plasticity in dynamic, reward-based scenarios. In Proc. 11th International Conference on Artificial Life (Alife XI) 569\u2013576 (MIT Press, 2008)."},{"key":"452_CR160","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1016\/j.neunet.2018.07.013","volume":"108","author":"A Soltoggio","year":"2018","unstructured":"Soltoggio, A., Stanley, K. O. & Risi, S. Born to learn: the inspiration, progress, and future of evolved plastic artificial neural networks. Neural Networks 108, 48\u201367 (2018).","journal-title":"Neural Networks"},{"key":"452_CR161","doi-asserted-by":"publisher","first-page":"29872","DOI":"10.1073\/pnas.2009591117","volume":"117","author":"B Tsuda","year":"2020","unstructured":"Tsuda, B., Tye, K. M., Siegelmann, H. T. & Sejnowski, T. J. A modeling framework for adaptive lifelong learning with transfer and savings through gating in the prefrontal cortex. Proc. Natl Acad. Sci. USA 117, 29872\u201329882 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"452_CR162","unstructured":"Warner, J., Devaraj, A. & Miikkulainen, R. Using context to make gas classifiers robust to sensor drift. Preprint at https:\/\/arxiv.org\/abs\/2003.07292 (2020)."},{"key":"452_CR163","doi-asserted-by":"crossref","unstructured":"Tutum, C. C., Abdulquddos, S. & Miikkulainen, R. Generalization of agent behavior through explicit representation of context. In Proc. 3rd IEEE Conference on Games (2021).","DOI":"10.1109\/CoG52621.2021.9619141"},{"key":"452_CR164","doi-asserted-by":"crossref","unstructured":"Hwu, T., Kashyap, H. & Krichmar, J. A neurobiological schema model for contextual awareness in robotics. In IEEE International Joint Conference on Neural Networks (2020).","DOI":"10.1109\/IJCNN48605.2020.9206858"},{"key":"452_CR165","unstructured":"Higgins, I. et al. beta-VAE: learning basic visual concepts with a constrained variational framework. In ICLR (2017)."},{"key":"452_CR166","unstructured":"Mathieu, E., Rainforth, T., Siddharth, N. & Teh, Y. W. Disentangling disentanglement in variational autoencoders. In Proc. 36th International Conference on Machine Learning Vol. 97, 4402\u20134412 (PMLR, 2019)."},{"key":"452_CR167","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1038\/s41593-018-0310-2","volume":"22","author":"GR Yang","year":"2019","unstructured":"Yang, G. R., Joglekar, M. R., Song, H. F., Newsome, W. T. & Wang, X.-J. Task representations in neural networks trained to perform many cognitive tasks. Nat. Neurosci. 22, 297\u2013306 (2019).","journal-title":"Nat. Neurosci."},{"key":"452_CR168","doi-asserted-by":"publisher","first-page":"E10467","DOI":"10.1073\/pnas.1803839115","volume":"115","author":"NY Masse","year":"2018","unstructured":"Masse, N. Y., Grant, G. D. & Freedman, D. J. Alleviating catastrophic forgetting using context-dependent gating and synaptic stabilization. Proc. Natl Acad. Sci. USA 115, E10467\u2013E10475 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"452_CR169","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1038\/nn1707","volume":"9","author":"JB Aimone","year":"2006","unstructured":"Aimone, J. B., Wiles, J. & Gage, F. H. Potential role for adult neurogenesis in the encoding of time in new memories. Nat. Neurosci. 9, 723\u2013727 (2006).","journal-title":"Nat. Neurosci."},{"key":"452_CR170","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/j.neuron.2008.11.026","volume":"61","author":"JB Aimone","year":"2009","unstructured":"Aimone, J. B., Wiles, J. & Gage, F. H. Computational influence of adult neurogenesis on memory encoding. Neuron 61, 187\u2013202 (2009).","journal-title":"Neuron"},{"key":"452_CR171","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s42256-018-0006-z","volume":"1","author":"KO Stanley","year":"2019","unstructured":"Stanley, K. O., Clune, J., Lehman, J. & Miikkulainen, R. Designing neural networks through neuroevolution. Nat. Mach. Intell. 1, 24\u201335 (2019).","journal-title":"Nat. Mach. Intell."},{"key":"452_CR172","unstructured":"Lee, S., Ha, J., Zhang, D. & Kim, G. A neural dirichlet process mixture model for task-free continual learning. In Int. Conf. Learning Representations (2020)."},{"key":"452_CR173","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1016\/j.neuron.2011.05.010","volume":"70","author":"JB Aimone","year":"2011","unstructured":"Aimone, J. B., Deng, W. & Gage, F. H. Resolving new memories: a critical look at the dentate gyrus, adult neurogenesis, and pattern separation. Neuron 70, 589\u2013596 (2011).","journal-title":"Neuron"},{"key":"452_CR174","doi-asserted-by":"crossref","unstructured":"Pandit, T. & Kudithipudi, D. Relational neurogenesis for lifelong learning agents. In Proc. Neuro-Inspired Computational Elements Workshop (Association for Computing Machinery, 2020).","DOI":"10.1145\/3381755.3381766"},{"key":"452_CR175","doi-asserted-by":"publisher","first-page":"e51005","DOI":"10.7554\/eLife.51005","volume":"9","author":"OC Gonz\u00e1lez","year":"2020","unstructured":"Gonz\u00e1lez, O. C., Sokolov, Y., Krishnan, G. P., Delanois, J. E. & Bazhenov, M. Can sleep protect memories from catastrophic forgetting? eLife 9, e51005 (2020).","journal-title":"eLife"},{"key":"452_CR176","unstructured":"Krishnan, G. P., Tadros, T., Ramyaa, R. & Bazhenov, M. Biologically inspired sleep algorithm for artificial neural networks. Preprint at https:\/\/arxiv.org\/abs\/1908.02240 (2019)."},{"key":"452_CR177","unstructured":"Tadros, T., Krishnan, G. P., Ramyaa, R. & Bazhenov, M. Biologically inspired sleep algorithm for increased generalization and adversarial robustness in deep neural networks. In Int. Conf. Learning Representations (2019)."},{"key":"452_CR178","first-page":"13933","volume":"34","author":"T Tadros","year":"2020","unstructured":"Tadros, T., Krishnan, G., Ramyaa, R. & Bazhenov, M. Biologically inspired sleep algorithm for reducing catastrophic forgetting in neural networks. AAAI Conf. Artif. Intell. 34, 13933\u201313934 (2020).","journal-title":"AAAI Conf. Artif. Intell."},{"key":"452_CR179","unstructured":"Shin, H., Lee, J. K., Kim, J. & Kim, J. Continual learning with deep generative replay. In Proc. 31st Int. Conf. Neural Information Processing Systems 2994\u20133003 (2017)."},{"key":"452_CR180","unstructured":"Rolnick, D., Ahuja, A., Schwarz, J., Lillicrap, T. P. & Wayne, G. Experience replay for continual learning. In Advances in Neural Information Processing Systems (2019)."},{"key":"452_CR181","doi-asserted-by":"publisher","first-page":"2549","DOI":"10.1038\/s41467-021-22768-y","volume":"12","author":"A Laborieux","year":"2021","unstructured":"Laborieux, A., Ernoult, M., Hirtzlin, T. & Querlioz, D. Synaptic metaplasticity in binarized neural networks. Nat. Commun. 12, 2549 (2021).","journal-title":"Nat. Commun."},{"key":"452_CR182","unstructured":"Kaplanis, C., Shanahan, M. & Clopath, C. Continual reinforcement learning with complex synapses. In Int. Conf. Machine Learning 2497\u20132506 (PMLR, 2018)."},{"key":"452_CR183","unstructured":"Zenke, F., Poole, B. & Ganguli, S. Continual learning through synaptic intelligence. In Proc. 34th Int. Conf. Machine Learning Vol. 70, 3987\u20133995 (JMLR, 2017)."},{"key":"452_CR184","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J. et al. Overcoming catastrophic forgetting in neural networks. Proc. Natl Acad. Sci. USA 114, 3521\u20133526 (2017).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"452_CR185","unstructured":"Soures, N., Helfer, P., Daram, A., Pandit, T. & Kudithipudi, D. Tacos: task agnostic continual learning in spiking neural networks. In Theory and Foundation of Continual Learning Workshop at ICML\u20192021 (2021)."},{"key":"452_CR186","unstructured":"Kosiorek, A. R., Sabour, S., Teh, Y. & Hinton, G. E. Stacked capsule autoencoders. In NeurIPS (2019)."},{"key":"452_CR187","doi-asserted-by":"publisher","first-page":"1332","DOI":"10.1126\/science.aab3050","volume":"350","author":"BM Lake","year":"2015","unstructured":"Lake, B. M., Salakhutdinov, R. & Tenenbaum, J. B. Human-level concept learning through probabilistic program induction. Science 350, 1332\u20131338 (2015).","journal-title":"Science"},{"key":"452_CR188","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1109\/JPROC.2006.887322","volume":"95","author":"M Chiang","year":"2007","unstructured":"Chiang, M., Low, S. H., Calderbank, A. R. & Doyle, J. C. Layering as optimization decomposition: a mathematical theory of network architectures. Proc. IEEE 95, 255\u2013312 (2007).","journal-title":"Proc. IEEE"},{"key":"452_CR189","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1162\/NECO_a_00393","volume":"25","author":"AJ Ijspeert","year":"2013","unstructured":"Ijspeert, A. J., Nakanishi, J., Hoffmann, H., Pastor, P. & Schaal, S. Dynamical movement primitives: learning attractor models for motor behaviors. Neural Comput. 25, 328\u2013373 (2013).","journal-title":"Neural Comput."},{"key":"452_CR190","unstructured":"Schaal, S. In Adaptive Motion of Animals and Machines 261\u2013280 (Springer, 2006)."},{"key":"452_CR191","doi-asserted-by":"publisher","first-page":"14464","DOI":"10.1073\/pnas.2001893117","volume":"117","author":"CH Papadimitriou","year":"2020","unstructured":"Papadimitriou, C. H., Vempala, S. S., Mitropolsky, D., Collins, M. & Maass, W. Brain computation by assemblies of neurons. Proc. Natl Acad. Sci. USA 117, 14464\u201314472 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"452_CR192","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.neunet.2020.02.023","volume":"126","author":"T Zeng","year":"2020","unstructured":"Zeng, T., Tang, F., Ji, D. & Si, B. Neurobayesslam: Neurobiologically inspired bayesian integration of multisensory information for robot navigation. Neural Networks 126, 21\u201335 (2020).","journal-title":"Neural Networks"},{"key":"452_CR193","doi-asserted-by":"publisher","first-page":"66","DOI":"10.3389\/fnbot.2018.00066","volume":"12","author":"LP Wijesinghe","year":"2018","unstructured":"Wijesinghe, L. P., Triesch, J. & Shi, B. E. Robot end effector tracking using predictive multisensory integration. Front. Neurorobot. 12, 66 (2018).","journal-title":"Front. Neurorobot."},{"key":"452_CR194","doi-asserted-by":"crossref","unstructured":"Wang, H., Dong, S. & Shao, L. Measuring structural similarities in finite mdps. In Int. Joint Conferences on Artificial Intelligence 3684\u20133690 (2019).","DOI":"10.24963\/ijcai.2019\/511"},{"key":"452_CR195","doi-asserted-by":"publisher","first-page":"1971","DOI":"10.1016\/j.cell.2021.02.034","volume":"184","author":"M Levin","year":"2021","unstructured":"Levin, M. Bioelectric signaling: reprogrammable circuits underlying embryogenesis, regeneration, and cancer. Cell 184, 1971\u20131989 (2021).","journal-title":"Cell"},{"key":"452_CR196","doi-asserted-by":"crossref","unstructured":"Harris, M. P. Bioelectric signaling as a unique regulator of development and regeneration. Development 148, dev180794 (2021).","DOI":"10.1242\/dev.180794"},{"key":"452_CR197","doi-asserted-by":"publisher","first-page":"20170425","DOI":"10.1098\/rsif.2017.0425","volume":"14","author":"A Pietak","year":"2017","unstructured":"Pietak, A. & Levin, M. Bioelectric gene and reaction networks: computational modelling of genetic, biochemical and bioelectrical dynamics in pattern regulation. J. R. Soc. Interface 14, 20170425 (2017).","journal-title":"J. R. Soc. Interface"},{"key":"452_CR198","doi-asserted-by":"crossref","unstructured":"Zohora, F. T., Karia, V., Daram, A. R., Zyarah, A. M. & Kudithipudi, D. Metaplasticnet: Architecture with probabilistic metaplastic synapses for continual learning. In 2021 IEEE International Symposium on Circuits and Systems (IEEE, 2021).","DOI":"10.1109\/ISCAS51556.2021.9401262"},{"key":"452_CR199","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/s00422-014-0628-0","volume":"109","author":"A Soltoggio","year":"2015","unstructured":"Soltoggio, A. Short-term plasticity as cause\u2013effect hypothesis testing in distal reward learning. Biol. Cybernet. 109, 75\u201394 (2015).","journal-title":"Biol. Cybernet."},{"key":"452_CR200","doi-asserted-by":"publisher","first-page":"2474","DOI":"10.1162\/NECO_a_00893","volume":"28","author":"Y Cui","year":"2016","unstructured":"Cui, Y., Ahmad, S. & Hawkins, J. Continuous online sequence learning with an unsupervised neural network model. Neural Comput. 28, 2474\u20132504 (2016).","journal-title":"Neural Comput."},{"key":"452_CR201","doi-asserted-by":"crossref","unstructured":"Draelos, T. J. et al. Neurogenesis deep learning: Extending deep networks to accommodate new classes. In 2017 International Joint Conference on Neural Networks 526\u2013533 (IEEE, 2017).","DOI":"10.1109\/IJCNN.2017.7965898"},{"key":"452_CR202","doi-asserted-by":"publisher","first-page":"78","DOI":"10.3389\/fnbot.2018.00078","volume":"12","author":"GI Parisi","year":"2018","unstructured":"Parisi, G. I., Tani, J., Weber, C. & Wermter, S. Lifelong learning of spatiotemporal representations with dual-memory recurrent self-organization. Front. Neurorobot. 12, 78 (2018).","journal-title":"Front. Neurorobot."},{"key":"452_CR203","doi-asserted-by":"publisher","first-page":"20190637","DOI":"10.1098\/rstb.2019.0637","volume":"375","author":"JL McClelland","year":"2020","unstructured":"McClelland, J. L., McNaughton, B. L. & Lampinen, A. K. Integration of new information in memory: new insights from a complementary learning systems perspective. Philos. Trans. R. Soc. B 375, 20190637 (2020).","journal-title":"Philos. Trans. R. Soc. B"},{"key":"452_CR204","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1080\/095400997116595","volume":"9","author":"RM French","year":"1997","unstructured":"French, R. M. Pseudo-recurrent connectionist networks: an approach to the \u2018sensitivity-stability\u2019 dilemma. Connect. Sci. 9, 353\u2013379 (1997).","journal-title":"Connect. Sci."},{"key":"452_CR205","unstructured":"Vogelstein, J. T. et al. Representation ensembling for synergistic lifelong learning with quasilinear complexity. Preprint at https:\/\/arxiv.org\/abs\/2004.12908v12 (2020)."},{"key":"452_CR206","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1038\/s41928-020-0448-2","volume":"3","author":"C Mead","year":"2020","unstructured":"Mead, C. How we created neuromorphic engineering. Nat. Electron. 3, 434\u2013435 (2020).","journal-title":"Nat. Electron."},{"key":"452_CR207","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MCSE.2017.33","volume":"19","author":"K Boahen","year":"2017","unstructured":"Boahen, K. A neuromorph\u2019s prospectus. Comput. Sci. Eng. 19, 14\u201328 (2017).","journal-title":"Comput. Sci. Eng."},{"key":"452_CR208","doi-asserted-by":"crossref","unstructured":"Davies, M. et al. Advancing neuromorphic computing with loihi: A survey of results and outlook. In Proc. IEEE (2021).","DOI":"10.1109\/JPROC.2021.3067593"},{"key":"452_CR209","doi-asserted-by":"publisher","first-page":"73","DOI":"10.3389\/fnins.2011.00073","volume":"5","author":"G Indiveri","year":"2011","unstructured":"Indiveri, G. et al. Neuromorphic silicon neuron circuits. Front. Neurosci. 5, 73 (2011).","journal-title":"Front. Neurosci."},{"key":"452_CR210","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1109\/JPROC.2014.2304638","volume":"102","author":"SB Furber","year":"2014","unstructured":"Furber, S. B., Galluppi, F., Temple, S. & Plana, L. A. The spinnaker project. Proc. IEEE 102, 652\u2013665 (2014).","journal-title":"Proc. IEEE"},{"key":"452_CR211","doi-asserted-by":"publisher","first-page":"eaau8170","DOI":"10.1126\/sciadv.aau8170","volume":"5","author":"K Yue","year":"2019","unstructured":"Yue, K., Liu, Y., Lake, R. K. & Parker, A. C. A brain-plausible neuromorphic on-the-fly learning system implemented with magnetic domain wall analog memristors. Sci. Adv. 5, eaau8170 (2019).","journal-title":"Sci. Adv."},{"key":"452_CR212","doi-asserted-by":"publisher","first-page":"1537","DOI":"10.1109\/TCAD.2015.2474396","volume":"34","author":"F Akopyan","year":"2015","unstructured":"Akopyan, F. et al. Truenorth: Design and tool flow of a 65 mW 1 million neuron programmable neurosynaptic chip. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 34, 1537\u20131557 (2015).","journal-title":"IEEE Trans. Comput. Aided Des. Integr. Circuits Syst."},{"key":"452_CR213","unstructured":"Schuman, C. D. et al. A survey of neuromorphic computing and neural networks in hardware. Preprint at https:\/\/arxiv.org\/abs\/1705.06963 (2017)."},{"key":"452_CR214","doi-asserted-by":"publisher","first-page":"091102","DOI":"10.1063\/1.5109910","volume":"7","author":"A Yanguas-Gil","year":"2019","unstructured":"Yanguas-Gil, A. Memristor design rules for dynamic learning and edge processing applications. APL Mater. 7, 091102 (2019).","journal-title":"APL Mater."},{"key":"452_CR215","doi-asserted-by":"crossref","unstructured":"Daram, A. R., Kudithipudi, D. & Yanguas-Gil, A. Task-based neuromodulation architecture for lifelong learning. In 20th International Symposium on Quality Electronic Design 191\u2013197 (2019).","DOI":"10.1109\/ISQED.2019.8697362"},{"key":"452_CR216","unstructured":"Soures, N., Zyarah, A., Carlson, K. D., Aimone, J. B. & Kudithipudi, D. How Neural Plasticity Boosts Performance of Spiking Neural Networks (Sandia National Lab, 2017)."},{"key":"452_CR217","first-page":"1099","volume":"69","author":"AM Zyarah","year":"2020","unstructured":"Zyarah, A. M., Gomez, K. & Kudithipudi, D. Neuromorphic system for spatial and temporal information processing. IEEE Trans. Comput. 69, 1099\u20131112 (2020).","journal-title":"IEEE Trans. Comput."},{"key":"452_CR218","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.tics.2013.01.001","volume":"17","author":"O Hardt","year":"2013","unstructured":"Hardt, O., Nader, K. & Nadel, L. Decay happens: the role of active forgetting in memory. Trends Cognit. Sci. 17, 111\u2013120 (2013).","journal-title":"Trends Cognit. Sci."},{"key":"452_CR219","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1101\/lm.78804","volume":"11","author":"ME Bouton","year":"2004","unstructured":"Bouton, M. E. Context and behavioral processes in extinction. Learn. Mem. 11, 485\u2013494 (2004).","journal-title":"Learn. Mem."},{"key":"452_CR220","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1146\/annurev.psych.093008.100455","volume":"61","author":"O Hardt","year":"2010","unstructured":"Hardt, O., Einarsson, E. \u00d6. & Nader, K. A bridge over troubled water: reconsolidation as a link between cognitive and neuroscientific memory research traditions. Annu. Rev. Psychol. 61, 141\u2013167 (2010).","journal-title":"Annu. Rev. Psychol."},{"key":"452_CR221","doi-asserted-by":"publisher","first-page":"1450029","DOI":"10.1142\/S0129065714500294","volume":"24","author":"J Cabessa","year":"2014","unstructured":"Cabessa, J. & Siegelmann, H. T. The super-turing computational power of plastic recurrent neural networks. Int. J. Neural Syst. 24, 1450029 (2014).","journal-title":"Int. J. Neural Syst."},{"key":"452_CR222","unstructured":"Lifelong Learning Machines. https:\/\/www.darpa.mil\/program\/lifelong-learning-machines (DARPA, accessed 25 February 2022)."},{"key":"452_CR223","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1186\/1477-7827-1-99","volume":"1","author":"JB Lennington","year":"2003","unstructured":"Lennington, J. B., Yang, Z. & Conover, J. C. Neural stem cells and the regulation of adult neurogenesis. Reprod. Biol. Endocrinol. 1, 99 (2003).","journal-title":"Reprod. Biol. Endocrinol."},{"key":"452_CR224","doi-asserted-by":"publisher","first-page":"1241","DOI":"10.1038\/nn1961","volume":"10","author":"K Diba","year":"2007","unstructured":"Diba, K. & Buzs\u00e1ki, G. Forward and reverse hippocampal place-cell sequences during ripples. Nat. Neurosci. 10, 1241\u20131242 (2007).","journal-title":"Nat. Neurosci."},{"key":"452_CR225","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1016\/S0896-6273(02)01096-6","volume":"36","author":"AK Lee","year":"2002","unstructured":"Lee, A. K. & Wilson, M. A. Memory of sequential experience in the hippocampus during slow wave sleep. Neuron 36, 1183\u20131194 (2002).","journal-title":"Neuron"},{"key":"452_CR226","doi-asserted-by":"publisher","first-page":"232","DOI":"10.3389\/fncel.2019.00232","volume":"13","author":"C Drieu","year":"2019","unstructured":"Drieu, C. & Zugaro, M. Hippocampal sequences during exploration: mechanisms and functions. Front. Cell. Neurosci. 13, 232 (2019).","journal-title":"Front. Cell. Neurosci."},{"key":"452_CR227","doi-asserted-by":"crossref","unstructured":"Liu, T.-Y. & Watson, B. O. Patterned activation of action potential patterns during offline states in the neocortex: replay and non-replay. Phil. Trans. R. Soc. B 375, 20190233 (2020).","DOI":"10.1098\/rstb.2019.0233"},{"key":"452_CR228","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","volume":"15","author":"K Doya","year":"2002","unstructured":"Doya, K. Metalearning and neuromodulation. Neural Networks 15, 495\u2013506 (2002).","journal-title":"Neural Networks"},{"key":"452_CR229","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1177\/1059712308095775","volume":"16","author":"JL Krichmar","year":"2008","unstructured":"Krichmar, J. L. The neuromodulatory system: a framework for survival and adaptive behavior in a challenging world. Adapt. Behav. 16, 385\u2013399 (2008).","journal-title":"Adapt. Behav."},{"key":"452_CR230","unstructured":"Kandel, E. R. et al. (eds.) Principles of Neural Science 5th edn (McGraw-Hill Education, 2013)."},{"key":"452_CR231","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1038\/msb.2009.30","volume":"5","author":"NE Buchler","year":"2009","unstructured":"Buchler, N. E. & Cross, F. R. Protein sequestration generates a flexible ultrasensitive response in a genetic network. Mol. Syst. Biol. 5, 272 (2009).","journal-title":"Mol. Syst. Biol."},{"key":"452_CR232","doi-asserted-by":"crossref","unstructured":"Moorman, A., Samaniego, C. C., Maley, C. & Weiss, R. A dynamical biomolecular neural network. In 2019 IEEE 58th Conf. Decision and Control 1797\u20131802 (IEEE, 2019).","DOI":"10.1109\/CDC40024.2019.9030122"},{"key":"452_CR233","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1021\/acssynbio.5b00176","volume":"5","author":"C Cuba Samaniego","year":"2016","unstructured":"Cuba Samaniego, C., Giordano, G., Kim, J., Blanchini, F. & Franco, E. Molecular titration promotes oscillations and bistability in minimal network models with monomeric regulators. ACS Synth. Biol. 5, 321\u2013333 (2016).","journal-title":"ACS Synth. Biol."},{"key":"452_CR234","unstructured":"Mendez, J. & Eaton, E. Lifelong learning of compositional structures. In Int. Conf. Learning Representations (2021)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00452-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00452-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00452-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,29]],"date-time":"2023-01-29T22:15:09Z","timestamp":1675030509000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00452-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,23]]},"references-count":234,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2022,3]]}},"alternative-id":["452"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00452-0","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,23]]},"assertion":[{"value":"8 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}