{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:23:36Z","timestamp":1740122616979,"version":"3.37.3"},"reference-count":85,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T00:00:00Z","timestamp":1691625600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T00:00:00Z","timestamp":1691625600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100021778","name":"Agencia Nacional de Promoci\u00f3n de la Investigaci\u00f3n, el Desarrollo Tecnol\u00f3gico y la Innovaci\u00f3n","doi-asserted-by":"publisher","award":["PICT 2020-01413"],"award-info":[{"award-number":["PICT 2020-01413"]}],"id":[{"id":"10.13039\/501100021778","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput Neurosci"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10827-023-00857-9","type":"journal-article","created":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T04:02:20Z","timestamp":1691640140000},"page":"407-431","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Exploring weight initialization, diversity of solutions, and degradation in recurrent neural networks trained for temporal and decision-making tasks"],"prefix":"10.1007","volume":"51","author":[{"given":"Cecilia","family":"Jarne","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rodrigo","family":"Laje","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,10]]},"reference":[{"key":"857_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., Corrado, G.S., Davis, A., Dean, J., Devin, M., Ghemawat, S., Goodfellow, I., Harp, A., Irving, G., Isard, M., Jia, Y., Jozefowicz, R., Kaiser, L., Kudlur, M., Levenberg, J., Man\u00e9, D., Monga, R., Moore, S., Murray, D., Olah, C., Schuster, M., Shlens, J., Steiner, B., Sutskever, I., Talwar, K., Tucker, P., Vanhoucke, V., Vasudevan, V., Vi\u00e9gas, F., Vinyals, O., Warden, P., Wattenberg, M., Wicke, M., Yu, Y., & Zheng, X. (2015). TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. Software available from tensorflow.org. https:\/\/www.tensorflow.org\/"},{"issue":"5","key":"857_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1002057","volume":"7","author":"E Balaguer-Ballester","year":"2011","unstructured":"Balaguer-Ballester, E., Lapish, C. C., Seamans, J. K., & Durstewitz, D. (2011). Attracting dynamics of frontal cortex ensembles during memory-guided decision-making. PLOS Computational Biology, 7(5), 1\u201319. https:\/\/doi.org\/10.1371\/journal.pcbi.1002057","journal-title":"PLOS Computational Biology"},{"key":"857_CR3","doi-asserted-by":"publisher","unstructured":"Barak, O. (2017). Recurrent neural networks as versatile tools of neuroscience research. Current Opinion in Neurobiology, 46, 1\u20136. https:\/\/doi.org\/10.1016\/j.conb.2017.06.003. Computational Neuroscience.","DOI":"10.1016\/j.conb.2017.06.003"},{"key":"857_CR4","doi-asserted-by":"publisher","unstructured":"Bi, Z., & Zhou, C. (2020). Understanding the computation of time using neural network models. Proceedings of the National Academy of Sciences 117(19), 10530\u201310540. https:\/\/arxiv.org\/abs\/https:\/\/www.pnas.org\/content\/117\/19\/10530.full.pdf. https:\/\/doi.org\/10.1073\/pnas.1921609117","DOI":"10.1073\/pnas.1921609117"},{"key":"857_CR5","doi-asserted-by":"publisher","unstructured":"Britten, K., Shadlen, M., Newsome, W., & Movshon, J. (1992). The analysis of visual motion: a comparison of neuronal and psychophysical performance. Journal of Neuroscience, 12(12), 4745\u20134765. https:\/\/arxiv.org\/abs\/https:\/\/www.jneurosci.org\/content\/12\/12\/4745.full.pdf. https:\/\/doi.org\/10.1523\/JNEUROSCI.12-12-04745.1992","DOI":"10.1523\/JNEUROSCI.12-12-04745.1992"},{"key":"857_CR6","doi-asserted-by":"publisher","unstructured":"Carnevale, F., de Lafuente, V., Romo, R., Barak, O., & Parga, N. (2015). Dynamic control of response criterion in premotor cortex during perceptual detection under temporal uncertainty. Neuron, 86. https:\/\/doi.org\/10.1016\/j.neuron.2015.04.014","DOI":"10.1016\/j.neuron.2015.04.014"},{"issue":"2","key":"857_CR7","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1007\/s12559-019-09634-2","volume":"12","author":"A Ceni","year":"2020","unstructured":"Ceni, A., Ashwin, P., & Livi, L. (2020). Interpreting recurrent neural networks behaviour via excitable network attractors. Cognitive Computation, 12(2), 330\u2013356. https:\/\/doi.org\/10.1007\/s12559-019-09634-2","journal-title":"Cognitive Computation"},{"key":"857_CR8","doi-asserted-by":"crossref","unstructured":"Cho, K., van Merrienboer, B., Gulcehre, C., Bahdanau, D., Bougares, F., Schwenk, H., & Bengio, Y. (2014). Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation.","DOI":"10.3115\/v1\/D14-1179"},{"key":"857_CR9","unstructured":"Chollet, F., et al. (2015). Keras. https:\/\/keras.io"},{"key":"857_CR10","doi-asserted-by":"publisher","unstructured":"Chow, T. W. S., & Li, X. -D. (2000). Modeling of continuous time dynamical systems with input by recurrent neural networks. IEEE Transactions on Circuits and Systems\u2013I: Fundamental Theory and Applications, 47(4). https:\/\/doi.org\/10.1109\/81.841860","DOI":"10.1109\/81.841860"},{"key":"857_CR11","doi-asserted-by":"publisher","unstructured":"Cunningham, J. P., & Yu, B. M. (2014). Dimensionality reduction for large-scale neural recordings. Nature Neuroscience, 17. https:\/\/doi.org\/10.1038\/nn.3776","DOI":"10.1038\/nn.3776"},{"key":"857_CR12","doi-asserted-by":"publisher","unstructured":"del Molino, L. C. G., Pakdaman, K., Touboul, J., & Wainrib, G. (2013). Synchronization in random balanced networks. Physical Review E, 88, 042824. https:\/\/doi.org\/10.1103\/PhysRevE.88.042824","DOI":"10.1103\/PhysRevE.88.042824"},{"issue":"2","key":"857_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0191527","volume":"13","author":"B DePasquale","year":"2018","unstructured":"DePasquale, B., Cueva, C. J., Rajan, K., Escola, G. S., & Abbott, L. F. (2018). full-force: A target-based method for training recurrent networks. PLoS One1, 13(2), 1\u201318. https:\/\/doi.org\/10.1371\/journal.pone.0191527","journal-title":"PLoS One1"},{"issue":"1","key":"857_CR14","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/j.engappai.2012.05.003","volume":"26","author":"J Deng","year":"2013","unstructured":"Deng, J. (2013). Dynamic neural networks with hybrid structures for nonlinear system identification. Engineering Applications of Artificial Intelligence, 26(1), 281\u2013292. https:\/\/doi.org\/10.1016\/j.engappai.2012.05.003","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"857_CR15","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.neunet.2014.07.009","volume":"60","author":"HT Dinh","year":"2014","unstructured":"Dinh, H. T., Kamalapurkar, R., Bhasin, S., & Dixon, W. E. (2014). Dynamic neural network-based robust observers for uncertain nonlinear systems. Neural Networks, 60, 44\u201352. https:\/\/doi.org\/10.1016\/j.neunet.2014.07.009","journal-title":"Neural Networks"},{"issue":"2","key":"857_CR16","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1016\/0364-0213(90)90002-E","volume":"14","author":"JL Elman","year":"1990","unstructured":"Elman, J. L. (1990). Finding structure in time. Cognitive Science, 14(2), 179\u2013211. https:\/\/doi.org\/10.1016\/0364-0213(90)90002-E","journal-title":"Cognitive Science"},{"issue":"3","key":"857_CR17","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/0893-6080(89)90003-8","volume":"2","author":"K Funahashi","year":"1989","unstructured":"Funahashi, K. (1989). On the approximate realization of continuous mappings by neural networks. Neural Networks, 2(3), 183\u2013192. https:\/\/doi.org\/10.1016\/0893-6080(89)90003-8","journal-title":"Neural Networks"},{"issue":"6","key":"857_CR18","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1016\/S0893-6080(05)80125-X","volume":"6","author":"K Funahashi","year":"1993","unstructured":"Funahashi, K., & Nakamura, Y. (1993). Approximation of dynamical systems by continuous time recurrent neural networks. Neural Networks, 6(6), 801\u2013806. https:\/\/doi.org\/10.1016\/S0893-6080(05)80125-X","journal-title":"Neural Networks"},{"key":"857_CR19","doi-asserted-by":"publisher","unstructured":"Gal, Y., & Ghahramani, Z. (2015). Bayesian Convolutional Neural Networks with Bernoulli Approximate Variational Inference. arXiv. https:\/\/doi.org\/10.48550\/ARXIV.1506.02158. https:\/\/arxiv.org\/abs\/1506.02158","DOI":"10.48550\/ARXIV.1506.02158"},{"key":"857_CR20","doi-asserted-by":"publisher","unstructured":"Gallacher, J. C., & Fiore, J. M. (2000). Continuous time recurrent neural networks: a paradigm for evolvable analog controller circuits. In: Proceedings of the IEEE 2000 National Aerospace and Electronics Conference. NAECON 2000. Engineering Tomorrow (Cat. No.00CH37093). https:\/\/doi.org\/10.1109\/NAECON.2000.894924","DOI":"10.1109\/NAECON.2000.894924"},{"key":"857_CR21","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.neucom.2016.12.089","volume":"268","author":"C Gallicchio","year":"2017","unstructured":"Gallicchio, C., Micheli, A., & Pedrelli, L. (2017). Deep reservoir computing: A critical experimental analysis. Neurocomputing, 268, 87\u201399. https:\/\/doi.org\/10.1016\/j.neucom.2016.12.089","journal-title":"Neurocomputing"},{"key":"857_CR22","doi-asserted-by":"publisher","unstructured":"Ganguli, S., Huh, D., & Sompolinsky, H. (2008). Memory traces in dynamical systems. Proceedings of the National Academy of Sciences, 105(48), 18970\u201318975. https:\/\/arxiv.org\/abs\/https:\/\/www.pnas.org\/doi\/pdf\/10.1073\/pnas.0804451105. https:\/\/doi.org\/10.1073\/pnas.0804451105","DOI":"10.1073\/pnas.0804451105"},{"issue":"6103","key":"857_CR23","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1126\/science.1227356","volume":"338","author":"W Gerstner","year":"2012","unstructured":"Gerstner, W., Sprekeler, H., & Deco, G. (2012). Theory and simulation in neuroscience. Science, 338(6103), 60\u201365. https:\/\/doi.org\/10.1126\/science.1227356","journal-title":"Science"},{"key":"857_CR24","doi-asserted-by":"crossref","unstructured":"Girko, V. (1985). Circular law. Theory of Probability & Its Applications, 29(4), 694\u2013706. https:\/\/arxiv.org\/abs\/doi.org\/10.1137\/1129095","DOI":"10.1137\/1129095"},{"key":"857_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fncom.2011.00001","volume":"5","author":"T Gisiger","year":"2011","unstructured":"Gisiger, T., & Boukadoum, M. (2011). Mechanisms gating the flow of information in the cortex: What they might look like and what their uses may be. Frontiers in Computational Neuroscience, 5, 1. https:\/\/doi.org\/10.3389\/fncom.2011.00001","journal-title":"Frontiers in Computational Neuroscience"},{"key":"857_CR26","doi-asserted-by":"publisher","unstructured":"Goel, A., & Buonomano, D. V. (2014). Timing as an intrinsic property of neural networks: evidence from in vivo and in vitro experiments. Philosophical Transactions of the Royal Society of London B: Biological Sciences, 369(1637). https:\/\/arxiv.org\/abs\/http:\/\/rstb.royalsocietypublishing.org\/content\/369\/1637\/20120460.full.pdf. https:\/\/doi.org\/10.1098\/rstb.2012.0460","DOI":"10.1098\/rstb.2012.0460"},{"key":"857_CR27","doi-asserted-by":"publisher","unstructured":"Graves, A., Wayne, G., Reynolds, M., Harley, T., Danihelka, I., Grabska-Barwinska, A., Colmenarejo, S.G., Grefenstette, E., Ramalho, T., Agapiou, J., Badia, A.P., Hermann, K.M., Zwols, Y., Ostrovski, G., Cain, A., King, H., Summerfield, C., Blunsom, P., Kavukcuoglu, K., & Hassabis, D. (2016). Hybrid computing using a neural network with dynamic external memory. Nature, 538. https:\/\/doi.org\/10.1038\/nature20101","DOI":"10.1038\/nature20101"},{"key":"857_CR28","volume-title":"Deep Learning with Keras","author":"A Gulli","year":"2017","unstructured":"Gulli, A., & Pal, S. (2017). Deep Learning with Keras. Mumbai: Packt Publishing."},{"key":"857_CR29","doi-asserted-by":"publisher","first-page":"70","DOI":"10.3389\/fncom.2013.00070","volume":"7","author":"T Hoellinger","year":"2013","unstructured":"Hoellinger, T., Petieau, M., Duvinage, M., Castermans, T., Seetharaman, K., Cebolla, A.-M., Bengoetxea, A., Ivanenko, Y., Dan, B., & Cheron, G. (2013). Biological oscillations for learning walking coordination: dynamic recurrent neural network functionally models physiological central pattern generator. Frontiers in Computational Neuroscience, 7, 70. https:\/\/doi.org\/10.3389\/fncom.2013.00070","journal-title":"Frontiers in Computational Neuroscience"},{"issue":"8","key":"857_CR30","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long short-term memory. Neural Computation, 9(8), 1735\u20131780. https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Computation"},{"key":"857_CR31","doi-asserted-by":"publisher","unstructured":"Holla, P., & Chakravarthy, S. (2016). Decision making with long delays using networks of flip-flop neurons. In: 2016 International Joint Conference on Neural Networks (IJCNN), pp. 2767\u20132773. https:\/\/doi.org\/10.1109\/IJCNN.2016.7727548","DOI":"10.1109\/IJCNN.2016.7727548"},{"issue":"10","key":"857_CR32","doi-asserted-by":"publisher","first-page":"3088","DOI":"10.1073\/pnas.81.10.3088","volume":"81","author":"JJ Hopfield","year":"1984","unstructured":"Hopfield, J. J. (1984). Neurons with graded response have collective computational properties like those of two-state neurons. Proceedings of the National Academy of Sciences, 81(10), 3088\u20133092. https:\/\/doi.org\/10.1073\/pnas.81.10.3088","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"857_CR33","doi-asserted-by":"publisher","first-page":"015009","DOI":"10.1088\/2632-072x\/abdee3","volume":"2","author":"C Jarne","year":"2021","unstructured":"Jarne, C. (2021). Multitasking in RNN: an analysis exploring the combination of simple tasks. Journal of Physics: Complexity, 2(1), 015009. https:\/\/doi.org\/10.1088\/2632-072x\/abdee3","journal-title":"Journal of Physics: Complexity"},{"issue":"8","key":"857_CR34","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1038\/nn.2590","volume":"13","author":"M Jazayeri","year":"2010","unstructured":"Jazayeri, M., & Shadlen, M. N. (2010). Temporal context calibrates interval timing. Nature Neuroscience, 13(8), 1020\u20131026. https:\/\/doi.org\/10.1038\/nn.2590","journal-title":"Nature Neuroscience"},{"key":"857_CR35","doi-asserted-by":"publisher","unstructured":"Jin, L., Gupta, M. M., & Nikiforuk, P. N. (1995). Universal approximation using dynamic recurrent neural networks: discrete-time version. In: Proceedings of ICNN\u201995 - International Conference on Neural Networks, 1, 403\u20134081. https:\/\/doi.org\/10.1109\/ICNN.1995.488134","DOI":"10.1109\/ICNN.1995.488134"},{"issue":"6","key":"857_CR36","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1038\/s41593-019-0392-5","volume":"22","author":"K Kar","year":"2019","unstructured":"Kar, K., Kubilius, J., Schmidt, K., Issa, E. B., & DiCarlo, J. J. (2019). Evidence that recurrent circuits are critical to the ventral stream\u2019s execution of core object recognition behavior. Nature neuroscience, 22(6), 974\u2013983. https:\/\/doi.org\/10.1038\/s41593-019-0392-5","journal-title":"Nature neuroscience"},{"key":"857_CR37","doi-asserted-by":"publisher","unstructured":"Kimura, M., & Nakano, R. (1995). Learning Dynamical Systems from Trajectories by Continuous Time Recurrent Neural Networks. In: Proceedings of ICNN\u201995 - International Conference on Neural Networks. https:\/\/doi.org\/10.1109\/ICNN.1995.487258","DOI":"10.1109\/ICNN.1995.487258"},{"key":"857_CR38","unstructured":"Kingma, D. P., & Ba, J. (2014). Adam: A method for stochastic optimization. CoRR. http:\/\/arxiv.org\/abs\/1412.6980"},{"key":"857_CR39","doi-asserted-by":"publisher","first-page":"83","DOI":"10.3389\/fncom.2018.00083","volume":"12","author":"S Kuroki","year":"2018","unstructured":"Kuroki, S., & Isomura, T. (2018). Task-related synaptic changes localized to small neuronal population in recurrent neural network cortical models. Frontiers in Computational Neuroscience, 12, 83. https:\/\/doi.org\/10.3389\/fncom.2018.00083","journal-title":"Frontiers in Computational Neuroscience"},{"key":"857_CR40","doi-asserted-by":"publisher","unstructured":"Le, Q. V., Jaitly, N., & Hinton, G. E. (2015). A Simple Way to Initialize Recurrent Networks of Rectified Linear Units. arXiv. https:\/\/doi.org\/10.48550\/ARXIV.1504.00941. https:\/\/arxiv.org\/abs\/1504.00941","DOI":"10.48550\/ARXIV.1504.00941"},{"key":"857_CR41","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1038\/nn.3405","volume":"16","author":"R Laje","year":"2013","unstructured":"Laje, R., & Buonomano, D. V. (2013). Robust timing and motor patterns by taming chaos in recurrent neural networks. Nature Neuroscience, 16, 925\u2013933. https:\/\/doi.org\/10.1038\/nn.3405","journal-title":"Nature Neuroscience"},{"issue":"12","key":"857_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1006309","volume":"14","author":"ID Landau","year":"2018","unstructured":"Landau, I. D., & Sompolinsky, H. (2018). Coherent chaos in a recurrent neural network with structured connectivity. PLOS Computational Biology, 14(12), 1\u201327. https:\/\/doi.org\/10.1371\/journal.pcbi.1006309","journal-title":"PLOS Computational Biology"},{"key":"857_CR43","doi-asserted-by":"publisher","unstructured":"LeCun, Y., Bengio, Y., & Hinton, G. (2015). Deep learning. Nature, 521. https:\/\/doi.org\/10.1038\/nature14539","DOI":"10.1038\/nature14539"},{"key":"857_CR44","doi-asserted-by":"publisher","unstructured":"Molano-Mazon, M., Barbosa, J., Pastor-Ciurana, J., Fradera, M., ZHANG, R.-Y., Forest, J., del PozoLerida, J., Ji-An, L., Cueva, C. J., dela Rocha, J., et al. (2022). NeuroGym: An open resource for developing and sharing neuroscience tasks. PsyArXiv. https:\/\/doi.org\/10.31234\/osf.io\/aqc9n. psyarxiv.com\/aqc9n","DOI":"10.31234\/osf.io\/aqc9n"},{"key":"857_CR45","doi-asserted-by":"publisher","unstructured":"Maass, W., Natschl\u00e4ger, T., & Markram, H. (2002). Real-time computing without stable states: A new framework for neural computation based on perturbations. Neural Computation, 14(11), 2531\u20132560. https:\/\/arxiv.org\/abs\/https:\/\/doi.org\/10.1162\/089976602760407955. https:\/\/doi.org\/10.1162\/089976602760407955","DOI":"10.1162\/089976602760407955"},{"key":"857_CR46","doi-asserted-by":"publisher","unstructured":"Mante, V., Sussillo, D., Shenoy, K. V., Newsome, W. T. Context-dependent computation by recurrent dynamics in prefrontal cortex. Nature. https:\/\/doi.org\/10.1038\/nature12742","DOI":"10.1038\/nature12742"},{"key":"857_CR47","unstructured":"Maheswaranathan, N., Williams, A. H., Golub, M. D., Ganguli, S., & Sussillo, D. (2019). Universality and individuality in neural dynamics across large populations of recurrent networks."},{"key":"857_CR48","doi-asserted-by":"publisher","unstructured":"Mohajerin, N., & Waslander, S. L. (2017). State initialization for recurrent neural network modeling of time-series data. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp. 2330\u20132337. https:\/\/doi.org\/10.1109\/IJCNN.2017.7966138","DOI":"10.1109\/IJCNN.2017.7966138"},{"issue":"11","key":"857_CR49","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1005175","volume":"12","author":"JA Michaels","year":"2016","unstructured":"Michaels, J. A., Dann, B., & Scherberger, H. (2016). Neural population dynamics during reaching are better explained by a dynamical system than representational tuning. PLOS Computational Biology, 12(11), 1\u201322. https:\/\/doi.org\/10.1371\/journal.pcbi.1005175","journal-title":"PLOS Computational Biology"},{"key":"857_CR50","doi-asserted-by":"publisher","unstructured":"Nakamura, Y., & Nakagawa, M. (2009). Approximation Capability of Continuous Time Recurrent Neural Networks for Non-autonomous Dynamical Systems. In: Alippi C., Polycarpou M., Panayiotou C., Ellinas G. (eds) Artificial Neural Networks - ICANN 2009. Lecture Notes in Computer Science, Vol 5769. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-642-04277-5_60","DOI":"10.1007\/978-3-642-04277-5_60"},{"issue":"2","key":"857_CR51","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1038\/s41593-018-0314-y","volume":"22","author":"AE Orhan","year":"2019","unstructured":"Orhan, A. E., & Ma, W. J. (2019). A diverse range of factors affect the nature of neural representations underlying short-term memory. Nature Neuroscience, 22(2), 275\u2013283. https:\/\/doi.org\/10.1038\/s41593-018-0314-y","journal-title":"Nature Neuroscience"},{"key":"857_CR52","unstructured":"Pascanu, R., Mikolov, T., & Bengio, Y. (2012). Understanding the exploding gradient problem. CoRR abs\/1211.5063. abs\/1211.5063"},{"key":"857_CR53","doi-asserted-by":"publisher","unstructured":"Pehlevan, C., Ali, F., & \u00d6lveczky, B. P. (2018). Flexibility in motor timing constrains the topology and dynamics of pattern generator circuits. Nature Communications, 9.\u00a0https:\/\/doi.org\/10.1038\/s41467-018-03261-5","DOI":"10.1038\/s41467-018-03261-5"},{"key":"857_CR54","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., & Duchesnay, E. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"key":"857_CR55","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2018.07.010","author":"ED Remington","year":"2018","unstructured":"Remington, E. D., Egger, S. W., Narain, D., Wang, J., & Jazayeri, M. (2018). A dynamical systems perspective on flexible motor timing. Trends in Cognitive Sciences. https:\/\/doi.org\/10.1016\/j.tics.2018.07.010","journal-title":"Trends in Cognitive Sciences"},{"key":"857_CR56","doi-asserted-by":"publisher","unstructured":"Remington, E. D., Narain, D., Hosseini, E. A., Jazayeri, M. (2018). Flexible sensorimotor computations through rapid reconfiguration of cortical dynamics. Neuron, pp. 0896\u20136273. https:\/\/doi.org\/10.1016\/j.neuron.2018.05.020","DOI":"10.1016\/j.neuron.2018.05.020"},{"key":"857_CR57","doi-asserted-by":"publisher","unstructured":"Richard, H., Rahul, S., Misha, M., Douglas, A., Seung, R. J., & Sebastian, H. (2000). Digital selection and analogue amplification coexist in a cortex-inspired silicon circuit. Nature, 405. https:\/\/doi.org\/10.1038\/35016072","DOI":"10.1038\/35016072"},{"key":"857_CR58","doi-asserted-by":"publisher","first-page":"258101","DOI":"10.1103\/PhysRevLett.118.258101","volume":"118","author":"A Rivkind","year":"2017","unstructured":"Rivkind, A., & Barak, O. (2017). Local dynamics in trained recurrent neural networks. Physical Review Letters, 118, 258101. https:\/\/doi.org\/10.1103\/PhysRevLett.118.258101","journal-title":"Physical Review Letters"},{"key":"857_CR59","unstructured":"Rojas, R. (1996). Springer. https:\/\/page.mi.fu-berlin.de\/rojas\/neural\/"},{"key":"857_CR60","doi-asserted-by":"publisher","unstructured":"Russo, A. A., Bittner, S. R., Perkins, S. M., Seely, J. S., London, B. M., Lara, A. H., Miri, A., Marshall, N. J., Kohn, A., Jessell, T. M., Abbott, L. F., Cunningham, J. P., & Churchland, M. M. (2018). Motor cortex embeds muscle-like commands in an untangled population response. Neuron, 97. https:\/\/doi.org\/10.1016\/j.neuron.2018.01.004.","DOI":"10.1016\/j.neuron.2018.01.004."},{"key":"857_CR61","unstructured":"Salehinejad, H., Baarbe, J., Sankar, S., Barfett, J., Colak, E., & Valaee, S. (2018). Recent advances in recurrent neural networks. CoRR. http:\/\/arxiv.org\/abs\/1801.01078"},{"key":"857_CR62","unstructured":"Saxe, A. M., McClelland, J. L., & Ganguli, S. (2013). Exact solutions to the nonlinear dynamics of learning in deep linear neural networks. CoRR. http:\/\/arxiv.org\/abs\/1312.6120"},{"key":"857_CR63","doi-asserted-by":"publisher","first-page":"013111","DOI":"10.1103\/PhysRevResearch.2.013111","volume":"2","author":"F Schuessler","year":"2020","unstructured":"Schuessler, F., Dubreuil, A., Mastrogiuseppe, F., Ostojic, S., & Barak, O. (2020). Dynamics of random recurrent networks with correlated low-rank structure. Physical Review Research, 2, 013111. https:\/\/doi.org\/10.1103\/PhysRevResearch.2.013111","journal-title":"Physical Review Research"},{"key":"857_CR64","doi-asserted-by":"publisher","unstructured":"Siegel, M., Buschman, T. J., & Miller, E. K. (2015). Cortical information flow during flexible sensorimotor decisions. Nature Reviews Neuroscience, 16. https:\/\/doi.org\/10.1126\/science.aab0551","DOI":"10.1126\/science.aab0551"},{"issue":"5","key":"857_CR65","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1016\/j.neuron.2019.06.012","volume":"103","author":"H Sohn","year":"2019","unstructured":"Sohn, H., Narain, D., Meirhaeghe, N., & Jazayeri, M. (2019). Bayesian computation through cortical latent dynamics. Neuron, 103(5), 934\u20139475. https:\/\/doi.org\/10.1016\/j.neuron.2019.06.012","journal-title":"Neuron"},{"issue":"2","key":"857_CR66","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1004792","volume":"12","author":"HF Song","year":"2016","unstructured":"Song, H. F., Yang, G. R., & Wang, X.-J. (2016). Training excitatory-inhibitory recurrent neural networks for cognitive tasks: A simple and flexible framework. PLOS Computational Biology, 12(2), 1\u201330. https:\/\/doi.org\/10.1371\/journal.pcbi.1004792","journal-title":"PLOS Computational Biology"},{"key":"857_CR67","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1103\/PhysRevLett.61.259","volume":"61","author":"H Sompolinsky","year":"1988","unstructured":"Sompolinsky, H., Crisanti, A., & Sommers, H. J. (1988). Chaos in random neural networks. Physical Review Letters, 61, 259\u2013262. https:\/\/doi.org\/10.1103\/PhysRevLett.61.259","journal-title":"Physical Review Letters"},{"issue":"1","key":"857_CR68","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., & Salakhutdinov, R. (2014). Dropout: A simple way to prevent neural networks from overfitting. Journal of Machine Learning Research, 15(1), 1929\u20131958.","journal-title":"Journal of Machine Learning Research"},{"key":"857_CR69","doi-asserted-by":"publisher","unstructured":"Sussillo, D., & Abbott, L. F. (2009). Generating coherent patterns of activity from chaotic neural networks. Neuron, 63. https:\/\/doi.org\/10.1016\/j.neuron.2009.07.018","DOI":"10.1016\/j.neuron.2009.07.018"},{"key":"857_CR70","doi-asserted-by":"publisher","unstructured":"Sussillo, D. (2014). Neural circuits as computational dynamical systems. Current Opinion in Neurobiology, 25, 156\u2013163. https:\/\/doi.org\/10.1016\/j.conb.2014.01.008. Theoretical and computational neuroscience.","DOI":"10.1016\/j.conb.2014.01.008"},{"key":"857_CR71","doi-asserted-by":"publisher","DOI":"10.1038\/nn.4042","author":"D Sussillo","year":"2014","unstructured":"Sussillo, D., Churchland, M. M., Kaufman, M. T., & Shenoy, K. V. (2014). A neural network that finds a naturalistic solution for the production of muscle activity. Nature Neuroscience. https:\/\/doi.org\/10.1038\/nn.4042","journal-title":"Nature Neuroscience"},{"issue":"3","key":"857_CR72","doi-asserted-by":"publisher","first-page":"626","DOI":"10.1162\/NECO\\_a_00409","volume":"25","author":"D Sussillo","year":"2013","unstructured":"Sussillo, D., & Barak, O. (2013). Opening the black box: Low-dimensional dynamics in high-dimensional recurrent neural networks. Neural Computation, 25(3), 626\u2013649. https:\/\/doi.org\/10.1162\/NECO\\_a_00409","journal-title":"Neural Computation"},{"key":"857_CR73","unstructured":"Theano Development Team. (2016). Theano: A Python framework for fast computation of mathematical expressions. arXiv e-prints abs\/1605.02688. [cs.SC]."},{"key":"857_CR74","unstructured":"Thompson, C. M., & Shure, L. (1995). Image Processing Toolbox: For Use with MATLAB;[user\u2019s Guide]. MathWorks."},{"key":"857_CR75","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.neunet.2016.04.001","volume":"80","author":"AP Trischler","year":"2016","unstructured":"Trischler, A. P., & D\u2019Eleuterio, G. M. T. (2016). Synthesis of recurrent neural networks for dynamical system simulation. Neural Networks, 80, 67\u201378. https:\/\/doi.org\/10.1016\/j.neunet.2016.04.001","journal-title":"Neural Networks"},{"key":"857_CR76","doi-asserted-by":"publisher","first-page":"112","DOI":"10.3389\/fncom.2017.00112","volume":"11","author":"M van Gerven","year":"2017","unstructured":"van Gerven, M. (2017). Computational foundations of natural intelligence. Frontiers in Computational Neuroscience, 11, 112. https:\/\/doi.org\/10.3389\/fncom.2017.00112","journal-title":"Frontiers in Computational Neuroscience"},{"key":"857_CR77","unstructured":"Vorontsov, E., Trabelsi, C., Kadoury, S., & Pal, C. J. (2017). On orthogonality and learning recurrent networks with long term dependencies. In: ICML."},{"key":"857_CR78","doi-asserted-by":"publisher","unstructured":"Vyas, S., Golub, M. D., Sussillo, D., & Shenoy, K. V. (2020). Computation through neural population dynamics. Annual Review of Neuroscience, 43(1), 249\u2013275. https:\/\/arxiv.org\/abs\/https:\/\/doi.org\/10.1146\/annurev-neuro-092619-094115. https:\/\/doi.org\/10.1146\/annurev-neuro-092619-094115. PMID: 32640928","DOI":"10.1146\/annurev-neuro-092619-094115"},{"issue":"2","key":"857_CR79","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.neuron.2008.09.034","volume":"60","author":"X-J Wang","year":"2008","unstructured":"Wang, X.-J. (2008). Decision making in recurrent neuronal circuits. Neuron, 60(2), 215\u2013234. https:\/\/doi.org\/10.1016\/j.neuron.2008.09.034","journal-title":"Neuron"},{"key":"857_CR80","doi-asserted-by":"publisher","unstructured":"Wang, J., Narain, D., Hosseini, A. E., & Jazayeri, M. (2018). Flexible timing by temporal scaling of cortical responses. Nature Neuroscience, 21. https:\/\/doi.org\/10.1038\/s41593-017-0028-6","DOI":"10.1038\/s41593-017-0028-6"},{"key":"857_CR81","doi-asserted-by":"publisher","unstructured":"Williams, A. H., Kim, T. H., Wang F., Vyas, S., Ryu, S. I., Shenoy, K. V., Schnitzer, M., Kolda, T. G., & Ganguli, S. (2018). Unsupervised discovery of demixed, low-dimensional neural dynamics across multiple timescales through tensor component analysis. Neuron, 98. https:\/\/doi.org\/10.1016\/j.neuron.2018.05.015","DOI":"10.1016\/j.neuron.2018.05.015"},{"issue":"1","key":"857_CR82","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0006-3495(72)86068-5","volume":"12","author":"HR Wilson","year":"1972","unstructured":"Wilson, H. R., & Cowan, J. D. (1972). Excitatory and inhibitory interactions in localized populations of model neurons. Biophysical Journal, 12(1), 1\u201324. https:\/\/doi.org\/10.1016\/S0006-3495(72)86068-5","journal-title":"Biophysical Journal"},{"issue":"2","key":"857_CR83","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1038\/s41593-018-0310-2","volume":"22","author":"GR Yang","year":"2019","unstructured":"Yang, G. R., Joglekar, M. R., Song, H. F., Newsome, W. T., & Wang, X.-J. (2019). Task representations in neural networks trained to perform many cognitive tasks. Nature Neuroscience, 22(2), 297\u2013306. https:\/\/doi.org\/10.1038\/s41593-018-0310-2","journal-title":"Nature Neuroscience"},{"issue":"3","key":"857_CR84","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1009271","volume":"18","author":"S Zhou","year":"2022","unstructured":"Zhou, S., Masmanidis, S. C., & Buonomano, D. V. (2022). Encoding time in neural dynamic regimes with distinct computational tradeoffs. PLOS Computational Biology, 18(3), 1\u201329. https:\/\/doi.org\/10.1371\/journal.pcbi.1009271","journal-title":"PLOS Computational Biology"},{"key":"857_CR85","doi-asserted-by":"publisher","unstructured":"Zhou, Q., Jin, T., & Zhao, H. (2009). Correlation between eigenvalue spectra and dynamics of neural networks. Neural Computation, 21(10), 2931\u20132941. https:\/\/arxiv.org\/abs\/https:\/\/doi.org\/10.1162\/neco.2009.12-07-671. https:\/\/doi.org\/10.1162\/neco.2009.12-07-671. PMID: 19635013.","DOI":"10.1162\/neco.2009.12-07-671"}],"container-title":["Journal of Computational Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10827-023-00857-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10827-023-00857-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10827-023-00857-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T15:08:07Z","timestamp":1696345687000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10827-023-00857-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,10]]},"references-count":85,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["857"],"URL":"https:\/\/doi.org\/10.1007\/s10827-023-00857-9","relation":{},"ISSN":["0929-5313","1573-6873"],"issn-type":[{"type":"print","value":"0929-5313"},{"type":"electronic","value":"1573-6873"}],"subject":[],"published":{"date-parts":[[2023,8,10]]},"assertion":[{"value":"25 October 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 August 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}