{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:49:31Z","timestamp":1770749371987,"version":"3.50.0"},"publisher-location":"Berlin, Heidelberg","reference-count":59,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642366567","type":"print"},{"value":"9783642366574","type":"electronic"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-36657-4_2","type":"book-chapter","created":{"date-parts":[[2013,4,12]],"date-time":"2013-04-12T04:35:40Z","timestamp":1365741340000},"page":"29-65","source":"Crossref","is-referenced-by-count":34,"title":["Recurrent Neural Networks"],"prefix":"10.1007","author":[{"given":"Sajid A.","family":"Marhon","sequence":"first","affiliation":[]},{"given":"Christopher J. F.","family":"Cameron","sequence":"additional","affiliation":[]},{"given":"Stefan C.","family":"Kremer","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"2_CR1","unstructured":"Allen, R.B., Alspector, J.: Learning of stable states in stochastic asymmetric networks. Technical Report TM-ARH-015240, Bell Communications Research, Morristown, NJ (1989)"},{"key":"2_CR2","unstructured":"Atiya, A.F.: Learning on a general network. In: Neural Information Processing Systems, New York, pp. 22\u201330 (1988)"},{"key":"2_CR3","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1162\/neco.1991.3.3.375","volume":"3","author":"A.D. Back","year":"1991","unstructured":"Back, A.D., Tsoi, A.C.: FIR and IIR synapses, a new neural network architecture for time series modeling. Neural Computation\u00a03, 375\u2013385 (1991)","journal-title":"Neural Computation"},{"key":"2_CR4","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y. Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gadient descent is difficult. IEEE Transactions on Neural Networks\u00a05, 157\u2013166 (1994)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"2_CR5","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1023\/A:1009673616664","volume":"8","author":"L. Chen","year":"1998","unstructured":"Chen, L., Chua, H., Tan, P.: Grammatical inference using an adaptive recurrent neural network. Neural Processing Letters\u00a08, 211\u2013219 (1998)","journal-title":"Neural Processing Letters"},{"issue":"6","key":"2_CR6","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1080\/00207179008934126","volume":"51","author":"S. Chen","year":"1990","unstructured":"Chen, S., Billings, S., Grant, P.: Nonlinear system identification using neural networks. International Journal of Control\u00a051(6), 1191\u20131214 (1990)","journal-title":"International Journal of Control"},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1109\/TSMC.1983.6313075","volume":"13","author":"M.A. Cohen","year":"1983","unstructured":"Cohen, M.A., Grossberg, S.: Stability of global pattern formation and parallel memory storage by competitive neural networks. IEEE Transactions on Systems, Man and Cybernetics\u00a013, 815\u2013826 (1983)","journal-title":"IEEE Transactions on Systems, Man and Cybernetics"},{"key":"2_CR8","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"J.L. Elman","year":"1990","unstructured":"Elman, J.L.: Finding structure in time. Cognitive Science\u00a014, 179\u2013211 (1990)","journal-title":"Cognitive Science"},{"key":"2_CR9","first-page":"195","volume":"7","author":"J.L. Elman","year":"1991","unstructured":"Elman, J.L.: Distributed representations, simple recurrent networks and grammatical structure. Machine Learning\u00a07, 195\u2013225 (1991)","journal-title":"Machine Learning"},{"key":"2_CR10","unstructured":"Fahlman, S.E., Lebiere, C.: The cascade-correlation learning architecture. Technical Report CMU-CS-90-100, School of Computer Science, Carnegie Mellon University, Pittsburgh, PA (February 1990)"},{"key":"2_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1007\/BFb0032504","volume-title":"Biological and Artificial Computation: From Neuroscience to Neurotechnology","author":"M.L. Forcada","year":"1997","unstructured":"Forcada, M.L., \u00d1eco, R.P.: Recursive Hetero-Associative Memories for Translation. In: Mira, J., Moreno-D\u00edaz, R., Cabestany, J. (eds.) IWANN 1997. LNCS, vol.\u00a01240, pp. 453\u2013462. Springer, Heidelberg (1997)"},{"key":"2_CR12","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1162\/neco.1992.4.1.120","volume":"4","author":"P. Frasconi","year":"1992","unstructured":"Frasconi, P., Gori, M., Soda, G.: Local feedback multilayered networks. Neural Computation\u00a04, 120\u2013130 (1992)","journal-title":"Neural Computation"},{"key":"2_CR13","unstructured":"Galland, C.C., Hinton, G.E.: Deterministic Boltzman learning in networks with asymmetric connectivity. Technical Report CRG-TR-89-6, University of Toronto Department of Computer Science (1989)"},{"key":"2_CR14","doi-asserted-by":"publisher","first-page":"2857","DOI":"10.1016\/j.neucom.2008.06.030","volume":"72","author":"H. Ge","year":"2009","unstructured":"Ge, H., Du, W., Qian, F., Liang, Y.: Identification and control of nonlinear systems by a time-delay recurrent neural network. Neurocomputing\u00a072, 2857\u20132864 (2009)","journal-title":"Neurocomputing"},{"issue":"2","key":"2_CR15","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1109\/TNN.1994.8753425","volume":"5","author":"C. Giles","year":"1994","unstructured":"Giles, C., Kuhn, G., Williams, R.: Dynamic recurrent neural networks: theory and applications. IEEE Trans. Neural Netw.\u00a05(2), 153\u2013156 (1994)","journal-title":"IEEE Trans. Neural Netw."},{"key":"2_CR16","unstructured":"Giles, C.L., Chen, D., Miller, C.B., Chen, H.H., Sun, G.Z., Lee, Y.C.: Second-order recurrent neural networks for grammatical inference. In: 1991 IEEE INNS International Joint Conference on Neural Networks, Seattle, Piscataway, NJ, vol.\u00a02, pp. 271\u2013281. IEEE Press (1991)"},{"key":"2_CR17","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1016\/0893-6080(95)00041-0","volume":"8","author":"C.L. Giles","year":"1995","unstructured":"Giles, C.L., Horne, B.G., Lin, T.: Learning a class of large finite state machines with a recurrent neural network. Neural Networks\u00a08, 1359\u20131365 (1995)","journal-title":"Neural Networks"},{"key":"2_CR18","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1162\/neco.1992.4.3.393","volume":"4","author":"C.L. Giles","year":"1992","unstructured":"Giles, C.L., Miller, C.B., Chen, D., Chen, H.H., Sun, G.Z., Lee, Y.C.: Learning and extracting finite state automata with second-order recurrent neural networks. Neural Computation\u00a04, 395\u2013405 (1992)","journal-title":"Neural Computation"},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Gori, M., Bengio, Y., Mori, R.D.: Bps: A learning algorithm for capturing the dynamic nature of speech. In: International Joint Conference on Neural Networks, vol.\u00a0II, pp. 417\u2013423 (1989)","DOI":"10.1109\/IJCNN.1989.118276"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Harigopal, U., Chen, H.C.: Grammatical inference using higher order recurrent neural networks. In: Proceedings of the Twenty-Fifth Southeastern Symposium on System Theory, SSST 1993, pp. 338\u2013342 (1993)","DOI":"10.1109\/SSST.1993.522798"},{"key":"2_CR21","unstructured":"Hinton, T.J., abd\u00a0Sejnowski, G.E.: Optimal perceptual inference. In: Proceedines of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 448\u2013453. IEEE Computer Society (1983)"},{"key":"2_CR22","unstructured":"Hochreiter, S.: Untersuchungen zu dynamischen neuronalen Netzen. Diploma thesis (1991)"},{"key":"2_CR23","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S. Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Computation\u00a09, 1735\u20131780 (1997)","journal-title":"Neural Computation"},{"key":"2_CR24","unstructured":"Hopcroft, J.E., Ullman, J.D.: Introduction to Automata Theory, Languages, and Computation. Addison-Wesley (1979)"},{"key":"2_CR25","unstructured":"Jordan, M.I.: Supervised learning and systems with excess degrees of freedom. Technical Report COINS Technical Report 88\u201327, Massachusetts Institute of Technology (1988)"},{"key":"2_CR26","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1109\/72.286887","volume":"4","author":"A. Karakasoglu","year":"1993","unstructured":"Karakasoglu, A., Sudharsanan, S., Sundareshan, M.K.: Identification and decentralized adaptive control using dynamic neural networks with application to robotic manipulators. IEEE Trans. Neural Networks\u00a04, 919\u2013930 (1993)","journal-title":"IEEE Trans. Neural Networks"},{"key":"2_CR27","unstructured":"Karray, F.O., Silva, C.: Soft Computing and Intelligent Systems Design. Addison Wesley (2004)"},{"key":"2_CR28","doi-asserted-by":"crossref","unstructured":"Kilian, J., Siegelmann, H.T.: On the power of sigmoid neural networks. In: Proceedings of the Sixth ACM Workshop on Computational Learning Theory, pp. 137\u2013143. ACM Press (1993)","DOI":"10.1145\/168304.168321"},{"key":"2_CR29","unstructured":"Kolen, J.F., Kremer, S.C. (eds.): A Field Guide to Dynamical Recurrent Networks. Wiley-IEEE Press (2001)"},{"key":"2_CR30","unstructured":"Kuo, J., Celebi, S.: Adaptation of memory depth in the gamma filter. In: Acoustics, Speech and Signal Processing IEEE Conference, pp. 1\u20134 (1994)"},{"key":"2_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/978-3-540-30499-9_39","volume-title":"Neural Information Processing","author":"Y. Kuroe","year":"2004","unstructured":"Kuroe, Y.: Representation and Identification of Finite State Automata by Recurrent Neural Networks. In: Pal, N.R., Kasabov, N., Mudi, R.K., Pal, S., Parui, S.K. (eds.) ICONIP 2004. LNCS, vol.\u00a03316, pp. 261\u2013268. Springer, Heidelberg (2004)"},{"key":"2_CR32","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MASSP.1987.1165576","volume":"4","author":"R.P. Lippmann","year":"1987","unstructured":"Lippmann, R.P.: An introduction to computing with neural nets. IEEE ASSP Magazine\u00a04, 4\u201322 (1987)","journal-title":"IEEE ASSP Magazine"},{"key":"2_CR33","unstructured":"Mozer, M.: A focused background algorithm for temporal pattern recognition. Complex Systems\u00a03 (1989)"},{"key":"2_CR34","unstructured":"Mozer, M.C.: Induction of multiscale temporal structure. In: Advances in Neural Information Processing Systems 4, pp. 275\u2013282. Morgan Kaufmann (1992)"},{"key":"2_CR35","unstructured":"Nguyen, M., Cottrell, G.: A technique for adapting to speech rate. In: Kamm, C., Kuhn, G., Yoon, B., Chellapa, R., Kung, S. (eds.) Neural Networks for Signal Processing 3. IEEE Press (1993)"},{"issue":"6","key":"2_CR36","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1145\/235809.235811","volume":"43","author":"C.W. Omlin","year":"1996","unstructured":"Omlin, C.W., Giles, C.L.: Constructing deterministic finite-state automata in recurrent neural networks. Journal of the ACM\u00a043(6), 937\u2013972 (1996)","journal-title":"Journal of the ACM"},{"key":"2_CR37","series-title":"LNCIS","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/978-3-540-79872-9_3","volume-title":"Artificial. Neural Net. for the Model. & Fault Diagnosis","author":"K. Patan","year":"2008","unstructured":"Patan, K.: Locally Recurrent Neural Networks. In: Patan, K. (ed.) Artificial. Neural Net. for the Model. & Fault Diagnosis. LNCIS, vol.\u00a0377, pp. 29\u201363. Springer, Heidelberg (2008)"},{"key":"2_CR38","unstructured":"Pollack, J.B.: On Connectionist Models of Natural Language Processing. PhD thesis, Computer Science Department of the University of Illinois at Urbana-Champaign, Urbana, Illinois, Available as TR MCCS-87-100, Computing Research Laboratory, New Mexico State University, Las Cruces, NM (1987)"},{"key":"2_CR39","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1109\/78.193206","volume":"41","author":"J.C. Principe","year":"1993","unstructured":"Principe, J.C., de Vries, B., de Oliveira, P.G.: The gamma filter - a new class of adaptive IIR filter with restricted feedback. IEEE Transactions on Signal Processing\u00a041, 649\u2013656 (1993)","journal-title":"IEEE Transactions on Signal Processing"},{"key":"2_CR40","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1007\/BF01026553","volume":"58","author":"S. Renals","year":"1990","unstructured":"Renals, S., Rohwer, R.: A study of network dynamics. Journal of Statistical Physics\u00a058, 825\u2013848 (1990)","journal-title":"Journal of Statistical Physics"},{"key":"2_CR41","unstructured":"Robinson, A.J.: Dynamic Error Propagation Networks. Ph.d., Cambridge University Engineering Department (1989)"},{"key":"2_CR42","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/5236.001.0001","volume-title":"Parallel Distributed Processing","author":"D.E. Rumelhart","year":"1986","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning internal representations by error propagation. In: Parallel Distributed Processing. MIT Press, Cambridge (1986)"},{"issue":"2","key":"2_CR43","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1162\/neco.1992.4.2.243","volume":"4","author":"J.H. Schmidhuber","year":"1992","unstructured":"Schmidhuber, J.H.: A fixed size storage o(n 3) time complexity learning algorithm for fully recurrent continually running networks. Neural Computation\u00a04(2), 243\u2013248 (1992)","journal-title":"Neural Computation"},{"key":"2_CR44","unstructured":"Sejnowski, T.J., Rosenberg, C.R.: Parallel networks that learn to pronounce english text. Complex Syst. I, 145\u2013168 (1987)"},{"issue":"1","key":"2_CR45","first-page":"10","volume":"37","author":"C.E. Shannon","year":"1949","unstructured":"Shannon, C.E.: Communication in the presence of noise. Proc. Institute of Radio Engineers\u00a037(1), 10\u201321 (1949); reprinted as classic paper in: Proc. IEEE 86(2) (February 1998)","journal-title":"Proc. Institute of Radio Engineers"},{"key":"2_CR46","unstructured":"Shearer, J.L., Murphy, A.T., Richardson, H.H.: Introduction to System Dynamics. Addison-Wesley, Reading (1971)"},{"issue":"6","key":"2_CR47","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/0893-9659(91)90080-F","volume":"4","author":"H.T. Siegelmann","year":"1991","unstructured":"Siegelmann, H.T., Sontag, E.D.: Turing computability with neural nets. Applied Mathematics Letters\u00a04(6), 77\u201380 (1991)","journal-title":"Applied Mathematics Letters"},{"key":"2_CR48","unstructured":"Silva, T.O.: Laguerre filters - an introduction. Revista do Detua\u00a01(3) (1995)"},{"key":"2_CR49","unstructured":"Smith, J.O.: Delay lines. Physical Audio Signal Processing (2010), http:\/\/ccrma.stanford.edu\/~jos\/pasp\/Tapped_Delay_Line_TDL.htm (cited November 28, 2010)"},{"key":"2_CR50","unstructured":"Smith, S.W.: The scientist and engineer\u2019s guide to digital signal processing. California Technical Publishing (2006), http:\/\/www.dspguide.com\/ch15.htm (cited November 29, 2010)"},{"key":"2_CR51","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1109\/72.279187","volume":"5","author":"A.C. Tsoi","year":"1994","unstructured":"Tsoi, A.C., Back, A.D.: Locally recurrent globally feedforward networks: A critical review of architectures. IEEE Transactions on Neural Networks\u00a05, 229\u2013239 (1994)","journal-title":"IEEE Transactions on Neural Networks"},{"issue":"3","key":"2_CR52","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1109\/29.21701","volume":"37","author":"A. Waibel","year":"1989","unstructured":"Waibel, A., Hanazawa, T., Hinton, G., Shikano, K., Lang, L.: Phonemic recognition using time delay neural networks. IEEE Trans. Acoustic Speech and Signal Processing\u00a037(3), 328\u2013339 (1989)","journal-title":"IEEE Trans. Acoustic Speech and Signal Processing"},{"key":"2_CR53","unstructured":"Werbos, P.: Beyond Regression: New Tools for Prediction and Analysis in the Behavioural Sciences. Phd thesis, Harvard University (1974)"},{"key":"2_CR54","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1162\/neco.1989.1.2.270","volume":"1","author":"R.J. Williams","year":"1989","unstructured":"Williams, R.J., Zipser, D.: A learning algorithm for continually running fully recurrent neural networks. Neural Computation\u00a01, 270\u2013289 (1989)","journal-title":"Neural Computation"},{"issue":"9","key":"2_CR55","doi-asserted-by":"publisher","first-page":"1408","DOI":"10.1109\/TNN.2010.2059040","volume":"21","author":"S.H. Won","year":"2010","unstructured":"Won, S.H., Song, I., Lee, S.Y., Park, C.H.: Identification of finite state automata with a class of recurrent neural networks. IEEE Transactions on Neural Networks\u00a021(9), 1408\u20131421 (2010)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"2_CR56","volume-title":"Artificial Neural Network and Simulated Evolutionary Computation","author":"P.F. Yan","year":"2000","unstructured":"Yan, P.F., Zhang, C.S.: Artificial Neural Network and Simulated Evolutionary Computation. Thinghua University Press, Beijing (2000)"},{"key":"2_CR57","doi-asserted-by":"publisher","first-page":"1099","DOI":"10.1016\/S0893-6080(98)00074-4","volume":"11","author":"J.M. Zamarreno","year":"1998","unstructured":"Zamarreno, J.M., Vega, P.: State space neural network. Properties and application. Neural Networks\u00a011, 1099\u20131112 (1998)","journal-title":"Neural Networks"},{"issue":"6","key":"2_CR58","doi-asserted-by":"publisher","first-page":"977","DOI":"10.1162\/neco.1993.5.6.976","volume":"5","author":"Z. Zeng","year":"1993","unstructured":"Zeng, Z., Goodman, R.M., Smyth, P.: Learning finite state machines with self-clustering recurrent networks. Neural Computation\u00a05(6), 977\u2013990 (1993)","journal-title":"Neural Computation"},{"issue":"2","key":"2_CR59","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1109\/72.279194","volume":"5","author":"Z. Zeng","year":"1994","unstructured":"Zeng, Z., Goodman, R.M., Smyth, P.: Discrete recurrent neural networks for grammatical inference. IEEE Transactions on Neural Networks\u00a05(2), 320\u2013330 (1994)","journal-title":"IEEE Transactions on Neural Networks"}],"container-title":["Intelligent Systems Reference Library","Handbook on Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-36657-4_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T04:24:27Z","timestamp":1745987067000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-36657-4_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642366567","9783642366574"],"references-count":59,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-36657-4_2","relation":{},"ISSN":["1868-4394","1868-4408"],"issn-type":[{"value":"1868-4394","type":"print"},{"value":"1868-4408","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}