{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:20:31Z","timestamp":1740108031718,"version":"3.37.3"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T00:00:00Z","timestamp":1625875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T00:00:00Z","timestamp":1625875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s00521-021-06271-5","type":"journal-article","created":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T10:02:37Z","timestamp":1625911357000},"page":"16745-16757","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Dynamical system parameter identification using deep recurrent cell networks"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0792-7306","authenticated-orcid":false,"given":"Erdem","family":"Akag\u00fcnd\u00fcz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oguzhan","family":"Cifdaloz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,10]]},"reference":[{"key":"6271_CR1","doi-asserted-by":"publisher","unstructured":"Andersson C, Ribeiro AH, Tiels K, Wahlstr\u00f6m N, Sch\u00f6n TB (2019) Deep convolutional networks in system identification. In: 2019 IEEE 58th conference on decision and control (CDC), pp. 3670\u20133676. https:\/\/doi.org\/10.1109\/CDC40024.2019.9030219","DOI":"10.1109\/CDC40024.2019.9030219"},{"key":"6271_CR2","doi-asserted-by":"publisher","first-page":"122539","DOI":"10.1109\/ACCESS.2020.3006277","volume":"8","author":"A Ayyad","year":"2020","unstructured":"Ayyad A, Chehadeh M, Awad MI, Zweiri Y (2020) Real-time system identification using deep learning for linear processes with application to unmanned aerial vehicles. IEEE Access 8:122539\u2013122553. https:\/\/doi.org\/10.1109\/ACCESS.2020.3006277","journal-title":"IEEE Access"},{"issue":"4","key":"6271_CR3","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1177\/003754977001500403","volume":"15","author":"GA Bekey","year":"1970","unstructured":"Bekey GA (1970) System identification: an introduction and a survey. SIMULATION 15(4):151\u2013166. https:\/\/doi.org\/10.1177\/003754977001500403","journal-title":"SIMULATION"},{"key":"6271_CR4","unstructured":"Box GEP, Jenkins GM (1970) Time series analysis: forecasting and control. Holden-Day"},{"key":"6271_CR5","doi-asserted-by":"publisher","unstructured":"Brusaferri A, Matteucci M, Portolani P, Spinelli, S (2019) Nonlinear system identification using a recurrent network in a bayesian framework. In: 2019 IEEE 17th international conference on industrial informatics (INDIN), 1: 319\u2013324. https:\/\/doi.org\/10.1109\/INDIN41052.2019.8972113","DOI":"10.1109\/INDIN41052.2019.8972113"},{"issue":"6","key":"6271_CR6","doi-asserted-by":"publisher","first-page":"452","DOI":"10.12720\/joace.3.6.452-456","volume":"3","author":"K Cheon","year":"2015","unstructured":"Cheon K, Kim J, Hamadache M, Lee D (2015) On replacing PID controller with deep learning controller for DC motor system. J Autom Control Eng 3(6):452\u2013456","journal-title":"J Autom Control Eng"},{"issue":"1","key":"6271_CR7","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1146\/annurev-control-053018-023744","volume":"2","author":"A Chiuso","year":"2019","unstructured":"Chiuso A, Pillonetto G (2019) System identification: a machine learning perspective. Ann Rev Control Robot Auton Syst 2(1):281\u2013304. https:\/\/doi.org\/10.1146\/annurev-control-053018-023744","journal-title":"Ann Rev Control Robot Auton Syst"},{"key":"6271_CR8","doi-asserted-by":"publisher","unstructured":"Cho K, van Merrienboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder-decoder for statistical machine translation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). https:\/\/doi.org\/10.3115\/v1\/d14-1179","DOI":"10.3115\/v1\/d14-1179"},{"issue":"3","key":"6271_CR9","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1162\/neco.1989.1.3.372","volume":"1","author":"A Cleeremans","year":"1989","unstructured":"Cleeremans A, Servan-Schreiber D, McClelland JL (1989) Finite state automata and simple recurrent networks. Neural Comput 1(3):372\u2013381. https:\/\/doi.org\/10.1162\/neco.1989.1.3.372","journal-title":"Neural Comput"},{"key":"6271_CR10","doi-asserted-by":"crossref","unstructured":"Dinh H, Bhasin S, Dixon WE (2010) Dynamic neural network-based robust identification and control of a class of nonlinear systems. In: IEEE Conference on Decision and Control (CDC), pp. 5536\u20135541","DOI":"10.1109\/CDC.2010.5717445"},{"key":"6271_CR11","doi-asserted-by":"crossref","unstructured":"Genc S (2017) Parametric system identification using deep convolutional neural networks. In: International joint conference on neural networks (IJCNN), pp. 2112\u20132119","DOI":"10.1109\/IJCNN.2017.7966110"},{"issue":"7","key":"6271_CR12","doi-asserted-by":"publisher","first-page":"2197","DOI":"10.1109\/TASL.2011.2118753","volume":"19","author":"B Ghoraani","year":"2011","unstructured":"Ghoraani B, Krishnan S (2011) Time-frequency matrix feature extraction and classification of environmental audio signals. IEEE Trans Audio Speech Lang Process 19(7):2197\u20132209","journal-title":"IEEE Trans Audio Speech Lang Process"},{"key":"6271_CR13","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: AISTATS"},{"key":"6271_CR14","doi-asserted-by":"publisher","unstructured":"Gonzalez J, Yu, W (2019) Non-linear system modeling using lstm neural networks. IFAC-PapersOnLine. In: 2nd IFAC Conference on modelling, identification and control of nonlinear systems MICNON 2018. 51(13): 485 \u2013 489 . https:\/\/doi.org\/10.1016\/j.ifacol.2018.07.326. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S2405896318310814","DOI":"10.1016\/j.ifacol.2018.07.326"},{"issue":"5","key":"6271_CR15","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.neunet.2005.06.042","volume":"18","author":"A Graves","year":"2005","unstructured":"Graves A, Schmidhuber J (2005) Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Netw 18(5):602\u2013610. https:\/\/doi.org\/10.1016\/j.neunet.2005.06.042","journal-title":"Neural Netw"},{"key":"6271_CR16","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1016\/0005-1098(92)90117-X","volume":"28","author":"G Gu","year":"1992","unstructured":"Gu G, Khargonekar P (1992) A class of algorithms for identification in $${\\cal{H}}_\\infty $$. Automatica 28:299\u2013312","journal-title":"Automatica"},{"key":"6271_CR17","doi-asserted-by":"publisher","unstructured":"He K, Zhang X, Ren S, Sun, J (2015) Delving deep into rectifiers: surpassing human-level performance on ImageNet classification. In: 2015 IEEE international conference on computer vision (ICCV). https:\/\/doi.org\/10.1109\/iccv.2015.123","DOI":"10.1109\/iccv.2015.123"},{"issue":"10","key":"6271_CR18","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1109\/9.90229","volume":"36","author":"AJ Helmicki","year":"1991","unstructured":"Helmicki AJ, Jacobson CA, Nett CN (1991) Control oriented system identification: a worst-case\/deterministic approach in $${\\cal{H}}_\\infty $$. IEEE Trans Autom Control 36(10):1163\u20131176","journal-title":"IEEE Trans Autom Control"},{"key":"6271_CR19","first-page":"190","volume-title":"Advances in neural information processing systems","author":"M Hermans","year":"2013","unstructured":"Hermans M, Schrauwen B (2013) Training and analysing deep recurrent neural networks. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems, vol 26. Curran Associates Inc, New York, pp 190\u2013198"},{"key":"6271_CR20","doi-asserted-by":"publisher","unstructured":"Hilkert JM, Pautler B (2011) A reduced-order disturbance observer applied to inertially stabilized line-of-sight control. In: W.E. Thompson, P.F. McManamon (eds.) Acquisition, tracking, pointing, and laser systems technologies XXV, vol. 8052, pp. 114 \u2013 125. International Society for Optics and Photonics, SPIE. https:\/\/doi.org\/10.1117\/12.884123","DOI":"10.1117\/12.884123"},{"key":"6271_CR21","unstructured":"Hochreiter S (1991) Iuntersuchungen zu dynamischen neuronalen netzen. Master\u2019s thesis, Technische Universit\u00e4t M\u00fcnchen, Germany"},{"key":"6271_CR22","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J, Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9:1735\u20131780","journal-title":"Neural Comput"},{"issue":"6","key":"6271_CR23","doi-asserted-by":"publisher","first-page":"1363","DOI":"10.1109\/TCSI.2006.875186","volume":"53","author":"Jeen-Shing Wang","year":"2006","unstructured":"Wang Jeen-Shing, Chen Yen-Ping (2006) A fully automated recurrent neural network for unknown dynamic system identification and control. IEEE Trans Circuits Syst I Regul Pap 53(6):1363\u20131372","journal-title":"IEEE Trans Circuits Syst I Regul Pap"},{"key":"6271_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05526-x","author":"R Kumar","year":"2020","unstructured":"Kumar R, Srivastava S (2020) A novel dynamic recurrent functional link neural network-based identification of nonlinear systems using lyapunov stability analysis. Neural Comput Appl. https:\/\/doi.org\/10.1007\/s00521-020-05526-x","journal-title":"Neural Comput Appl"},{"issue":"2","key":"6271_CR25","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1007\/s00521-012-1242-5","volume":"24","author":"CM Lin","year":"2014","unstructured":"Lin CM, Tai CF, Chung CC (2014) Intelligent control system design for uav using a recurrent wavelet neural network. Neural Comput Appl 24(2):487\u2013496. https:\/\/doi.org\/10.1007\/s00521-012-1242-5","journal-title":"Neural Comput Appl"},{"key":"6271_CR26","volume-title":"System identification: theory for the user","author":"L Ljung","year":"1999","unstructured":"Ljung L (1999) System identification: theory for the user. Prentice Hall, Hoboken"},{"key":"6271_CR27","volume-title":"Digital spectral analysis with applications","author":"SL Marple","year":"1987","unstructured":"Marple SL (1987) Digital spectral analysis with applications. Prentice-Hall, Upper Saddle River"},{"issue":"2","key":"6271_CR28","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1109\/3477.990874","volume":"32","author":"PA Mastorocostas","year":"2002","unstructured":"Mastorocostas PA, Theocharis JB (2002) A recurrent fuzzy-neural model for dynamic system identification. IEEE Trans Syst Man Cybern Part B 32(2):176\u2013190. https:\/\/doi.org\/10.1109\/3477.990874","journal-title":"IEEE Trans Syst Man Cybern Part B"},{"key":"6271_CR29","doi-asserted-by":"publisher","unstructured":"Miller R, Mooty G, Hilkert JM (2013) Gimbal system configurations and line-of-sight control techniques for small UAV applications. In: D.J. Henry, D.A. Lange, D.L. von Berg, S.D. Rajan, T.J. Walls, D.L. Young (eds.) Airborne intelligence, surveillance, reconnaissance (ISR) systems and applications X, vol. 8713, pp. 39\u201353. International Society for Optics and Photonics, SPIE. https:\/\/doi.org\/10.1117\/12.2015777","DOI":"10.1117\/12.2015777"},{"key":"6271_CR30","unstructured":"Mohajerin N (2012) Identification and predictive control using recurrent neural networks. Master\u2019s thesis, \u00d6reburo University, Department of Technology, Sweden"},{"key":"6271_CR31","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improve restricted Boltzmann machines. ICML\u201910, pp. 807\u2013814. Omnipress, Madison, WI, USA"},{"issue":"1","key":"6271_CR32","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/72.80202","volume":"1","author":"KS Narendra","year":"1990","unstructured":"Narendra KS, Parthasarathy K (1990) Identification and control of dynamical systems using neural networks. IEEE Trans Neural Netw 1(1):4\u201327","journal-title":"IEEE Trans Neural Netw"},{"key":"6271_CR33","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-662-11353-0_2","volume-title":"Computational methods and experimental measurements, chap: survey on parameter estimation within system identification using a priori knowledge of system analysis","author":"HG Natke","year":"1982","unstructured":"Natke HG (1982) Computational methods and experimental measurements, chap: survey on parameter estimation within system identification using a priori knowledge of system analysis. Springer, Berlin, pp 17\u201327"},{"key":"6271_CR34","unstructured":"Ogunmolu O, Gu X, Jiang, S, Gans N (2016) Nonlinear systems identification using deep dynamic neural networks"},{"key":"6271_CR35","unstructured":"Pascanu R, Gulcehre C, Cho K, Bengio Y (2014) How to construct deep recurrent neural networks. In: Proceedings of the second international conference on learning representations (ICLR 2014)"},{"key":"6271_CR36","unstructured":"Pascanu R, Mikolov T, Bengio Y (2013) On the difficulty of training recurrent neural networks. ICML\u201913, pp. III\u20131310\u2013II\u20131318"},{"issue":"9","key":"6271_CR37","doi-asserted-by":"publisher","first-page":"4227","DOI":"10.1007\/s00521-019-04330-6","volume":"32","author":"N Passalis","year":"2020","unstructured":"Passalis N, Tefas A (2020) Continuous drone control using deep reinforcement learning for frontal view person shooting. Neural Comput Appl 32(9):4227\u20134238. https:\/\/doi.org\/10.1007\/s00521-019-04330-6","journal-title":"Neural Comput Appl"},{"key":"6271_CR38","doi-asserted-by":"crossref","unstructured":"Pearlmutter (1989) Learning state space trajectories in recurrent neural networks. In: International 1989 joint conference on neural networks. 2: 365\u2013372","DOI":"10.1109\/IJCNN.1989.118724"},{"key":"6271_CR39","doi-asserted-by":"crossref","unstructured":"Pham DT, Liu X (1995) Neural networks for identification, prediction and control, chap. Dynamic system identification using recurrent neural networks, pp. 47\u201361. Springer, London","DOI":"10.1007\/978-1-4471-3244-8_3"},{"key":"6271_CR40","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1016\/0005-1098(80)90075-8","volume":"16","author":"H Rake","year":"1980","unstructured":"Rake H (1980) Step response and frequency response methods. Automatica 16:519\u2013526","journal-title":"Automatica"},{"key":"6271_CR41","doi-asserted-by":"crossref","unstructured":"\u00c5str\u00f6m KJ, Bohlin T (1965) Numerical identification of linear dynamic systems from normal operating records. In: IFAC symposium on self-adaptive systems","DOI":"10.1007\/978-1-4899-6289-8_12"},{"issue":"2","key":"6271_CR42","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/0005-1098(71)90059-8","volume":"7","author":"KJ \u00c5str\u00f6m","year":"1971","unstructured":"\u00c5str\u00f6m KJ, Eykhoff P (1971) System identification-a survey. Automatica 7(2):123\u2013162. https:\/\/doi.org\/10.1016\/0005-1098(71)90059-8","journal-title":"Automatica"},{"key":"6271_CR43","unstructured":"Richard A, Mah\u00e9 A, Pradalier C, Rozenstein O, Geist M (2019) A Comprehensive benchmark of neural networks for system identification. https:\/\/hal.archives-ouvertes.fr\/hal-02278102. Working paper or preprint"},{"key":"6271_CR44","unstructured":"Richard A, Mah\u00e9 A, Pradalier C, Rozenstein O, Geist M (2019) A comprehensive benchmark of neural networks for system identification. Tech. Rep. hal-02278102f, HAL archives-ouvertes"},{"key":"6271_CR45","doi-asserted-by":"publisher","unstructured":"Rubio JJ, Yu W (2007) Nonlinear system identification with recurrent neural networks and dead-zone Kalman filter algorithm. Neurocomputing. 70(13): 2460\u20132466. https:\/\/doi.org\/10.1016\/j.neucom.2006.09.004. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0925231206003134. Selected papers from the 3rd International Conference on Development and Learning (ICDL 2004) Time series prediction competition: the CATS benchmark","DOI":"10.1016\/j.neucom.2006.09.004"},{"key":"6271_CR46","doi-asserted-by":"publisher","unstructured":"Sch\u00fcssler M, M\u00fcnker T, Nelles O (2019) Deep recurrent neural networks for nonlinear system identification. In: 2019 IEEE symposium series on computational intelligence (SSCI), pp. 448\u2013454 . https:\/\/doi.org\/10.1109\/SSCI44817.2019.9003133","DOI":"10.1109\/SSCI44817.2019.9003133"},{"issue":"56","key":"6271_CR47","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(56):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"6271_CR48","unstructured":"Sutskever I (2013) Training recurrent neural networks. Ph.D. thesis, CAN"},{"key":"6271_CR49","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. 2015 IEEE conference on computer vision and pattern recognition (CVPR) pp. 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"issue":"3","key":"6271_CR50","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1007\/s00521-012-0981-7","volume":"23","author":"J Tavoosi","year":"2013","unstructured":"Tavoosi J, Badamchizadeh MA (2013) A class of type-2 fuzzy neural networks for nonlinear dynamical system identification. Neural Comput Appl 23(3):707\u2013717. https:\/\/doi.org\/10.1007\/s00521-012-0981-7","journal-title":"Neural Comput Appl"},{"key":"6271_CR51","unstructured":"Wang Y (2017) A new concept using LSTM neural networks for dynamic system identification. In: American control conference (ACC), pp. 5324\u20135329 (2017)"},{"key":"6271_CR52","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/0005-1098(81)90084-4","volume":"17","author":"WE Wellstead","year":"1981","unstructured":"Wellstead WE (1981) Non-parametric methods of system identification. Automatica 17:55\u201369","journal-title":"Automatica"},{"issue":"10","key":"6271_CR53","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos PJ (1990) Backpropagation through time: what it does and how to do it. Proc IEEE 78(10):1550\u20131560","journal-title":"Proc IEEE"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06271-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06271-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06271-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,3]],"date-time":"2021-11-03T18:19:57Z","timestamp":1635963597000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06271-5"}},"subtitle":["Which gated recurrent unit and when?"],"short-title":[],"issued":{"date-parts":[[2021,7,10]]},"references-count":53,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["6271"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06271-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2021,7,10]]},"assertion":[{"value":"3 November 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 June 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}