{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T22:25:53Z","timestamp":1765232753466,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030227951"},{"type":"electronic","value":"9783030227968"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-22796-8_1","type":"book-chapter","created":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T22:02:21Z","timestamp":1561500141000},"page":"3-10","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Fast Training of Deep LSTM Networks"],"prefix":"10.1007","author":[{"given":"Wen","family":"Yu","sequence":"first","affiliation":[]},{"given":"Xiaoou","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jesus","family":"Gonzalez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,6,26]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Lamblin, P., Popovici, D., Larochelle, H.: Greedy layer-wise training of deep networks. In: Advances in Neural Information Processing Systems (NIPS 2006), pp. 153\u2013160 (2007)","DOI":"10.7551\/mitpress\/7503.003.0024"},{"key":"1_CR2","unstructured":"Chung, J., Gulcehre, C., Cho, K., Bengio, Y.: Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling. arXiv:1412.3555 [cs.NE] (2014)"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Graves, A., Mohamed, A., Hinton, G.: Speech Recognition with Deep Recurrent Neural Networks. arXiv:1303.5778 (2013)","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Hirose, N., Tajima, R.: Modeling of rolling friction by recurrent neural network using LSTM. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), Singapore, pp. 6471\u20136475 (2017)","DOI":"10.1109\/ICRA.2017.7989764"},{"issue":"7","key":"1_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"G Hinton","year":"2006","unstructured":"Hinton, G., Osindero, S., Teh, Y.: A fast learning algorithm for deep belief nets. Neural Comput. 18(7), 1\u20136 (2006)","journal-title":"Neural Comput."},{"issue":"8","key":"1_CR6","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"1_CR7","doi-asserted-by":"crossref","DOI":"10.1002\/9781118619193","volume-title":"Time Series Analysis: Forecasting and Control","author":"G Box","year":"2008","unstructured":"Box, G., Jenkins, G., Reinsel, G.: Time Series Analysis: Forecasting and Control, 4th edn. Wiley, Hoboken (2008)","edition":"4"},{"issue":"2","key":"1_CR8","first-page":"772","volume":"33","author":"A Kumar","year":"2014","unstructured":"Kumar, A., Chandel, Y.: Solar radiation prediction using artificial neural network techniques: a review. Renew. Sustain. Energy Rev. 33(2), 772\u2013781 (2014)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"1_CR9","unstructured":"Kingma, P., Ba, J.: Adam: A Method for Stochastic Optimization. arXiv:1412.6980 [cs.LG] (2014)"},{"issue":"2","key":"1_CR10","doi-asserted-by":"crossref","first-page":"252","DOI":"10.1109\/72.80336","volume":"2","author":"K Narendra","year":"1991","unstructured":"Narendra, K., Parthasarathy, K.: Gradient methods for optimization of dynamical systems containing neural networks. IEEE Trans. Neural Netw. 2(2), 252\u2013262 (1991)","journal-title":"IEEE Trans. Neural Netw."},{"key":"1_CR11","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.: ImageNet classification with deep convolutional neural networks. In: NIPS, pp. 12\u201319 (2012)"},{"issue":"11","key":"1_CR12","doi-asserted-by":"crossref","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffne, P.: Gradient based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"issue":"2","key":"1_CR13","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1016\/j.neucom.2017.08.040","volume":"275","author":"W Cao","year":"2018","unstructured":"Cao, W., Wang, X., Ming, Z., Gao, J.: A review on neural networks with random weights. Neurocomputing 275(2), 278\u2013287 (2018)","journal-title":"Neurocomputing"},{"issue":"1","key":"1_CR14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s13042-013-0220-2","volume":"5","author":"X Wang","year":"2014","unstructured":"Wang, X., Musa, A.: Advances in neural network based learning. Int. J. Mach. Learn. Cybern. 5(1), 1\u20132 (2014)","journal-title":"Int. J. Mach. Learn. Cybern."},{"issue":"11","key":"1_CR15","doi-asserted-by":"crossref","first-page":"3473","DOI":"10.1007\/s00500-018-3203-0","volume":"22","author":"X Wang","year":"2018","unstructured":"Wang, X., Cao, W.: Non-iterative approaches in training feed-forward neural networks and their applications. Soft Comput. 22(11), 3473\u20133476 (2018)","journal-title":"Soft Comput."},{"key":"1_CR16","volume-title":"System Identification-Theory for User","author":"L Ljung","year":"1987","unstructured":"Ljung, L.: System Identification-Theory for User. Prentice Hall, Englewood Cliffs (1987)"},{"key":"1_CR17","volume-title":"Nonlinear System Identification: From Classical Approaches to Neural Networks and Fuzzy Models","author":"O Nelles","year":"2013","unstructured":"Nelles, O.: Nonlinear System Identification: From Classical Approaches to Neural Networks and Fuzzy Models. Springer, Heidelberg (2013)"},{"key":"1_CR18","unstructured":"Ogunmolu, O., Gu, X., Jiang, S., Gans, N.: Nonlinear Systems Identification Using Deep Dynamic Neural Networks. arXiv:1610.01439v1 [cs.NE] (2016)"},{"key":"1_CR19","unstructured":"Schoukens, J., Schoukens, J., Ljung, L.: Wiener-Hammerstein benchmark. In: 15th IFAC Symposium on System Identification, pp. 1\u20136 (2009)"},{"issue":"1","key":"1_CR20","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"1_CR21","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1109\/TFUZZ.1993.390281","volume":"5","author":"M Sugeno","year":"1993","unstructured":"Sugeno, M., Yasukawa, T.: A fuzzy logic based approach to qualitative modeling. IEEE Trans. Fuzzy Syst. 5(1), 7\u201331 (1993)","journal-title":"IEEE Trans. Fuzzy Syst."},{"key":"1_CR22","unstructured":"Wang, Y.: A new concept using LSTM neural networks for dynamic system identification. In: 2017 American Control Conference, Seattle, USA, pp. 5324\u20135329 (2017)"},{"issue":"1","key":"1_CR23","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1109\/3477.484441","volume":"26","author":"L Wang","year":"1996","unstructured":"Wang, L., Langari, R.: Complex systems modeling via fuzzy logic. IEEE Trans. Syst. Man Cybern. 26(1), 100\u2013106 (1996)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"issue":"1","key":"1_CR24","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.ins.2003.08.002","volume":"58","author":"W Yu","year":"2004","unstructured":"Yu, W.: Nonlinear system identification using discrete-time recurrent neural networks with stable learning algorithms. Inf. Sci. 58(1), 131\u2013147 (2004)","journal-title":"Inf. Sci."},{"issue":"3","key":"1_CR25","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1049\/ip-cta:20030204","volume":"150","author":"W Yu","year":"2003","unstructured":"Yu, W., Li, X.: Discrete-time neuro identification without robust modification. IEE Proc. Control Theory Appl. 150(3), 311\u2013316 (2003)","journal-title":"IEE Proc. Control Theory Appl."},{"issue":"6","key":"1_CR26","doi-asserted-by":"crossref","first-page":"983","DOI":"10.1109\/TNN.2009.2015079","volume":"20","author":"W Yu","year":"2009","unstructured":"Yu, W., Rubio, J.: Recurrent neural networks training with stable bounding ellipsoid algorithm. IEEE Trans. Neural Netw. 20(6), 983\u2013991 (2009)","journal-title":"IEEE Trans. Neural Netw."}],"container-title":["Lecture Notes in Computer Science","Advances in Neural Networks \u2013 ISNN 2019"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-22796-8_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T13:47:20Z","timestamp":1709819240000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-22796-8_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030227951","9783030227968"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-22796-8_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"26 June 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISNN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Moscow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Russia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isnn2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conference.cs.cityu.edu.hk\/isnn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}