{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,4]],"date-time":"2025-11-04T23:48:30Z","timestamp":1762300110895,"version":"3.37.3"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T00:00:00Z","timestamp":1656028800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T00:00:00Z","timestamp":1656028800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s00521-022-07227-z","type":"journal-article","created":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T16:10:41Z","timestamp":1656087041000},"page":"16515-16532","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["CS-RNN: efficient training of recurrent neural networks with continuous skips"],"prefix":"10.1007","volume":"34","author":[{"given":"Tianyu","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1960-0367","authenticated-orcid":false,"given":"Sheng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,24]]},"reference":[{"issue":"7","key":"7227_CR1","doi-asserted-by":"publisher","first-page":"1229","DOI":"10.1109\/TNNLS.2014.2317880","volume":"25","author":"H Zhang","year":"2014","unstructured":"Zhang H, Wang Z, Liu D (2014) A comprehensive review of stability analysis of continuous-time recurrent neural networks. IEEE Trans Neural Netw Learn Syst 25(7):1229\u20131262","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"7227_CR2","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.neucom.2021.02.046","volume":"441","author":"PB Weerakody","year":"2021","unstructured":"Weerakody PB, Wong KW, Wang G, Ela W (2021) A review of irregular time series data handling with gated recurrent neural networks. Neurocomputing 441:161\u2013178","journal-title":"Neurocomputing"},{"issue":"10","key":"7227_CR3","doi-asserted-by":"publisher","first-page":"6893","DOI":"10.1007\/s00521-018-3523-0","volume":"31","author":"CO Sakar","year":"2019","unstructured":"Sakar CO, Polat SO, Katircioglu M, Kastro Y (2019) Real-time prediction of online shoppers\u2019 purchasing intention using multilayer perceptron and LSTM recurrent neural networks. Neural Comput Appl 31(10):6893\u20136908","journal-title":"Neural Comput Appl"},{"issue":"13","key":"7227_CR4","doi-asserted-by":"publisher","first-page":"9713","DOI":"10.1007\/s00521-019-04504-2","volume":"32","author":"Z Jin","year":"2020","unstructured":"Jin Z, Yang Y, Liu Y (2020) Stock closing price prediction based on sentiment analysis and LSTM. Neural Comput Appl 32(13):9713\u20139729","journal-title":"Neural Comput Appl"},{"issue":"11","key":"7227_CR5","doi-asserted-by":"publisher","first-page":"6945","DOI":"10.1007\/s00521-018-3520-3","volume":"31","author":"VT Yen","year":"2019","unstructured":"Yen VT, Nan WY, Van Cuong P (2019) Recurrent fuzzy wavelet neural networks based on robust adaptive sliding mode control for industrial robot manipulators. Neural Comput Appl 31(11):6945\u20136958","journal-title":"Neural Comput Appl"},{"issue":"12","key":"7227_CR6","doi-asserted-by":"publisher","first-page":"4123","DOI":"10.1007\/s00521-016-2316-6","volume":"28","author":"L Wang","year":"2017","unstructured":"Wang L, Ge Y, Chen M, Fan Y (2017) Dynamical balance optimization and control of biped robots in double-support phase under perturbing external forces. Neural Comput Appl 28(12):4123\u20134137","journal-title":"Neural Comput Appl"},{"issue":"5","key":"7227_CR7","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1007\/s00521-015-2175-6","volume":"27","author":"P Chatziagorakis","year":"2016","unstructured":"Chatziagorakis P, Ziogou C, Elmasides C, Sirakoulis GC, Karafyllidis I, Andreadis I, Georgoulas N, Giaouris D, Papadopoulos AI, Ipsakis D, Papadopoulou S, Seferlis P, Stergiopoulos F, Voutetakis S (2016) Enhancement of hybrid renewable energy systems control with neural networks applied to weather forecasting: the case of olvio. Neural Comput Appl 27(5):1093\u20131118","journal-title":"Neural Comput Appl"},{"issue":"2","key":"7227_CR8","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s00521-015-2053-2","volume":"28","author":"CH Lin","year":"2017","unstructured":"Lin CH (2017) Retracted article: Hybrid recurrent Laguerre-orthogonal-polynomials neural network control with modified particle swarm optimization application for v-belt continuously variable transmission system. Neural Comput Appl 28(2):245\u2013264","journal-title":"Neural Comput Appl"},{"issue":"12","key":"7227_CR9","doi-asserted-by":"publisher","first-page":"7941","DOI":"10.1007\/s00521-019-04574-2","volume":"32","author":"S Basterrech","year":"2020","unstructured":"Basterrech S, Kr\u00f6mer P (2020) A nature-inspired biomarker for mental concentration using a single-channel EEG. Neural Comput Appl 32(12):7941\u20137956","journal-title":"Neural Comput Appl"},{"issue":"8","key":"7227_CR10","doi-asserted-by":"publisher","first-page":"4001","DOI":"10.1007\/s00521-017-3322-z","volume":"31","author":"C De Boom","year":"2019","unstructured":"De Boom C, Demeester T, Dhoedt B (2019) Character-level recurrent neural networks in practice: comparing training and sampling schemes. Neural Comput Appl 31(8):4001\u20134017","journal-title":"Neural Comput Appl"},{"issue":"11","key":"7227_CR11","doi-asserted-by":"publisher","first-page":"5761","DOI":"10.1109\/TNNLS.2018.2805813","volume":"29","author":"Z Yu","year":"2018","unstructured":"Yu Z, Chen F, Deng F (2018) Unification of map estimation and marginal inference in recurrent neural networks. IEEE Trans Neural Netw Learn Syst 29(11):5761\u20135766","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"7","key":"7227_CR12","doi-asserted-by":"publisher","first-page":"1235","DOI":"10.1162\/neco_a_01199","volume":"31","author":"Y Yu","year":"2019","unstructured":"Yu Y, Si X, Hu C, Zhang J (2019) A review of recurrent neural networks: LSTM cells and network architectures. Neural Comput 31(7):1235\u20131270","journal-title":"Neural Comput"},{"key":"7227_CR13","doi-asserted-by":"crossref","unstructured":"Huang T, Shen G, Deng ZH (2019) Leap-LSTM: enhancing long short-term memory for text categorization. In: Proc. international joint conference on artificial intelligence, pp 5017\u20135023","DOI":"10.24963\/ijcai.2019\/697"},{"key":"7227_CR14","doi-asserted-by":"crossref","unstructured":"Yu AW, Lee H, Le Q (2017) Learning to skim text. In: Proc. annual meeting of the association for computational linguistics, pp 1880\u20131890","DOI":"10.18653\/v1\/P17-1172"},{"key":"7227_CR15","unstructured":"Campos V, Jou B, i\u00a0Nieto XG, Torres J, Chang SF (2018) Skip RNN: Learning to skip state updates in recurrent neural networks. In: Proc. international conference on learning representations, pp 1\u201317"},{"key":"7227_CR16","unstructured":"Jernite Y, Grave E, Joulin A, Mikolov T (2017) Variable computation in recurrent neural networks. arxiv:1611.06188"},{"key":"7227_CR17","unstructured":"Seo M, Min S, Farhadi A, Hajishirzi H (2018) Neural speed reading via skim-RNN. In: Proc. international conference on learning representations, pp 1\u201314"},{"key":"7227_CR18","unstructured":"Neil D, Pfeiffer M, Liu SC (2016) Phased LSTM: Accelerating recurrent network training for long or event-based sequences. In: Proc. advances in neural information processing systems, p 3882\u20133890"},{"key":"7227_CR19","doi-asserted-by":"crossref","unstructured":"Liu L, Shen J, Zhang M, Wang Z, Tang J (2018) Learning the joint representation of heterogeneous temporal events for clinical endpoint prediction. In: Proc. AAAI conference on artificial intelligence, pp 1\u20139","DOI":"10.1609\/aaai.v32i1.11307"},{"key":"7227_CR20","unstructured":"Koutn\u00edk J, Greff K, Gomez F, Schmidhuber J (2014) A clockwork RNN. Comput Sci pp 1863\u20131871"},{"issue":"4","key":"7227_CR21","first-page":"219","volume":"4","author":"C Koch","year":"1985","unstructured":"Koch C, Ullman S (1985) Shifts in selective visual attention: towards the underlying neural circuitry. Hum Neurobiol 4(4):219\u2013227","journal-title":"Hum Neurobiol"},{"key":"7227_CR22","unstructured":"Molchanov P, Tyree S, Karras T, Aila T, Kautz J (2017) Pruning convolutional neural networks for resource efficient transfer learning. In: Proc. international conference on learning representations, pp 1\u201317"},{"key":"7227_CR23","unstructured":"Zacks R, Hasher L (1994) Inhibitory processes in attention, memory, and language. Directed ignoring pp 241\u2013264"},{"key":"7227_CR24","unstructured":"Bengio Y, L\u00e9onard N, Courville A (2013) Estimating or propagating gradients through stochastic neurons for conditional computation. arxiv:1308.3432"},{"key":"7227_CR25","unstructured":"Chung J, Ahn S, Bengio Y (2016) Hierarchical multiscale recurrent neural networks. arxiv:1609.01704"},{"key":"7227_CR26","unstructured":"Yin P, Lyu J, Zhang S, Osher S, Qi Y, Xin J (2019) Understanding straight-through estimator in training activation quantized neural nets. In: Proc. international conference on learning representations, pp 1\u201330"},{"issue":"3\u20134","key":"7227_CR27","first-page":"229","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams RJ (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8(3\u20134):229\u2013256","journal-title":"Mach Learn"},{"key":"7227_CR28","unstructured":"Courbariaux M, Bengio Y (2016) Binarynet: training deep neural networks with weights and activations constrained to +1 or -1. arxiv:1602.02830"},{"key":"7227_CR29","unstructured":"Vakili M, Ghamsari MK, Rezaei M (2020) Performance analysis and comparison of machine and deep learning algorithms for iot data classification arxiv:2001.09636"},{"key":"7227_CR30","doi-asserted-by":"crossref","unstructured":"Chinchor N (1992) MUC-4 evaluation metrics. In: Proc. conference on message understanding. Assoc Comput Linguist, pp 22\u201329","DOI":"10.3115\/1072064.1072067"},{"issue":"8","key":"7227_CR31","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"7227_CR32","doi-asserted-by":"crossref","unstructured":"Cho K, van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder\u2013decoder for statistical machine translation. In: Proc. conference on empirical methods in natural language processing, pp 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"7227_CR33","unstructured":"Krueger D, Maharaj T, Kram\u00e1r J, Pezeshki M, Ballas N, Ke NR, Goyal A, Bengio Y, Larochelle H, Courville AC, Pal C (2017) Zoneout: Regularizing rnns by randomly preserving hidden activations. In: Proc. international conference on learning representations, pp 1\u201311"},{"key":"7227_CR34","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, Corrado GS, Davis A, Dean J, Devin M, et\u00a0al. (2016) Tensorflow: large-scale machine learning on heterogeneous distributed systems. arxiv:1603.04467"},{"key":"7227_CR35","unstructured":"Kingma D, Ba J (2015) Adam: A method for stochastic optimization. In: Proc. international conference for learning representations, pp 1\u201315"},{"key":"7227_CR36","doi-asserted-by":"crossref","unstructured":"Nagabushanam P, George ST, Radha S (2019) EEG signal classification using LSTM and improved neural network algorithms. Soft Comput, pp 1\u201323","DOI":"10.1007\/s00500-019-04515-0"},{"issue":"12","key":"7227_CR37","doi-asserted-by":"publisher","first-page":"eaay6946","DOI":"10.1126\/sciadv.aay6946","volume":"5","author":"TW Hughes","year":"2019","unstructured":"Hughes TW, Williamson IA, Minkov M, Fan S (2019) Wave physics as an analog recurrent neural network. Sci Adv 5(12):eaay6946","journal-title":"Sci Adv"},{"key":"7227_CR38","unstructured":"Le QV, Jaitly N, Hinton GE (2015) A simple way to initialize recurrent networks of rectified linear units. arxiv:1504.00941"},{"key":"7227_CR39","unstructured":"Arjovsky M, Shah A, Bengio Y (2016) Unitary evolution recurrent neural networks. In: International conference on machine learning, pp 1120\u20131128"},{"key":"7227_CR40","unstructured":"Cao J, Katzir O, Jiang P, Lischinski D, Cohen-Or D, Tu C, Li Y (2018) Dida: disentangled synthesis for domain adaptation. arxiv:1805.08019"},{"issue":"1","key":"7227_CR41","first-page":"2096\u20132030","volume":"17","author":"Y Ganin","year":"2016","unstructured":"Ganin Y, Ustinova E, Ajakan H, Germain P, Larochelle H, Laviolette F, Marchand M, Lempitsky V (2016) Domain-adversarial training of neural networks. J Mach Learn Res 17(1):2096\u20132030","journal-title":"J Mach Learn Res"},{"issue":"2","key":"7227_CR42","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1080\/09298215.2014.894533","volume":"43","author":"BL Sturm","year":"2014","unstructured":"Sturm BL (2014) The state of the art ten years after a state of the art: future research in music information retrieval. J New Music Res 43(2):147\u2013172","journal-title":"J New Music Res"},{"issue":"5","key":"7227_CR43","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1109\/TSA.2002.800560","volume":"10","author":"G Tzanetakis","year":"2002","unstructured":"Tzanetakis G, Cook P (2002) Musical genre classification of audio signals. IEEE Trans Speech Audio Process 10(5):293\u2013302","journal-title":"IEEE Trans Speech Audio Process"},{"key":"7227_CR44","doi-asserted-by":"crossref","unstructured":"Acharya J, Basu A (2020) Deep neural network for respiratory sound classification in wearable devices enabled by patient specific model tuning. IEEE Trans Biomed Circuits Syst p 1-1","DOI":"10.1109\/TBCAS.2020.2981172"},{"key":"7227_CR45","unstructured":"Maas AL, Daly RE, Pham PT, Dan H, Potts C (2011) Learning word vectors for sentiment analysis. In: Proc. meeting of the association for computational linguistics, human language technologies, pp 142\u2013150"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07227-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07227-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07227-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,22]],"date-time":"2022-09-22T14:08:14Z","timestamp":1663855694000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07227-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,24]]},"references-count":45,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["7227"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07227-z","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2022,6,24]]},"assertion":[{"value":"1 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}