{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T14:10:38Z","timestamp":1778249438428,"version":"3.51.4"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030437213","type":"print"},{"value":"9783030437220","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-43722-0_35","type":"book-chapter","created":{"date-parts":[[2020,4,8]],"date-time":"2020-04-08T23:04:05Z","timestamp":1586387045000},"page":"546-561","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["An Empirical Exploration of Deep Recurrent Connections Using Neuro-Evolution"],"prefix":"10.1007","author":[{"given":"Travis","family":"Desell","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"AbdElRahman","family":"ElSaid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander G.","family":"Ororbia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,4,9]]},"reference":[{"issue":"12","key":"35_CR1","doi-asserted-by":"publisher","first-page":"3327","DOI":"10.1162\/neco_a_01017","volume":"29","author":"AG Ororbia II","year":"2017","unstructured":"Ororbia II, A.G., Mikolov, T., Reitter, D.: Learning simpler language models with the differential state framework. Neural Comput. 29(12), 3327\u20133352 (2017)","journal-title":"Neural Comput."},{"key":"35_CR2","unstructured":"Chung, J., Gulcehre, C., Cho, K.H., Bengio, Y.: Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv preprint arXiv:1412.3555 (2014)"},{"issue":"8","key":"35_CR3","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"issue":"3","key":"35_CR4","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1007\/s11633-016-1006-2","volume":"13","author":"G-B Zhou","year":"2016","unstructured":"Zhou, G.-B., Wu, J., Zhang, C.-L., Zhou, Z.-H.: Minimal gated unit for recurrent neural networks. Int. J. Autom. Comput. 13(3), 226\u2013234 (2016). https:\/\/doi.org\/10.1007\/s11633-016-1006-2","journal-title":"Int. J. Autom. Comput."},{"key":"35_CR5","unstructured":"Collins, J., Sohl-Dickstein, J., Sussillo, D.: Capacity and trainability in recurrent neural networks. arXiv preprint arXiv:1611.09913 (2016)"},{"key":"35_CR6","unstructured":"Bengio, Y., Frasconi, P., Simard, P.: The problem of learning long-term dependencies in recurrent networks. In: IEEE International Conference on Neural Networks, pp. 1183\u20131188. IEEE (1993)"},{"issue":"2","key":"35_CR7","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Netw. 5(2), 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Netw."},{"key":"35_CR8","unstructured":"Hochreiter, S., Bengio, Y., Frasconi, P., Schmidhuber, J., et al.: Gradient flow in recurrent nets: the difficulty of learning long-term dependencies (2001)"},{"key":"35_CR9","unstructured":"Pascanu, R., Mikolov, T., Bengio, Y.: On the difficulty of training recurrent neural networks. In: International Conference on Machine Learning, pp. 1310\u20131318 (2013)"},{"issue":"4","key":"35_CR10","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1162\/neco_a_01174","volume":"31","author":"L Jing","year":"2019","unstructured":"Jing, L., et al.: Gated orthogonal recurrent units: on learning to forget. Neural Comput. 31(4), 765\u2013783 (2019)","journal-title":"Neural Comput."},{"issue":"6","key":"35_CR11","doi-asserted-by":"publisher","first-page":"1329","DOI":"10.1109\/72.548162","volume":"7","author":"T Lin","year":"1996","unstructured":"Lin, T., Horne, B.G., Tino, P., Giles, C.L.: Learning long-term dependencies in NARX recurrent neural networks. IEEE Trans. Neural Netw. 7(6), 1329\u20131338 (1996)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"5","key":"35_CR12","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/S0893-6080(98)00018-5","volume":"11","author":"T Lin","year":"1998","unstructured":"Lin, T., Horne, B.G., Giles, C.L.: How embedded memory in recurrent neural network architectures helps learning long-term temporal dependencies. Neural Netw. 11(5), 861\u2013868 (1998)","journal-title":"Neural Netw."},{"key":"35_CR13","unstructured":"Lin, T., Horne, B.G., Giles, C.L., Kung, S.-Y.: What to remember: how memory order affects the performance of NARX neural networks. In: 1998 IEEE International Joint Conference on Neural Networks Proceedings. IEEE World Congress on Computational Intelligence (Cat. No. 98CH36227), vol. 2, pp. 1051\u20131056. IEEE (1998)"},{"key":"35_CR14","unstructured":"Giles, C.L., Lin, T., Horne, B.G., Kung, S.-Y.: The past is important: a method for determining memory structure in NARX neural networks. In: 1998 IEEE International Joint Conference on Neural Networks Proceedings. IEEE World Congress on Computational Intelligence (Cat. No. 98CH36227), vol. 3, pp. 1834\u20131839. IEEE (1998)"},{"issue":"3","key":"35_CR15","first-page":"182","volume":"3","author":"E Diaconescu","year":"2008","unstructured":"Diaconescu, E.: The use of NARX neural networks to predict chaotic time series. Wseas Trans. Comput. Res. 3(3), 182\u2013191 (2008)","journal-title":"Wseas Trans. Comput. Res."},{"key":"35_CR16","unstructured":"McClelland, J.L., Rumelhart, D.E., PDP Research Group, et al.: Parallel Distributed Processing, vol. 2. MIT Press, Cambridge (1987)"},{"key":"35_CR17","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"35_CR18","unstructured":"Graves, A.: Generating sequences with recurrent neural networks. arXiv preprint arXiv:1308.0850 (2013)"},{"key":"35_CR19","unstructured":"Srivastava, R.K., Greff, K., Schmidhuber, J.: Highway networks. arXiv preprint arXiv:1505.00387 (2015)"},{"key":"35_CR20","unstructured":"Zilly, J.G., Srivastava, R.K., Koutn\u00edk, J., Schmidhuber, J.: Recurrent highway networks. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 4189\u20134198. JMLR.org (2017)"},{"issue":"8","key":"35_CR21","doi-asserted-by":"publisher","first-page":"1267","DOI":"10.1109\/TNN.2009.2022980","volume":"20","author":"J Chen","year":"2009","unstructured":"Chen, J., Chaudhari, N.S.: Segmented-memory recurrent neural networks. IEEE Trans. Neural Netw. 20(8), 1267\u20131280 (2009)","journal-title":"IEEE Trans. Neural Netw."},{"key":"35_CR22","doi-asserted-by":"crossref","unstructured":"ElSaid, A., Wild, B., Higgins, J., Desell, T.: Using LSTM recurrent neural networks to predict excess vibration events in aircraft engines. In: 2016 IEEE 12th International Conference on e-Science (e-Science), pp. 260\u2013269. IEEE (2016)","DOI":"10.1109\/eScience.2016.7870907"},{"key":"35_CR23","doi-asserted-by":"crossref","unstructured":"ElSaid, A., Jamiy, F.E., Higgins, J., Wild, B., Desell, T.: Using ant colony optimization to optimize long short-term memory recurrent neural networks. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 13\u201320. ACM (2018)","DOI":"10.1145\/3205455.3205637"},{"key":"35_CR24","doi-asserted-by":"crossref","unstructured":"Ororbia, A., ElSaid, A., Desell, T.: Investigating recurrent neural network memory structures using neuro-evolution. In: Proceedings of the Genetic and Evolutionary Computation Conference, GECCO 2019, pp. 446\u2013455. ACM, New York (2019)","DOI":"10.1145\/3321707.3321795"},{"issue":"2","key":"35_CR25","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1023\/A:1022602019183","volume":"3","author":"DE Goldberg","year":"1988","unstructured":"Goldberg, D.E., Holland, J.H.: Genetic algorithms and machine learning. Mach. Learn. 3(2), 95\u201399 (1988)","journal-title":"Mach. Learn."},{"key":"35_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-09952-1_1","volume-title":"Swarm Intelligence","author":"K Salama","year":"2014","unstructured":"Salama, K., Abdelbar, A.M.: A novel ant colony algorithm for building neural network topologies. In: Dorigo, M., et al. (eds.) ANTS 2014. LNCS, vol. 8667, pp. 1\u201312. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-09952-1_1"},{"key":"35_CR27","doi-asserted-by":"crossref","unstructured":"Suganuma, M., Shirakawa, S., Nagao, T.: A genetic programming approach to designing convolutional neural network architectures. In: Proceedings of the Genetic and Evolutionary Computation Conference, GECCO 2017, pp. 497\u2013504. ACM, New York (2017)","DOI":"10.1145\/3071178.3071229"},{"key":"35_CR28","unstructured":"Sun, Y., Xue, B., Zhang, M.: Evolving deep convolutional neural networks for image classification. CoRR, abs\/1710.10741 (2017)"},{"key":"35_CR29","unstructured":"Miikkulainen, R., et al.: Evolving deep neural networks. arXiv preprint arXiv:1703.00548 (2017)"},{"issue":"2","key":"35_CR30","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"K Stanley","year":"2002","unstructured":"Stanley, K., Miikkulainen, R.: Evolving neural networks through augmenting topologies. Evol. Comput. 10(2), 99\u2013127 (2002)","journal-title":"Evol. Comput."},{"issue":"2","key":"35_CR31","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/artl.2009.15.2.15202","volume":"15","author":"KO Stanley","year":"2009","unstructured":"Stanley, K.O., D\u2019Ambrosio, D.B., Gauci, J.: A hypercube-based encoding for evolving large-scale neural networks. Artif. Life 15(2), 185\u2013212 (2009)","journal-title":"Artif. Life"},{"key":"35_CR32","doi-asserted-by":"crossref","unstructured":"Rawal, A., Miikkulainen, R.: Evolving deep LSTM-based memory networks using an information maximization objective. In: 2016 Proceedings of the Genetic and Evolutionary Computation Conference, pp. 501\u2013508. ACM (2016)","DOI":"10.1145\/2908812.2908941"},{"key":"35_CR33","unstructured":"Rawal, A., Miikkulainen, R.: From nodes to networks: evolving recurrent neural networks. CoRR, abs\/1803.04439 (2018)"},{"key":"35_CR34","unstructured":"Camero, A., Toutouh, J., Alba, E.: Low-cost recurrent neural network expected performance evaluation. arXiv preprint arXiv:1805.07159 (2018)"},{"key":"35_CR35","unstructured":"Camero, A., Toutouh, J., Alba, E.: A specialized evolutionary strategy using mean absolute error random sampling to design recurrent neural networks. arXiv preprint arXiv:1909.02425 (2019)"},{"key":"35_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/978-3-319-16468-7_8","volume-title":"Evolutionary Computation in Combinatorial Optimization","author":"T Desell","year":"2015","unstructured":"Desell, T., Clachar, S., Higgins, J., Wild, B.: Evolving deep recurrent neural networks using ant colony optimization. In: Ochoa, G., Chicano, F. (eds.) EvoCOP 2015. LNCS, vol. 9026, pp. 86\u201398. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16468-7_8"},{"key":"35_CR37","doi-asserted-by":"publisher","first-page":"969","DOI":"10.1016\/j.asoc.2018.09.013","volume":"73","author":"A ElSaid","year":"2018","unstructured":"ElSaid, A., Jamiy, F.E., Higgins, J., Wild, B., Desell, T.: Optimizing long short-term memory recurrent neural networks using ant colony optimization to predict turbine engine vibration. Appl. Soft Comput. 73, 969\u2013991 (2018)","journal-title":"Appl. Soft Comput."},{"issue":"3","key":"35_CR38","first-page":"1","volume":"5","author":"DE Rumelhart","year":"1988","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J., et al.: Learning representations by back-propagating errors. Cogn. Model. 5(3), 1 (1988)","journal-title":"Cogn. Model."},{"key":"35_CR39","doi-asserted-by":"crossref","unstructured":"ElSaid, A., Benson, S., Patwardhan, S., Stadem, D., Travis, D.: Evolving recurrent neural networks for time series data prediction of coal plant parameters. In: The 22nd International Conference on the Applications of Evolutionary Computation, Leipzig, Germany, April 2019","DOI":"10.1007\/978-3-030-16692-2_33"},{"issue":"10","key":"35_CR40","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos, P.J.: Backpropagation through time: what it does and how to do it. Proc. IEEE 78(10), 1550\u20131560 (1990)","journal-title":"Proc. IEEE"},{"key":"35_CR41","unstructured":"Jozefowicz, R., Zaremba, W., Sutskever, I.: An empirical exploration of recurrent network architectures. In: International Conference on Machine Learning, pp. 2342\u20132350 (2015)"}],"container-title":["Lecture Notes in Computer Science","Applications of Evolutionary Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-43722-0_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,4]],"date-time":"2021-03-04T20:26:59Z","timestamp":1614889619000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-43722-0_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030437213","9783030437220"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-43722-0_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"9 April 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EvoApplications","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Applications of Evolutionary Computation (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seville","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 April 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 April 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"evoapplications2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.evostar.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"62","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"71% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.68","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.25","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}