{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:26:45Z","timestamp":1742912805821,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":32,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819916474"},{"type":"electronic","value":"9789819916481"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-1648-1_20","type":"book-chapter","created":{"date-parts":[[2023,4,14]],"date-time":"2023-04-14T07:02:39Z","timestamp":1681455759000},"page":"235-246","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The EsnTorch Library: Efficient Implementation of\u00a0Transformer-Based Echo State Networks"],"prefix":"10.1007","author":[{"given":"J\u00e9r\u00e9mie","family":"Cabessa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hugo","family":"Hernault","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yves","family":"Lamonato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mathieu","family":"Rochat","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yariv Z.","family":"Levy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,4,15]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Cabessa, J., Hernault, H., Kim, H., Lamonato, Y., Levy, Y.Z.: Efficient text classification with echo state networks. In: International Joint Conference on Neural Networks, IJCNN 2021, pp. 1\u20138. IEEE (2021)","DOI":"10.1109\/IJCNN52387.2021.9533958"},{"key":"20_CR2","unstructured":"Cabessa, J., Lamonato, H.H.Y., Levy, Y.Z.: Combining bert and echo state networks for efficient text classification. Applied Intelligence (Submitted 2022)"},{"key":"20_CR3","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT, Volume 1, 2019. pp. 4171\u20134186. ACL (2019)"},{"key":"20_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1007\/978-3-030-35166-3_26","volume-title":"AI*IA 2019 \u2013 Advances in Artificial Intelligence","author":"D Di Sarli","year":"2019","unstructured":"Di Sarli, D., Gallicchio, C., Micheli, A.: Question classification with untrained recurrent embeddings. In: Alviano, M., Greco, G., Scarcello, F. (eds.) AI*IA 2019. LNCS (LNAI), vol. 11946, pp. 362\u2013375. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-35166-3_26"},{"issue":"12","key":"20_CR5","doi-asserted-by":"publisher","first-page":"2088","DOI":"10.1162\/jocn.2006.18.12.2088","volume":"18","author":"PF Dominey","year":"2006","unstructured":"Dominey, P.F., Hoen, M., Inui, T.: A neurolinguistic model of grammatical construction processing. J. Cogn. Neurosci. 18(12), 2088\u20132107 (2006)","journal-title":"J. Cogn. Neurosci."},{"key":"20_CR6","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.neunet.2018.08.002","volume":"108","author":"C Gallicchio","year":"2018","unstructured":"Gallicchio, C., Micheli, A., Pedrelli, L.: Design of deep echo state networks. Neural Netw. 108, 33\u201347 (2018)","journal-title":"Neural Netw."},{"issue":"3","key":"20_CR7","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1162\/NECO_a_00411","volume":"25","author":"M Gandhi","year":"2013","unstructured":"Gandhi, M., Jaeger, H.: Echo state property linked to an input: Exploring a fundamental characteristic of recurrent neural networks. Neural Comput. 25(3), 671\u2013696 (2013)","journal-title":"Neural Comput."},{"key":"20_CR8","doi-asserted-by":"crossref","unstructured":"Hinaut, X., Dominey, P.F.: Real-time parallel processing of grammatical structure in the fronto-striatal system: A recurrent network simulation study using reservoir computing. PLOS ONE 8(2), 1\u201318 (2013)","DOI":"10.1371\/journal.pone.0052946"},{"key":"20_CR9","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.bandl.2015.08.002","volume":"150","author":"X Hinaut","year":"2015","unstructured":"Hinaut, X., Lance, F., Droin, C., Petit, M., Pointeau, G., Dominey, P.F.: Corticostriatal response selection in sentence production: Insights from neural network simulation with reservoir computing. Brain Lang. 150, 54\u201368 (2015)","journal-title":"Brain Lang."},{"key":"20_CR10","doi-asserted-by":"publisher","first-page":"16","DOI":"10.3389\/fnbot.2014.00016","volume":"8","author":"X Hinaut","year":"2014","unstructured":"Hinaut, X., Petit, M., Pointeau, G., Dominey, P.F.: Exploring the acquisition and production of grammatical constructions through human-robot interaction with echo state networks. Front. Neurorobot. 8, 16 (2014)","journal-title":"Front. Neurorobot."},{"issue":"2","key":"20_CR11","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1109\/TCDS.2019.2957006","volume":"12","author":"X Hinaut","year":"2020","unstructured":"Hinaut, X., Twiefel, J.: Teach your robot your language! trainable neural parser for modeling human sentence processing: Examples for 15 languages. IEEE Trans. Cogn. Dev. Syst. 12(2), 179\u2013188 (2020)","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"20_CR12","unstructured":"Jaeger, H.: Short term memory in echo state networks. GMD-Report 152, GMD - German National Research Institute for Computer Science (2002)"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Jaeger, H.: Echo state network. Scholarpedia 2(9), 2330 (2007)","DOI":"10.4249\/scholarpedia.2330"},{"key":"20_CR14","unstructured":"Jaeger, H.: The \"echo state\" approach to analysing and training recurrent neural networks. GMD Report 148, GMD - German National Research Institute for Computer Science (2001)"},{"issue":"5667","key":"20_CR15","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger, H., Haas, H.: Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667), 78\u201380 (2004)","journal-title":"Science"},{"key":"20_CR16","unstructured":"Lhoest, Q., et al.: Datasets: A community library for natural language processing. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 175\u2013184. ACL (2021)"},{"key":"20_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1007\/978-3-642-35289-8_36","volume-title":"Neural Networks: Tricks of the Trade","author":"M Luko\u0161evi\u010dius","year":"2012","unstructured":"Luko\u0161evi\u010dius, M.: A practical guide to applying echo state networks. In: Montavon, G., Orr, G.B., M\u00fcller, K.-R. (eds.) Neural Networks: Tricks of the Trade. LNCS, vol. 7700, pp. 659\u2013686. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-35289-8_36"},{"issue":"3","key":"20_CR18","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Luko\u0161evi\u010dius","year":"2009","unstructured":"Luko\u0161evi\u010dius, M., Jaeger, H.: Reservoir computing approaches to recurrent neural network training. Comput. Sci. Rev. 3(3), 127\u2013149 (2009)","journal-title":"Comput. Sci. Rev."},{"key":"20_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/978-3-030-30493-5_11","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2019: Workshop and Special Sessions","author":"R Ramamurthy","year":"2019","unstructured":"Ramamurthy, R., Stenzel, R., Sifa, R., Ladi, A., Bauckhage, C.: Echo state networks for named entity recognition. In: Tetko, I.V., K\u016frkov\u00e1, V., Karpov, P., Theis, F. (eds.) ICANN 2019. LNCS, vol. 11731, pp. 110\u2013120. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30493-5_11"},{"key":"20_CR20","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: Distilbert, a distilled version of BERT: smaller, faster, cheaper and lighter. CoRR abs\/1910.01108 (2019)"},{"key":"20_CR21","unstructured":"Schaetti, N.: Echotorch: Reservoir computing with pytorch. https:\/\/github.com\/nschaetti\/EchoTorch (2018)"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Schaetti, N.: Behaviors of reservoir computing models for textual documents classification. In: International Joint Conference on Neural Networks, IJCNN 2019 Budapest, Hungary, July 14\u201319, 2019, pp. 1\u20137. IEEE (2019)","DOI":"10.1109\/IJCNN.2019.8852304"},{"key":"20_CR23","doi-asserted-by":"crossref","unstructured":"Shen, S., Baevski, A., Morcos, A., Keutzer, K., Auli, M., Kiela, D.: Reservoir transformers. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 4294\u20134309. ACL, Online (2021)","DOI":"10.18653\/v1\/2021.acl-long.331"},{"key":"20_CR24","doi-asserted-by":"crossref","unstructured":"Shrivastava, H., Garg, A., Cao, Y., Zhang, Y., Sainath, T.N.: Echo state speech recognition. In: IEEE International Conference on Acoustics, Speech and Signal Processing, ICASSP 2021, pp. 5669\u20135673. IEEE (2021)","DOI":"10.1109\/ICASSP39728.2021.9414495"},{"key":"20_CR25","doi-asserted-by":"crossref","unstructured":"Steiner, P., Jalalvand, A., Stone, S., Birkholz, P.: Pyrcn: A toolbox for exploration and application of reservoir computing networks (2021)","DOI":"10.1016\/j.engappai.2022.104964"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Sun, Z., Yu, H., Song, X., Liu, R., Yang, Y., Zhou, D.: Mobilebert: a compact task-agnostic BERT for resource-limited devices. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, pp. 2158\u20132170. ACL (2020)","DOI":"10.18653\/v1\/2020.acl-main.195"},{"issue":"3","key":"20_CR27","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.neunet.2007.04.013","volume":"20","author":"MH Tong","year":"2007","unstructured":"Tong, M.H., Bickett, A.D., Christiansen, E.M., Cottrell, G.W.: Learning grammatical structure with echo state networks. Neural Netw. 20(3), 424\u2013432 (2007)","journal-title":"Neural Netw."},{"key":"20_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1007\/978-3-030-61616-8_40","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2020","author":"N Trouvain","year":"2020","unstructured":"Trouvain, N., Pedrelli, L., Dinh, T.T., Hinaut, X.: ReservoirPy: an efficient and user-friendly library to design echo state networks. In: Farka\u0161, I., Masulli, P., Wermter, S. (eds.) ICANN 2020. LNCS, vol. 12397, pp. 494\u2013505. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61616-8_40"},{"key":"20_CR29","unstructured":"Vaswani, A., et al: Attention is all you need. In: Guyon, I., von Luxburg, U., Bengio, S., Wallach, H.M., Fergus, R., Vishwanathan, S.V.N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, pp. 5998\u20136008 (2017)"},{"key":"20_CR30","unstructured":"Wieting, J., Kiela, D.: No training required: Exploring random encoders for sentence classification. In: 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6\u20139, 2019. OpenReview.net (2019)"},{"key":"20_CR31","unstructured":"Wolf, T., et al.: Transformers: State-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 38\u201345. ACL, Online (202,"},{"key":"20_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"IB Yildiz","year":"2012","unstructured":"Yildiz, I.B., Jaeger, H., Kiebel, S.J.: Re-visiting the echo state property. Neural Netw. 35, 1\u20139 (2012)","journal-title":"Neural Netw."}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-1648-1_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,14]],"date-time":"2023-04-14T07:09:21Z","timestamp":1681456161000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-1648-1_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819916474","9789819916481"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-1648-1_20","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Delhi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 November 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iconip2022.apnns.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"810","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"359","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.65","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"ICONIP 2022 consists of a two-volume set, LNCS & CCIS, which includes 146 and 213 papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}