{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T20:46:47Z","timestamp":1772225207725,"version":"3.50.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030351656","type":"print"},{"value":"9783030351663","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-35166-3_26","type":"book-chapter","created":{"date-parts":[[2019,11,16]],"date-time":"2019-11-16T10:01:27Z","timestamp":1573898487000},"page":"362-375","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Question Classification with Untrained Recurrent Embeddings"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4129-0131","authenticated-orcid":false,"given":"Daniele","family":"Di Sarli","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6692-2564","authenticated-orcid":false,"given":"Claudio","family":"Gallicchio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5764-5238","authenticated-orcid":false,"given":"Alessio","family":"Micheli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,12]]},"reference":[{"key":"26_CR1","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. In: 3rd International Conference on Learning Representations, ICLR 2015, Conference Track Proceedings (2015). \nhttp:\/\/arxiv.org\/abs\/1409.0473"},{"issue":"2","key":"26_CR2","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P.Y., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Netw. 5(2), 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Netw."},{"key":"26_CR3","unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems 24: 25th Annual Conference on Neural Information Processing Systems 2011. Proceedings of a Meeting Held at Granada, Spain, 12\u201314 December 2011, pp. 2546\u20132554 (2011)"},{"key":"26_CR4","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13, 281\u2013305 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"26_CR5","unstructured":"Bianchi, F.M., Scardapane, S., L\u00f8kse, S., Jenssen, R.: Bidirectional deep-readout echo state networks. In: 26th European Symposium on Artificial Neural Networks, ESANN 2018 (2018)"},{"key":"26_CR6","unstructured":"Boedecker, J., Obst, O., Mayer, N.M., Asada, M.: Studies on reservoir initialization and dynamics shaping in echo state networks. In: Proceedings of the 17th European Symposium on Artificial Neural Networks (ESANN), pp. 227\u2013232. d-side publi (2009)"},{"key":"26_CR7","doi-asserted-by":"crossref","unstructured":"Cer, D., et al.: Universal sentence encoder for English. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, EMNLP 2018: System Demonstrations, pp. 169\u2013174. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/D18-2029"},{"key":"26_CR8","doi-asserted-by":"crossref","unstructured":"Cho, K., et al.: Learning phrase representations using RNN encoder-decoder for statistical machine translation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, pp. 1724\u20131734. ACL (2014)","DOI":"10.3115\/v1\/D14-1179"},{"key":"26_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1007\/978-3-319-70169-1_27","volume-title":"AI*IA 2017 Advances in Artificial Intelligence","author":"D Croce","year":"2017","unstructured":"Croce, D., Filice, S., Basili, R.: On the impact of linguistic information in kernel-based deep architectures. In: Esposito, F., Basili, R., Ferilli, S., Lisi, F. (eds.) AI*IA 2017. LNCS, vol. 10640, pp. 359\u2013371. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-70169-1_27"},{"key":"26_CR10","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805 (2018). \nhttp:\/\/arxiv.org\/abs\/1810.04805"},{"issue":"5","key":"26_CR11","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1016\/j.neunet.2011.02.002","volume":"24","author":"C Gallicchio","year":"2011","unstructured":"Gallicchio, C., Micheli, A.: Architectural and Markovian factors of echo state networks. Neural Netw. 24(5), 440\u2013456 (2011)","journal-title":"Neural Netw."},{"key":"26_CR12","unstructured":"Gallicchio, C., Micheli, A.: Deep reservoir computing: a critical analysis. In: 24th European Symposium on Artificial Neural Networks, ESANN 2016 (2016)"},{"key":"26_CR13","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.neucom.2016.12.089","volume":"268","author":"C Gallicchio","year":"2017","unstructured":"Gallicchio, C., Micheli, A., Pedrelli, L.: Deep reservoir computing: a critical experimental analysis. Neurocomputing 268, 87\u201399 (2017)","journal-title":"Neurocomputing"},{"key":"26_CR14","unstructured":"Grave, E., Bojanowski, P., Gupta, P., Joulin, A., Mikolov, T.: Learning word vectors for 157 languages. In: Proceedings of the International Conference on Language Resources and Evaluation (LREC 2018) (2018)"},{"issue":"8","key":"26_CR15","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"26_CR16","unstructured":"Jaeger, H.: The \u201cecho state\u201d approach to analysing and training recurrent neural networks - with an erratum note. Technical report. German National Research Center for Information Technology GMD, Bonn, Germany (2001)"},{"issue":"5667","key":"26_CR17","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger, H., Haas, H.: Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667), 78\u201380 (2004)","journal-title":"Science"},{"issue":"3","key":"26_CR18","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H Jaeger","year":"2007","unstructured":"Jaeger, H., Lukosevicius, M., Popovici, D., Siewert, U.: Optimization and applications of echo state networks with leaky-integrator neurons. Neural Netw. 20(3), 335\u2013352 (2007). \nhttps:\/\/doi.org\/10.1016\/j.neunet.2007.04.016","journal-title":"Neural Netw."},{"key":"26_CR19","doi-asserted-by":"crossref","unstructured":"Kalchbrenner, N., Grefenstette, E., Blunsom, P.: A convolutional neural network for modelling sentences. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics, ACL 2014, Volume 1: Long Papers, pp. 655\u2013665. The Association for Computer Linguistics (2014)","DOI":"10.3115\/v1\/P14-1062"},{"key":"26_CR20","doi-asserted-by":"crossref","unstructured":"Kim, Y.: Convolutional neural networks for sentence classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, pp. 1746\u20131751. ACL (2014)","DOI":"10.3115\/v1\/D14-1181"},{"key":"26_CR21","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: 3rd International Conference on Learning Representations, ICLR 2015, Conference Track Proceedings (2015)"},{"issue":"4598","key":"26_CR22","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1126\/science.220.4598.671","volume":"220","author":"S Kirkpatrick","year":"1983","unstructured":"Kirkpatrick, S., Gelatt, D., Vecchi, M.P.: Optimization by simulated annealing. Science 220(4598), 671\u2013680 (1983)","journal-title":"Science"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Lei, Z., Yang, Y., Yang, M., Liu, Y.: A multi-sentiment-resource enhanced attention network for sentiment classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Volume 2: Short Papers, pp. 758\u2013763. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/P18-2120"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Li, X., Roth, D.: Learning question classifiers. In: 19th International Conference on Computational Linguistics, COLING 2002 (2002)","DOI":"10.3115\/1072228.1072378"},{"key":"26_CR25","unstructured":"Lin, Z., et al.: A structured self-attentive sentence embedding. In: 5th International Conference on Learning Representations, ICLR 2017, Conference Track Proceedings (2017)"},{"issue":"3","key":"26_CR26","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Lukosevicius","year":"2009","unstructured":"Lukosevicius, M., Jaeger, H.: Reservoir computing approaches to recurrent neural network training. Comput. Sci. Rev. 3(3), 127\u2013149 (2009)","journal-title":"Comput. Sci. Rev."},{"key":"26_CR27","unstructured":"Paszke, A., et al.: Automatic differentiation in PyTorch (2017). \nhttps:\/\/openreview.net\/forum?id=BJJsrmfCZ"},{"key":"26_CR28","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2019). \nhttps:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf"},{"key":"26_CR29","doi-asserted-by":"publisher","first-page":"6940","DOI":"10.1609\/aaai.v33i01.33016940","volume":"33","author":"Devendra Singh Sachan","year":"2019","unstructured":"Sachan, D.S., Zaheer, M., Salakhutdinov, R.: Revisiting LSTM networks for semi-supervised text classification via mixed objective function. In: AAAI 2019 (2019)","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"11","key":"26_CR30","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1109\/78.650093","volume":"45","author":"M Schuster","year":"1997","unstructured":"Schuster, M., Paliwal, K.K.: Bidirectional recurrent neural networks. IEEE Trans. Signal Process. 45(11), 2673\u20132681 (1997)","journal-title":"IEEE Trans. Signal Process."},{"issue":"2","key":"26_CR31","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s10462-010-9188-4","volume":"35","author":"JPCG Silva da","year":"2011","unstructured":"da Silva, J.P.C.G., Coheur, L., Mendes, A.C., Wichert, A.: From symbolic to sub-symbolic information in question classification. Artif. Intell. Rev. 35(2), 137\u2013154 (2011)","journal-title":"Artif. Intell. Rev."},{"issue":"12","key":"26_CR32","doi-asserted-by":"publisher","first-page":"3246","DOI":"10.1162\/NECO_a_00374","volume":"24","author":"T Strauss","year":"2012","unstructured":"Strauss, T., Wustlich, W., Labahn, R.: Design strategies for weight matrices of echo state networks. Neural Comput. 24(12), 3246\u20133276 (2012)","journal-title":"Neural Comput."},{"key":"26_CR33","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: ACL, no. 1, pp. 3645\u20133650. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"26_CR34","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems, pp. 6000\u20136010 (2017)"},{"issue":"3","key":"26_CR35","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.neunet.2007.04.003","volume":"20","author":"D Verstraeten","year":"2007","unstructured":"Verstraeten, D., Schrauwen, B., D\u2019Haene, M., Stroobandt, D.: An experimental unification of reservoir computing methods. Neural Netw. 20(3), 391\u2013403 (2007)","journal-title":"Neural Netw."},{"key":"26_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"IB Yildiz","year":"2012","unstructured":"Yildiz, I.B., Jaeger, H., Kiebel, S.J.: Re-visiting the echo state property. Neural Netw. 35, 1\u20139 (2012)","journal-title":"Neural Netw."},{"key":"26_CR37","unstructured":"Zhao, H., Lu, Z., Poupart, P.: Self-adaptive hierarchical sentence model. In: Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence, IJCAI 2015, pp. 4069\u20134076. AAAI Press (2015)"},{"key":"26_CR38","unstructured":"Zhou, C., Sun, C., Liu, Z., Lau, F.C.M.: A C-LSTM neural network for text classification. CoRR abs\/1511.08630 (2015). \nhttp:\/\/arxiv.org\/abs\/1511.08630"}],"container-title":["Lecture Notes in Computer Science","AI*IA 2019 \u2013 Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-35166-3_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,16]],"date-time":"2019-11-16T10:05:05Z","timestamp":1573898705000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-35166-3_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030351656","9783030351663"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-35166-3_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"12 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI*IA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Italian Association for Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rende","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aiia2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aiia2019.mat.unical.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}