{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T13:13:25Z","timestamp":1740143605386,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,10,4]],"date-time":"2021-10-04T00:00:00Z","timestamp":1633305600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,4]],"date-time":"2021-10-04T00:00:00Z","timestamp":1633305600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100007655","name":"\u010cesk\u00e9 Vysok\u00e9 U\u010den\u00ed Technick\u00e9 v Praze","doi-asserted-by":"publisher","award":["SGS20\/092\/OHK3\/1T\/37"],"award-info":[{"award-number":["SGS20\/092\/OHK3\/1T\/37"]}],"id":[{"id":"10.13039\/100007655","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10579-021-09563-3","type":"journal-article","created":{"date-parts":[[2021,10,4]],"date-time":"2021-10-04T23:54:41Z","timestamp":1633391681000},"page":"1023-1041","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Benchmark of public intent recognition services"],"prefix":"10.1007","volume":"56","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1071-3712","authenticated-orcid":false,"given":"Petr","family":"Lorenc","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petr","family":"Marek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan","family":"Pichl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jakub","family":"Konr\u00e1d","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan","family":"\u0160ediv\u00fd","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,4]]},"reference":[{"key":"9563_CR1","unstructured":"Arora, S., Li, Y., Liang, Y., Ma, T., & Risteski, A. (2015). Random walks on context spaces: Towards an explanation of the mysteries of semantic word embeddings. CoRR. arXiv:1502.03520"},{"key":"9563_CR2","doi-asserted-by":"crossref","unstructured":"Barros, J. M., Buitelaar, P., Duggan, J., & Rebholz-Schuhmann, D. (2019). Unsupervised classification of health content on reddit. In: Proceedings of the 9th International Conference on Digital Public Health, pp. 85\u201389.","DOI":"10.1145\/3357729.3357745"},{"key":"9563_CR3","unstructured":"Bocklisch, T., Faulkner, J., Pawlowski, N., & Nichol, A. (2017). Rasa: Open source language understanding and dialogue management. arXiv preprint arXiv:1712.05181"},{"key":"9563_CR4","doi-asserted-by":"crossref","unstructured":"Bojanowski, P., Grave, E., Joulin, A., & Mikolov, T. (2016). Enriching word vectors with subword information. CoRR. arXiv:1607.04606","DOI":"10.1162\/tacl_a_00051"},{"key":"9563_CR5","doi-asserted-by":"publisher","unstructured":"Braun, D., Hernandez-Mendez, A., Matthes, F., & Langen, M. (2018). Evaluating natural language understanding services for conversational question answering systems (August), 174\u2013185. https:\/\/doi.org\/10.18653\/v1\/w17-5522","DOI":"10.18653\/v1\/w17-5522"},{"key":"9563_CR6","doi-asserted-by":"publisher","unstructured":"Brennan, S. E., & Schober, M. F. (2001). How listeners compensate for disfluencies in spontaneous speech. Journal of Memory and Language, 44 (2), 274\u2013296. https:\/\/doi.org\/10.1006\/jmla.2000.2753. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0749596X00927530","DOI":"10.1006\/jmla.2000.2753"},{"key":"9563_CR7","unstructured":"Brich, T. (2018). Semantic sentence similarity for intent recognition task (May)."},{"key":"9563_CR8","unstructured":"Bunk, T., Varshneya, D., Vlasov, V., & Nichol, A. (2020). Diet: Lightweight language understanding for dialogue systems. arXiv preprint arXiv:2004.09936"},{"key":"9563_CR9","doi-asserted-by":"publisher","unstructured":"Cer, D., Yang, Y., yi\u00a0Kong, S., Hua, N., Limtiaco, N., St. John, R., Constant, N., Guajardo-C\u00e9spedes, M., Yuan, S., Tar, C., Sung, Y.H., Strope, B., & Kurzweil, R. (2018). Universal sentence encoder for English. EMNLP 2018\u2014Conference on Empirical Methods in Natural Language Processing: System Demonstrations, Proceedings, pp. 169\u2013174. https:\/\/doi.org\/10.18653\/v1\/d18-2029","DOI":"10.18653\/v1\/d18-2029"},{"issue":"1","key":"9563_CR10","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educational and Psychological Measurement"},{"issue":"3","key":"9563_CR11","first-page":"273","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C., & Vapnik, V. (1995). Support-vector networks. Machine Learning, 20(3), 273\u2013297.","journal-title":"Machine Learning"},{"key":"9563_CR12","unstructured":"Coucke, A., Saade, A., Ball, A., Bluche, T., Caulier, A., Leroy, D., Doumouro, C., Gisselbrecht, T., Caltagirone, F., Lavril, T., Primet, M., & Dureau, J. (2018). Snips voice platform: an embedded spoken language understanding system for private-by-design voice interfaces."},{"key":"9563_CR13","doi-asserted-by":"crossref","unstructured":"Dai, X., Bikdash, M., & Meyer, B. (2017). From social media to public health surveillance: Word embedding based clustering method for twitter classification. In: SoutheastCon 2017, pp. 1\u20137. IEEE","DOI":"10.1109\/SECON.2017.7925400"},{"key":"9563_CR14","unstructured":"Devlin, J., Chang, M. W., Lee, K., & Toutanova, K. (2019). BERT: Pre-training of deep bidirectional transformers for language understanding. NAACL HLT 2019\u20132019 Conference of the North American Chapter of the Association for Computational Linguistics. In: Human Language Technologies\u2014Proceedings of the Conference, 1(Mlm), pp. 4171\u20134186."},{"key":"9563_CR15","doi-asserted-by":"publisher","unstructured":"Edizel, B., Piktus, A., Bojanowski, P., Ferreira, R., Grave, E., & Silvestri, F. (2019). Misspelling oblivious word embeddings. In: NAACL HLT 2019\u20142019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies\u2014Proceedings of the Conference, vol. 1, pp. 3226\u20133234. https:\/\/doi.org\/10.18653\/v1\/n19-1326","DOI":"10.18653\/v1\/n19-1326"},{"key":"9563_CR16","unstructured":"F\u00f3cil-Arias, C., Ziiniga, J., Sidorov, G., Batyrshin, I., Gelbukh, A. (2017).\nA tweets classifier based on cosine similarity. In: Working notes\nof CLEF 2017\u2014Conference and Labs of the Evaluation Forum,\nDublin, Ireland, pp. 11\u201314."},{"key":"9563_CR17","unstructured":"Gabriel, R., Liu, Y., Gottardi, A., Eric, M., Khatri, A., Chadha, A., Chen, Q., Hedayatnia, B., Rajan, P., et al. (2020). Further advances in open domain dialog systems in the third Alexa prize socialbot grand challenge. Alexa Prize: Proc."},{"key":"9563_CR18","unstructured":"Hagiwara, M., & Mita, M. (2019). GitHub typo corpus: a large-scale multilingual dataset of misspellings and grammatical errors. arXiv:1911.12893"},{"issue":"8","key":"9563_CR19","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long short-term memory. Neural Computation, 9(8), 1735\u20131780.","journal-title":"Neural Computation"},{"key":"9563_CR20","unstructured":"Joulin, A., Grave, E., Bojanowski, P., Douze, M., J\u00e9gou, H., & Mikolov, T. (2016). Fasttext.zip: Compressing text classification models. CoRR arXiv:1612.03651."},{"issue":"3","key":"9563_CR21","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1609\/aimag.v39i3.2810","volume":"39","author":"C Khatri","year":"2018","unstructured":"Khatri, C., Venkatesh, A., Hedayatnia, B., Gabriel, R., Ram, A., & Prasad, R. (2018). Alexa prize-state of the art in conversational ai. AI Magazine, 39(3), 40\u201355.","journal-title":"AI Magazine"},{"key":"9563_CR22","doi-asserted-by":"crossref","unstructured":"Kourkounakis, T., Hajavi, A., & Etemad, A. (2019). Detecting multiple speech disfluencies using a deep residual network with bidirectional long short-term memory.","DOI":"10.1109\/ICASSP40776.2020.9053893"},{"key":"9563_CR23","doi-asserted-by":"crossref","unstructured":"Liang, B., Li, H., Su, M., Bian, P., Li, X., & Shi, W. (2017). Deep text classification can be fooled. CoRR arXiv:1704.08006.","DOI":"10.24963\/ijcai.2018\/585"},{"key":"9563_CR24","doi-asserted-by":"crossref","unstructured":"Liu, W., Zhou, P., Zhao, Z., Wang, Z., Deng, H., & Ju, Q. (2020). FastBERT: A self-distilling BERT with adaptive inference time. arXiv:2004.02178","DOI":"10.18653\/v1\/2020.acl-main.537"},{"key":"9563_CR25","unstructured":"Liu, X., Eshghi, A., Swietojanski, P., & Rieser, V. (2019). Benchmarking natural language understanding services for building conversational agents. arXiv:1903.05566"},{"key":"9563_CR26","unstructured":"Lou, P.J., & Johnson, M. (2020). End-to-end speech recognition and disfluency removal."},{"key":"9563_CR27","volume-title":"Generalized linear models","author":"P McCullagh","year":"2018","unstructured":"McCullagh, P. (2018). Generalized linear models. Abingdon: Routledge."},{"key":"9563_CR28","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G., & Dean, J. (2013). Distributed representations of words and phrases and their compositionality. CoRR arXiv:1310.4546."},{"key":"9563_CR29","unstructured":"Opitz, J., & Burst, S. (2019). Macro f1 and macro f1."},{"key":"9563_CR30","doi-asserted-by":"crossref","unstructured":"Pagliardini, M., Gupta, P., & Jaggi, M. (2018). Unsupervised learning of sentence embeddings using compositional n-gram features. In: NAACL 2018\u2014Conference of the North American Chapter of the Association for Computational Linguistics.","DOI":"10.18653\/v1\/N18-1049"},{"key":"9563_CR31","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., & Duchesnay, E. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"key":"9563_CR32","unstructured":"Pichl, J., Marek, P., Konr\u00e1d, J., Lorenc, P., Duy, T. V., & \u0160ediv\u00fd, J. (2020). Alquist 3.0: Alexa prize bot using conversational knowledge graph. In: Alexa Prize Socialbot Grand Challenge 3 Proceedings"},{"key":"9563_CR33","unstructured":"Pichl, J., Marek, P., Konr\u00e1d, J., Matul\u00edk, M., Nguyen, H.L., & \u0160ediv\u00fd, J. (2018). Alquist: The alexa prize socialbot. arXiv preprint arXiv:1804.06705"},{"key":"9563_CR34","unstructured":"Pichl, J., Marek, P., Matul\u00edk, M., & \u0160ediv\u00fd, J. (2018). Alquist 2.0: Alexa Prize Socialbot based on sub-dialogue models (Section 2). https:\/\/aws.amazon.com\/codepipeline"},{"key":"9563_CR35","unstructured":"Ram, A., Prasad, R., Khatri, C., Venkatesh, A., Gabriel, R., Liu, Q., Nunn, J., Hedayatnia, B., Cheng, M., Nagar, A., et al. (2018). Conversational ai: The science behind the alexa prize. arXiv preprint arXiv:1801.03604"},{"key":"9563_CR36","doi-asserted-by":"publisher","unstructured":"Reimers, N., & Gurevych, I. (2019). Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks, pp. 3980\u20133990. https:\/\/doi.org\/10.18653\/v1\/d19-1410","DOI":"10.18653\/v1\/d19-1410"},{"issue":"1","key":"9563_CR37","doi-asserted-by":"publisher","first-page":"119","DOI":"10.5898\/JHRI.1.1.Riek","volume":"1","author":"LD Riek","year":"2012","unstructured":"Riek, L. D. (2012). Wizard of oz studies in hri: A systematic review and new reporting guidelines. Journal of Human-Robot Interactions, 1(1), 119\u2013136. https:\/\/doi.org\/10.5898\/JHRI.1.1.Riek","journal-title":"Journal of Human-Robot Interactions"},{"key":"9563_CR38","doi-asserted-by":"crossref","unstructured":"Salvaris, M., Dean, D., & Tok, W.H. (2018). Generative adversarial networks. Deep Learning with Azure, pp. 187\u2013208","DOI":"10.1007\/978-1-4842-3679-6_8"},{"key":"9563_CR39","doi-asserted-by":"publisher","unstructured":"Schuurmans, J., & Frasincar, F. (2019). Intent classification for dialogue utterances. IEEE Intelligent Systems PP, pp. 1\u20131. https:\/\/doi.org\/10.1109\/MIS.2019.2954966","DOI":"10.1109\/MIS.2019.2954966"},{"key":"9563_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1017\/ATSIP.2018.31","volume":"8","author":"PG Shivakumar","year":"2019","unstructured":"Shivakumar, P. G., Li, H., Knight, K., & Georgiou, P. (2019). Learning from past mistakes: Improving automatic speech recognition output via noisy-clean phrase context modeling. APSIPA Transactions on Signal and Information Processing, 8, 1\u201316. https:\/\/doi.org\/10.1017\/ATSIP.2018.31","journal-title":"APSIPA Transactions on Signal and Information Processing"},{"key":"9563_CR41","unstructured":"Shriberg, E. (1996). Disfluencies in switchboard."},{"key":"9563_CR42","doi-asserted-by":"publisher","unstructured":"Shridhar, K., Dash, A., Sahu, A., Pihlgren, G.G., Alonso, P., Pondenkandath, V., Kovacs, G., Simistira, F., & Liwicki, M. (2019). Subword semantic hashing for intent classification on small datasets. In: 2019 International Joint Conference on Neural Networks (IJCNN). https:\/\/doi.org\/10.1109\/ijcnn.2019.8852420.","DOI":"10.1109\/ijcnn.2019.8852420"},{"key":"9563_CR43","unstructured":"Sun, L., Hashimoto, K., Yin, W., Asai, A., Li, J., Yu, P., & Xiong, C. (2020). Adv-BERT: BERT is not robust on misspellings! Generating nature adversarial samples on BERT. http:\/\/arxiv.org\/abs\/2003.04985"},{"key":"9563_CR44","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., & Polosukhin, I. (2017). Attention is all you need. Advances in Neural Information Processing Systems (Nips), 5999\u20136009."}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-021-09563-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10579-021-09563-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-021-09563-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,18]],"date-time":"2022-08-18T10:03:45Z","timestamp":1660817025000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10579-021-09563-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,4]]},"references-count":44,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["9563"],"URL":"https:\/\/doi.org\/10.1007\/s10579-021-09563-3","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"type":"print","value":"1574-020X"},{"type":"electronic","value":"1574-0218"}],"subject":[],"published":{"date-parts":[[2021,10,4]]},"assertion":[{"value":"14 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 October 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}