{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,14]],"date-time":"2025-06-14T04:08:32Z","timestamp":1749874112407,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":33,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811025846"},{"type":"electronic","value":"9789811025853"}],"license":[{"start":{"date-parts":[[2016,12,25]],"date-time":"2016-12-25T00:00:00Z","timestamp":1482624000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-981-10-2585-3_31","type":"book-chapter","created":{"date-parts":[[2016,12,24]],"date-time":"2016-12-24T22:34:25Z","timestamp":1482618865000},"page":"381-393","source":"Crossref","is-referenced-by-count":2,"title":["Recurrent Neural Network Interaction Quality Estimation"],"prefix":"10.1007","author":[{"given":"Louisa","family":"Pragst","sequence":"first","affiliation":[]},{"given":"Stefan","family":"Ultes","sequence":"additional","affiliation":[]},{"given":"Wolfgang","family":"Minker","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,12,25]]},"reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Ultes, S., Heinroth, T., Schmitt, A., Minker, W.: A theoretical framework for a user-centered spoken dialog manager. In: Proceedings of the Paralinguistic Information and its Integration in Spoken Dialogue Systems Workshop. pp. 241\u2014246. Springer (2011)","DOI":"10.1007\/978-1-4614-1335-6_24"},{"key":"31_CR2","unstructured":"Ultes, S., Dikme, H., Minker, W.: Dialogue management for user-centered adaptive dialogue. In: Proceedings of IWSDS (2014). http:\/\/www.uni-ulm.de\/fileadmin\/website_uni_ulm\/allgemein\/2014_iwsds\/iwsds2014_lp_ultes.pdf"},{"key":"31_CR3","unstructured":"Ultes, S., Dikme, H., Minker, W.: First insight into quality-adaptive dialogue. In: Proceedings of the LREC, pp. 246\u2013251 (2014)"},{"key":"31_CR4","doi-asserted-by":"crossref","unstructured":"Ultes, S., Kraus, M., Schmitt, A., Minker, W.: Quality-adaptive spoken dialogue initiative selection and implications on reward modelling. In: Proceedings of SIGDIAL, pp. 374\u2013383. ACL (2015)","DOI":"10.18653\/v1\/W15-4649"},{"key":"31_CR5","unstructured":"Ultes, S., Minker, W.: Improving interaction quality recognition using error correction. In: Proceedings of SIGDIAL, pp. 122\u2013126. ACL (2013). http:\/\/www.aclweb.org\/anthology\/W\/W13\/W13-4018"},{"key":"31_CR6","unstructured":"Ultes, S., Minker, W.: Interaction quality: a review. Bulletin of Siberian State Aerospace University named after academician M.F. Reshetnev (4), 153\u2013156 (2013). http:\/\/www.vestnik.sibsau.ru\/images\/vestnik\/ves450.pdf"},{"key":"31_CR7","doi-asserted-by":"crossref","unstructured":"Ultes, S., Platero\u00a0S\u00e1nchez, M.J., Schmitt, A., Minker, W.: Analysis of an extended interaction quality corpus. In: Proceedings of IWSDS (2015)","DOI":"10.1007\/978-3-319-19291-8_4"},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Ultes, S., ElChabb, R., Minker, W.: Application and evaluation of a conditioned hidden markov model for estimating interaction quality of spoken dialogue systems. In: Proceedings of IWSDS, pp. 141\u2013150. Springer (2012)","DOI":"10.1007\/978-1-4614-8280-2_27"},{"key":"31_CR9","doi-asserted-by":"crossref","unstructured":"Ultes, S., Minker, W.: Interaction quality estimation in spoken dialogue systems using hybrid-hmms. In: Proceedings of SIGDIAL, pp. 208\u2013217. ACL (2014). http:\/\/www.aclweb.org\/anthology\/W14-4328","DOI":"10.3115\/v1\/W14-4328"},{"issue":"8","key":"31_CR10","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Mesnil, G., He, X., Deng, L., Bengio, Y.: Investigation of recurrent-neural-network architectures and learning methods for spoken language understanding. In: Proceedings of the INTERSPEECH, pp. 3771\u20133775 (2013)","DOI":"10.21437\/Interspeech.2013-596"},{"key":"31_CR12","doi-asserted-by":"crossref","unstructured":"Henderson, M., Thomson, B., Young, S.: Robust dialog state tracking using delexicalised recurrent neural networks and unsupervised adaptation. In: Proceedings of the SLT, pp. 360\u2013365. IEEE (2014)","DOI":"10.1109\/SLT.2014.7078601"},{"key":"31_CR13","doi-asserted-by":"crossref","unstructured":"Wen, T.H., Ga\u010di\u0107, M., Kim, D., Mrk\u0161ic, N., Su, P.H., Vandyke, D., Young, S.: Stochastic language generation in dialogue using recurrent neural networks with convolutional sentence reranking. In: Proceedings of the ACL, pp. 275\u2013284. (2015)","DOI":"10.18653\/v1\/W15-4639"},{"key":"31_CR14","doi-asserted-by":"crossref","unstructured":"Su, P.H., Vandyke, D., Gasic, M., Kim, D., Mrksic, N., Wen, T.H., Young, S.: Learning from real users: rating dialogue success with neural networks for reinforcement learning in spoken dialogue systems. arXiv:1508.03386 (2015)","DOI":"10.21437\/Interspeech.2015-456"},{"key":"31_CR15","doi-asserted-by":"crossref","unstructured":"Walker, M., Litman, D.J., Kamm, C.A., Abella, A.: Paradise: a framework for evaluating spoken dialogue agents. In: Proceedings of ACL, pp. 271\u2013280. ACL, Morristown, NJ, USA (1997)","DOI":"10.3115\/979617.979652"},{"key":"31_CR16","doi-asserted-by":"crossref","unstructured":"Engelbrecht, K.P., G\u00f6dde, F., Hartard, F., Ketabdar, H., M\u00f6ller, S.: Modeling user satisfaction with hidden markov model. In: Proceedings of SIGDIAL, pp. 170\u2013177. ACL, Morristown, NJ, USA (2009)","DOI":"10.3115\/1708376.1708402"},{"key":"31_CR17","doi-asserted-by":"publisher","unstructured":"Higashinaka, R., Minami, Y., Dohsaka, K., Meguro, T.: Issues in predicting user satisfaction transitions in dialogues: Individual differences, evaluation criteria, and prediction models. In: Spoken Dialogue Systems for Ambient Environments, Lecture Notes in Computer Science, vol. 6392, pp. 48\u201360. Springer, Heidelberg (2010). doi: 10.1007\/978-3-642-16202-2_5","DOI":"10.1007\/978-3-642-16202-2_5"},{"key":"31_CR18","unstructured":"Hara, S., Kitaoka, N., Takeda, K.: Estimation method of user satisfaction using n-gram-based dialog history model for spoken dialog system. In: Proceedings of LREC. ELRA, Valletta, Malta (2010)"},{"key":"31_CR19","doi-asserted-by":"crossref","unstructured":"Schmitt, A., Ultes, S.: Interaction quality: assessing the quality of ongoing spoken dialog interaction by experts\u2014and how it relates to user satisfaction. Speech Commun. (2015) accepted for publication","DOI":"10.1016\/j.specom.2015.06.003"},{"key":"31_CR20","unstructured":"Ultes, S., Schmitt, A., Minker, W.: Towards quality-adaptive spoken dialogue management. In: Proceedings of the NAACL-HLT: SDCTD, pp. 49\u201352. ACL, Montr\u00e9al, Canada (2012). http:\/\/www.aclweb.org\/anthology\/W12-1819"},{"key":"31_CR21","unstructured":"Ultes, S., Schmitt, A., Minker, W.: On quality ratings for spoken dialogue systems\u2014experts vs. users. In: Proceedings of NAACL-HLT, pp. 569\u2013578. ACL (2013)"},{"key":"31_CR22","unstructured":"Schmitt, A., Schatz, B., Minker, W.: Modeling and predicting quality in spoken human-computer interaction. In: Proceedings of SIGDIAL, pp. 173\u2013184. ACL, Portland, Oregon, USA (2011)"},{"key":"31_CR23","doi-asserted-by":"crossref","unstructured":"Raux, A., Bohus, D., Langner, B., Black, A.W., Eskenazi, M.: Doing research on a deployed spoken dialogue system: one year of let\u2019s go! experience. In: Proceedings of ICSLP (2006)","DOI":"10.21437\/Interspeech.2006-17"},{"key":"31_CR24","unstructured":"Schmitt, A., Ultes, S., Minker, W.: A parameterized and annotated spoken dialog corpus of the CMU Let\u2019s go bus information system. In: Proceedings of the LREC, pp. 3369\u2013337 (2012)"},{"issue":"2","key":"31_CR25","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"JL Elman","year":"1990","unstructured":"Elman, J.L.: Finding structure in time. Cogn. Sci. 14(2), 179\u2013211 (1990)","journal-title":"Cogn. Sci."},{"issue":"6","key":"31_CR26","doi-asserted-by":"crossref","first-page":"1329","DOI":"10.1109\/72.548162","volume":"7","author":"T Lin","year":"1996","unstructured":"Lin, T., Horne, B.G., Ti\u0148o, P., Giles, C.L.: Learning long-term dependencies in narx recurrent neural networks. IEEE Trans. Neural Netw. 7(6), 1329\u20131338 (1996)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"3","key":"31_CR27","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1109\/29.21701","volume":"37","author":"A Waibel","year":"1989","unstructured":"Waibel, A., Hanazawa, T., Hinton, G., Shikano, K., Lang, K.J.: Phoneme recognition using time-delay neural networks. IEEE Trans. Acoust. Speech Signal Process. 37(3), 328\u2013339 (1989)","journal-title":"IEEE Trans. Acoust. Speech Signal Process."},{"key":"31_CR28","doi-asserted-by":"crossref","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Meas. 20, 37\u201346 (1960)","DOI":"10.1177\/001316446002000104"},{"key":"31_CR29","doi-asserted-by":"crossref","unstructured":"Spearman, C.E.: The proof and measurement of association between two things. Am. J. Psychol. 15, 88\u2013103 (1904)","DOI":"10.2307\/1412159"},{"issue":"4","key":"31_CR30","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen, J.: Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit. Psychol. Bull. 70(4), 213 (1968)","journal-title":"Psychol. Bull."},{"issue":"1","key":"31_CR31","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1109\/TNN.2006.882371","volume":"18","author":"O Jes\u00fas De","year":"2007","unstructured":"De Jes\u00fas, O., Hagan, M.T.: Backpropagation algorithms for a broad class of dynamic networks. IEEE Trans. Neural Netw. 18(1), 14\u201327 (2007)","journal-title":"IEEE Trans. Neural Netw."},{"key":"31_CR32","doi-asserted-by":"crossref","unstructured":"De\u00a0Jes\u00fas, O., Horn, J.M., Hagan, M.T.: Analysis of recurrent network training and suggestions for improvements. In: Proccedings of the International Joint Conference on Neural Networks (IJCNN\u201901) 2001. vol. 4, pp. 2632\u20132637. IEEE (2001)","DOI":"10.1109\/IJCNN.2001.938785"},{"issue":"4","key":"31_CR33","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1109\/TNN.2008.2012257","volume":"20","author":"J Horn","year":"2009","unstructured":"Horn, J., De Jes\u00fas, O., Hagan, M.T.: Spurious valleys in the error surface of recurrent networksanalysis and avoidance. IEEE Trans. Neural Netw. 20(4), 686\u2013700 (2009)","journal-title":"IEEE Trans. Neural Netw."}],"container-title":["Lecture Notes in Electrical Engineering","Dialogues with Social Robots"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-10-2585-3_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T21:40:25Z","timestamp":1749850825000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-981-10-2585-3_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,25]]},"ISBN":["9789811025846","9789811025853"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-981-10-2585-3_31","relation":{},"ISSN":["1876-1100","1876-1119"],"issn-type":[{"type":"print","value":"1876-1100"},{"type":"electronic","value":"1876-1119"}],"subject":[],"published":{"date-parts":[[2016,12,25]]}}}