{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,3]],"date-time":"2026-10-03T07:32:16Z","timestamp":1791012736650,"version":"4.1.0"},"reference-count":55,"publisher":"Maximum Academic Press","issue":"4","license":[{"start":{"date-parts":[[2009,12,1]],"date-time":"2009-12-01T00:00:00Z","timestamp":1259625600000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/www.cambridge.org\/core\/terms"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["The Knowledge Engineering Review"],"published-print":{"date-parts":[[2009,12]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>This paper will summarize and analyze the work of the different research groups who have recently made significant contributions in using Reinforcement Learning techniques to learn dialogue strategies for Spoken Dialogue Systems (SDSs). This use of stochastic planning and learning has become an important research area in the past 10 years, since it promises automatic data-driven optimization of the behavior of SDSs that were previously hand-coded by expert developers. We survey the most important developments in the field, compare and contrast the different approaches, and describe current open problems.<\/jats:p>","DOI":"10.1017\/s0269888909990166","type":"journal-article","created":{"date-parts":[[2009,12,8]],"date-time":"2009-12-08T12:55:17Z","timestamp":1260276917000},"page":"375-408","source":"Crossref","is-referenced-by-count":24,"title":["Recent research advances in Reinforcement Learning in Spoken Dialogue Systems"],"prefix":"10.48130","volume":"24","author":[{"given":"Matthew","family":"Frampton","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oliver","family":"Lemon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"27968","published-online":{"date-parts":[[2009,12,1]]},"reference":[{"key":"S0269888909990166_ref53","first-page":"250","volume-title":"Automatic Speech Recognition and Understanding Workshop","author":"Williams","year":"2005"},{"key":"S0269888909990166_ref8","first-page":"83","volume-title":"Proceedings of the 4th IJCAI Workshop on Knowledge and Reasoning in Practical Dialogue Systems","author":"Frampton","year":"2005"},{"key":"S0269888909990166_ref13","volume-title":"Proceedings of the 9th Workshop on the Semantics and Pragmatics of Dialogue","author":"Georgila","year":"2005b."},{"key":"S0269888909990166_ref51","first-page":"76","volume-title":"4th IJCAI Workshop on Knowledge and Reasoning in Practical Dialog Systems","author":"Williams","year":"2005"},{"key":"S0269888909990166_ref50","first-page":"1","volume-title":"Proceedings of the Workshop on Bridging the Gap: Academic and Industrial Research in Dialog Technologies","author":"Williams","year":"2007"},{"key":"S0269888909990166_ref5","first-page":"1011","volume-title":"Proceedings of the conference on Human Language Technology and Empirical Methods in Natural Language Processing","author":"English","year":"2005"},{"key":"S0269888909990166_ref30","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888906000944"},{"key":"S0269888909990166_ref9","first-page":"185","volume-title":"Proceedings of the 44th Annual Meeting of the Association for Computational Linguistics","author":"Frampton","year":"2006"},{"key":"S0269888909990166_ref52","first-page":"87","volume-title":"Proceedings of the 6th SIGdial Workshop on Discourse and Dialogue","author":"Williams","year":"2005"},{"key":"S0269888909990166_ref32","first-page":"64","volume-title":"Proceedings of the NAACL Workshop on Adaptation in Dialogue Systems","author":"Scheffler","year":"2001"},{"key":"S0269888909990166_ref22","first-page":"201","volume-title":"Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing","author":"Levin","year":"1998"},{"key":"S0269888909990166_ref40","doi-asserted-by":"publisher","DOI":"10.3115\/1220835.1220870"},{"key":"S0269888909990166_ref4","volume-title":"Online Adaptation of Influence Diagrams","author":"Chickering","year":"2005"},{"key":"S0269888909990166_ref20","first-page":"119","volume-title":"Proceedings of the 11th Conference of the European Chapter of the Association for Computational Linguistics","author":"Lemon","year":"2006"},{"key":"S0269888909990166_ref26","first-page":"35","volume-title":"Proceedings of the 6th SIGdial Workshop on Discourse and Dialogue","author":"Paek","year":"2005"},{"key":"S0269888909990166_ref35","first-page":"956","volume-title":"Proceedings of the Annual Conference on Neural Information Processing Systems","author":"Singh","year":"1999"},{"key":"S0269888909990166_ref23","doi-asserted-by":"publisher","DOI":"10.1109\/89.817450"},{"key":"S0269888909990166_ref14","volume-title":"Correlation-based Feature Selection for Machine Learning","author":"Hall","year":"1999"},{"key":"S0269888909990166_ref15","first-page":"285","volume-title":"Proceedings of the 11th Conference on Uncertainty in Artificial Intelligence","author":"Heckerman","year":"1995"},{"key":"S0269888909990166_ref24","first-page":"502","volume-title":"Proceedings of COLING","author":"Litman","year":"2000"},{"key":"S0269888909990166_ref16","first-page":"68","volume-title":"Proceedings of the 4th IJCAI Workshop on Knowledge and Reasoning in Practical Dialogue Systems","author":"Henderson","year":"2005"},{"key":"S0269888909990166_ref39","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"1998"},{"key":"S0269888909990166_ref10","first-page":"5045","volume-title":"Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing","author":"Frampton","year":"2008"},{"key":"S0269888909990166_ref47","volume-title":"Proceedings of the Human Language Technology Conference","author":"Walker","year":"2001"},{"key":"S0269888909990166_ref49","first-page":"269","volume-title":"Proceedings of the International Conference on Spoken Language Processing","author":"Walker","year":"2002"},{"key":"S0269888909990166_ref1","first-page":"128","volume-title":"Proceedings of the 6th SIGdial Workshop on Discourse and Dialogue","author":"Bohus","year":"2005"},{"key":"S0269888909990166_ref37","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1613\/jair.859","article-title":"Optimizing dialogue management with reinforcement learning: experiments with the NJFun system","volume":"16","author":"Singh","year":"2002","journal-title":"Journal of Artificial Intelligence Research"},{"key":"S0269888909990166_ref18","first-page":"1324","volume-title":"Proceedings of the 16th International Joint Conference on Artificial Intelligence","author":"Kearns","year":"1999"},{"key":"S0269888909990166_ref12","first-page":"893","volume-title":"Proceedings of Eurospeech","author":"Georgila","year":"2005a."},{"key":"S0269888909990166_ref25","first-page":"5","volume-title":"Companion Proceedings of the Human Language Technology Conference: 4th Meeting of the North American Chapter of the Association for Computational Linguistics","author":"Litman","year":"2004"},{"key":"S0269888909990166_ref41","first-page":"9","volume-title":"Proceedings of Bridging the Gap: Academic and Industrial Research in Dialog Technologies","author":"Thomson","year":"2007"},{"key":"S0269888909990166_ref31","first-page":"1217","volume-title":"Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing","author":"Scheffler","year":"2000"},{"key":"S0269888909990166_ref19","first-page":"178","volume-title":"Proceedings of the IEEE\/ACL Workshop on Spoken Language Technology","author":"Lemon","year":"2006a."},{"key":"S0269888909990166_ref33","first-page":"12","volume-title":"Proceedings of the Human Language Technology conference","author":"Scheffler","year":"2002"},{"key":"S0269888909990166_ref7","volume-title":"Using Dialogue Acts in Dialogue Strategy Learning: Optimising Repair Strategies","author":"Frampton","year":"2008"},{"key":"S0269888909990166_ref27","volume-title":"A Framework for Unsupervised Learning of Dialogue Strategies","author":"Pietquin","year":"2004"},{"key":"S0269888909990166_ref42","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1613\/jair.713","article-title":"An application of reinforcement learning to dialogue strategy selection in a spoken dialogue system for email","volume":"12","author":"Walker","year":"2000","journal-title":"Journal of Artificial Intelligence Research"},{"key":"S0269888909990166_ref17","doi-asserted-by":"publisher","DOI":"10.1162\/coli.2008.07-028-R2-05-82"},{"key":"S0269888909990166_ref46","doi-asserted-by":"publisher","DOI":"10.3115\/976909.979652"},{"key":"S0269888909990166_ref3","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010091302035"},{"key":"S0269888909990166_ref38","first-page":"71","volume-title":"Proceedings of the ISCA Workshop on Error Handling in Spoken Dialogue Systems","author":"Skantze","year":"2003"},{"key":"S0269888909990166_ref44","doi-asserted-by":"publisher","DOI":"10.3115\/980691.980788"},{"key":"S0269888909990166_ref48","first-page":"515","volume-title":"Proceedings of the 39th Annual Meeting of the Association for Compuational Linguistics","author":"Walker","year":"2001b"},{"key":"S0269888909990166_ref6","first-page":"87","volume-title":"Proceedings of the 6th SIGdial Workshop on Discourse and Dialogue","author":"Forbes-Riley","year":"2005"},{"key":"S0269888909990166_ref21","doi-asserted-by":"crossref","first-page":"1883","DOI":"10.21437\/Eurospeech.1997-380","volume-title":"Proceedings of Eurospeech","author":"Levin","year":"1997"},{"key":"S0269888909990166_ref34","volume-title":"Handbook of Parametric and Nonparametric Statistical Procedures","author":"Sheskin","year":"2007"},{"key":"S0269888909990166_ref2","first-page":"115","volume-title":"Proceedings of the 4th SIGdial Workshop on Discourse and Dialogue","author":"Bos","year":"2003"},{"key":"S0269888909990166_ref28","first-page":"45","volume-title":"Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing","author":"Pietquin","year":"2002"},{"key":"S0269888909990166_ref45","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324900002503"},{"key":"S0269888909990166_ref29","doi-asserted-by":"crossref","unstructured":"Roy N. , Pineau J. , Thrun S . 2000. Spoken dialogue management using probabilistic reasoning. In Proceedings of the 38th Annual Meeting of the Association for Computational Linguistics, Hong Kong, 93\u2013100.","DOI":"10.3115\/1075218.1075231"},{"key":"S0269888909990166_ref54","first-page":"37","volume-title":"AAAI Workshop on Statistical and Empirical Approaches for Spoken Dialogue Systems","author":"Williams","year":"2006"},{"key":"S0269888909990166_ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2006.06.008"},{"key":"S0269888909990166_ref43","doi-asserted-by":"crossref","first-page":"1371","DOI":"10.21437\/Eurospeech.2001-355","volume-title":"Proceedings of Eurospeech","author":"Walker","year":"2001a"},{"key":"S0269888909990166_ref11","doi-asserted-by":"publisher","DOI":"10.1016\/0885-2308(91)90019-M"},{"key":"S0269888909990166_ref36","first-page":"956","volume-title":"Advances in Neural Information Processing Systems","author":"Singh","year":"2000"}],"container-title":["The Knowledge Engineering Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.cambridge.org\/core\/services\/aop-cambridge-core\/content\/view\/S0269888909990166","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T14:43:52Z","timestamp":1767624232000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.cambridge.org\/core\/product\/identifier\/S0269888909990166\/type\/journal_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,12]]},"references-count":55,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2009,12]]}},"alternative-id":["S0269888909990166"],"URL":"https:\/\/doi.org\/10.1017\/s0269888909990166","relation":{},"ISSN":["0269-8889","1469-8005"],"issn-type":[{"value":"0269-8889","type":"print"},{"value":"1469-8005","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,12]]}}}