{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T09:06:53Z","timestamp":1777626413111,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T00:00:00Z","timestamp":1559865600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T00:00:00Z","timestamp":1559865600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"the Shenzhen Science and Technology Innovation Committee","award":["NO. CKCY20170508121036342"],"award-info":[{"award-number":["NO. CKCY20170508121036342"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["World Wide Web"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1007\/s11280-019-00688-8","type":"journal-article","created":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T07:02:39Z","timestamp":1559890959000},"page":"1989-2002","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["End-to-End latent-variable task-oriented dialogue system with exact log-likelihood optimization"],"prefix":"10.1007","volume":"23","author":[{"given":"Haotian","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haiyun","family":"Peng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoran","family":"Xie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Erik","family":"Cambria","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liuyang","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiguo","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,7]]},"reference":[{"key":"688_CR1","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. Computer Science (2014)"},{"issue":"1","key":"688_CR2","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1609\/aimag.v1i1.85","volume":"1","author":"A Barr","year":"2017","unstructured":"Barr, A.: Natural language understanding. AI Mag. 1(1), 5 (2017)","journal-title":"AI Mag."},{"key":"688_CR3","doi-asserted-by":"crossref","unstructured":"Cuay\u00e1huitl, H., Yu, S., Williamson, A., Carse, J.: Deep reinforcement learning for multi-domain dialogue systems. arXiv: 1611.08675 (2016)","DOI":"10.1109\/IJCNN.2017.7966275"},{"key":"688_CR4","unstructured":"Das, R., Dhuliawala, S., Zaheer, M., Vilnis, L., Durugkar, I., Krishnamurthy, A., Smola, A., McCallum, A.: Go for a walk and arrive at the answer: Reasoning over paths in knowledge bases using reinforcement learning. arXiv: 1711.05851 (2017)"},{"key":"688_CR5","doi-asserted-by":"crossref","unstructured":"Dhingra, B., Li, L., Li, X., Gao, J., Chen, Y.N., Ahmed, F., Deng, L.: Towards end-to-end reinforcement learning of dialogue agents for information access. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), vol. 1, pp. 484\u2013495 (2017)","DOI":"10.18653\/v1\/P17-1045"},{"key":"688_CR6","doi-asserted-by":"crossref","unstructured":"Eric, M., Manning, C.D.: A copy-augmented sequence-to-sequence architecture gives good performance on task-oriented dialogue. arXiv: 1701.04024 (2017)","DOI":"10.18653\/v1\/E17-2075"},{"key":"688_CR7","doi-asserted-by":"crossref","unstructured":"Ga\u0161i\u0107, M., Breslin, C., Henderson, M., Kim, D., Szummer, M., Thomson, B., Tsiakoulis, P., Young, S.: On-Line policy optimisation of bayesian spoken dialogue systems via human interaction. In: 2013 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 8367\u20138371. IEEE (2013)","DOI":"10.1109\/ICASSP.2013.6639297"},{"key":"688_CR8","unstructured":"Gruber, A., Weiss, Y., Rosen-Zvi, M.: Hidden topic markov models. In: Artificial Intelligence and Statistics, pp. 163\u2013170 (2007)"},{"key":"688_CR9","doi-asserted-by":"crossref","unstructured":"Henderson, M., Thomson, B., Young, S.: Word-based dialog state tracking with recurrent neural networks. In: Meeting of the Special Interest Group on Discourse and Dialogue, pp. 292\u2013299 (2014)","DOI":"10.3115\/v1\/W14-4340"},{"key":"688_CR10","unstructured":"Higgins, I., Matthey, L., Pal, A., Burgess, C., Glorot, X., Botvinick, M., Mohamed, S., Lerchner, A.: beta-vae: Learning basic visual concepts with a constrained variational framework. In: Proceedings of International Conference on Learning Representations (ICLR) (2017)"},{"key":"688_CR11","unstructured":"Kingma, D., Ba, J.: Adam: a Method for Stochastic Optimization. In: The International Conference on Learning Representations (ICLR) (2015)"},{"key":"688_CR12","unstructured":"Liu, B., Tur, G., Hakkani-Tur, D., Shah, P., Heck, L.: End-to-end optimization of task-oriented dialogue model with deep reinforcement learning. arXiv: 1711.10712 (2017)"},{"key":"688_CR13","doi-asserted-by":"crossref","unstructured":"Madotto, A., Wu, C.S., Fung, P.: Mem2seq: Effectively incorporating knowledge bases into end-to-end task-oriented dialog systems. arXiv: 1804.08217 (2018)","DOI":"10.18653\/v1\/P18-1136"},{"key":"688_CR14","unstructured":"Mnih, A., Gregor, K.: Neural variational inference and learning in belief networks. In: Proceedings of the 34th International Conference on Machine Learning (ICML). 1402.0030 (2014)"},{"key":"688_CR15","doi-asserted-by":"crossref","unstructured":"Mrk\u0161i\u0107, N., S\u00e9aghdha, D.\u00d3., Thomson, B., Gasic, M., Su, P.H., Vandyke, D., Wen, T.H., Young, S.: Multi-domain dialog state tracking using recurrent neural networks. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (vol. 2: Short Papers), vol. 2, pp. 794\u2013799 (2015)","DOI":"10.3115\/v1\/P15-2130"},{"key":"688_CR16","doi-asserted-by":"crossref","unstructured":"Mrksic, N., S\u00e9aghdha, D. \u00d3., Wen, T., Thomson, B., Young, S.J.: Neural belief tracker: Data-driven dialogue state tracking. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, pp. 1777\u20131788 (2017)","DOI":"10.18653\/v1\/P17-1163"},{"key":"688_CR17","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Meeting on Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"688_CR18","unstructured":"Rojas-Barahona, L.M., Gasic, M., Mrksic, N., Su, P., Ultes, S., Wen, T., Young, S.J., Vandyke, D.: A network-based end-to-end trainable task-oriented dialogue system. in: Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics, EACL 2017, Valencia, Spain, April 3-7, 2017, vol. 1: Long Papers, pp. 438\u2013449 (2017)"},{"key":"688_CR19","doi-asserted-by":"crossref","unstructured":"Serban, I.V., Sordoni, A., Bengio, Y., Courville, A.C., Pineau, J.: Building End-To-End dialogue systems using generative hierarchical neural network models. In: AAAI, pp. 3776\u20133784 (2016)","DOI":"10.1609\/aaai.v30i1.9883"},{"key":"688_CR20","doi-asserted-by":"crossref","unstructured":"Serban, I.V., Sordoni, A., Lowe, R., Charlin, L., Pineau, J., Courville, A.C., Bengio, Y.: A hierarchical latent variable encoder-decoder model for generating dialogues. In: Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence (AAAI), pp. 3295\u20133301 (2017)","DOI":"10.1609\/aaai.v31i1.10983"},{"key":"688_CR21","doi-asserted-by":"crossref","unstructured":"Sordoni, A., Bengio, Y., Vahabi, H., Lioma, C., Grue Simonsen, J., Nie, J.Y.: A hierarchical recurrent encoder-decoder for generative context-aware query suggestion. In: Proceedings of the 24th ACM International on Conference on Information and Knowledge Management, pp. 553\u2013562. ACM (2015)","DOI":"10.1145\/2806416.2806493"},{"key":"688_CR22","doi-asserted-by":"crossref","unstructured":"Su, P.H., Vandyke, D., Gasic, M., Kim, D., Mrksic, N., Wen, T.H., Young, S.: Learning from real users: Rating dialogue success with neural networks for reinforcement learning in spoken dialogue systems. In: Proceedings of the 11th Annual Conference of the International Speech Communication Association (INTERSPEECH) (2015)","DOI":"10.21437\/Interspeech.2015-456"},{"key":"688_CR23","doi-asserted-by":"crossref","unstructured":"Wen, T., Gasic, M., Mrksic, N., Su, P., Vandyke, D., Young, S.J.: Semantically conditioned lstm-based natural language generation for spoken dialogue systems. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 1711\u20131721. 1508.01745 (2015)","DOI":"10.18653\/v1\/D15-1199"},{"key":"688_CR24","unstructured":"Wen, T.H., Miao, Y., Blunsom, P., Young, S.: Latent intention dialogue models. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning, Proceedings of Machine Learning Research, vol 70, pp. 3732\u20133741. PMLR, International Convention Centre, Sydney, Australia. http:\/\/proceedings.mlr.press\/v70\/wen17a.html (2017)"},{"issue":"3","key":"688_CR25","doi-asserted-by":"crossref","first-page":"4","DOI":"10.5087\/dad.2016.301","volume":"7","author":"J Williams","year":"2016","unstructured":"Williams, J., Raux, A., Henderson, M.: The dialog state tracking challenge series: a review. Dialogue & Discourse 7(3), 4\u201333 (2016)","journal-title":"Dialogue & Discourse"},{"key":"688_CR26","doi-asserted-by":"crossref","unstructured":"Williams, J.D., Asadi, K., Zweig, G.: Hybrid code networks: practical and efficient end-to-end dialog control with supervised and reinforcement learning. arXiv: 1702.03274 (2017)","DOI":"10.18653\/v1\/P17-1062"},{"issue":"3-4","key":"688_CR27","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3-4), 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"688_CR28","doi-asserted-by":"crossref","unstructured":"Wu, C.S., Madotto, A., Winata, G.I., Fung, P.: End-To-End dynamic query memory network for entity-value independent task-oriented dialog. In: 2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 6154\u20136158. IEEE (2018)","DOI":"10.1109\/ICASSP.2018.8461426"},{"issue":"5","key":"688_CR29","doi-asserted-by":"publisher","first-page":"1160","DOI":"10.1109\/JPROC.2012.2225812","volume":"101","author":"S Young","year":"2013","unstructured":"Young, S., Ga\u0161i\u0107, M., Thomson, B., Williams, J.D.: Pomdp-based statistical spoken dialog systems: A review. Proc. IEEE 101(5), 1160\u20131179 (2013)","journal-title":"Proc. IEEE"},{"key":"688_CR30","doi-asserted-by":"crossref","unstructured":"Young, T., Cambria, E., Chaturvedi, I., Zhou, H., Biswas, S., Huang, M.: Augmenting End-To-End dialogue systems with commonsense knowledge. In: AAAI, pp. 4970\u20134977 (2018)","DOI":"10.1609\/aaai.v32i1.11923"},{"key":"688_CR31","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Dai, H., Kozareva, Z., Smola, A.J., Song, L.: Variational reasoning for question answering with knowledge graph. arXiv: 1709.04071 (2017)","DOI":"10.1609\/aaai.v32i1.12057"},{"key":"688_CR32","doi-asserted-by":"crossref","unstructured":"Zhao, T., Lu, A., Lee, K., Esk\u00e9nazi, M.: Generative encoder-decoder models for task-oriented spoken dialog systems with chatting capability. In: 18th Annual SIGdial Meeting on Discourse and Dialogue (SIGDIAL). 1706.08476 (2017)","DOI":"10.18653\/v1\/W17-5505"},{"key":"688_CR33","doi-asserted-by":"crossref","unstructured":"Zhao, T., Xie, K., Eskenazi, M.: Rethinking action spaces for reinforcement learning in end-to-end dialog agents with latent variable models. arXiv: 1902.08858 (2019)","DOI":"10.18653\/v1\/N19-1123"}],"container-title":["World Wide Web"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-019-00688-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11280-019-00688-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-019-00688-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,19]],"date-time":"2022-09-19T20:29:02Z","timestamp":1663619342000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11280-019-00688-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,7]]},"references-count":33,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,5]]}},"alternative-id":["688"],"URL":"https:\/\/doi.org\/10.1007\/s11280-019-00688-8","relation":{},"ISSN":["1386-145X","1573-1413"],"issn-type":[{"value":"1386-145X","type":"print"},{"value":"1573-1413","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,7]]},"assertion":[{"value":"3 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}