{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T15:58:59Z","timestamp":1762444739823,"version":"3.37.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319701684"},{"type":"electronic","value":"9783319701691"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-70169-1_28","type":"book-chapter","created":{"date-parts":[[2017,11,5]],"date-time":"2017-11-05T21:14:23Z","timestamp":1509916463000},"page":"372-386","source":"Crossref","is-referenced-by-count":17,"title":["Converse-Et-Impera: Exploiting Deep Learning and Hierarchical Reinforcement Learning for\u00a0Conversational Recommender Systems"],"prefix":"10.1007","author":[{"given":"Claudio","family":"Greco","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Suglia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pierpaolo","family":"Basile","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giovanni","family":"Semeraro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,11,7]]},"reference":[{"key":"28_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., Corrado, G.S., Davis, A., Dean, J., Devin, M., et al.: Tensorflow: large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467 (2016)"},{"key":"28_CR2","doi-asserted-by":"crossref","unstructured":"Bellman, R.: A Markovian decision process. Technical report, DTIC Document (1957)","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"28_CR3","unstructured":"Benito-Picazo, F., Enciso, M., Rossi, C., Guevara, A.: Conversational recommendation to avoid the cold-start problem. In: Proceedings of the 16th International Conference on Computational and Mathematical Methods in Science and Engineering, CMMSE 2016 (2016)"},{"key":"28_CR4","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., Zaremba, W.: OpenAI gym (2016)"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Chen, B., Cherry, C.: A systematic comparison of smoothing techniques for sentence-level BLEU. In: ACL 2014, p. 362 (2014)","DOI":"10.3115\/v1\/W14-3346"},{"key":"28_CR6","doi-asserted-by":"crossref","unstructured":"Cho, K., Van Merri\u00ebnboer, B., Gulcehre, C., Bahdanau, D., Bougares, F., Schwenk, H., Bengio, Y.: Learning phrase representations using RNN encoder-decoder for statistical machine translation. arXiv preprint arXiv:1406.1078 (2014)","DOI":"10.3115\/v1\/D14-1179"},{"key":"28_CR7","doi-asserted-by":"crossref","unstructured":"Christakopoulou, K., Radlinski, F., Hofmann, K.: Towards conversational recommender systems. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2016, pp. 815\u2013824. ACM, New York (2016)","DOI":"10.1145\/2939672.2939746"},{"key":"28_CR8","unstructured":"Dooms, S., De Pessemier, T., Martens, L.: Movietweetings: a movie rating dataset collected from Twitter. In: Workshop on Crowdsourcing and Human Computation for Recommender Systems, CrowdRec at RecSys, vol. 2013, p. 43 (2013)"},{"key":"28_CR9","unstructured":"Greco, C., Suglia, A., Basile, P., Rossiello, G., Semeraro, G.: Iterative multi-document neural attention for multiple answer prediction. In: Proceedings of the AI*IA Workshop on Deep Understanding and Reasoning: A Challenge for Next-generation Intelligent Agents 2016 co-located with 15th International Conference of the Italian Association for Artificial Intelligence (AIxIA 2016), Genova, Italy, 28 November 2016, pp. 19\u201329 (2016)"},{"issue":"4","key":"28_CR10","first-page":"19","volume":"5","author":"FM Harper","year":"2016","unstructured":"Harper, F.M., Konstan, J.A.: The movielens datasets: history and context. ACM Trans. Interact. Intell. Syst. (TiiS) 5(4), 19 (2016)","journal-title":"ACM Trans. Interact. Intell. Syst. (TiiS)"},{"key":"28_CR11","unstructured":"Kingma, D., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"28_CR12","unstructured":"Kulkarni, T.D., Narasimhan, K., Saeedi, A., Tenenbaum, J.: Hierarchical deep reinforcement learning: integrating temporal abstraction and intrinsic motivation. In: Advances in Neural Information Processing Systems, pp. 3675\u20133683 (2016)"},{"key":"28_CR13","doi-asserted-by":"crossref","unstructured":"Li, J., Galley, M., Brockett, C., Spithourakis, G.P., Gao, J., Dolan, B.: A persona-based neural conversation model. arXiv preprint arXiv:1603.06155 (2016)","DOI":"10.18653\/v1\/P16-1094"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Lin, C.Y., Och, F.J.: Automatic evaluation of machine translation quality using longest common subsequence and skip-bigram statistics. In: Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics, p. 605. Association for Computational Linguistics (2004)","DOI":"10.3115\/1218955.1219032"},{"key":"28_CR15","doi-asserted-by":"crossref","unstructured":"Mahmood, T., Ricci, F.: Learning and adaptivity in interactive recommender systems. In: Proceedings of the Ninth International Conference on Electronic Commerce, pp. 75\u201384. ACM (2007)","DOI":"10.1145\/1282100.1282114"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"Mahmood, T., Ricci, F.: Adapting the interaction state model in conversational recommender systems. In: Proceedings of the 10th International Conference on Electronic Commerce, p. 33. ACM (2008)","DOI":"10.1145\/1409540.1409584"},{"key":"28_CR17","doi-asserted-by":"crossref","unstructured":"Mahmood, T., Ricci, F.: Improving recommender systems with adaptive conversational strategies. In: Proceedings of the 20th ACM Conference on Hypertext and Hypermedia, pp. 73\u201382. ACM (2009)","DOI":"10.1145\/1557914.1557930"},{"key":"28_CR18","first-page":"1","volume":"2008","author":"T Mahmood","year":"2008","unstructured":"Mahmood, T., Ricci, F., Venturini, A., H\u00f6pken, W.: Adaptive recommender systems for travel planning. Inf. Commun. Technol. Tour. 2008, 1\u201311 (2008)","journal-title":"Inf. Commun. Technol. Tour."},{"issue":"104","key":"28_CR19","doi-asserted-by":"crossref","first-page":"20141335","DOI":"10.1098\/rsif.2014.1335","volume":"12","author":"D Maisto","year":"2015","unstructured":"Maisto, D., Donnarumma, F., Pezzulo, G.: Divide et impera: subgoaling reduces the complexity of probabilistic inference and problem solving. J. R. Soc. Interface 12(104), 20141335 (2015)","journal-title":"J. R. Soc. Interface"},{"key":"28_CR20","unstructured":"Mc Ginty, L., Smyth, B.: Deep dialogue vs casual conversation in recommender systems (2002)"},{"key":"28_CR21","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"28_CR22","unstructured":"Pascanu, R., Mikolov, T., Bengio, Y.: On the difficulty of training recurrent neural networks. In: ICML, vol. 3, no. 28, pp. 1310\u20131318 (2013)"},{"issue":"3","key":"28_CR23","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1109\/MIS.2007.43","volume":"22","author":"F Ricci","year":"2007","unstructured":"Ricci, F., Nguyen, Q.N.: Acquiring and revising preferences in a critique-based mobile recommender system. IEEE Intell. Syst. 22(3), 22\u201329 (2007)","journal-title":"IEEE Intell. Syst."},{"key":"28_CR24","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1007\/978-1-4899-7637-6_24","volume-title":"Recommender Systems Handbook","author":"N Rubens","year":"2015","unstructured":"Rubens, N., Elahi, M., Sugiyama, M., Kaplan, D.: Active learning in recommender systems. In: Ricci, F., Rokach, L., Shapira, B. (eds.) Recommender Systems Handbook, pp. 809\u2013846. Springer, Boston, MA (2015). https:\/\/doi.org\/10.1007\/978-1-4899-7637-6_24"},{"issue":"7587","key":"28_CR25","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., Van Den Driessche, G., Schrittwieser, J., Antonoglou, I., Panneershelvam, V., Lanctot, M., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"key":"28_CR26","unstructured":"Sordoni, A., Bachman, P., Trischler, A., Bengio, Y.: Iterative alternating neural attention for machine reading. arXiv preprint arXiv:1606.02245 (2016)"},{"key":"28_CR27","unstructured":"Suglia, A., Greco, C., Basile, P., Semeraro, G., Caputo, A.: An automatic procedure for generating datasets for conversational recommender systems. In: Proceedings of Dynamic Search for Complex Tasks - 8th International Conference of the CLEF Association, CLEF 2017, Dublin, Ireland, 11\u201314 September 2017 (2017)"},{"key":"28_CR28","unstructured":"Sutskever, I., Vinyals, O., Le, Q.V.: Sequence to sequence learning with neural networks. In: Advances in Neural Information Processing Systems, pp. 3104\u20133112 (2014)"},{"issue":"1","key":"28_CR29","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"RS Sutton","year":"1999","unstructured":"Sutton, R.S., Precup, D., Singh, S.: Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artif. Intell. 112(1), 181\u2013211 (1999)","journal-title":"Artif. Intell."},{"key":"28_CR30","unstructured":"Vinyals, O., Le, Q.: A neural conversational model. arXiv preprint arXiv:1506.05869 (2015)"},{"issue":"3\u20134","key":"28_CR31","first-page":"229","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3\u20134), 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"issue":"3","key":"28_CR32","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1080\/09540099108946587","volume":"3","author":"RJ Williams","year":"1991","unstructured":"Williams, R.J., Peng, J.: Function optimization using connectionist reinforcement learning algorithms. Conn. Sci. 3(3), 241\u2013268 (1991)","journal-title":"Conn. Sci."},{"key":"28_CR33","unstructured":"Wu, Y., Schuster, M., Chen, Z., Le, Q.V., Norouzi, M., Macherey, W., Krikun, M., Cao, Y., Gao, Q., Macherey, K., et al.: Google\u2019s neural machine translation system: bridging the gap between human and machine translation. arXiv preprint arXiv:1609.08144 (2016)"},{"key":"28_CR34","unstructured":"Zaremba, W., Sutskever, I.: Reinforcement learning neural turing machines-revised. arXiv preprint arXiv:1505.00521 (2015)"},{"key":"28_CR35","unstructured":"Zaremba, W., Sutskever, I., Vinyals, O.: Recurrent neural network regularization. arXiv preprint arXiv:1409.2329 (2014)"}],"container-title":["Lecture Notes in Computer Science","AI*IA 2017 Advances in Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-70169-1_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T12:58:09Z","timestamp":1570280289000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-70169-1_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319701684","9783319701691"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-70169-1_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}