{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T17:49:13Z","timestamp":1743011353425,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319914572"},{"type":"electronic","value":"9783319914589"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-91458-9_11","type":"book-chapter","created":{"date-parts":[[2018,5,11]],"date-time":"2018-05-11T20:34:15Z","timestamp":1526070855000},"page":"184-200","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Novel Approaches to Accelerating the\u00a0Convergence Rate of Markov Decision Process for Search Result Diversification"],"prefix":"10.1007","author":[{"given":"Feng","family":"Liu","sequence":"first","affiliation":[]},{"given":"Ruiming","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Xutao","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yunming","family":"Ye","sequence":"additional","affiliation":[]},{"given":"Huifeng","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Xiuqiang","family":"He","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,5,12]]},"reference":[{"key":"11_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., Corrado, G.S., Davis, A., Dean, J., Devin, M., et al.: Tensorflow: large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467 (2016)"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Carbonell, J., Goldstein, J.: The use of MMR, diversity-based reranking for reordering documents and producing summaries. In: SIGIR 1998, pp. 335\u2013336. ACM (1998)","DOI":"10.1145\/290941.291025"},{"issue":"6","key":"11_CR3","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1007\/s10791-011-9167-7","volume":"14","author":"O Chapelle","year":"2011","unstructured":"Chapelle, O., Ji, S., Liao, C., Velipasaoglu, E., Lai, L., Wu, S.L.: Intent-based diversification of web search results: metrics and algorithms. Inf. Retr. 14(6), 572\u2013592 (2011)","journal-title":"Inf. Retr."},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Kolla, M., Cormack, G.V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., MacKinnon, I.: Novelty and diversity in information retrieval evaluation. In: SIGIR 2008, pp. 659\u2013666. ACM (2008)","DOI":"10.1145\/1390334.1390446"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Dang, V., Croft, W.B.: Diversity by proportionality: an election-based approach to search result diversification. In: SIGIR 2012, pp. 65\u201374. ACM (2012)","DOI":"10.1145\/2348283.2348296"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Guo, S., Sanner, S.: Probabilistic latent maximal marginal relevance. In: SIGIR 2010, pp. 833\u2013834. ACM (2010)","DOI":"10.1145\/1835449.1835639"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"He, J., Hollink, V., de Vries, A.: Combining implicit and explicit topic representations for result diversification. In: SIGIR 2012, pp. 851\u2013860. ACM (2012)","DOI":"10.1145\/2348283.2348397"},{"key":"11_CR8","unstructured":"Le, Q., Mikolov, T.: Distributed representations of sentences and documents. In: ICML 2014, vol. 32, pp. 1188\u20131196. PMLR, Beijing, 22\u201324 June 2014"},{"key":"11_CR9","unstructured":"Lu, Z., Yang, Q.: Partially observable Markov decision process for recommender systems. arXiv preprint arXiv:1608.07793 (2016)"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Luo, J., Zhang, S., Yang, H.: Win-win search: dual-agent stochastic game in session search. In: SIGIR 2014, pp. 587\u2013596. ACM (2014)","DOI":"10.1145\/2600428.2609629"},{"key":"11_CR11","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, Hoboken (2014)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Kleinberg, R., Joachims, T.: Learning diverse rankings with multi-armed bandits. In: ICML 2008, pp. 784\u2013791. ACM (2008)","DOI":"10.1145\/1390156.1390255"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Rafiei, D., Bharat, K., Shukla, A.: Diversifying web search results. In: WWW 2010, pp. 781\u2013790. ACM (2010)","DOI":"10.1145\/1772690.1772770"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Raman, K., Shivaswamy, P., Joachims, T.: Online learning to diversify from implicit feedback. In: SIGKDD 2012, pp. 705\u2013713. ACM (2012)","DOI":"10.1145\/2339530.2339642"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Santos, R.L., Macdonald, C., Ounis, I.: Exploiting query reformulations for web search result diversification. In: WWW 2010, pp. 881\u2013890. ACM (2010)","DOI":"10.1145\/1772690.1772780"},{"key":"11_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/978-3-642-12275-0_11","volume-title":"Advances in Information Retrieval","author":"RLT Santos","year":"2010","unstructured":"Santos, R.L.T., Peng, J., Macdonald, C., Ounis, I.: Explicit search result diversification through sub-queries. In: Gurrin, C., He, Y., Kazai, G., Kruschwitz, U., Little, S., Roelleke, T., R\u00fcger, S., van Rijsbergen, K. (eds.) ECIR 2010. LNCS, vol. 5993, pp. 87\u201399. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-12275-0_11"},{"key":"11_CR17","unstructured":"Shani, G., Heckerman, D., Brafman, R.I.: An MDP-based recommender system. J. Mach. Learn. Res. 6(Sep), 1265\u20131295 (2005)"},{"key":"11_CR18","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, vol. 1. MIT Press, Cambridge (1998)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Wang, J., Yu, L., Zhang, W., Gong, Y., Xu, Y., Wang, B., Zhang, P., Zhang, D.: IRGAN: a minimax game for unifying generative and discriminative information retrieval models. In: SIGIR 2017, pp. 515\u2013524. ACM, New York (2017)","DOI":"10.1145\/3077136.3080786"},{"key":"11_CR20","doi-asserted-by":"crossref","unstructured":"Wei, Z., Xu, J., Lan, Y., Guo, J., Cheng, X.: Reinforcement learning to rank with Markov decision process. In: SIGIR 2017, pp. 945\u2013948. ACM, New York (2017)","DOI":"10.1145\/3077136.3080685"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Xia, L., Xu, J., Lan, Y., Guo, J., Cheng, X.: Learning maximal marginal relevance model via directly optimizing diversity evaluation measures. In: SIGIR 2015, pp. 113\u2013122. ACM (2015)","DOI":"10.1145\/2766462.2767710"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Xia, L., Xu, J., Lan, Y., Guo, J., Cheng, X.: Modeling document novelty with neural tensor network for search result diversification. In: SIGIR 2016, pp. 395\u2013404. ACM (2016)","DOI":"10.1145\/2911451.2911498"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Xia, L., Xu, J., Lan, Y., Guo, J., Zeng, W., Cheng, X.: Adapting Markov decision process for search result diversification. In: SIGIR 2017, pp. 535\u2013544. ACM, New York (2017)","DOI":"10.1145\/3077136.3080775"},{"issue":"3","key":"11_CR24","first-page":"41","volume":"8","author":"J Xu","year":"2017","unstructured":"Xu, J., Xia, L., Lan, Y., Guo, J., Cheng, X.: Directly optimize diversity evaluation measures: a new approach to search result diversification. ACM Trans. Intell. Syst. Technol. (TIST) 8(3), 41 (2017)","journal-title":"ACM Trans. Intell. Syst. Technol. (TIST)"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Yu, H.T., Jatowt, A., Blanco, R., Joho, H., Jose, J., Chen, L., Yuan, F.: A concise integer linear programming formulation for implicit search result diversification. In: Proceedings of the Tenth ACM International Conference on Web Search and Data Mining, pp. 191\u2013200. ACM (2017)","DOI":"10.1145\/3018661.3018710"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Zhai, C.X., Cohen, W.W., Lafferty, J.: Beyond independent relevance: methods and evaluation metrics for subtopic retrieval. In: SIGIR 2003, pp. 10\u201317. ACM (2003)","DOI":"10.1145\/860435.860440"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, S., Luo, J., Yang, H.: A POMDP model for content-free document re-ranking. In: SIGIR 2014, pp. 1139\u20131142. ACM (2014)","DOI":"10.1145\/2600428.2609529"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Lan, Y., Guo, J., Cheng, X., Niu, S.: Learning for search result diversification. In: SIGIR 2014, pp. 293\u2013302. ACM (2014)","DOI":"10.1145\/2600428.2609634"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-91458-9_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T11:14:02Z","timestamp":1709810042000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-91458-9_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319914572","9783319914589"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-91458-9_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"12 May 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gold Coast, QLD","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 May 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 May 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ict.griffith.edu.au\/conferences\/dasfaa2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}