{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:05:43Z","timestamp":1775282743743,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2011,12,21]],"date-time":"2011-12-21T00:00:00Z","timestamp":1324425600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2011,12,21]],"date-time":"2011-12-21T00:00:00Z","timestamp":1324425600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2012,10]]},"DOI":"10.1007\/s10791-011-9180-x","type":"journal-article","created":{"date-parts":[[2011,12,20]],"date-time":"2011-12-20T12:30:33Z","timestamp":1324384233000},"page":"478-502","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["On the role of novelty for search result diversification"],"prefix":"10.1007","volume":"15","author":[{"given":"Rodrygo L. T.","family":"Santos","sequence":"first","affiliation":[]},{"given":"Craig","family":"Macdonald","sequence":"additional","affiliation":[]},{"given":"Iadh","family":"Ounis","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2011,12,21]]},"reference":[{"key":"9180_CR1","doi-asserted-by":"crossref","unstructured":"Agrawal, R., Gollapudi, S., Halverson, A., & Ieong, S. (2009). Diversifying search results. In Proceedings of the 2nd ACM international conference on web search and data mining (pp. 5\u201314).","DOI":"10.1145\/1498759.1498766"},{"key":"9180_CR2","unstructured":"Amati, G., Ambrosi, E., Bianchi, M., Gaibisso, C., & Gambosi, G. (2007). FUB, IASI-CNR and University of Tor Vergata at TREC 2007 Blog track. In Proceedings of the 16th text REtrieval conference."},{"key":"9180_CR3","doi-asserted-by":"crossref","unstructured":"Carbonell, J., & Goldstein, J. (1998) The use of MMR, diversity-based reranking for reordering documents and producing summaries. In Proceedings of the 21st annual international ACM SIGIR conference on research and development in informaion retrieval (pp. 335\u2013336).","DOI":"10.1145\/290941.291025"},{"key":"9180_CR4","doi-asserted-by":"crossref","unstructured":"Carterette, B., & Chandar, P. (2009). Probabilistic models of ranking novel documents for faceted topic retrieval. In Proceedings of the 18th ACM conference on information and knowledge management (pp. 1287\u20131296).","DOI":"10.1145\/1645953.1646116"},{"key":"9180_CR5","doi-asserted-by":"crossref","unstructured":"Chapelle, O., Metlzer, D., Zhang, Y., & Grinspan, P. (2009). Expected reciprocal rank for graded relevance. InProceedings of the 18th ACM conference on information and knowledge management (pp. 621\u2013630).","DOI":"10.1145\/1645953.1646033"},{"key":"9180_CR6","doi-asserted-by":"crossref","unstructured":"Chen, H., & Karger, D. R. (2006). Less is more: probabilistic models for retrieving fewer relevant documents. In Proceedings of the 29th annual international ACM SIGIR conference on research and development in information retrieval (pp. 429\u2013436).","DOI":"10.1145\/1148170.1148245"},{"key":"9180_CR7","doi-asserted-by":"crossref","unstructured":"Clarke, C. L. A., Kolla, M., Cormack, G. V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., et al. (2008). Novelty and diversity in information retrieval evaluation. In Proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval (pp. 659\u2013666).","DOI":"10.1145\/1390334.1390446"},{"key":"9180_CR8","unstructured":"Clarke, C. L. A., Craswell, N., & Soboroff, I. (2009). Overview of the TREC 2009 web track. In Proceedings of the 18th text retrieval conference."},{"key":"9180_CR9","unstructured":"Clarke, C. L. A., Craswell, N., Soboroff, I., & Cormack, G. V. (2010). Preliminary overview of the TREC 2010 Web track. In Proceedings of the 19th text retrieval conference."},{"key":"9180_CR10","doi-asserted-by":"crossref","unstructured":"Clarke, C. L. A., Craswell, N., Soboroff, I., & Ashkan, A. (2011). A comparative analysis of cascade measures for novelty and diversity. In Proceedings of the 4th ACM international conference on web search and data mining (pp. 75\u201384).","DOI":"10.1145\/1935826.1935847"},{"key":"9180_CR11","unstructured":"Cooper, W. S. (1971). The inadequacy of probability of usefulness as a ranking criterion for retrieval system output. Technical report, University of California, Berkeley."},{"key":"9180_CR12","doi-asserted-by":"crossref","unstructured":"Craswell, N., Zoeter, O., Taylor, M., & Ramsey, B. (2008) An experimental comparison of click position-bias models. In Proceedings of the 1st ACM international conference on web search and data mining (pp. 87\u201394).","DOI":"10.1145\/1341531.1341545"},{"issue":"3","key":"9180_CR13","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1016\/0020-0271(64)90004-X","volume":"2","author":"W. Goffman","year":"1964","unstructured":"Goffman, W. (1964). On relevance as a measure. Information Storage and Retrieval, 2(3), 201\u2013203.","journal-title":"Information Storage and Retrieval"},{"issue":"10","key":"9180_CR14","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1002\/(SICI)1097-4571(199112)42:10<703::AID-ASI3>3.0.CO;2-1","volume":"42","author":"M. D. Gordon","year":"1991","unstructured":"Gordon, M. D., & Lenk, P. (1991). A utility theoretic examination of the probability ranking principle in information retrieval. Journal of the American Society for Information Science and Technology, 42(10), 703\u2013714.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9180_CR15","volume-title":"Approximation algorithms for NP-hard problems","year":"1997","unstructured":"Hochbaum, D. S. (Ed.). (1997). Approximation algorithms for NP-hard problems. Boston, MA, USA: PWS Publishing Co."},{"issue":"4","key":"9180_CR16","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems, 20(4), 422\u2013446.","journal-title":"ACM Transactions on Information Systems"},{"issue":"4598","key":"9180_CR17","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1126\/science.220.4598.671","volume":"220","author":"S. Kirkpatrick","year":"1983","unstructured":"Kirkpatrick, S., Gelatt, C. D., & Vecchi, M. P. (1983). Optimization by simulated annealing. Science, 220(4598), 671\u2013680.","journal-title":"Science"},{"key":"9180_CR18","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071","volume-title":"Introduction to Information Retrieval","author":"C. D. Manning","year":"2008","unstructured":"Manning, C. D., Raghavan, P., & Sch\u00fctze, H. (2008). Introduction to Information Retrieval. Cambridge: Cambridge University Press."},{"key":"9180_CR19","doi-asserted-by":"crossref","unstructured":"Radlinski, F., & Dumais, S. (2006). Improving personalized web search using result diversification. In Proceedings of the 29th annual international ACM SIGIR conference on research and development in information retrieval (pp. 691\u2013692).","DOI":"10.1145\/1148170.1148320"},{"key":"9180_CR20","doi-asserted-by":"crossref","unstructured":"Rafiei, D., Bharat, K., & Shukla, A. (2010) Diversifying Web search results. In Proceedings of the 19th international conference on world wide web (pp. 781\u2013790).","DOI":"10.1145\/1772690.1772770"},{"issue":"4","key":"9180_CR21","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1108\/eb026647","volume":"33","author":"S. E. Robertson","year":"1977","unstructured":"Robertson, S. E. (1977). The probability ranking principle in IR. Journal of Documentation, 33(4), 294\u2013304.","journal-title":"Journal of Documentation"},{"key":"9180_CR22","doi-asserted-by":"crossref","unstructured":"Sakai, T., & Song, R. (2011). Evaluating diversified search results using per-intent graded relevance. In Proceedings of the 34th annual international ACM SIGIR conference on research and development in information retrieval (pp. 1043\u20131052).","DOI":"10.1145\/2009916.2010055"},{"key":"9180_CR23","doi-asserted-by":"crossref","unstructured":"Sanderson, M. (2008). Ambiguous queries: Test collections need more sense. In Proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval (pp. 499\u2013506).","DOI":"10.1145\/1390334.1390420"},{"key":"9180_CR24","unstructured":"Santos, R. L. T., & Ounis, I. (2011). Diversifying for multiple information needs. In Proceedings of the 1st International Workshop on Diversity in Document Retrieval (pp. 37\u201341)."},{"key":"9180_CR25","doi-asserted-by":"crossref","unstructured":"Santos, R. L. T., Macdonald, C., & Ounis, I. (2010a). Exploiting query reformulations for Web search result diversification. In Proceedings of the 19th international conference on world wide web (pp. 881\u2013890).","DOI":"10.1145\/1772690.1772780"},{"key":"9180_CR26","doi-asserted-by":"crossref","unstructured":"Santos, R. L. T., Macdonald, C., & Ounis, I. (2010b). Selectively diversifying Web search results. In Proceedings of the 19th ACM international conference on information and knowledge management (pp. 1179\u20131188).","DOI":"10.1145\/1871437.1871586"},{"key":"9180_CR27","doi-asserted-by":"crossref","unstructured":"Santos, R. L. T., Peng, J., Macdonald, C., & Ounis, I. (2010c). Explicit search result diversification through sub-queries. In Proceedings of the 31st European conference on information retrieval (pp. 87\u201399).","DOI":"10.1007\/978-3-642-12275-0_11"},{"key":"9180_CR28","doi-asserted-by":"crossref","unstructured":"Santos, R. L. T., Macdonald, C., & Ounis, I. (2011). Intent-aware search result diversification. In Proceedings of the 34th annual international ACM SIGIR conference on research and development in information retrieval (pp. 595\u2013604).","DOI":"10.1145\/2009916.2009997"},{"issue":"2","key":"9180_CR29","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1016\/j.ipm.2008.09.005","volume":"45","author":"R. Song","year":"2009","unstructured":"Song, R., Luo, Z., Nie, J. Y., Yu, Y., Hon, H. W. (2009). Identification of ambiguous queries in web search. Information Processing and Management, 45(2), 216\u2013229.","journal-title":"Information Processing and Management"},{"issue":"2","key":"9180_CR30","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/1328964.1328965","volume":"41","author":"K. Sp\u00e4rck Jones","year":"2007","unstructured":"Sp\u00e4rck-Jones, K., Robertson, S. E., & Sanderson, M. (2007). Ambiguous requests: implications for retrieval tests, systems and theories. SIGIR Forum, 41(2), 8\u201317.","journal-title":"SIGIR Forum"},{"key":"9180_CR31","doi-asserted-by":"crossref","unstructured":"Turpin, A., & Scholer, F. (2006). User performance versus precision measures for simple search tasks. In Proceedings of the 29th annual international ACM SIGIR conference on research and development in information retrieval (pp. 11\u201318).","DOI":"10.1145\/1148170.1148176"},{"key":"9180_CR32","doi-asserted-by":"crossref","unstructured":"Wang, J., & Zhu, J. (2009). Portfolio theory of information retrieval. In Proceedings of the 32nd international ACM SIGIR conference on research and development in information retrieval (pp. 115\u2013122).","DOI":"10.1145\/1571941.1571963"},{"key":"9180_CR33","doi-asserted-by":"crossref","unstructured":"Zhai, C., Cohen, W. W., & Lafferty, J. (2003). Beyond independent relevance: methods and evaluation metrics for subtopic retrieval. In Proceedings of the 26th annual international ACM SIGIR conference on research and development in informaion retrieval (pp. 10\u201317).","DOI":"10.1145\/860435.860440"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-011-9180-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-011-9180-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-011-9180-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-011-9180-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T15:08:26Z","timestamp":1704208106000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-011-9180-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,12,21]]},"references-count":33,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2012,10]]}},"alternative-id":["9180"],"URL":"https:\/\/doi.org\/10.1007\/s10791-011-9180-x","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,12,21]]},"assertion":[{"value":"3 June 2011","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2011","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 December 2011","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}