{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,22]],"date-time":"2026-02-22T06:04:35Z","timestamp":1771740275571,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T00:00:00Z","timestamp":1557964800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T00:00:00Z","timestamp":1557964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1007\/s10791-019-09353-0","type":"journal-article","created":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T12:57:45Z","timestamp":1558011465000},"page":"422-446","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["The impact of result diversification on search behaviour and performance"],"prefix":"10.1007","volume":"22","author":[{"given":"David","family":"Maxwell","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6900-0557","authenticated-orcid":false,"given":"Leif","family":"Azzopardi","sequence":"additional","affiliation":[]},{"given":"Yashar","family":"Moshfeghi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,5,16]]},"reference":[{"key":"9353_CR1","unstructured":"Agrawal, R., Gollapudi, S., Halverson, A., & Ieong, S. (2009). Diversifying search results. In: Proceedings of the 2nd ACM WSDM (pp. 5\u201314)."},{"key":"9353_CR2","unstructured":"Athukorala, K., Oulasvirta, A., Glowacka, D., Vreeken, J., & Jacucci, G. (2014). Narrow or broad?: Estimating subjective specificity in exploratory search. In: Proceedings of the 23rd ACM international conference on conference on information and knowledge management, CIKM \u201914 (pp. 819\u2013828)."},{"key":"9353_CR3","unstructured":"Azzopardi, L. (2014). Modelling interaction with economic models of search. In: Proceedings of the SIGIR (pp. 3\u201312)."},{"key":"9353_CR4","unstructured":"Azzopardi, L., Kelly, D., & Brennan, K. (2013). How query cost affects search behavior. In: Proceedings of 36th ACM SIGIR (pp. 23\u201332)."},{"key":"9353_CR5","unstructured":"Carbonell, J., & Goldstein, J. (1998). The use of mmr, diversity-based reranking for reordering documents and producing summaries. In: Proceedings of the 21st ACM SIGIR (pp. 335\u2013336)."},{"key":"9353_CR6","unstructured":"Carterette, B., & Chandar, P. (2009). Probabilistic models of ranking novel documents for faceted topic retrieval. In: Proceedings 18th ACM CIKM (pp. 1287\u20131296)."},{"key":"9353_CR7","unstructured":"Chen, H., & Karger, D.R. (2006). Less is more: Probabilistic models for retrieving fewer relevant documents. In: Proceedings 29th ACM SIGIR (pp. 429\u2013436)."},{"key":"9353_CR8","unstructured":"Chen, M.C., Anderson, J.R., & Sohn, M.H. (2001). What can a mouse cursor tell us more?: Correlation of eye\/mouse movements on web browsing. In: Proceedings of the 19th ACM CHI extended abstracts (pp. 281\u2013282)."},{"key":"9353_CR9","unstructured":"Clarke, C.L., Kolla, M., Cormack, G.V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., & MacKinnon, I. (2008). Novelty and diversity in information retrieval evaluation. In: Proceedings of the 31st ACM SIGIR (pp. 659\u2013666)."},{"key":"9353_CR10","unstructured":"Collins-Thompson, K., Hansen, P., & Hauff, C. (2017). Search as learning (dagstuhl seminar 17092). In: Dagstuhl reports (Vol. 7)."},{"key":"9353_CR11","unstructured":"Diriye, A., White, R., Buscher, G., & Dumais, S. (2012). Leaving so soon?: Understanding and predicting web search abandonment rationales. In: Proceedings of the 21st ACM CIKM (pp. 1025\u20131034)."},{"key":"9353_CR12","unstructured":"Dostert, M., & Kelly, D. (2009). Users\u2019 stopping behaviors and estimates of recall. In: Proceedings of the 32nd ACM SIGIR (pp. 820\u2013821)."},{"key":"9353_CR13","unstructured":"Feild, H., Jones, R., Miller, R., Nayak, R., Churchill, E., & Velipasaoglu, E. (2010). Logging the search self-efficacy of amazon mechanical turkers. In: Proceedings of the CSE SIGIR Workshop (pp. 27\u201330)."},{"key":"9353_CR14","doi-asserted-by":"crossref","unstructured":"Harman, D. (1993). Overview of the first text retrieval conference (TREC-1). In: TREC.","DOI":"10.6028\/NIST.SP.500-207"},{"key":"9353_CR15","unstructured":"Harper, D.J., & Kelly, D. (2006). Contextual relevance feedback. In: Proceedings of the 1st ACM IIiX (pp. 129\u2013137)."},{"key":"9353_CR16","unstructured":"Hassan, A., Shi, X., Craswell, N., & Ramsey, B. (2013). Beyond clicks: Query reformulation as a predictor of search satisfaction. In: Proceedings of the 22nd acm international conference on conference on information and knowledge management (pp. 2019\u20132028)."},{"key":"9353_CR17","unstructured":"Hearst, M.A. (1995). Tilebars: Visualization of term distribution information in full text information access. In: Proceedings of the 13th ACM SIGCHI (pp. 59\u201366)."},{"issue":"1","key":"9353_CR18","first-page":"33","volume":"23","author":"MA Hearst","year":"1997","unstructured":"Hearst, M. A. (1997). Texttiling: Segmenting text into multi-paragraph subtopic passages. Computational Linguistics, 23(1), 33\u201364.","journal-title":"Computational Linguistics"},{"issue":"3","key":"9353_CR19","doi-asserted-by":"crossref","first-page":"550","DOI":"10.1002\/asi.21468","volume":"62","author":"J He","year":"2011","unstructured":"He, J., Meij, E., & de Rijke, M. (2011). Result diversification based on query-specific cluster ranking. Journal of the American Society for Information Science and Technology, 62(3), 550\u2013571.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9353_CR20","volume-title":"The turn: Integration of information seeking and retrieval in context","author":"P Ingwersen","year":"2005","unstructured":"Ingwersen, P., & J\u00e4rvelin, K. (2005). The turn: Integration of information seeking and retrieval in context. Berlin: Springer."},{"key":"9353_CR21","unstructured":"Iwata, M., Sakai, T., Yamamoto, T., Chen, Y., Liu, Y., Wen, J.R., & Nishio, S. (2012). Aspectiles: Tile-based visualization of diversified web search results. In: Proceedings of the 35th ACM SIGIR (pp. 85\u201394)."},{"issue":"4","key":"9353_CR22","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulative gain-based evaluation of IR techniques. TOIS, 20(4), 422\u2013446.","journal-title":"TOIS"},{"key":"9353_CR23","unstructured":"Kato, M.P., Sakai, T., & Tanaka, K. (2012). Structured query suggestion for specialization and parallel movement: Effect on search behaviors. In: Proceedings of the 21st WWW (pp. 389\u2013398)."},{"key":"9353_CR24","unstructured":"Kelly, D., & Azzopardi, L. (2015). How many results per page?: A study of serp size, search behavior and user experience. In: Proceedings of the 38th international ACM SIGIR conference on research and development in information retrieval (pp. 183\u2013192)."},{"key":"9353_CR25","unstructured":"Kelly, D., & Gyllstrom, K. (2011). An examination of two delivery modes for interactive search system experiments: Remote and laboratory. In: Proceedings of the 29th ACM SIGCHI (pp. 1531\u20131540)."},{"key":"9353_CR26","unstructured":"Kelly, D., Arguello, J., Edwards, A., & Wu, W.C. (2015). Development and evaluation of search tasks for IIR experiments using a cognitive complexity framework. In: Proceedings of the 1st ACM ICTIR (pp. 101\u2013110)."},{"key":"9353_CR27","unstructured":"Kelly, D., Gyllstrom, K., & Bailey, E. (2009). A comparison of query and term suggestion features for interactive searching. In: Proceedings of the 32nd ACM SIGIR (pp. 371\u2013378)."},{"key":"9353_CR28","unstructured":"Kiseleva, J., Kamps, J., Nikulin, V., & Makarov, N. (2015). Behavioral dynamics from the serp\u2019s perspective: What are failed serps and how to fix them? In: Proceedings of the 24th ACM CIKM (pp. 1561\u20131570)."},{"key":"9353_CR29","unstructured":"Maxwell, D., & Azzopardi, L. (2014). Stuck in traffic: How temporal delays affect search behaviour. In: Proceedings of the 5th IIiX (pp. 155\u2013164)."},{"key":"9353_CR30","unstructured":"Maxwell, D., Azzopardi, L., & Moshfeghi, Y. (2017). A study of snippet length and informativeness: Behaviour, performance and ux. In: Proceedings of the 40th ACM SIGIR (pp. 135\u2013144)."},{"key":"9353_CR31","first-page":"379","volume-title":"Interactive information retrieval using term relationship networks","author":"J McDonald","year":"1998","unstructured":"McDonald, J., Ogden, W., & Foltz, P. (1998). Interactive information retrieval using term relationship networks (pp. 379\u2013384). Gaithersburg: NIST Special Publication."},{"key":"9353_CR32","unstructured":"Over, P. (1998). Trec-6 interactive track report (pp. 73\u201382)."},{"issue":"3","key":"9353_CR33","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1016\/S0306-4573(00)00053-4","volume":"37","author":"P Over","year":"2001","unstructured":"Over, P. (2001). The trec interactive track: An annotated bibliography. Information Processing & Management, 37(3), 369\u2013381.","journal-title":"Information Processing & Management"},{"key":"9353_CR34","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1037\/0033-295X.106.4.643","volume":"106","author":"P Pirolli","year":"1999","unstructured":"Pirolli, P., & Card, S. (1999). Information foraging. Psychological Review, 106, 643\u2013675.","journal-title":"Psychological Review"},{"issue":"1","key":"9353_CR35","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1108\/00220410710723894","volume":"63","author":"C Prabha","year":"2007","unstructured":"Prabha, C., Connaway, L., Olszewski, L., & Jenkins, L. (2007). What is enough? Satisficing information needs. Journal of Documentation, 63(1), 74\u201389.","journal-title":"Journal of Documentation"},{"key":"9353_CR36","unstructured":"Radlinski, F., & Dumais, S. (2006). Improving personalized web search using result diversification. In: Proceedings of the 29th ACM SIGIR (pp. 691\u2013692)."},{"key":"9353_CR37","unstructured":"Rose, D.E., & Levinson, D. (2004). Understanding user goals in web search. In: Proceedings of the 13th WWW (pp. 13\u201319)."},{"key":"9353_CR38","unstructured":"Santos, R.L., Macdonald, C., & Ounis, I. (2010). Exploiting query reformulations for web search result diversification. In: Proceedings of the 19th WWW (pp. 881\u2013890)."},{"key":"9353_CR39","doi-asserted-by":"crossref","unstructured":"Santos, R.L., Macdonald, C., & Ounis, I. (2011). Intent-aware search result diversification. In: Proceedings of the 34th ACM SIGIR (pp. 595\u2013604). ACM","DOI":"10.1145\/2009916.2009997"},{"key":"9353_CR40","unstructured":"Smucker, M., Guo, X., & Toulis, A. (2014). Mouse movement during relevance judging: Implications for determining user attention. In: Proceedings of the 37th ACM SIGIR (pp. 979\u2013982)."},{"key":"9353_CR41","unstructured":"Syed, R., & Collins-Thompson, K. (2017). Retrieval algorithms optimized for human learning. In: Proceedings of the 40th ACM SIGIR (pp. 555\u2013564)."},{"key":"9353_CR42","unstructured":"Umemoto, K., Yamamoto, T., & Tanaka, K. (2016). Scentbar: A query suggestion interface visualizing the amount of missed relevant information for intrinsically diverse search. In: Proceedings of the 39th ACM SIGIR (pp. 405\u2013414)."},{"key":"9353_CR43","unstructured":"Villa, R., Cantador, I., Joho, H., & Jose, J.M. (2009). An aspectual interface for supporting complex search tasks. In: Proceedings of the 32nd ACM SIGIR (pp. 379\u2013386)."},{"key":"9353_CR44","unstructured":"Voorhees, E. (2006). Overview of the TREC 2005 robust retrieval track. In: Proceedings of the TREC-14"},{"key":"9353_CR45","volume-title":"TREC: Experiment and evaluation in information retrieval","author":"E Voorhees","year":"2005","unstructured":"Voorhees, E., & Harman, D. (2005). TREC: Experiment and evaluation in information retrieval. Cambridge: The MIT press."},{"issue":"1","key":"9353_CR46","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1002\/asi.20092","volume":"56","author":"L Zach","year":"2005","unstructured":"Zach, L. (2005). When is \u201cenough\u201d enough? modeling the information-seeking and stopping behavior of senior arts administrators: Research articles. Journal of the American Society for Information Science and Technology, 56(1), 23\u201335.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9353_CR47","doi-asserted-by":"crossref","unstructured":"Zhai, C., Cohen, W.W., & Lafferty, J. (2015). Beyond independent relevance: Methods and evaluation metrics for subtopic retrieval. In: ACM SIGIR Forum (Vol. 49, pp. 2\u20139). ACM","DOI":"10.1145\/2795403.2795405"},{"key":"9353_CR48","unstructured":"Zuccon, G., Azzopardi, L., Zhang, D., & Wang, J. (2012). Top-k retrieval using facility location analysis. In: Advances in information retrieval (pp. 305\u2013316)."},{"key":"9353_CR49","first-page":"232","volume":"5766","author":"G Zuccon","year":"2009","unstructured":"Zuccon, G., Azzopardi, L. A., & van Rijsbergen, K. (2009). The quantum probability ranking principle for information retrieval. LNCS: Advances in IR Theory, 5766, 232\u2013240.","journal-title":"LNCS: Advances in IR Theory"},{"issue":"2","key":"9353_CR50","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s10791-012-9206-z","volume":"16","author":"G Zuccon","year":"2013","unstructured":"Zuccon, G., Leelanupab, T., Whiting, S., Yilmaz, E., Jose, J., & Azzopardi, L. (2013). Crowdsourcing interactions: Using crowdsourcing for evaluating interactive information retrieval systems. Information Retrieval, 16(2), 267\u2013305.","journal-title":"Information Retrieval"}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-019-09353-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10791-019-09353-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-019-09353-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,18]],"date-time":"2024-07-18T03:36:19Z","timestamp":1721273779000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10791-019-09353-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,16]]},"references-count":50,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["9353"],"URL":"https:\/\/doi.org\/10.1007\/s10791-019-09353-0","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,16]]},"assertion":[{"value":"30 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}