{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:13:55Z","timestamp":1784178835912,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,7]],"date-time":"2017-08-07T00:00:00Z","timestamp":1502064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP110101934 and DP140102655"],"award-info":[{"award-number":["DP110101934 and DP140102655"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,7]]},"DOI":"10.1145\/3077136.3080839","type":"proceedings-article","created":{"date-parts":[[2017,7,28]],"date-time":"2017-07-28T19:35:01Z","timestamp":1501270501000},"page":"395-404","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":46,"title":["Retrieval Consistency in the Presence of Query Variations"],"prefix":"10.1145","author":[{"given":"Peter","family":"Bailey","sequence":"first","affiliation":[{"name":"Microsoft, Canberra, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Thomas","sequence":"additional","affiliation":[{"name":"Microsoft, Canberra, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2017,8,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"J. A. Aslam and M. Montague. 2001. Models for metasearch Proc. SIGIR. ACM 276--284.  J. A. Aslam and M. Montague. 2001. Models for metasearch Proc. SIGIR. ACM 276--284.","DOI":"10.1145\/383952.384007"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767728"},{"key":"#cr-split#-e_1_3_2_1_3_1.1","doi-asserted-by":"crossref","unstructured":"P. Bailey A. Moffat F. Scholer and P. Thomas. 2016. UQV100: A test collection with query variability Proc. SIGIR. 725--728. Public data: http:\/\/dx.doi.org\/10.4225\/49\/5726E597B8376. 10.4225\/49","DOI":"10.1145\/2911451.2914671"},{"key":"#cr-split#-e_1_3_2_1_3_1.2","doi-asserted-by":"crossref","unstructured":"P. Bailey A. Moffat F. Scholer and P. Thomas. 2016. UQV100: A test collection with query variability Proc. SIGIR. 725--728. Public data: http:\/\/dx.doi.org\/10.4225\/49\/5726E597B8376.","DOI":"10.1145\/2911451.2914671"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.2466\/pr0.1966.19.1.3"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"N. J. Belkin C. Cool W. B. Croft and J. P. Callan. 1993. The effect of multiple query representations on information retrieval system performance Proc. SIGIR. 339--346.  N. J. Belkin C. Cool W. B. Croft and J. P. Callan. 1993. The effect of multiple query representations on information retrieval system performance Proc. SIGIR. 339--346.","DOI":"10.1145\/160688.160760"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(94)00057-A"},{"key":"e_1_3_2_1_7_1","volume-title":"Proc. TREC.","author":"Buckley C.","unstructured":"C. Buckley and J. Walz . 1999. The TREC-8 query track . In Proc. TREC. C. Buckley and J. Walz. 1999. The TREC-8 query track. In Proc. TREC."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/0-306-47019-5_5"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"B. Carterette. 2009. On rank correlation and the distance between rankings Proc. SIGIR. 436--443.  B. Carterette. 2009. On rank correlation and the distance between rankings Proc. SIGIR. 436--443.","DOI":"10.1145\/1571941.1572017"},{"key":"e_1_3_2_1_10_1","volume-title":"TREC 2014 web track overview. In Proc. TREC.","author":"Collins-Thompson K.","unstructured":"K. Collins-Thompson , C. Macdonald , P. N. Bennett , F. Diaz , and E. M. Voorhees . 2014 . TREC 2014 web track overview. In Proc. TREC. K. Collins-Thompson, C. Macdonald, P. N. Bennett, F. Diaz, and E. M. Voorhees. 2014. TREC 2014 web track overview. In Proc. TREC."},{"key":"e_1_3_2_1_11_1","unstructured":"S. Cucerzan and E. Brill. 2004. Spelling correction as an iterative process that exploits the collective knowledge of web users Proc. EMNLP. 293--300.  S. Cucerzan and E. Brill. 2004. Spelling correction as an iterative process that exploits the collective knowledge of web users Proc. EMNLP. 293--300."},{"key":"e_1_3_2_1_12_1","volume-title":"Proc. WWW. 613--622","author":"Dwork C.","unstructured":"C. Dwork , R. Kumar , M. Naor , and D. Sivakumar . 2001. Rank aggregation methods for the web . In Proc. WWW. 613--622 . C. Dwork, R. Kumar, M. Naor, and D. Sivakumar. 2001. Rank aggregation methods for the web. In Proc. WWW. 613--622."},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. TREC. 243--252","author":"Fox E. A.","unstructured":"E. A. Fox and J. Shaw . 1993. Combination of multiple searches . In Proc. TREC. 243--252 . E. A. Fox and J. Shaw. 1993. Combination of multiple searches. In Proc. TREC. 243--252."},{"key":"e_1_3_2_1_14_1","volume-title":"Searching As Learning (SAL) Workshop.","author":"Freund L.","unstructured":"L. Freund , H. O'Brien , and R. Kopak . 2014. Getting the big picture: Supporting comprehension and learning in search Proc . Searching As Learning (SAL) Workshop. L. Freund, H. O'Brien, and R. Kopak. 2014. Getting the big picture: Supporting comprehension and learning in search Proc. Searching As Learning (SAL) Workshop."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/32206.32212"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2004.06.006"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/19312450709336664"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"J.-Y. Jiang J. Liu C.-Y. Lin and P.-J. Cheng. 2015. Improving ranking consistency for web search by leveraging a knowledge base and search logs Proc. CIKM. 1441--1450.  J.-Y. Jiang J. Liu C.-Y. Lin and P.-J. Cheng. 2015. Improving ranking consistency for web search by leveraging a knowledge base and search logs Proc. CIKM. 1441--1450.","DOI":"10.1145\/2806416.2806479"},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. WWW. 387--396","author":"Jones R.","unstructured":"R. Jones , B. Rey , O. Madani , and W. Greiner . 2006. Generating query substitutions . In Proc. WWW. 387--396 . R. Jones, B. Rey, O. Madani, and W. Greiner. 2006. Generating query substitutions. In Proc. WWW. 387--396."},{"key":"e_1_3_2_1_20_1","volume-title":"Overview of the TREC 2011 session track. In Proc. TREC.","author":"Kanoulas E.","unstructured":"E. Kanoulas , B. Carterette , M. Hall , P. Clough , and M. Sanderson . 2011 . Overview of the TREC 2011 session track. In Proc. TREC. E. Kanoulas, B. Carterette, M. Hall, P. Clough, and M. Sanderson. 2011. Overview of the TREC 2011 session track. In Proc. TREC."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177732186"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"B. Koopman and G. Zuccon. 2016. A test collection for matching patients to clinical trials Proc. SIGIR. 669--672.  B. Koopman and G. Zuccon. 2016. A test collection for matching patients to clinical trials Proc. SIGIR. 669--672.","DOI":"10.1145\/2911451.2914672"},{"key":"e_1_3_2_1_23_1","first-page":"3","article-title":"Automatically building a stopword list for an information retrieval system","volume":"3","author":"Lo R. T.-W.","year":"2005","unstructured":"R. T.-W. Lo , B. He , and I. Ounis . 2005 . Automatically building a stopword list for an information retrieval system . J. Dig. Inf. Man. , Vol. 3 , 1 (2005), 3 -- 8 . R. T.-W. Lo, B. He, and I. Ounis. 2005. Automatically building a stopword list for an information retrieval system. J. Dig. Inf. Man., Vol. 3, 1 (2005), 3--8.","journal-title":"J. Dig. Inf. Man."},{"key":"e_1_3_2_1_24_1","volume-title":"Development of a stemming algorithm","author":"Lovins J. B.","unstructured":"J. B. Lovins . 1968. Development of a stemming algorithm . MIT Information Processing Group , Electronic Systems Laboratory Cambridge. J. B. Lovins. 1968. Development of a stemming algorithm. MIT Information Processing Group, Electronic Systems Laboratory Cambridge."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1147\/rd.14.0309"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3015022.3015025"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/502585.502657"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/584792.584881"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"J. Pickens G. Golovchinsky C. Shah P. Qvarfordt and M. Back. 2008. Algorithmic mediation for collaborative exploratory search Proc. SIGIR. 315--322.  J. Pickens G. Golovchinsky C. Shah P. Qvarfordt and M. Back. 2008. Algorithmic mediation for collaborative exploratory search Proc. SIGIR. 315--322.","DOI":"10.1145\/1390334.1390389"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1670564.1670572"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"K. Raman P. N. Bennett and K. Collins-Thompson. 2013. Toward whole-session relevance: Exploring intrinsic diversity in web search Proc. SIGIR. 463--472.  K. Raman P. N. Bennett and K. Collins-Thompson. 2013. Toward whole-session relevance: Exploring intrinsic diversity in web search Proc. SIGIR. 463--472.","DOI":"10.1145\/2484028.2484089"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026866"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781420036268"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2448541"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"J. Teevan E. Adar R. Jones and M. A. S. Potts. 2007. Information re-retrieval: Repeat queries in Yahoo's logs Proc. SIGIR. 151--158.  J. Teevan E. Adar R. Jones and M. A. S. Potts. 2007. Information re-retrieval: Repeat queries in Yahoo's logs Proc. SIGIR. 151--158.","DOI":"10.1145\/1277741.1277770"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852102.1852106"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22639"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2005.08.004"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"E. Yilmaz J. A. Aslam and S. Robertson. 2008. A new rank correlation coefficient for information retrieval Proc. SIGIR. 587--594.  E. Yilmaz J. A. Aslam and S. Robertson. 2008. A new rank correlation coefficient for information retrieval Proc. SIGIR. 587--594.","DOI":"10.1145\/1390334.1390435"},{"key":"e_1_3_2_1_42_1","volume-title":"Overview of the TREC 2015 tasks track. In Proc. TREC.","author":"Yilmaz E.","unstructured":"E. Yilmaz , M. Verma , R. Mehrotra , E. Kanoulas , B. Carterette , and N. Craswell . 2015 . Overview of the TREC 2015 tasks track. In Proc. TREC. E. Yilmaz, M. Verma, R. Mehrotra, E. Kanoulas, B. Carterette, and N. Craswell. 2015. Overview of the TREC 2015 tasks track. In Proc. TREC."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"G. Zuccon J. Palotti and A. Hanbury. 2016. Query variations and their effect on comparing information retrieval systems Proc. CIKM. 691--700.  G. Zuccon J. Palotti and A. Hanbury. 2016. Query variations and their effect on comparing information retrieval systems Proc. CIKM. 691--700.","DOI":"10.1145\/2983323.2983723"}],"event":{"name":"SIGIR '17: The 40th International ACM SIGIR conference on research and development in Information Retrieval","location":"Shinjuku Tokyo Japan","acronym":"SIGIR '17","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080839","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3077136.3080839","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:37:18Z","timestamp":1750217838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080839"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,7]]},"references-count":43,"alternative-id":["10.1145\/3077136.3080839","10.1145\/3077136"],"URL":"https:\/\/doi.org\/10.1145\/3077136.3080839","relation":{},"subject":[],"published":{"date-parts":[[2017,8,7]]},"assertion":[{"value":"2017-08-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}