{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T06:47:15Z","timestamp":1725605235051},"publisher-location":"Berlin, Heidelberg","reference-count":14,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642233173"},{"type":"electronic","value":"9783642233180"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-23318-0_12","type":"book-chapter","created":{"date-parts":[[2011,9,7]],"date-time":"2011-09-07T09:25:09Z","timestamp":1315387509000},"page":"113-124","source":"Crossref","is-referenced-by-count":6,"title":["Selecting a Subset of Queries for Acquisition of Further Relevance Judgements"],"prefix":"10.1007","author":[{"given":"Mehdi","family":"Hosseini","sequence":"first","affiliation":[]},{"given":"Ingemar J.","family":"Cox","sequence":"additional","affiliation":[]},{"given":"Natasa","family":"Milic-Frayling","sequence":"additional","affiliation":[]},{"given":"Vishwa","family":"Vinay","sequence":"additional","affiliation":[]},{"given":"Trevor","family":"Sweeting","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"unstructured":"Allan, J., Carterette, B., Aslam, J.A., Pavlu, V., Dachev, B., Kanoulas, E.: TREC 2007 million query track. Notebook Proceedings of TREC 2007. TREC (2007)","key":"12_CR1"},{"key":"12_CR2","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1145\/1148170.1148263","volume-title":"SIGIR 2006: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"J.A. Aslam","year":"2006","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: SIGIR 2006: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 541\u2013548. ACM, New York (2006)"},{"key":"12_CR3","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1145\/1148170.1148219","volume-title":"SIGIR 2006: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"B. Carterette","year":"2006","unstructured":"Carterette, B., Allan, J., Sitaraman, R.: Minimal test collections for retrieval evaluation. In: SIGIR 2006: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 268\u2013275. ACM, New York (2006)"},{"key":"12_CR4","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1145\/1718487.1718516","volume-title":"WSDM 2010: Proceedings of the Third ACM International Conference on Web Search and Data Mining","author":"B. Carterette","year":"2010","unstructured":"Carterette, B., Gabrilovich, E., Josifovski, V., Metzler, D.: Measuring the reusability of test collections. In: WSDM 2010: Proceedings of the Third ACM International Conference on Web Search and Data Mining, pp. 231\u2013240. ACM, New York (2010)"},{"key":"12_CR5","doi-asserted-by":"crossref","first-page":"547","DOI":"10.1145\/1835449.1835541","volume-title":"SIGIR 2010: Proceeding of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"B. Carterette","year":"2010","unstructured":"Carterette, B., Kanoulas, E., Pavlu, V., Fang, H.: Reusable test collections through experimental design. In: SIGIR 2010: Proceeding of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 547\u2013554. ACM, New York (2010)"},{"key":"12_CR6","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1145\/1390334.1390445","volume-title":"SIGIR 2008: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"B. Carterette","year":"2008","unstructured":"Carterette, B., Pavlu, V., Kanoulas, E., Aslam, J.A., Allan, J.: Evaluation over thousands of queries. In: SIGIR 2008: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 651\u2013658. ACM, New York (2008)"},{"key":"12_CR7","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1214\/009053604000000067","volume":"32","author":"B. Efron","year":"2004","unstructured":"Efron, B., Hastie, T., Johnstone, I., Tibshirani, R.: Least angle regression. Annals of Statistics\u00a032, 407\u2013499 (2004)","journal-title":"Annals of Statistics"},{"doi-asserted-by":"crossref","unstructured":"Guiver, J., Mizzaro, S., Robertson, S.: A few good topics: Experiments in topic set reduction for retrieval evaluation. ACM Trans. Inf. Syst.\u00a027(4) (2009)","key":"12_CR8","DOI":"10.1145\/1629096.1629099"},{"key":"12_CR9","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1145\/1277741.1277824","volume-title":"Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2007","author":"S. Mizzaro","year":"2007","unstructured":"Mizzaro, S., Robertson, S.: Hits hits trec: exploring ir evaluation results with network analysis. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2007, pp. 479\u2013486. ACM, New York (2007)"},{"key":"12_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-642-20161-5_14","volume-title":"Advances in Information Retrieval","author":"S. Robertson","year":"2011","unstructured":"Robertson, S.: On the contributions of topics to system evaluation. In: Clough, P., Foley, C., Gurrin, C., Jones, G.J.F., Kraaij, W., Lee, H., Mudoch, V. (eds.) ECIR 2011. LNCS, vol.\u00a06611, pp. 129\u2013140. Springer, Heidelberg (2011)"},{"issue":"1","key":"12_CR11","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1108\/eb026616","volume":"32","author":"K. Sparck Jones","year":"1976","unstructured":"Sparck Jones, K., van Rijsbergen, K.: Information retrieval test collections. Journal of Documentation\u00a032(1), 59\u201375 (1976)","journal-title":"Journal of Documentation"},{"key":"12_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"E.M. Voorhees","year":"2002","unstructured":"Voorhees, E.M.: The philosophy of information retrieval evaluation. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 355\u2013370. Springer, Heidelberg (2002)"},{"key":"12_CR13","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1145\/564376.564432","volume-title":"SIGIR 2002: Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"E.M. Voorhees","year":"2002","unstructured":"Voorhees, E.M., Buckley, C.: The effect of topic set size on retrieval experiment error. In: SIGIR 2002: Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 316\u2013323. ACM, New York (2002)"},{"key":"12_CR14","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1145\/290941.291014","volume-title":"SIGIR 1998: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"J. Zobel","year":"1998","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments? In: SIGIR 1998: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 307\u2013314. ACM, New York (1998)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval Theory"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-23318-0_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,3]],"date-time":"2021-12-03T17:12:44Z","timestamp":1638551564000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-23318-0_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642233173","9783642233180"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-23318-0_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}