{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T00:52:21Z","timestamp":1742950341319,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319238258"},{"type":"electronic","value":"9783319238265"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-23826-5_14","type":"book-chapter","created":{"date-parts":[[2015,9,4]],"date-time":"2015-09-04T08:20:20Z","timestamp":1441354820000},"page":"137-148","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Selective Labeling and Incomplete Label Mitigation for Low-Cost Evaluation"],"prefix":"10.1007","author":[{"given":"Kai","family":"Hui","sequence":"first","affiliation":[]},{"given":"Klaus","family":"Berberich","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,9,5]]},"reference":[{"key":"14_CR1","unstructured":"Aslam, J.A., Pavlu, V.: A practical sampling strategy for efficient retrieval evaluation. Report (May 2007)"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: SIGIR, pp. 541\u2013548 (2006)","DOI":"10.1145\/1148170.1148263"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: SIGIR, pp. 25\u201332 (2004)","DOI":"10.1145\/1008992.1009000"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"B\u00fcttcher, S., Clarke, C.L.A., Yeung, P.C.K., Soboroff, I.: Reliable information retrieval evaluation with incomplete and biased judgements. In: SIGIR, pp. 63\u201370 (2007)","DOI":"10.1145\/1277741.1277755"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Carterette, B.: Robust test collections for retrieval evaluation. In: SIGIR, pp. 55\u201362 (2007)","DOI":"10.1145\/1277741.1277754"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Carterette, B., Allan, J.: Semiautomatic evaluation of retrieval systems using document similarities. In: CIKM, pp. 873\u2013876 (2007)","DOI":"10.1145\/1321440.1321564"},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Carterette, B., Allan, J., Sitaraman, R.: Minimal test collections for retrieval evaluation. In: SIGIR, pp. 268\u2013275 (2006)","DOI":"10.1145\/1148170.1148219"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Chapelle, O., Metlzer, D., Zhang, Y., Grinspan, P.: Expected reciprocal rank for graded relevance. In: CIKM, pp. 621\u2013630 (2009)","DOI":"10.1145\/1645953.1646033"},{"key":"14_CR9","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Kolla, M., Cormack, G.V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., MacKinnon, I.: Novelty and diversity in information retrieval evaluation. In: SIGIR, pp. 659\u2013666 (2008)","DOI":"10.1145\/1390334.1390446"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Cleverdon, C.: The cranfield tests on index language devices. In: Aslib proceedings, vol. 19, pp. 173\u2013194. MCB UP Ltd (1967)","DOI":"10.1108\/eb050097"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Cormack, G.V., Palmer, C.R., Clarke, C.L.A.: Efficient construction of large test collections. In: SIGIR, pp. 282\u2013289 (1998)","DOI":"10.1145\/290941.291009"},{"key":"14_CR12","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/BF01588971","volume":"14","author":"G Nemhauser","year":"1978","unstructured":"Nemhauser, G., Wolsey, L., Fisher, M.: An analysis of approximations for maximizing submodular set functions\u2013i. Mathematical Programming 14, 265\u2013294 (1978)","journal-title":"Mathematical Programming"},{"key":"14_CR13","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., Duchesnay, E.: Scikit-learn: Machine learning in Python. Journal of Machine Learning Research 12, 2825\u20132830 (2011)","journal-title":"Journal of Machine Learning Research"},{"key":"14_CR14","volume-title":"Information Retrieval","author":"CJV Rijsbergen","year":"1979","unstructured":"Rijsbergen, C.J.V.: Information Retrieval, 2nd edn. Butterworth-Heinemann, Newton (1979)","edition":"2"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Alternatives to bpref. In: SIGIR, pp. 71\u201378 (2007)","DOI":"10.1145\/1277741.1277756"},{"issue":"1","key":"14_CR16","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1108\/eb026616","volume":"32","author":"K Sp\u00e4rck Jones","year":"1976","unstructured":"Sp\u00e4rck Jones, K., Van Rijsbergen, K.: Information retrieval test collections. Journal of Documentation 32(1), 59\u201375 (1976)","journal-title":"Journal of Documentation"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"Vu, H.-T., Gallinari, P.: A machine learning based approach to evaluating retrieval systems. In: HLT-NAACL, pp. 399\u2013406 (2006)","DOI":"10.3115\/1220835.1220886"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Aslam, J.A.: Estimating average precision with incomplete and imperfect judgments. In: CIKM, pp. 102\u2013111 (2006)","DOI":"10.1145\/1183614.1183633"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Yu, K., Bi, J., Tresp, V.: Active learning via transductive experimental design. In: ICML, pp. 1081\u20131088 (2006)","DOI":"10.1145\/1143844.1143980"}],"container-title":["Lecture Notes in Computer Science","String Processing and Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-23826-5_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T11:33:22Z","timestamp":1676979202000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-23826-5_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319238258","9783319238265"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-23826-5_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"5 September 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}