{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:49:28Z","timestamp":1755838168010},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642122743"},{"type":"electronic","value":"9783642122750"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-12275-0_16","type":"book-chapter","created":{"date-parts":[[2010,3,31]],"date-time":"2010-03-31T20:04:10Z","timestamp":1270065850000},"page":"153-165","source":"Crossref","is-referenced-by-count":17,"title":["A Case for Automatic System Evaluation"],"prefix":"10.1007","author":[{"given":"Claudia","family":"Hauff","sequence":"first","affiliation":[]},{"given":"Djoerd","family":"Hiemstra","sequence":"additional","affiliation":[]},{"given":"Leif","family":"Azzopardi","sequence":"additional","affiliation":[]},{"given":"Franciska","family":"de Jong","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"16_CR1","unstructured":"Rank Correlation Methods. Hafner Publishing Co., New York (1955)"},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Amitay, E., Carmel, D., Lempel, R., Soffer, A.: Scaling ir-system evaluation using term relevance sets. In: SIGIR 2004, pp. 10\u201317 (2004)","DOI":"10.1145\/1008992.1008997"},{"key":"16_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1007\/978-3-540-71496-5_20","volume-title":"Advances in Information Retrieval","author":"J.A. Aslam","year":"2007","unstructured":"Aslam, J.A., Pavlu, V.: Query hardness estimation using Jensen-Shannon divergence among multiple scoring functions. In: Amati, G., Carpineto, C., Romano, G. (eds.) ECiR 2007. LNCS, vol.\u00a04425, pp. 198\u2013209. Springer, Heidelberg (2007)"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: SIGIR 2006, pp. 541\u2013548 (2006)","DOI":"10.1145\/1148170.1148263"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Savell, R.: On the effectiveness of evaluating retrieval systems in the absence of relevance judgments. In: SIGIR 2003, pp. 361\u2013362 (2003)","DOI":"10.1145\/860435.860501"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Carterette, B., Allan, J.: Incremental test collections. In: CIKM 2005, pp. 680\u2013687 (2005)","DOI":"10.1145\/1099554.1099723"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Diaz, F.: Performance prediction using spatial autocorrelation. In: SIGIR 2007, pp. 583\u2013590 (2007)","DOI":"10.1145\/1277741.1277841"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Efron, M.: Using multiple query aspects to build test collections without human relevance judgments. In: ECIR 2009, pp. 276\u2013287 (2009)","DOI":"10.1007\/978-3-642-00958-7_26"},{"key":"16_CR9","unstructured":"Guiver, J., Mizzaro, S., Robertson, S.: A few good topics: Experiments in topic set reduction for retrieval evaluation. To appear in TOIS"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Krovetz, R.: Viewing morphology as an inference process. In: SIGIR 1993, pp. 191\u2013202 (1993)","DOI":"10.1145\/160688.160718"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Mizzaro, S., Robertson, S.: Hits hits trec: exploring ir evaluation results with network analysis. In: SIGIR 2007, pp. 479\u2013486 (2007)","DOI":"10.1145\/1277741.1277824"},{"issue":"3","key":"16_CR12","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1016\/j.ipm.2005.03.023","volume":"42","author":"R. Nuray","year":"2006","unstructured":"Nuray, R., Can, F.: Automatic ranking of information retrieval systems using data fusion. Information Processing and Management\u00a042(3), 595\u2013614 (2006)","journal-title":"Information Processing and Management"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Soboroff, I., Nicholas, C., Cahan, P.: Ranking retrieval systems without relevance judgments. In: SIGIR 2001, pp. 66\u201373 (2001)","DOI":"10.1145\/383952.383961"},{"issue":"4","key":"16_CR14","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1016\/j.ipm.2006.09.009","volume":"43","author":"A. Spoerri","year":"2007","unstructured":"Spoerri, A.: Using the structure of overlap between search results to rank retrieval systems without relevance judgments. Information Processing and Management\u00a043(4), 1059\u20131070 (2007)","journal-title":"Information Processing and Management"},{"key":"16_CR15","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"E.M. Voorhees","year":"2000","unstructured":"Voorhees, E.M.: Variations in relevance judgments and the measurement of retrieval effectiveness. Information Processing and Management\u00a036, 697\u2013716 (2000)","journal-title":"Information Processing and Management"},{"key":"16_CR16","series-title":"Lecture Notes in Computer Science","first-page":"811","volume-title":"Selected Areas in Cryptography","author":"S. Wu","year":"2004","unstructured":"Wu, S., Crestani, F.: Methods for ranking information retrieval systems without relevance judgments. In: Matsui, M., Zuccherato, R.J. (eds.) SAC 2003. LNCS, vol.\u00a03006, pp. 811\u2013816. Springer, Heidelberg (2004)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-12275-0_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,13]],"date-time":"2019-03-13T08:58:40Z","timestamp":1552467520000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-12275-0_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642122743","9783642122750"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-12275-0_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}