{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:51:37Z","timestamp":1755838297658,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":33,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642364143"},{"type":"electronic","value":"9783642364150"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-36415-0_7","type":"book-chapter","created":{"date-parts":[[2013,1,23]],"date-time":"2013-01-23T17:29:25Z","timestamp":1358962165000},"page":"97-115","source":"Crossref","is-referenced-by-count":5,"title":["TREC-Style Evaluations"],"prefix":"10.1007","author":[{"given":"Donna","family":"Harman","sequence":"first","affiliation":[]}],"member":"297","reference":[{"issue":"6","key":"7_CR1","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1016\/S0306-4573(02)00084-5","volume":"39","author":"P. Bailey","year":"2003","unstructured":"Bailey, P., Craswell, N., Hawking, D.: Engineering a Multi-Purpose Test Collection for Web Retrieval Experiments. Information Processing and Management\u00a039(6), 853\u2013871 (2003)","journal-title":"Information Processing and Management"},{"doi-asserted-by":"crossref","unstructured":"Bernstein, Y., Zobel, J.: Redundant Documents and Search Effectiveness. In: Proceedings of the 2005 ACM CIKM International Conference on Information and Knowledge Management, pp. 736\u2013743 (2005)","key":"7_CR2","DOI":"10.1145\/1099554.1099733"},{"doi-asserted-by":"crossref","unstructured":"Bookstein, A.: Relevance. Journal of the American Society for Information Science, 269\u2013273 (September 1979)","key":"7_CR3","DOI":"10.1002\/asi.4630300505"},{"unstructured":"Buckley, C., Voorhees, E.: Retrieval System Evaluation. In: TREC: Experiment and Evaluation in Information Retrieval, ch. 3. The MIT Press (2005)","key":"7_CR4"},{"doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating Evaluation Measure Stability. In: Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 33\u201340 (2000)","key":"7_CR5","DOI":"10.1145\/345508.345543"},{"issue":"5","key":"7_CR6","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1016\/0306-4573(92)90031-T","volume":"28","author":"R. Burgin","year":"1992","unstructured":"Burgin, R.: Variations in Relevance Judgments and the Evaluation of Retrieval Performance. Information Processing and Management\u00a028(5), 619\u2013627 (1992)","journal-title":"Information Processing and Management"},{"unstructured":"Cleverdon, C.: Report on the Testing and Analysis of an Investigation into the Comparative Efficiency of Indexing Systems. Aslib Cranfield Research Project, Cranfield, England (1962)","key":"7_CR7"},{"unstructured":"Cleverdon, C., Keen, E.: Factors Determining the Performance of Indexing Systems, vol. 2: Test Results. Aslib Cranfield Research Project, Cranfield, England (1966)","key":"7_CR8"},{"unstructured":"Cleverdon, C., Mills, J., Keen, E.: Factors Determining the Performance of Indexing Systems, vol. 1: Design. Aslib Cranfield Research Project, Cranfield, England (1966)","key":"7_CR9"},{"key":"7_CR10","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/0020-0271(71)90024-6","volume":"7","author":"W. Cooper","year":"1971","unstructured":"Cooper, W.: A Definition of Relevance for Information Retrieval. Information Storage and Retrieval\u00a07, 19\u201337 (1971)","journal-title":"Information Storage and Retrieval"},{"doi-asserted-by":"crossref","unstructured":"Cormack, G.V., Clarke, C.L.A., Palmer, C.R., To, S.S.L.: Passage-based Refinement(MultiText Experiments for TREC-6). In: Proceedings of the Sixth Text REtrieval Conference (TREC-6), pp. 303\u2013320 (1998)","key":"7_CR11","DOI":"10.6028\/NIST.SP.500-240.hp-Waterloo"},{"key":"7_CR12","doi-asserted-by":"publisher","first-page":"1149","DOI":"10.1016\/j.ipm.2006.11.004","volume":"43","author":"A. Fujii","year":"2007","unstructured":"Fujii, A., Iwayama, M., Kando, N.: Introduction to the special issue on patent processing. Information Processing and Management\u00a043, 1149\u20131153 (2007)","journal-title":"Information Processing and Management"},{"unstructured":"Harman, D.: Overview of the Third Text REtrieval Conference (TREC-3). In: Overview of the Third Text REtrieval Conference (TREC-3), Proceedings of TREC-3. (1995) 1\u201320","key":"7_CR13"},{"unstructured":"Harman, D.: Overview of the Fourth Text REtrieval Conference (TREC-4). In: Proceedings of the Fourth Text REtrieval Conference (TREC-4). (1996) 1\u201323","key":"7_CR14"},{"doi-asserted-by":"crossref","unstructured":"Harman, D.: Information Retrieval Evaluation. Morgan\/Claypool (2011)","key":"7_CR15","DOI":"10.2200\/S00368ED1V01Y201105ICR019"},{"key":"7_CR16","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10791-009-9101-4","volume":"12","author":"D. Harman","year":"2009","unstructured":"Harman, D., Buckley, C.: Overview of the Reliable Information Access Workshop. Information Retrieval\u00a012, 615\u2013641 (2009)","journal-title":"Information Retrieval"},{"issue":"1","key":"7_CR17","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1002\/(SICI)1097-4571(199601)47:1<37::AID-ASI4>3.0.CO;2-3","volume":"47","author":"S.P. Harter","year":"1996","unstructured":"Harter, S.P.: Variations in Relevance Assessments and the Measurement of Retrieval Effectiveness. Journal of the American Society for Information Science\u00a047(1), 37\u201349 (1996)","journal-title":"Journal of the American Society for Information Science"},{"doi-asserted-by":"crossref","unstructured":"Hawking, D., Voorhees, E., Craswell, N.: Overview of TREC-8 Web Track. In: Proceedings of the Eighth Text REtrieval Conference (TREC-8), pp. 131\u2013151 (2000)","key":"7_CR18","DOI":"10.6028\/NIST.SP.500-246"},{"doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: IR Evaluation Methods for Retrieving Highly Relevant Documents. In: Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 41\u201348 (2000)","key":"7_CR19","DOI":"10.1145\/345508.345545"},{"volume-title":"The Proceedings of the TIPSTER Text Program\u2014Phase I","year":"1994","unstructured":"Merchant, R. (ed.): The Proceedings of the TIPSTER Text Program\u2014Phase I. Morgan Kaufmann Publishing Co., San Mateo (1994)","key":"7_CR20"},{"volume-title":"The SMART Retrieval System","year":"1971","unstructured":"Salton, G. (ed.): The SMART Retrieval System. Prentice-Hall, Englewood Cliffs (1971)","key":"7_CR21"},{"key":"7_CR22","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M.: Test Collection Based Evaluation of Information Retrieval Systems. Foundations and Trends in Information Retrieval\u00a04, 247\u2013375 (2010)","journal-title":"Foundations and Trends in Information Retrieval"},{"unstructured":"Sparck Jones, K., Bates, R.: Report on a Design Study for the \u201cIdeal\u201d Information Retrieval Test Collection. British Library Research and Development Report 5488, Computer Laboratory. University of Cambridge (1977)","key":"7_CR23"},{"key":"7_CR24","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1086\/619959","volume":"41","author":"D. Swanson","year":"1971","unstructured":"Swanson, D.: Some Unexplained Aspects of the Cranfield Tests of Indexing Language Performance. Library Quarterly\u00a041, 223\u2013228 (1971)","journal-title":"Library Quarterly"},{"unstructured":"Tague-Sutcliffe, J., Blustein, J.: A Statistical Analysis of the TREC-3 Data. In: Overview of the Third Text REtrieval Conference (TREC-3), Proceedings of TREC-3, pp. 385\u2013398 (1995)","key":"7_CR25"},{"unstructured":"Voorhees, E., Harman, D. (eds.): TREC: Experiment and Evaluation in Information Retrieval. The MIT Press (2005)","key":"7_CR26"},{"issue":"5","key":"7_CR27","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"E.M. Voorhees","year":"2000","unstructured":"Voorhees, E.M.: Variations in Relevance Judgments and the Measurement of Retrieval Effectiveness. Information Processing and Management\u00a036(5), 697\u2013716 (2000)","journal-title":"Information Processing and Management"},{"doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Topic Set Size Redux. In: SIGIR 2009, pp. 806\u2013807 (2009)","key":"7_CR28","DOI":"10.1145\/1571941.1572138"},{"doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Buckley, C.: The Effect of Topic Set Size on Retrieval Experiment Error. In: Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 316\u2013323 (2002)","key":"7_CR29","DOI":"10.1145\/564376.564432"},{"doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.: Overview of the Fifth Text REtrieval Conference (TREC-5). In: Proceedings of the Fifth Text REtrieval Conference (TREC-5), pp. 1\u201328 (1997)","key":"7_CR30","DOI":"10.6028\/NIST.SP.500-238"},{"key":"7_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1007\/3-540-45691-0_36","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"C. Womser-Hacker","year":"2002","unstructured":"Womser-Hacker, C.: Multilingual Topic Generation within the CLEF 2001 Experiments. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 389\u2013393. Springer, Heidelberg (2002)"},{"doi-asserted-by":"crossref","unstructured":"Zhang, Y., Callan, J., Minka, T.: Novelty and Redundancy Detection in Adaptive Filtering. In: Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 81\u201388 (2002)","key":"7_CR32","DOI":"10.1145\/564376.564393"},{"doi-asserted-by":"crossref","unstructured":"Zobel, J.: How Reliable are the Results of Large-Scale Information Retrieval Experiments. In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 307\u2013314 (1998)","key":"7_CR33","DOI":"10.1145\/290941.291014"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Meets Information Visualization"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-36415-0_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T18:18:14Z","timestamp":1745950694000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-36415-0_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642364143","9783642364150"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-36415-0_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}