{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T03:45:48Z","timestamp":1775187948759,"version":"3.50.1"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2007,8,14]],"date-time":"2007-08-14T00:00:00Z","timestamp":1187049600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2008,8]]},"DOI":"10.1007\/s10115-007-0101-7","type":"journal-article","created":{"date-parts":[[2007,8,13]],"date-time":"2007-08-13T11:36:42Z","timestamp":1187005002000},"page":"173-211","source":"Crossref","is-referenced-by-count":34,"title":["Estimating average precision when judgments are incomplete"],"prefix":"10.1007","volume":"16","author":[{"given":"Emine","family":"Yilmaz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Javed A.","family":"Aslam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2007,8,14]]},"reference":[{"key":"101_CR1","doi-asserted-by":"crossref","unstructured":"Allan J (2004) HARD track overview in TREC 2004: High accuracy retrieval from documents. In: Proceedings of the 13th text retrieval conference (TREC 2004)","DOI":"10.21236\/ADA455426"},{"key":"101_CR2","first-page":"393","volume-title":"Proceedings of the 26th annual international ACM SIGIR conference on research and development in information retrieval","author":"JA Aslam","year":"2003","unstructured":"Aslam JA, Pavlu V and Savell R (2003). A unified model for metasearch and the efficient evaluation of retrieval systems via the hedge algorithm. In: Callan, J, Cormack, G, Clarke, C, Hawking, D, and Smeaton, A (eds) Proceedings of the 26th annual international ACM SIGIR conference on research and development in information retrieval, pp 393\u2013394. ACM Press, New york"},{"key":"101_CR3","doi-asserted-by":"crossref","unstructured":"Aslam JA, Pavlu V, Savell R (2003) A unified model for metasearch, pooling, and system evaluation. In: Frieder O, Hammer J, Quershi S, Seligman L (eds) Proceedings of the 12th international conference on information and knowledge management. ACM Press, pp 484\u2013491","DOI":"10.1145\/956863.956953"},{"key":"101_CR4","doi-asserted-by":"crossref","unstructured":"Aslam JA, Pavlu V, Yilmaz E (2006) A statistical method for system evaluation using incomplete judgments. In: Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval. ACM Press, pp 541\u2013548","DOI":"10.1145\/1148170.1148263"},{"key":"101_CR5","unstructured":"Buckley C (2006) \u2018trec_eval\u2019. http:\/\/trec.nist.gov\/trec_eval\/trec_eval.8.1.tar.gz"},{"key":"101_CR6","doi-asserted-by":"crossref","unstructured":"Buckley C, Voorhees EM (2004) Retrieval evaluation with incomplete information. In: Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval. ACM Press, New York, pp 25\u201332","DOI":"10.1145\/1008992.1009000"},{"key":"101_CR7","doi-asserted-by":"crossref","unstructured":"Buttcher S, Clarke C, Soboroff I (2006) The TREC 2006 terabyte track. In: Proceedings of the 15th text REtrieval conference (TREC 2006)","DOI":"10.6028\/NIST.SP.500-272.terabyte-overview"},{"key":"101_CR8","doi-asserted-by":"crossref","unstructured":"Carterette B, Allan J, Sitaraman R (2006) Minimal test collections for retrieval evaluation. In: SIGIR \u201906: proceedings of the 29th annual international ACM SIGIR conference on research and development in information retrieval. ACM Press, New York, pp 268\u2013275","DOI":"10.1145\/1148170.1148219"},{"key":"101_CR9","doi-asserted-by":"crossref","unstructured":"Chen SF, Goodman J (1996) An empirical study of smoothing techniques for language modeling. In: Proceedings of the 34th annual meeting of the association for computational linguistics. Morgan Kaufmann Publishers, San Francisco, pp 310\u2013318","DOI":"10.3115\/981863.981904"},{"key":"101_CR10","doi-asserted-by":"crossref","unstructured":"Clarke CLA, Scholer F, Soboroff I (2005) The TREC 2005 terabyte track. In: Proceedings of the 14th Text REtrieval conference (TREC 2005)","DOI":"10.6028\/NIST.SP.500-266.terabyte-overview"},{"key":"101_CR11","doi-asserted-by":"crossref","unstructured":"Cormack GV, Palmer CR, Clarke CLA (1998) Efficient construction of large test collections. In: Croft, Moffat, van Rijsbergen, wilkinson and Zobel (1998), pp 282\u2013289","DOI":"10.1145\/290941.291009"},{"key":"101_CR12","unstructured":"Croft WB, Moffat A, van Rijsbergen CJ, Wilkinson R, Zobel J (eds) (1998) In: Proceedings of the 21th annual international ACM SIGIR conference on research and development in information retrieval, ACM Press, New York"},{"key":"101_CR13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.6028\/NIST.SP.500-225","volume-title":"Overview of the 3rd text REtrieval conference (TREC-3)\u2019","author":"D Harman","year":"1995","unstructured":"Harman D (1995). Overview of the third text REtreival conference (TREC-3). In: Harman, D (eds) Overview of the 3rd text REtrieval conference (TREC-3)\u2019, pp 1\u201319. US Government Printing Office, Washington D.C., Gaithersburg"},{"issue":"1","key":"101_CR14","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1023\/A:1022904715765","volume":"6","author":"D Hawking","year":"2003","unstructured":"Hawking D and Robertson S (2003). On collection size and retrieval effectiveness. Info Retr 6(1): 99\u2013105","journal-title":"Info Retr"},{"issue":"5","key":"101_CR15","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1023\/A:1025603704680","volume":"27","author":"Y Kagolovsky","year":"2003","unstructured":"Kagolovsky Y and Moehr JR (2003). Current status of the evaluation of information retrieval. J Med Syst 27(5): 409\u2013424","journal-title":"J Med Syst"},{"key":"101_CR16","unstructured":"Kraaij W, Over P, Smeaton A (2006) TRECVID 2006\u2014an introduction. In: TREC video retrieval evaluation online proceedings"},{"issue":"3","key":"101_CR17","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1007\/s10115-005-0203-z","volume":"9","author":"M Kukar","year":"2006","unstructured":"Kukar M (2006). Quality assessment of individual classifications in machine learning and data mining. Knowl Info Syst 9(3): 364\u2013384","journal-title":"Knowl Info Syst"},{"issue":"3","key":"101_CR18","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1145\/65943.65945","volume":"7","author":"V Raghavan","year":"1989","unstructured":"Raghavan V, Bollmann P and Jung GS (1989). A critical investigation of recall and precision as measures of retrieval system performance. ACM Trans Info Syst 7(3): 205\u2013229","journal-title":"ACM Trans Info Syst"},{"issue":"5","key":"101_CR19","doi-asserted-by":"crossref","first-page":"617","DOI":"10.1007\/s10115-003-0115-8","volume":"6","author":"A Tombros","year":"2004","unstructured":"Tombros A and van Rijsbergen CJ (2004). Query-sensitive similarity measures for information retrieval. Knowl Info Syst 6(5): 617\u2013642","journal-title":"Knowl Info Syst"},{"key":"101_CR20","doi-asserted-by":"crossref","unstructured":"Voorhees EM (2001) Evaluation by highly relevant documents. In: Proceedings of the 24th annual international ACM SIGIR conference on research and development in information retrieval. ACM Press, New York, pp 74\u201382","DOI":"10.1145\/383952.383963"},{"key":"101_CR21","doi-asserted-by":"crossref","unstructured":"Voorhees EM (2002) The philosophy of information retrieval evaluation. In: CLEF \u201901: revised papers from the 2nd workshop of the cross-language evaluation forum on evaluation of cross-language information retrieval systems. Springer, London, pp 355\u2013370","DOI":"10.1007\/3-540-45691-0_34"},{"key":"101_CR22","unstructured":"Voorhees EM, Harman D (1999) Overview of the 7th text retrieval conference (TREC-7). In: Proceedings of the 7th text REtrieval conference (TREC-7)\u2019, pp 1\u201324"},{"key":"101_CR23","doi-asserted-by":"crossref","unstructured":"Yilmaz E, Aslam JA (2006) Estimating average precision with incomplete and imperfect judgments. In: Proceedings of the 15th ACM international conference on information and knowledge management, ACM Press, New York","DOI":"10.1145\/1183614.1183633"},{"key":"101_CR24","doi-asserted-by":"crossref","unstructured":"Zobel J (1998) How reliable are the results of large-scale retrieval experiments?, In: Croft et\u00a0al., pp 307\u2013314","DOI":"10.1145\/290941.291014"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-007-0101-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-007-0101-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-007-0101-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T09:11:40Z","timestamp":1737364300000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-007-0101-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,8,14]]},"references-count":24,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2008,8]]}},"alternative-id":["101"],"URL":"https:\/\/doi.org\/10.1007\/s10115-007-0101-7","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2007,8,14]]}}}