{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T05:28:40Z","timestamp":1787894920746,"version":"build-2784847793"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2005,8,15]],"date-time":"2005-08-15T00:00:00Z","timestamp":1124064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2005,8,15]]},"DOI":"10.1145\/1076034.1076064","type":"proceedings-article","created":{"date-parts":[[2005,11,7]],"date-time":"2005-11-07T17:34:39Z","timestamp":1131384879000},"page":"162-169","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":215,"title":["Information retrieval system evaluation"],"prefix":"10.1145","author":[{"given":"Mark","family":"Sanderson","sequence":"first","affiliation":[{"name":"University of Sheffield, Sheffield, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Zobel","sequence":"additional","affiliation":[{"name":"RMIT, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2005,8,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345543"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/258525.258569"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/160688.160758"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345545"},{"key":"e_1_3_2_1_6_1","first-page":"28","volume-title":"New Scientist","author":"Matthews R.","year":"2003","unstructured":"Matthews , R. ( 2003 ) The numbers don't add up , New Scientist , March , p. 28 , issue 2385. Matthews, R. (2003) The numbers don't add up, New Scientist, March, p. 28, issue 2385."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(97)00027-7"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026588"},{"key":"e_1_3_2_1_9_1","volume-title":"Report on the need for and provision of an 'ideal' information retrieval test collection","author":"Sp\u00e4rck Jones K.","year":"1975","unstructured":"Sp\u00e4rck Jones , K. , Van Rijsbergen , C.J. ( 1975 ) Report on the need for and provision of an 'ideal' information retrieval test collection , British Library Research and Development Report 5266, University Computer Laboratory , Cambridge. Sp\u00e4rck Jones, K., Van Rijsbergen, C.J. (1975) Report on the need for and provision of an 'ideal' information retrieval test collection, British Library Research and Development Report 5266, University Computer Laboratory, Cambridge."},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. TREC-3, 385--398","author":"Tague-Sutcliffe J.","year":"1994","unstructured":"Tague-Sutcliffe , J. , Blustein ( 1994 ) A Statistical Analysis of the TREC-3 Data , in Proc. TREC-3, 385--398 . Tague-Sutcliffe, J., Blustein (1994) A Statistical Analysis of the TREC-3 Data, in Proc. TREC-3, 385--398."},{"key":"e_1_3_2_1_11_1","volume-title":"Information Retrieval","author":"Van Rijsbergen C.J.","year":"1979","unstructured":"Van Rijsbergen , C.J. ( 1979 ) Information Retrieval , London : Butterworths . Van Rijsbergen, C.J. (1979) Information Retrieval, London: Butterworths."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564432"},{"key":"e_1_3_2_1_13_1","volume-title":"D. (1999)","author":"Voorhees E.M.","unstructured":"Voorhees , E.M. , Harman , D. (1999) Overview of the 8th Text REtrieval Conference (TREC-8), in Proc. 8th Text REtrieval Conf. Voorhees, E.M., Harman, D. (1999) Overview of the 8th Text REtrieval Conference (TREC-8), in Proc. 8th Text REtrieval Conf."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR05: The 28th ACM\/SIGIR International Symposium on Information Retrieval 2005","location":"Salvador Brazil","acronym":"SIGIR05","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 28th annual international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1076034.1076064","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1076034.1076064","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T16:08:16Z","timestamp":1750262896000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1076034.1076064"}},"subtitle":["effort, sensitivity, and reliability"],"short-title":[],"issued":{"date-parts":[[2005,8,15]]},"references-count":14,"alternative-id":["10.1145\/1076034.1076064","10.1145\/1076034"],"URL":"https:\/\/doi.org\/10.1145\/1076034.1076064","relation":{},"subject":[],"published":{"date-parts":[[2005,8,15]]},"assertion":[{"value":"2005-08-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}