{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:12:06Z","timestamp":1784178726973,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,11,2]],"date-time":"2009-11-02T00:00:00Z","timestamp":1257120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,11,2]]},"DOI":"10.1145\/1645953.1646031","type":"proceedings-article","created":{"date-parts":[[2009,11,10]],"date-time":"2009-11-10T18:36:45Z","timestamp":1257878205000},"page":"601-610","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":152,"title":["Improvements that don't add up"],"prefix":"10.1145","author":[{"given":"Timothy G.","family":"Armstrong","sequence":"first","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William","family":"Webber","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Zobel","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,11,2]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"834","volume-title":"Proc. 32nd Ann. Int. ACM SIGIR Conf. on Research and Development in Information Retrieval","author":"Armstrong T. G.","year":"2009","unstructured":"T. G. Armstrong , A. Moffat , W. Webber , and J. Zobel . EvaluatIR: Measurement and certification of IR systems . In Proc. 32nd Ann. Int. ACM SIGIR Conf. on Research and Development in Information Retrieval , page 834 , Boston, USA , July 2009 . T. G. Armstrong, A. Moffat, W. Webber, and J. Zobel. EvaluatIR: Measurement and certification of IR systems. In Proc. 32nd Ann. Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, page 834, Boston, USA, July 2009."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572081"},{"key":"e_1_3_2_1_3_1","unstructured":"C. Buckley. The SMART project at TREC. In trec chapter 13.  C. Buckley. The SMART project at TREC. In trec chapter 13."},{"key":"e_1_3_2_1_4_1","volume-title":"The TREC 2005 terabyte track. In Proc. TREC--14","author":"Clarke C. L. A.","year":"2005","unstructured":"C. L. A. Clarke , F. Scholer , and I. Soboroff . The TREC 2005 terabyte track. In Proc. TREC--14 , November 2005 . NIST Special Publication 500--266. C. L. A. Clarke, F. Scholer, and I. Soboroff. The TREC 2005 terabyte track. In Proc. TREC--14, November 2005. NIST Special Publication 500--266."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/275537.275544"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/122860.122861"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076084"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148193"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. TREC-2","author":"Harman D. K.","year":"1993","unstructured":"D. K. Harman . Overview of the second text REtrieval conf. (TREC-2) . In Proc. TREC-2 , September 1993 . NIST Special Publication 500--215. D. K. Harman. Overview of the second text REtrieval conf. (TREC-2). In Proc. TREC-2, September 1993. NIST Special Publication 500--215."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009025"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383972"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1099554.1099696"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1031171.1031229"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076115"},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. TREC-14","author":"Metzler D.","year":"2005","unstructured":"D. Metzler , T. Strohman , Y. Zhou , and W. B. Croft . Indri at TREC 2005: Terabyte track . In Proc. TREC-14 , November 2005 . NIST Special Publication 500--266. D. Metzler, T. Strohman, Y. Zhou, and W. B. Croft. Indri at TREC 2005: Terabyte track. In Proc. TREC-14, November 2005. NIST Special Publication 500--266."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.290995"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_1_20_1","volume-title":"Proc. TREC--8","author":"Voorhees E. M.","year":"1999","unstructured":"E. M. Voorhees and D. K. Harman . Overview of the eighth text retrieval conf . In Proc. TREC--8 , November 1999 . NIST Special Publication 500--246. E. M. Voorhees and D. K. Harman. Overview of the eighth text retrieval conf. In Proc. TREC--8, November 1999. NIST Special Publication 500--246."},{"key":"e_1_3_2_1_21_1","volume-title":"phTREC: Experiment and Evaluation in Information Retrieval","author":"Voorhees E. M.","year":"2005","unstructured":"E. M. Voorhees and D. K. Harman , editors . phTREC: Experiment and Evaluation in Information Retrieval . The MIT Press , 2005 . E. M. Voorhees and D. K. Harman, editors. phTREC: Experiment and Evaluation in Information Retrieval. The MIT Press, 2005."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390346"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/984321.984322"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321540"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"CIKM '09: Conference on Information and Knowledge Management","location":"Hong Kong China","acronym":"CIKM '09","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 18th ACM conference on Information and knowledge management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1645953.1646031","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1645953.1646031","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:41:10Z","timestamp":1750250470000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1645953.1646031"}},"subtitle":["ad-hoc retrieval results since 1998"],"short-title":[],"issued":{"date-parts":[[2009,11,2]]},"references-count":25,"alternative-id":["10.1145\/1645953.1646031","10.1145\/1645953"],"URL":"https:\/\/doi.org\/10.1145\/1645953.1646031","relation":{},"subject":[],"published":{"date-parts":[[2009,11,2]]},"assertion":[{"value":"2009-11-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}