{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:32:56Z","timestamp":1750307576977,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,11,2]],"date-time":"2009-11-02T00:00:00Z","timestamp":1257120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,11,2]]},"DOI":"10.1145\/1645953.1646034","type":"proceedings-article","created":{"date-parts":[[2009,11,10]],"date-time":"2009-11-10T18:36:45Z","timestamp":1257878205000},"page":"631-640","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Usage based effectiveness measures"],"prefix":"10.1145","author":[{"given":"Leif","family":"Azzopardi","sequence":"first","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2009,11,2]]},"reference":[{"volume-title":"Proc. of WISI Workshop at SIGIR 2007","year":"2007","author":"Azzopardi L.","key":"e_1_3_2_1_1_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1108\/eb024320"},{"key":"e_1_3_2_1_3_1","first-page":"7","volume-title":"Cole and J. Liu A Model for Evaluation of Interactive Information Retrieval In Proc. of Workshop on Future of IR Evaluation","author":"Belkin N. J.","year":"2009"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1145\/1394251.1394261"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1145\/138859.138861"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.1108\/eb026722"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.1002\/asi.4630340504"},{"unstructured":"D. T. Campbell and J. C. Stanley. Experimental and Quasi-Experimental Designs for Research. 1966.  D. T. Campbell and J. C. Stanley. Experimental and Quasi-Experimental Designs for Research. 1966.","key":"e_1_3_2_1_8_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_9_1","DOI":"10.1002\/asi.5090190108"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1002\/j.1538-7305.1950.tb00463.x"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.1002\/(SICI)1097-4571(199210)43:9<602::AID-ASI3>3.0.CO;2-Q"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.5555\/997679"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1109\/MC.2009.82"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1145\/959258.959260"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1145\/502585.502592"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_16_1","DOI":"10.1145\/1390334.1390340"},{"volume-title":"Doubleday","year":"1988","author":"Norman D. A.","key":"e_1_3_2_1_17_1"},{"volume-title":"Proc. of TREC-10","year":"2001","author":"Robertson S.","key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","first-page":"11","volume-title":"Plan for Making Information Retrieval Evaluation Synonymous with Human Performance Prediction In Proc. of Workshop on Future of IR Evaluation","author":"M. D.","year":"2009"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.1145\/1277741.1277947"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_21_1","DOI":"10.1145\/985692.985745"},{"key":"e_1_3_2_1_22_1","first-page":"119","volume-title":"Proc. of CBMI'03","author":"Urban J.","year":"2003"},{"unstructured":"C. J. van Rijsbergen. Information Retrieval. 1979.   C. J. van Rijsbergen. Information Retrieval. 1979.","key":"e_1_3_2_1_23_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_24_1","DOI":"10.1016\/j.ipm.2007.12.011"},{"volume-title":"MIT Press","year":"2005","author":"Voorhees E. M.","key":"e_1_3_2_1_25_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1145\/1183614.1183659"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_27_1","DOI":"10.1145\/1080343.1080347"}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"CIKM '09","name":"CIKM '09: Conference on Information and Knowledge Management","location":"Hong Kong China"},"container-title":["Proceedings of the 18th ACM conference on Information and knowledge management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1645953.1646034","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1645953.1646034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:41:10Z","timestamp":1750250470000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1645953.1646034"}},"subtitle":["monitoring application performance in information retrieval"],"short-title":[],"issued":{"date-parts":[[2009,11,2]]},"references-count":27,"alternative-id":["10.1145\/1645953.1646034","10.1145\/1645953"],"URL":"https:\/\/doi.org\/10.1145\/1645953.1646034","relation":{},"subject":[],"published":{"date-parts":[[2009,11,2]]},"assertion":[{"value":"2009-11-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}