{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:00:52Z","timestamp":1784178052205,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,7,20]],"date-time":"2008-07-20T00:00:00Z","timestamp":1216512000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,7,20]]},"DOI":"10.1145\/1390334.1390347","type":"proceedings-article","created":{"date-parts":[[2008,7,22]],"date-time":"2008-07-22T13:46:39Z","timestamp":1216734399000},"page":"59-66","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["The good and the bad system"],"prefix":"10.1145","author":[{"given":"Azzah","family":"Al-Maskari","sequence":"first","affiliation":[{"name":"University of Sheffield, Sheffield, United Kngdm"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Sanderson","sequence":"additional","affiliation":[{"name":"University of Sheffield, Sheffield, United Kngdm"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Clough","sequence":"additional","affiliation":[{"name":"University of Sheffield, Sheffield, United Kngdm"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eija","family":"Airio","sequence":"additional","affiliation":[{"name":"University of Tampere, Tampere, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2008,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076109"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345543"},{"key":"e_1_3_2_1_3_1","volume-title":"E. M. VOORHEES &amp","author":"Voorhees C.","year":"2005","unstructured":"Buckley, C. & E. M. Voorhees . Retrieval system Evaluation . In E. M. VOORHEES &amp ; HARMAN D. K. (Eds.), TREC: experiment and evaluation in information retrieval. London, England, MIT Press . 2005 Buckley, C. & E. M. Voorhees. Retrieval system Evaluation. In E. M. VOORHEES & HARMAN D. K. (Eds.), TREC: experiment and evaluation in information retrieval. London, England, MIT Press. 2005"},{"key":"e_1_3_2_1_4_1","unstructured":"S. P. Harter & C. A. Hert. Evaluation of information retrieval systems: Approaches issues and methods. Annual Review of Information Science and Technology (ARIST) 32 3--94. 1997  S. P. Harter & C. A. Hert. Evaluation of information retrieval systems: Approaches issues and methods. Annual Review of Information Science and Technology (ARIST) 32 3--94. 1997"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345539"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277839"},{"key":"e_1_3_2_1_7_1","volume-title":"The turn: integration of information seeking and retrieval in context","author":"Ingwersen P.","year":"2005","unstructured":"P. Ingwersen & K. J\u00e4\u00e4rvelin , The turn: integration of information seeking and retrieval in context , Springer . 2005 P. Ingwersen & K. J\u00e4\u00e4rvelin, The turn: integration of information seeking and retrieval in context, Springer. 2005"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148176"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383992"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564479"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1025603704680"}],"event":{"name":"SIGIR '08: The 31st Annual International ACM SIGIR Conference","location":"Singapore Singapore","acronym":"SIGIR '08","sponsor":["ACM Association for Computing Machinery","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1390334.1390347","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1390334.1390347","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T14:47:20Z","timestamp":1750258040000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1390334.1390347"}},"subtitle":["does the test collection predict users' effectiveness?"],"short-title":[],"issued":{"date-parts":[[2008,7,20]]},"references-count":12,"alternative-id":["10.1145\/1390334.1390347","10.1145\/1390334"],"URL":"https:\/\/doi.org\/10.1145\/1390334.1390347","relation":{},"subject":[],"published":{"date-parts":[[2008,7,20]]},"assertion":[{"value":"2008-07-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}