{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T18:44:17Z","timestamp":1768589057894,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,11,3]],"date-time":"2014-11-03T00:00:00Z","timestamp":1414972800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP130104007"],"award-info":[{"award-number":["DP130104007"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,11,3]]},"DOI":"10.1145\/2661829.2661945","type":"proceedings-article","created":{"date-parts":[[2014,11,7]],"date-time":"2014-11-07T17:10:54Z","timestamp":1415380254000},"page":"1843-1846","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Size and Source Matter"],"prefix":"10.1145","author":[{"given":"Timothy","family":"Jones","sequence":"first","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Turpin","sequence":"additional","affiliation":[{"name":"University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefano","family":"Mizzaro","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark","family":"Sanderson","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2014,11,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1189702.1189703"},{"key":"e_1_3_2_1_2_1","volume-title":"Report on the Testing and Analysis of an Investigation Into the Comparative Efficiency of Indexing Systems. ASLIB Cranfield Research Project","author":"Cleverdon C. W.","year":"1962","unstructured":"C. W. Cleverdon. Report on the Testing and Analysis of an Investigation Into the Comparative Efficiency of Indexing Systems. ASLIB Cranfield Research Project. 1962."},{"key":"e_1_3_2_1_3_1","volume-title":"The effect of variations in relevance assessments in comparative experimental tests of index languages. Number 3 in Cranfield Library Report","author":"Cleverdon C. W.","year":"1970","unstructured":"C. W. Cleverdon. The effect of variations in relevance assessments in comparative experimental tests of index languages. Number 3 in Cranfield Library Report. 1970."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2407085.2407092"},{"key":"e_1_3_2_1_5_1","first-page":"18","volume-title":"Proceedings of the OSIR Workshop","author":"Ounis I.","year":"2006","unstructured":"I. Ounis, G. Amati, V. Plachouras, B. He, C. Macdonald, and C. Lioma. Terrier: A high performance and scalable information retrieval platform. In Proceedings of the OSIR Workshop, pages 18--25. Citeseer, 2006."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398553"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/243199.243206"},{"key":"e_1_3_2_1_8_1","first-page":"34","volume-title":"Proceedings of EVIA 2010","author":"Soboroff I.","year":"2010","unstructured":"I. Soboroff. Test collection diagnosis and treatment. Proceedings of EVIA 2010, pages 34--41, 2010."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484038"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572138"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1007\/978-3-319-06028-6_2","volume-title":"Advances in Information Retrieval","author":"Wilkie C.","year":"2014","unstructured":"C. Wilkie and L. Azzopardi. Best and fairest: An empirical analysis of retrieval system bias. In Advances in Information Retrieval, pages 13--25. Springer, Apr 2014."}],"event":{"name":"CIKM '14: 2014 ACM Conference on Information and Knowledge Management","location":"Shanghai China","acronym":"CIKM '14","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2661829.2661945","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2661829.2661945","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:04:11Z","timestamp":1750273451000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2661829.2661945"}},"subtitle":["Understanding Inconsistencies in Test Collection-Based Evaluation"],"short-title":[],"issued":{"date-parts":[[2014,11,3]]},"references-count":11,"alternative-id":["10.1145\/2661829.2661945","10.1145\/2661829"],"URL":"https:\/\/doi.org\/10.1145\/2661829.2661945","relation":{},"subject":[],"published":{"date-parts":[[2014,11,3]]},"assertion":[{"value":"2014-11-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}