{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:14:59Z","timestamp":1750306499011,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,3,13]],"date-time":"2016-03-13T00:00:00Z","timestamp":1457827200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"King Saud bin Abdulaziz University for Health Sciences (KSAU-HS)"},{"name":"Natural Sciences and Engineering Research Council (NSERC)"},{"DOI":"10.13039\/501100004490","name":"University of Waterloo","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004490","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,3,13]]},"DOI":"10.1145\/2854946.2854993","type":"proceedings-article","created":{"date-parts":[[2016,3,14]],"date-time":"2016-03-14T15:33:45Z","timestamp":1457969625000},"page":"233-236","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Are Secondary Assessors Uncertain When They Disagree About Relevance Judgements?"],"prefix":"10.1145","author":[{"given":"Aiman L.","family":"Al-Harbi","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark D.","family":"Smucker","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2637002.2637025"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"key":"e_1_3_2_1_3_1","unstructured":"C. W. Cleverdon. The Effect of Variations in Relevance Assessments in Comparative Experimental Tests of Index Languages. Tech. report Cranfield Univ.; Aslib 1970.  C. W. Cleverdon. The Effect of Variations in Relevance Assessments in Comparative Experimental Tests of Index Languages. Tech. report Cranfield Univ.; Aslib 1970."},{"volume-title":"University of Waterloo","year":"2011","author":"Jethani C.","key":"e_1_3_2_1_4_1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0271(68)90029-6"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835549"},{"volume-title":"Proceedings of the SIGIR 2011 Workshop on Crowdsourcing for Information Retrieval","year":"2011","author":"Smucker M. D.","key":"e_1_3_2_1_7_1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"volume-title":"Overview of the TREC 2005 Robust Retrieval Track. In TREC","year":"2005","author":"Voorhees E. M.","key":"e_1_3_2_1_9_1"},{"issue":"1","key":"e_1_3_2_1_10_1","first-page":"1","volume":"47","author":"Wang J.","year":"2010","journal-title":"A User Study of Relevance Judgments for E-discovery. In ASIST"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2396781"}],"event":{"name":"CHIIR '16: Conference on Human Information Interaction and Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Carrboro North Carolina USA","acronym":"CHIIR '16"},"container-title":["Proceedings of the 2016 ACM on Conference on Human Information Interaction and Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2854946.2854993","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2854946.2854993","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:47Z","timestamp":1750225727000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2854946.2854993"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,3,13]]},"references-count":11,"alternative-id":["10.1145\/2854946.2854993","10.1145\/2854946"],"URL":"https:\/\/doi.org\/10.1145\/2854946.2854993","relation":{},"subject":[],"published":{"date-parts":[[2016,3,13]]},"assertion":[{"value":"2016-03-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}