{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:49:55Z","timestamp":1755838195626,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,10,26]],"date-time":"2010-10-26T00:00:00Z","timestamp":1288051200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,10,26]]},"DOI":"10.1145\/1871437.1871508","type":"proceedings-article","created":{"date-parts":[[2010,10,26]],"date-time":"2010-10-26T12:36:11Z","timestamp":1288096571000},"page":"539-548","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Assessor error in stratified evaluation"],"prefix":"10.1145","author":[{"given":"William","family":"Webber","sequence":"first","affiliation":[{"name":"University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Douglas W.","family":"Oard","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bruce","family":"Hedin","sequence":"additional","affiliation":[{"name":"H5, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2010,10,26]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"79","volume-title":"TREC 2006 legal track overview. In Proc. 15th Text REtrieval Conference","author":"Baron J.","year":"2006","unstructured":"J. Baron , D. Lewis , and D. Oard . TREC 2006 legal track overview. In Proc. 15th Text REtrieval Conference , pages 79 -- 98 , 2006 . J. Baron, D. Lewis, and D. Oard. TREC 2006 legal track overview. In Proc. 15th Text REtrieval Conference, pages 79--98, 2006."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1007\/s10791-007-9032-x"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.1145\/1390334.1390445"},{"key":"e_1_3_2_1_4_1","first-page":"95","volume-title":"Proc","author":"Cuadra C.","year":"1967","unstructured":"C. Cuadra and R. Katter . The relevance of relevance assessment . In Proc . American Documentation Institute , volume 4 , pages 95 -- 99 , 1967 . C. Cuadra and R. Katter. The relevance of relevance assessment. In Proc. American Documentation Institute, volume 4, pages 95--99, 1967."},{"key":"e_1_3_2_1_5_1","first-page":"1","volume-title":"Overview of the TREC 2009 legal track. In Proc. 18th Text REtrieval Conference","author":"Hedin B.","year":"2009","unstructured":"B. Hedin , S. Tomlinson , J. Baron , and D. Oard . Overview of the TREC 2009 legal track. In Proc. 18th Text REtrieval Conference , pages 4: 1 -- 40 , 2009 . B. Hedin, S. Tomlinson, J. Baron, and D. Oard. Overview of the TREC 2009 legal track. In Proc. 18th Text REtrieval Conference, pages 4:1--40, 2009."},{"key":"e_1_3_2_1_6_1","first-page":"507","volume-title":"Proc. 62nd Annual Meeting of the American Society for Information Science","author":"Kantor P.","year":"1999","unstructured":"P. Kantor , M. Kim , U. Ibraev , and K. Atasoy . Estimating the number of relevant documents in enormous collections . In Proc. 62nd Annual Meeting of the American Society for Information Science , pages 507 -- 514 , 1999 . P. Kantor, M. Kim, U. Ibraev, and K. Atasoy. Estimating the number of relevant documents in enormous collections. In Proc. 62nd Annual Meeting of the American Society for Information Science, pages 507--514, 1999."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.5555\/1630659.1630735"},{"key":"e_1_3_2_1_8_1","volume-title":"Proc. 4th Text REtrieval Conference","author":"Lewis D.","year":"1995","unstructured":"D. Lewis . The TREC-4 filtering track. In Proc. 4th Text REtrieval Conference , 1995 . D. Lewis. The TREC-4 filtering track. In Proc. 4th Text REtrieval Conference, 1995."},{"key":"e_1_3_2_1_9_1","first-page":"1","volume-title":"Overview of the TREC 2008 legal track. In Proc. 17th Text REtrieval Conference","author":"Oard D.","year":"2008","unstructured":"D. Oard , B. Hedin , S. Tomlinson , and J. Baron . Overview of the TREC 2008 legal track. In Proc. 17th Text REtrieval Conference , pages 3: 1 -- 45 , 2008 . D. Oard, B. Hedin, S. Tomlinson, and J. Baron. Overview of the TREC 2008 legal track. In Proc. 17th Text REtrieval Conference, pages 3:1--45, 2008."},{"key":"e_1_3_2_1_10_1","volume-title":"Perception and misperception of bias in human judgment. Trends in cognitive sciences, 11(1):37--43","author":"Pronin E.","year":"2007","unstructured":"E. Pronin . Perception and misperception of bias in human judgment. Trends in cognitive sciences, 11(1):37--43 , 2007 . E. Pronin. Perception and misperception of bias in human judgment. Trends in cognitive sciences, 11(1):37--43, 2007."},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. 10th CLEF workshop","author":"Roda G.","year":"2009","unstructured":"G. Roda , J. Tait , F. Piroi , and V. Zenz . CLEF-IP 2009: retrieval experiments in the Intellectual Property domain . In Proc. 10th CLEF workshop , 2009 . G. Roda, J. Tait, F. Piroi, and V. Zenz. CLEF-IP 2009: retrieval experiments in the Intellectual Property domain. In Proc. 10th CLEF workshop, 2009."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1002\/asi.v61:1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1002\/asi.v58:13"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1080\/01621459.1970.10481170"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1145\/290941.291017"},{"key":"e_1_3_2_1_16_1","volume-title":"TREC: experiment and evaluation in information retrieval","author":"Voorhees E.","year":"2005","unstructured":"E. Voorhees and D. Harman . TREC: experiment and evaluation in information retrieval . MIT Press , 2005 . E. Voorhees and D. Harman. TREC: experiment and evaluation in information retrieval. MIT Press, 2005."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1016\/0306-4573(96)00028-3"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1145\/1183614.1183633"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1145\/290941.291014"}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"CIKM '10","name":"CIKM '10: International Conference on Information and Knowledge Management","location":"Toronto ON Canada"},"container-title":["Proceedings of the 19th ACM international conference on Information and knowledge management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1871437.1871508","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1871437.1871508","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T10:59:48Z","timestamp":1750244388000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1871437.1871508"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,10,26]]},"references-count":19,"alternative-id":["10.1145\/1871437.1871508","10.1145\/1871437"],"URL":"https:\/\/doi.org\/10.1145\/1871437.1871508","relation":{},"subject":[],"published":{"date-parts":[[2010,10,26]]},"assertion":[{"value":"2010-10-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}