{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T02:46:29Z","timestamp":1769741189333,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":10,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,7,19]],"date-time":"2010-07-19T00:00:00Z","timestamp":1279497600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,7,19]]},"DOI":"10.1145\/1835449.1835526","type":"proceedings-article","created":{"date-parts":[[2010,7,20]],"date-time":"2010-07-20T15:39:10Z","timestamp":1279640350000},"page":"459-466","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Collecting high quality overlapping labels at low cost"],"prefix":"10.1145","author":[{"given":"Hui","family":"Yang","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anton","family":"Mityagin","sequence":"additional","affiliation":[{"name":"Microsoft Bing, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Krysta M.","family":"Svore","sequence":"additional","affiliation":[{"name":"Micorsoft Research, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sergey","family":"Markov","sequence":"additional","affiliation":[{"name":"Microsoft Bing, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2010,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"From active towards interactive learning: Using consideration information to improve labeling correctness","author":"Bernstein A.","unstructured":"A. Bernstein and J. Li . From active towards interactive learning: Using consideration information to improve labeling correctness . University of Zurich , Dynamic and distributed information systems group working paper. www.ifi.uzh.ch\/ddis\/nc\/publications. A. Bernstein and J. Li. From active towards interactive learning: Using consideration information to improve labeling correctness. University of Zurich, Dynamic and distributed information systems group working paper. www.ifi.uzh.ch\/ddis\/nc\/publications."},{"key":"e_1_3_2_1_2_1","volume-title":"NIPS'06","author":"Burges C. J. C.","unstructured":"C. J. C. Burges , R. Ragno , and Q. V. Le . Learning to rank with nonsmooth cost functions . NIPS'06 . C. J. C. Burges, R. Ragno, and Q. V. Le. Learning to rank with nonsmooth cost functions. NIPS'06."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345545"},{"key":"e_1_3_2_1_4_1","unstructured":"NAACL-HLT 2010 Workshop on Amazon Mechanical Turk. http:\/\/sites.google.com\/site\/amtworkshop2010\/.  NAACL-HLT 2010 Workshop on Amazon Mechanical Turk. http:\/\/sites.google.com\/site\/amtworkshop2010\/."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_6_1","volume-title":"NIPS'94","author":"Smyth P.","unstructured":"P. Smyth , U. M. Fayyad , M. C. Burl , P. Perona , and P. Baldi . Inferring ground truth from subjective labeling of Venus images . NIPS'94 . P. Smyth, U. M. Fayyad, M. C. Burl, P. Perona, and P. Baldi. Inferring ground truth from subjective labeling of Venus images. NIPS'94."},{"key":"e_1_3_2_1_7_1","volume-title":"AAAI Knowledge Discovery in Databases Workshop of KDD'94","author":"Smyth P.","unstructured":"P. Smyth , M. C. Burl , U. M. Fayyad , P. Perona . Knowledge discovery in large image databases: Dealing with uncertainties in ground truth . AAAI Knowledge Discovery in Databases Workshop of KDD'94 . P. Smyth, M. C. Burl, U. M. Fayyad, P. Perona. Knowledge discovery in large image databases: Dealing with uncertainties in ground truth. AAAI Knowledge Discovery in Databases Workshop of KDD'94."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8655(96)00105-5"},{"key":"e_1_3_2_1_9_1","volume-title":"Evaluating Non-Expert Annotations for Natural Language Tasks. EMNLP'08","author":"Snow R.","unstructured":"R. Snow , B. O'Connor , D. Jurafsky and A. Y. Ng . 2008. Cheap and Fast - But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. EMNLP'08 . R. Snow, B. O'Connor, D. Jurafsky and A. Y. Ng. 2008. Cheap and Fast - But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. EMNLP'08."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383963"}],"event":{"name":"SIGIR '10: The 33rd International ACM SIGIR conference on research and development in Information Retrieval","location":"Geneva Switzerland","acronym":"SIGIR '10","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835526","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1835449.1835526","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:08:47Z","timestamp":1750248527000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7,19]]},"references-count":10,"alternative-id":["10.1145\/1835449.1835526","10.1145\/1835449"],"URL":"https:\/\/doi.org\/10.1145\/1835449.1835526","relation":{},"subject":[],"published":{"date-parts":[[2010,7,19]]},"assertion":[{"value":"2010-07-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}