{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T15:58:55Z","timestamp":1774195135071,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,6,21]],"date-time":"2015-06-21T00:00:00Z","timestamp":1434844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,6,21]]},"DOI":"10.1145\/2756406.2757741","type":"proceedings-article","created":{"date-parts":[[2015,6,12]],"date-time":"2015-06-12T18:43:54Z","timestamp":1434134634000},"page":"101-110","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Debugging a Crowdsourced Task with Low Inter-Rater Agreement"],"prefix":"10.1145","author":[{"given":"Omar","family":"Alonso","sequence":"first","affiliation":[{"name":"Microsoft Corporation, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Catherine C.","family":"Marshall","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marc","family":"Najork","sequence":"additional","affiliation":[{"name":"Microsoft Corporation, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,6,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-012-9204-1"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of CSE","author":"Alonso O.","year":"2010","unstructured":"Alonso , O. , Carson , C. , Gerster , D. , Ji , X. , and Nabar , S . Detecting Uninteresting Content in Text Streams . Proceedings of CSE 2010 , 39--42. Alonso, O., Carson, C., Gerster, D., Ji, X., and Nabar, S. Detecting Uninteresting Content in Text Streams. Proceedings of CSE 2010, 39--42."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2528394.2528396"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145277"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.2000.0394"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675260"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of HCOMP","author":"Josephy T.","year":"2013","unstructured":"Josephy , T. , Lease , M. , and Paritosh , P . (Eds.). Crowdsourcing at Scale Workshop . Proceedings of HCOMP 2013 . Josephy, T., Lease, M., and Paritosh, P. (Eds.). Crowdsourcing at Scale Workshop. Proceedings of HCOMP 2013."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_10_1","volume-title":"Content Analysis","author":"Krippendorff K.","year":"2004","unstructured":"Krippendorff , K. Content Analysis . Sage , 2004 . Krippendorff, K. Content Analysis. Sage, 2004."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646230"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2464464.2464485"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of TREC","author":"Metzler D.","year":"2011","unstructured":"Metzler D. and Cai , C . USC\/ISI at TREC 2011: Microblog track . Proceedings of TREC 2011 . Metzler D. and Cai, C. USC\/ISI at TREC 2011: Microblog track. Proceedings of TREC 2011."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2467696.2467711"},{"key":"e_1_3_2_1_15_1","first-page":"89","volume":"5","author":"Silvia P.","year":"2005","unstructured":"Silvia , P. What is Interesting? Exploring the Appraisal Structure of Interest. Emotion , 5 , 2005 , 89 -- 102 . Silvia, P. What is Interesting? Exploring the Appraisal Structure of Interest. Emotion, 5, 2005, 89--102.","journal-title":"Exploring the Appraisal Structure of Interest. Emotion"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/2740769.2740835"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/966389.966390"},{"issue":"5895","key":"e_1_3_2_1_18_1","first-page":"1465","volume":"321","author":"von Ahn L.","year":"2008","unstructured":"von Ahn , L. , Maurer , B. , McMillen , C. , Abraham , D. , and Blum , M. re Captcha : Human-Based Character Recognition via Web Security Measures. Science , 321 ( 5895 ), 2008 , 1465 -- 1468 . von Ahn, L., Maurer, B., McMillen, C., Abraham, D., and Blum, M. reCaptcha: Human-Based Character Recognition via Web Security Measures. Science, 321(5895), 2008, 1465--1468.","journal-title":"Web Security Measures. Science"}],"event":{"name":"JCDL '15: 15th ACM\/IEEE-CS Joint Conference on Digital Libraries","location":"Knoxville Tennessee USA","acronym":"JCDL '15","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval","IEEE Technical Committee on Digital Libraries (TC DL)"]},"container-title":["Proceedings of the 15th ACM\/IEEE-CS Joint Conference on Digital Libraries"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2756406.2757741","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2756406.2757741","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:12:26Z","timestamp":1750227146000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2756406.2757741"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,6,21]]},"references-count":17,"alternative-id":["10.1145\/2756406.2757741","10.1145\/2756406"],"URL":"https:\/\/doi.org\/10.1145\/2756406.2757741","relation":{},"subject":[],"published":{"date-parts":[[2015,6,21]]},"assertion":[{"value":"2015-06-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}