{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:03:13Z","timestamp":1776106993658,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,3,19]],"date-time":"2011-03-19T00:00:00Z","timestamp":1300492800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,3,19]]},"DOI":"10.1145\/1958824.1958865","type":"proceedings-article","created":{"date-parts":[[2011,3,22]],"date-time":"2011-03-22T12:25:29Z","timestamp":1300796729000},"page":"275-284","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":161,"title":["Designing incentives for inexpert human raters"],"prefix":"10.1145","author":[{"given":"Aaron D.","family":"Shaw","sequence":"first","affiliation":[{"name":"UC Berkeley, Berkeley, CA, USA"}]},{"given":"John J.","family":"Horton","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}]},{"given":"Daniel L.","family":"Chen","sequence":"additional","affiliation":[{"name":"Duke University, Durham, NC, USA"}]}],"member":"320","published-online":{"date-parts":[[2011,3,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Aggregate File Producer: ASEP\/JDS","author":"World","year":"1981"},{"key":"e_1_3_2_1_2_1","volume-title":"Social Desirability Bias in Reports of Motivation on Mturk. In CSCW Horizons Workshop","author":"Antin J.","year":"2011"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1162\/rest.91.3.523"},{"key":"e_1_3_2_1_4_1","volume-title":"Berkman Center for Internet and Society Working Paper Series","author":"Benkler Y.","year":"2010"},{"key":"e_1_3_2_1_5_1","unstructured":"D. Chandler and A. Kapelner. Breaking monotony with meaning: Motivation in crowdsourcing markets. University of Chicago mimeo 2010.  D. Chandler and A. Kapelner. Breaking monotony with meaning: Motivation in crowdsourcing markets. University of Chicago mimeo 2010."},{"key":"e_1_3_2_1_6_1","volume-title":"Duke University School of Law","author":"Chen D. L.","year":"2010"},{"key":"e_1_3_2_1_7_1","volume-title":"Working Paper","author":"Chen D. L.","year":"2009"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"J. Duarte S. Siegel and L. A. Young. Trust and credit. SSRN eLibrary 2009.  J. Duarte S. Siegel and L. A. Young. Trust and credit. SSRN eLibrary 2009.","DOI":"10.2139\/ssrn.1343275"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1214\/07-AOAS143"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1214\/08-STS262"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1177\/0894439308318213"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-5907.2009.00428.x"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807342.1807376"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"J. J. Horton D. Rand and R. J. Zeckhauser. The Online Laboratory: Conducting Experiments in a Real Labor Market. SSRN eLibrary 2010.  J. J. Horton D. Rand and R. J. Zeckhauser. The Online Laboratory: Conducting Experiments in a Real Labor Market. SSRN eLibrary 2010.","DOI":"10.3386\/w15961"},{"key":"e_1_3_2_1_17_1","volume-title":"CRC Press","author":"Hsu J. C.","year":"1996"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551509346786"},{"key":"e_1_3_2_1_19_1","volume-title":"New York University Working Paper","author":"Ipeirotis P.","year":"2010"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of 2010 CrowdConf","author":"Kapelner A.","year":"2010"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_22_1","unstructured":"K. H. Krippendorff. Content Analysis: An Introduction to Its Methodology. Sage Publications Inc 2nd edition 2003.  K. H. Krippendorff. Content Analysis: An Introduction to Its Methodology. Sage Publications Inc 2nd edition 2003."},{"key":"e_1_3_2_1_23_1","volume-title":"MIT","author":"Little G.","year":"2009"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600175"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1102081"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.76.6.1028"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ps.46.020195.003021"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"e_1_3_2_1_31_1","unstructured":"H. Wickham. ggplot2: An implementation of the grammar of graphics. R package version 0.7 URL: http:\/\/CRAN.R-project.org\/package=ggplot2 2008.  H. Wickham. ggplot2: An implementation of the grammar of graphics. R package version 0.7 URL: http:\/\/CRAN.R-project.org\/package=ggplot2 2008."}],"event":{"name":"CSCW '11: Computer Supported Cooperative Work","location":"Hangzhou China","acronym":"CSCW '11","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the ACM 2011 conference on Computer supported cooperative work"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1958824.1958865","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1958824.1958865","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T10:53:03Z","timestamp":1750243983000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1958824.1958865"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,3,19]]},"references-count":31,"alternative-id":["10.1145\/1958824.1958865","10.1145\/1958824"],"URL":"https:\/\/doi.org\/10.1145\/1958824.1958865","relation":{},"subject":[],"published":{"date-parts":[[2011,3,19]]},"assertion":[{"value":"2011-03-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}