{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T01:21:16Z","timestamp":1782177676266,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,4,10]],"date-time":"2010-04-10T00:00:00Z","timestamp":1270857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,4,10]]},"DOI":"10.1145\/1753846.1753873","type":"proceedings-article","created":{"date-parts":[[2010,4,12]],"date-time":"2010-04-12T18:13:40Z","timestamp":1271096020000},"page":"2863-2872","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":593,"title":["Who are the crowdworkers?"],"prefix":"10.1145","author":[{"given":"Joel","family":"Ross","sequence":"first","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lilly","family":"Irani","sequence":"additional","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M. Six","family":"Silberman","sequence":"additional","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Zaldivar","sequence":"additional","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bill","family":"Tomlinson","sequence":"additional","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2010,4,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Amazon Mechanical Turk -- Participation Agreement. https:\/\/www.mturk.com\/mturk\/conditionsofuse.  Amazon Mechanical Turk -- Participation Agreement. https:\/\/www.mturk.com\/mturk\/conditionsofuse."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1298406.1298408"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1378704.1378719"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480506.1480508"},{"key":"e_1_3_2_1_5_1","first-page":"1","volume":"20","author":"Barley S.R.","year":"2006","unstructured":"Barley , S.R. and Kunda , G. Contracting : A new form of professional practice. Perspectives -- Academy of Management 20 , 1 ( 2006 ), 45. Barley, S.R. and Kunda, G. Contracting: A new form of professional practice. Perspectives -- Academy of Management 20, 1 (2006), 45.","journal-title":"Academy of Management"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1142055.1142067"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1460563.1460641"},{"key":"e_1_3_2_1_9_1","first-page":"6","volume":"14","author":"Howe J.","year":"2006","unstructured":"Howe , J. The rise of crowdsourcing. Wired Magazine 14 , 6 ( 2006 ). Howe, J. The rise of crowdsourcing. Wired Magazine 14, 6 (2006).","journal-title":"Wired Magazine"},{"key":"e_1_3_2_1_10_1","volume-title":"Mechanical Turk: The Demographics. A Computer Scientist in a Business School","author":"Ipeirotis P.","year":"2008","unstructured":"Ipeirotis , P. Mechanical Turk: The Demographics. A Computer Scientist in a Business School , 2008 . http:\/\/behind-the-enemy-lines.blogspot.com\/2008\/03\/mechanical-turk-demographics.html. Ipeirotis, P. Mechanical Turk: The Demographics. A Computer Scientist in a Business School, 2008. http:\/\/behind-the-enemy-lines.blogspot.com\/2008\/03\/mechanical-turk-demographics.html."},{"key":"e_1_3_2_1_11_1","volume-title":"Turker Demographics vs. Internet Demographics. A Computer Scientist in a Business School","author":"Ipeirotis P.","year":"2009","unstructured":"Ipeirotis , P. Turker Demographics vs. Internet Demographics. A Computer Scientist in a Business School , 2009 . http:\/\/behind-the-enemy-lines.blogspot.com\/2009\/03\/turker-demographics-vs-internet.html. Ipeirotis, P. Turker Demographics vs. Internet Demographics. A Computer Scientist in a Business School, 2009. http:\/\/behind-the-enemy-lines.blogspot.com\/2009\/03\/turker-demographics-vs-internet.html."},{"key":"e_1_3_2_1_12_1","volume-title":"Agency and Exploitation in Mechanical Turk\" at Internet as Playground and Factory Conference at The New School","author":"Irani L.","year":"2009","unstructured":"Irani , L. and Silberman , M.S . \" Agency and Exploitation in Mechanical Turk\" at Internet as Playground and Factory Conference at The New School . 2009 . http:\/\/www.slideshare.net\/lirani\/agency-and-exploitation-in-amazon-mechanical-turk. Irani, L. and Silberman, M.S. \"Agency and Exploitation in Mechanical Turk\" at Internet as Playground and Factory Conference at The New School. 2009. http:\/\/www.slideshare.net\/lirani\/agency-and-exploitation-in-amazon-mechanical-turk."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_14_1","unstructured":"Paolacci G. and Massimo W. Experimental Turk. http:\/\/experimentalturk.wordpress.com\/.  Paolacci G. and Massimo W. Experimental Turk. http:\/\/experimentalturk.wordpress.com\/."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/1758156.1758163"},{"key":"e_1_3_2_1_16_1","first-page":"1","volume":"23","author":"Smith","year":"1997","unstructured":"Smith , V. New Forms of Work Organization. Annual Review of Sociology 23 , 1 ( 1997 ), 315--339. Smith, V. New Forms of Work Organization. Annual Review of Sociology 23, 1 (1997), 315--339.","journal-title":"New Forms of Work Organization. Annual Review of Sociology"},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. EMNLP 2008","author":"Snow R.","year":"2008","unstructured":"Snow , R. , O'Connor , B. , Jurafsky , D. , and Ng , A.Y . Cheap and Fast-But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks . Proc. EMNLP 2008 , ACL ( 2008 ), 254--263. Snow, R., O'Connor, B., Jurafsky, D., and Ng, A.Y. Cheap and Fast-But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. Proc. EMNLP 2008, ACL (2008), 254--263."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2008.0116"}],"event":{"name":"CHI '10: CHI Conference on Human Factors in Computing Systems","location":"Atlanta Georgia USA","acronym":"CHI '10","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["CHI '10 Extended Abstracts on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1753846.1753873","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1753846.1753873","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T11:39:28Z","timestamp":1750246768000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1753846.1753873"}},"subtitle":["shifting demographics in mechanical turk"],"short-title":[],"issued":{"date-parts":[[2010,4,10]]},"references-count":19,"alternative-id":["10.1145\/1753846.1753873","10.1145\/1753846"],"URL":"https:\/\/doi.org\/10.1145\/1753846.1753873","relation":{},"subject":[],"published":{"date-parts":[[2010,4,10]]},"assertion":[{"value":"2010-04-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}