{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T04:50:50Z","timestamp":1778475050040,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,7,25]],"date-time":"2010-07-25T00:00:00Z","timestamp":1280016000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["644415"],"award-info":[{"award-number":["644415"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,7,25]]},"DOI":"10.1145\/1837885.1837891","type":"proceedings-article","created":{"date-parts":[[2010,7,27]],"date-time":"2010-07-27T14:10:11Z","timestamp":1280239811000},"page":"18-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":49,"title":["Sellers' problems in human computation markets"],"prefix":"10.1145","author":[{"given":"M. Six","family":"Silberman","sequence":"first","affiliation":[{"name":"University of California, Irvine"}]},{"given":"Joel","family":"Ross","sequence":"additional","affiliation":[{"name":"University of California, Irvine"}]},{"given":"Lilly","family":"Irani","sequence":"additional","affiliation":[{"name":"University of California, Irvine"}]},{"given":"Bill","family":"Tomlinson","sequence":"additional","affiliation":[{"name":"University of California, Irvine"}]}],"member":"320","published-online":{"date-parts":[[2010,7,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2008.0116"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807342.1807376"},{"key":"e_1_3_2_1_3_1","unstructured":"Horton J. J. The condition of the Turking class. arXiv:1001.1172v1 {cs.CY} 2010.  Horton J. J. The condition of the Turking class. arXiv:1001.1172v1 {cs.CY} 2010."},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. EMNLP '08","author":"Snow R."},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. ACL-IJCNLP '09","author":"Feng D."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1460563.1460648"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518820"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753373"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600169"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600171"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600175"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753375"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753374"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753846.1753873"},{"key":"e_1_3_2_1_18_1","volume-title":"CHI","author":"Ross J.","year":"2010"},{"key":"e_1_3_2_1_19_1","unstructured":"Ipeirotis P. Mechanical Turk: The demographics. behind-the-enemy-lines.blogspot.com\/2008\/03\/mechanical-turk-demographics.html.  Ipeirotis P. Mechanical Turk: The demographics. behind-the-enemy-lines.blogspot.com\/2008\/03\/mechanical-turk-demographics.html."},{"key":"e_1_3_2_1_20_1","unstructured":"Ipeirotis P. Turker demographics vs. internet demographics. behind-the-enemy-lines.blogspot. com\/2009\/03\/turker-demographics-vs-internet.html.  Ipeirotis P. Turker demographics vs. internet demographics. behind-the-enemy-lines.blogspot. com\/2009\/03\/turker-demographics-vs-internet.html."},{"key":"e_1_3_2_1_21_1","unstructured":"Ross J. and B. Tomlinson. Worker motivations in Amazon Mechanical Turk. Unpub. manuscript 2009.  Ross J. and B. Tomlinson. Worker motivations in Amazon Mechanical Turk. Unpub. manuscript 2009."},{"key":"e_1_3_2_1_22_1","unstructured":"Ipeirotis P. The new demographics of Mechanical Turk. behind-the-enemy-lines.blogspot.com\/2010\/03\/new-demographics-of-mechanical-turk.html.  Ipeirotis P. The new demographics of Mechanical Turk. behind-the-enemy-lines.blogspot.com\/2010\/03\/new-demographics-of-mechanical-turk.html."},{"key":"e_1_3_2_1_23_1","unstructured":"spamgirl etal HITs you should NOT Do! turkers.proboards.com\/index.cgi?board= kgeneral&action=display&thread=5126.  spamgirl et al. HITs you should NOT Do! turkers.proboards.com\/index.cgi?board= kgeneral&action=display&thread=5126."},{"key":"e_1_3_2_1_24_1","unstructured":"Irani L. Turk Work. turkwork.differenceengines.com.  Irani L. Turk Work. turkwork.differenceengines.com."},{"key":"e_1_3_2_1_25_1","unstructured":"Hartmann B. Crowdsourcers respond to crowdsourcing. blogs.law.harvard.edu\/difficultprobs\/2010\/01\/07\/crowdsourcers-respond-to-crowdsourcing.  Hartmann B. Crowdsourcers respond to crowdsourcing. blogs.law.harvard.edu\/difficultprobs\/2010\/01\/07\/crowdsourcers-respond-to-crowdsourcing."},{"key":"e_1_3_2_1_26_1","unstructured":"techlist. MTurk Requesters. techlist.com\/mturk\/requesters.  techlist. MTurk Requesters. techlist.com\/mturk\/requesters."},{"key":"e_1_3_2_1_27_1","unstructured":"techlist etal Current requesters. mturkforum.com\/showthread.php?t=1100.  techlist et al. Current requesters. mturkforum.com\/showthread.php?t=1100."},{"key":"e_1_3_2_1_28_1","unstructured":"lightdark etal Recording your history would you like to? mturkforum.com\/showthread.php?t=1109.  lightdark et al. Recording your history would you like to? mturkforum.com\/showthread.php?t=1109."},{"key":"e_1_3_2_1_29_1","unstructured":"lightdark etal Scripts for user data. mturkforum.com\/showthread.php?t=424.  lightdark et al. Scripts for user data. mturkforum.com\/showthread.php?t=424."},{"key":"e_1_3_2_1_30_1","unstructured":"ergo etal Block (hide) requester script for Firefox+Greasemonkey. mturkforum.com\/showthread.php?t=1088.  ergo et al. Block (hide) requester script for Firefox+Greasemonkey. mturkforum.com\/showthread.php?t=1088."},{"key":"e_1_3_2_1_31_1","unstructured":"CloudCrowd. Intro from CloudCrowd an alternative to Mechanical Turk. mturkforum.com\/showthread.php?t=1169.  CloudCrowd. Intro from CloudCrowd an alternative to Mechanical Turk. mturkforum.com\/showthread.php?t=1169."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010041819361"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/365024.365124"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10683-006-4309-2"},{"key":"e_1_3_2_1_35_1","volume-title":"Princeton","author":"Steiglitz K.","year":"2007"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1315245.1315292"},{"key":"e_1_3_2_1_37_1","volume-title":"Springer","author":"Li G.","year":"2008"},{"key":"e_1_3_2_1_39_1","volume-title":"Princeton","author":"Akerlof G. A.","year":"2009"},{"key":"e_1_3_2_1_40_1","unstructured":"Zittrain J. and E. Stark. Cyberlaw: Difficult Issues. cyber.law.harvard.edu\/cyberlaw_winter10\/Main_Page.  Zittrain J. and E. Stark. Cyberlaw: Difficult Issues. cyber.law.harvard.edu\/cyberlaw_winter10\/Main_Page."},{"key":"e_1_3_2_1_41_1","unstructured":"andrewj and spamgirl. MTurk \"App Store\"? turkers.proboards.com\/index.cgi?board=mturksuggest&action=display&thread=5543.  andrewj and spamgirl. MTurk \"App Store\"? turkers.proboards.com\/index.cgi?board=mturksuggest&action=display&thread=5543."}],"event":{"name":"KDD '10: The 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"Washington DC","acronym":"KDD '10","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the ACM SIGKDD Workshop on Human Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1837885.1837891","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1837885.1837891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:23:43Z","timestamp":1750249423000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1837885.1837891"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7,25]]},"references-count":40,"alternative-id":["10.1145\/1837885.1837891","10.1145\/1837885"],"URL":"https:\/\/doi.org\/10.1145\/1837885.1837891","relation":{},"subject":[],"published":{"date-parts":[[2010,7,25]]},"assertion":[{"value":"2010-07-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}