{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T10:13:55Z","timestamp":1778408035653,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":8,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,4,10]],"date-time":"2010-04-10T00:00:00Z","timestamp":1270857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,4,10]]},"DOI":"10.1145\/1753326.1753688","type":"proceedings-article","created":{"date-parts":[[2010,4,12]],"date-time":"2010-04-12T18:13:40Z","timestamp":1271096020000},"page":"2399-2402","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":258,"title":["Are your participants gaming the system?"],"prefix":"10.1145","author":[{"given":"Julie S.","family":"Downs","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mandy B.","family":"Holbrook","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steve","family":"Sheng","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorrie Faith","family":"Cranor","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2010,4,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Amazon Mechanical Turk. https:\/\/www.mturk.com  Amazon Mechanical Turk. https:\/\/www.mturk.com"},{"key":"e_1_3_2_1_2_1","unstructured":"Amazon Mechanical Turk: Best Practices Guide. http:\/\/mturkpublic.s3.amazonaws.com\/docs\/MTURK_BP.pdf  Amazon Mechanical Turk: Best Practices Guide. http:\/\/mturkpublic.s3.amazonaws.com\/docs\/MTURK_BP.pdf"},{"key":"e_1_3_2_1_3_1","unstructured":"Atwood J. Is Amazon's Mechanical Turk a Failure? Coding Horror: Programming and Human Factors April 9 2007. http:\/\/www.codinghorror.com\/blog\/archives\/000828.html  Atwood J. Is Amazon's Mechanical Turk a Failure? Coding Horror: Programming and Human Factors April 9 2007. http:\/\/www.codinghorror.com\/blog\/archives\/000828.html"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. EMNLP 2009","author":"Callison-Burch C.","year":"2009"},{"key":"e_1_3_2_1_5_1","unstructured":"Ipeirotis P. Turker demographics vs. Internet demographics. http:\/\/behind-the-enemylines. blogspot.com\/2009\/03\/turker-demographics-vsinternet. html. 2009.  Ipeirotis P. Turker demographics vs. Internet demographics. http:\/\/behind-the-enemylines. blogspot.com\/2009\/03\/turker-demographics-vsinternet. html. 2009."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2006.253409"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753383"}],"event":{"name":"CHI '10: CHI Conference on Human Factors in Computing Systems","location":"Atlanta Georgia USA","acronym":"CHI '10","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the SIGCHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1753326.1753688","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1753326.1753688","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:41:31Z","timestamp":1750250491000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1753326.1753688"}},"subtitle":["screening mechanical turk workers"],"short-title":[],"issued":{"date-parts":[[2010,4,10]]},"references-count":8,"alternative-id":["10.1145\/1753326.1753688","10.1145\/1753326"],"URL":"https:\/\/doi.org\/10.1145\/1753326.1753688","relation":{},"subject":[],"published":{"date-parts":[[2010,4,10]]},"assertion":[{"value":"2010-04-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}