{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,18]],"date-time":"2026-11-18T00:07:15Z","timestamp":1794960435669,"version":"4.9.1"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,4,12]],"date-time":"2016-04-12T00:00:00Z","timestamp":1460419200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Behav Res"],"published-print":{"date-parts":[[2017,4]]},"DOI":"10.3758\/s13428-016-0727-z","type":"journal-article","created":{"date-parts":[[2016,4,14]],"date-time":"2016-04-14T07:31:50Z","timestamp":1460619110000},"page":"433-442","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1634,"title":["TurkPrime.com: A versatile crowdsourcing data acquisition platform for the behavioral sciences"],"prefix":"10.3758","volume":"49","author":[{"given":"Leib","family":"Litman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tzvi","family":"Abberbock","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,4,12]]},"reference":[{"key":"727_CR1","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1093\/pan\/mpr057","volume":"20","author":"AJ Berinsky","year":"2012","unstructured":"Berinsky, A. J., Huber, G. A., & Lenz, G. S. (2012). Evaluating online labor markets for experimental research: Amazon.com\u2019s Mechanical Turk. Political Analysis, 20, 351\u2013368. doi: 10.1093\/pan\/mpr057","journal-title":"Political Analysis"},{"key":"727_CR2","first-page":"1921","volume":"93","author":"C Buccafusco","year":"2014","unstructured":"Buccafusco, C., Burns, Z. C., Fromer, J. C., & Sprigman, C. J. (2014). Experimental tests of intellectual property laws\u2019 creativity thresholds. Texas Law Review, 93, 1921\u20131980.","journal-title":"Texas Law Review"},{"key":"727_CR3","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., & Gosling, S. D. (2011). Amazon\u2019s Mechanical Turk: A new source of inexpensive, yet high-quality, data? Perspectives on Psychological Science, 6, 3\u20135. doi: 10.1177\/1745691610393980","journal-title":"Perspectives on Psychological Science"},{"key":"727_CR4","unstructured":"Chandler, J., & Mueller, P. (2013). Methodological concerns and advanced uses of crowdsourcing in psychological research. Manuscript submitted for publication."},{"key":"727_CR5","doi-asserted-by":"publisher","first-page":"1131","DOI":"10.1177\/0956797615585115","volume":"26","author":"J Chandler","year":"2015","unstructured":"Chandler, J., Paolacci, G., Peer, E., Mueller, P., & Ratliff, K. A. (2015). Using nonnaive participants can reduce effect sizes. Psychological Science, 26, 1131\u20131139. doi: 10.1177\/0956797615585115","journal-title":"Psychological Science"},{"key":"727_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1837885.1837889","volume-title":"Proceedings of the ACM SIGKDD Workshop on Human Computation","author":"LB Chilton","year":"2010","unstructured":"Chilton, L. B., Horton, J. J., Miller, R. C., & Azenkot, S. (2010). Task search in a human computation market. In Proceedings of the ACM SIGKDD Workshop on Human Computation (pp. 1\u20139). New York, NY: ACM Press."},{"key":"727_CR7","doi-asserted-by":"publisher","first-page":"e34","DOI":"10.2196\/jmir.6.3.e34","volume":"6","author":"G Eysenbach","year":"2004","unstructured":"Eysenbach, G. (2004). Improving the quality of Web surveys: The Checklist for Reporting Results of Internet E-Surveys (CHERRIES). Journal of Medical Internet Research, 6, e34.","journal-title":"Journal of Medical Internet Research"},{"key":"727_CR8","doi-asserted-by":"publisher","DOI":"10.1037\/12076-000","volume-title":"Advanced methods for conducting online behavioral research","author":"SD Gosling","year":"2010","unstructured":"Gosling, S. D., & Johnson, J. A. (2010). Advanced methods for conducting online behavioral research. Washington, DC: American Psychological Association."},{"key":"727_CR9","doi-asserted-by":"publisher","unstructured":"Gureckis, T. M., Martin, J., McDonnell, J., Rich, A. S., Markant D., Coenen, A., . . . Chan, P. (2015). psiTurk: An open-source framework for conducting replicable behavioral experiments online. Behavior Research Methods. Advance online publication. doi: 10.3758\/s13428-015-0642-8","DOI":"10.3758\/s13428-015-0642-8"},{"key":"727_CR10","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1017\/S0140525X0999152X","volume":"33","author":"J Henrich","year":"2010","unstructured":"Henrich, J., Heine, S. J., & Norenzayan, A. (2010). The weirdest people in the world? Behavioral and Brain Sciences, 33, 61\u201383. doi: 10.1017\/S0140525X0999152X . disc. 83\u2013135.","journal-title":"Behavioral and Brain Sciences"},{"key":"727_CR11","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1037\/0003-066x.59.2.105","volume":"59","author":"R Kraut","year":"2004","unstructured":"Kraut, R., Olson, J., Banaji, M., Bruckman, A., Cohen, J., & Couper, M. (2004). Psychological research online: Report of Board of Scientific Affairs\u2019 Advisory Group on the Conduct of Research on the Internet. American Psychologist, 59, 105\u2013117. doi: 10.1037\/0003-066x.59.2.105","journal-title":"American Psychologist"},{"key":"727_CR12","doi-asserted-by":"publisher","first-page":"519","DOI":"10.3758\/s13428-014-0483-x","volume":"47","author":"L Litman","year":"2015","unstructured":"Litman, L., Robinson, J., & Rosenzweig, C. (2015). The relationship between motivation, monetary compensation, and data quality among US- and India-based workers on Mechanical Turk. Behavior Research Methods, 47, 519\u2013528. doi: 10.3758\/s13428-014-0483-x","journal-title":"Behavior Research Methods"},{"key":"727_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason, W., & Suri, S. (2012). Conducting behavioral research on Amazon\u2019s Mechanical Turk. Behavior Research Methods, 44, 1\u201323. doi: 10.3758\/s13428-011-0124-6","journal-title":"Behavior Research Methods"},{"key":"727_CR14","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1037\/1089-2699.6.1.101","volume":"6","author":"BA Nosek","year":"2002","unstructured":"Nosek, B. A., Banaji, M. R., & Greenwald, A. G. (2002). Harvesting implicit group attitudes and beliefs from a demonstration web site. Group Dynamics: Theory, Research, and Practice, 6, 101\u2013115. doi: 10.1037\/1089-2699.6.1.101","journal-title":"Group Dynamics: Theory, Research, and Practice"},{"key":"727_CR15","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci, G., Chandler, J., & Ipeirotis, P. G. (2010). Running experiments on Amazon Mechanical Turk. Judgment and Decision Making, 5, 411\u2013419.","journal-title":"Judgment and Decision Making"},{"key":"727_CR16","unstructured":"Peer, E., Paolacci, G., Chandler, J., & Mueller, P. (2012). Selectively recruiting participants from Amazon Mechanical Turk using Qualtrics. Unpublished paper. Retrieved from ssrn.com\/abstract=2100631"},{"key":"727_CR17","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.3758\/s13428-013-0434-y","volume":"46","author":"E Peer","year":"2014","unstructured":"Peer, E., Vosgerau, J., & Acquisti, A. (2014). Reputation as a sufficient condition for data quality on Amazon Mechanical Turk. Behavior Research Methods, 46, 1023\u20131031. doi: 10.3758\/s13428-013-0434-y","journal-title":"Behavior Research Methods"},{"key":"727_CR18","unstructured":"Rosenzweig, C., Litman, L., & Robinson, J. (2015, May). Getting representative data on MTurk? Symposium presented at the meeting of the Association for Psychological Science, New York, NY."},{"key":"727_CR19","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1177\/2167702612469015","volume":"1","author":"DN Shapiro","year":"2013","unstructured":"Shapiro, D. N., Chandler, J., & Mueller, P. A. (2013). Using Mechanical Turk to study clinical populations. Clinical Psychological Science, 1, 213\u2013220. doi: 10.1177\/2167702612469015","journal-title":"Clinical Psychological Science"},{"key":"727_CR20","doi-asserted-by":"publisher","first-page":"155","DOI":"10.3758\/s13428-010-0039-7","volume":"43","author":"J Sprouse","year":"2011","unstructured":"Sprouse, J. (2011). A validation of Amazon Mechanical Turk for the collection of acceptability judgments in linguistic theory. Behavior Research Methods, 43, 155\u2013167. doi: 10.3758\/s13428-010-0039-7","journal-title":"Behavior Research Methods"},{"key":"727_CR21","unstructured":"Von Emden, R. (2015, July 15). Exploratory TurkPrime study: Windfall bias\u2014Young versus old [Web log post]. Retrieved from www.pavlov.io\/2015\/07\/15\/the-effects-of-age-on-the-windfall-bias\/"}],"container-title":["Behavior Research Methods"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-016-0727-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.3758\/s13428-016-0727-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-016-0727-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-016-0727-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,17]],"date-time":"2023-08-17T12:55:51Z","timestamp":1692276951000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.3758\/s13428-016-0727-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,12]]},"references-count":21,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,4]]}},"alternative-id":["727"],"URL":"https:\/\/doi.org\/10.3758\/s13428-016-0727-z","relation":{},"ISSN":["1554-3528"],"issn-type":[{"value":"1554-3528","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,4,12]]}}}