{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T19:55:35Z","timestamp":1792094135406,"version":"4.4.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,6,7]],"date-time":"2014-06-07T00:00:00Z","timestamp":1402099200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Behav Res"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.3758\/s13428-014-0483-x","type":"journal-article","created":{"date-parts":[[2014,6,10]],"date-time":"2014-06-10T21:15:33Z","timestamp":1402434933000},"page":"519-528","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":216,"title":["The relationship between motivation, monetary compensation, and data quality among US- and India-based workers on Mechanical Turk"],"prefix":"10.3758","volume":"47","author":[{"given":"Leib","family":"Litman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheskie","family":"Rosenzweig","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,6,7]]},"reference":[{"key":"483_CR1","doi-asserted-by":"crossref","first-page":"2925","DOI":"10.1145\/2207676.2208699","volume-title":"CHI \u201912: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","author":"J Antin","year":"2012","unstructured":"Antin, J., & Shaw, A. (2012). Social desirability bias and self-reports of motivation: A study of Amazon Mechanical Turk in the US and India. In CHI \u201912: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 2925\u20132934). New York, NY: ACM."},{"key":"483_CR2","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1093\/pan\/mpr057","volume":"20","author":"AJ Berinsky","year":"2012","unstructured":"Berinsky, A. J., Huber, G. A., & Lenz, G. S. (2012). Evaluating online labor markets for experimental research: Amazon. com's Mechanical Turk. Political Analysis, 20, 351\u2013368.","journal-title":"Political Analysis"},{"key":"483_CR3","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1126\/science.334.6054.307","volume":"334","author":"J Bohannon","year":"2011","unstructured":"Bohannon, J. (2011). Human subject research: Social science for pennies. Science, 334, 307. doi: 10.1126\/science.334.6054.307","journal-title":"Science"},{"key":"483_CR4","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., & Gosling, S. D. (2011). Amazon\u2019s Mechanical Turk: A new source of inexpensive, yet high-quality, data? Perspectives on Psychological Science, 6, 3\u20135. doi: 10.1177\/1745691610393980","journal-title":"Perspectives on Psychological Science"},{"key":"483_CR5","unstructured":"Bureau of Democracy, Human Rights and Labor. (2012). Country Reports on Human Rights Practices, India. Retrieved December 22, 2013, from U.S. Department of State website, www.state.gov\/j\/drl\/rls\/hrrpt\/2012humanrightsreport\/index"},{"key":"483_CR6","unstructured":"Chandler, J., Mueller, P., & Paolacci, G. (2013). Methodological concerns and advanced uses of crowdsourcing in psychological research. Manuscript submitted for publication. http:\/\/www.jessechandler.com\/uploads\/2\/8\/0\/5\/2805897\/mturk_adv_methods.pdf"},{"issue":"1","key":"483_CR7","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1093\/oep\/gps041","volume":"66","author":"G Chouliarakis","year":"2014","unstructured":"Chouliarakis, G., & Correa-L\u00f3pez, M. (2014). A fair wage model of unemployment with inertia in fairness perceptions. Oxford Economic Papers, 66(1), 88\u2013114.","journal-title":"Oxford Economic Papers"},{"key":"483_CR8","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1177\/0956797611400616","volume":"22","author":"P DeScioli","year":"2011","unstructured":"DeScioli, P., Christner, J., & Kurzban, R. (2011). The omission strategy. Psychological Science, 22, 442\u2013446.","journal-title":"Psychological Science"},{"key":"483_CR9","doi-asserted-by":"crossref","first-page":"2399","DOI":"10.1145\/1753326.1753688","volume-title":"CHI \u201910: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","author":"JS Downs","year":"2010","unstructured":"Downs, J. S., Holbrook, M. B., Sheng, S., & Cranor, L. F. (2010). Are your participants gaming the system? Screening Mechanical Turk Workers. In CHI \u201910: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 2399\u20132402). New York, NY: ACM."},{"key":"483_CR10","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1017\/S1930297500001030","volume":"5","author":"K Eriksson","year":"2010","unstructured":"Eriksson, K., & Simpson, B. (2010). Emotional reactions to losing explain gender differences in entering a risky lottery. Judgment and Decision Making, 5, 159\u2013163.","journal-title":"Judgment and Decision Making"},{"key":"483_CR11","first-page":"1347","volume":"121","author":"A Falk","year":"2006","unstructured":"Falk, A., Fehr, E., & Zehnder, C. (2006). Fairness perceptions and reservation wages\u2014The behavioral effects of minimum wage laws. The Quarterly Journal of Economics, 121, 1347\u20131381.","journal-title":"The Quarterly Journal of Economics"},{"key":"483_CR12","first-page":"26","volume-title":"Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence","author":"S Faridani","year":"2011","unstructured":"Faridani, S., Hartmann, B., & Ipeirotis, P. G. (2011). What\u2019s the right price? Pricing tasks for finishing on time. In Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence (pp. 26\u201331). Menlo Park, CA: AAAI."},{"key":"483_CR13","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1016\/j.bodyim.2012.06.006","volume":"9","author":"RM Gardner","year":"2012","unstructured":"Gardner, R. M., Brown, D. L., & Boice, R. (2012). Using Amazon\u2019s Mechanical Turk website to measure accuracy of body size estimation and body dissatisfaction. Body Image, 9, 532\u2013534.","journal-title":"Body Image"},{"key":"483_CR14","unstructured":"Government of India, Ministry of Labor and Employment. (2011).Second annual report to the people on employment. Retrieved December 22, 2013, from the Government of India website, dget.gov.in\/publications\/annualreportemployment2011.pdf."},{"key":"483_CR15","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1145\/1807342.1807376","volume-title":"EC \u201910: Proceedings of the 11th ACM Conference on Electronic Commerce","author":"JJ Horton","year":"2010","unstructured":"Horton, J. J., & Chilton, L. B. (2010). The labor economics of paid crowdsourcing. In EC \u201910: Proceedings of the 11th ACM Conference on Electronic Commerce (pp. 209\u2013218). New York, NY: ACM. doi: 10.1145\/1807342.1807376"},{"key":"483_CR16","unstructured":"Ipeirotis, P. (2010). Demographics of Mechanical Turk [Working Article]. New York University. http:\/\/hdl.handle.net\/2451\/29585 , http:\/\/scholar.google.com\/scholar?cluster=8873729056826117132&hl=en&as_sdt=0,33"},{"key":"483_CR17","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1037\/0021-9010.83.5.777","volume":"83","author":"GDJ Jenkins","year":"1998","unstructured":"Jenkins, G. D. J., Mitra, A., Gupta, N., & Shaw, J. D. (1998). Are financial incentives related to performance? A meta-analytic review of empirical research. Journal of Applied Psychology, 83, 777\u2013787.","journal-title":"Journal of Applied Psychology"},{"key":"483_CR18","volume-title":"Handbook of personality, third edition: Theory and research","author":"OP John","year":"2008","unstructured":"John, O. P., Robins, R. W., & Pervin, L. A. (2008). Handbook of personality, third edition: Theory and research. New York, NY: Guilford Press."},{"key":"483_CR19","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1177\/0098628312456615","volume":"39","author":"DR Johnson","year":"2012","unstructured":"Johnson, D. R., & Borden, L. A. (2012). Participants at your fingertips: Using Amazon\u2019s Mechanical Turk to increase student-faculty collaborative research. Teaching of Psychology, 39, 245\u2013251.","journal-title":"Teaching of Psychology"},{"key":"483_CR20","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1016\/j.paid.2011.04.011","volume":"51","author":"DN Jones","year":"2011","unstructured":"Jones, D. N., & Paulhus, D. L. (2011). The role of impulsivity in the Dark Triad of personality. Personality and Individual Differences, 51, 679\u2013682.","journal-title":"Personality and Individual Differences"},{"key":"483_CR21","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1007\/s10791-012-9205-0","volume":"16","author":"G Kazai","year":"2013","unstructured":"Kazai, G., Kamps, J., & Milic-Frayling, N. (2013). An analysis of human factors and label accuracy in crowdsourcing relevance judgements. Information Retrieval Journal, 16, 138\u2013178. doi: 10.1007\/s10791-012-9205-0","journal-title":"Information Retrieval Journal"},{"key":"483_CR22","first-page":"5270","volume-title":"Proceedings of the International Conference on Acoustics, Speech, and Signal Processing (ICASSP)","author":"M Marge","year":"2010","unstructured":"Marge, M., Banerjee, S., & Rudnicky, A. I. (2010). Using the Amazon Mechanical Turk for transcription of spoken language. In Proceedings of the International Conference on Acoustics, Speech, and Signal Processing (ICASSP) (pp. 5270\u20135273). Los Alamitos, CA: IEEE Press. doi: 10.1109\/ICASSP.2010.5494979"},{"key":"483_CR23","doi-asserted-by":"crossref","unstructured":"Mason, W., & Watts, D. J. (2010). Financial incentives and the performance of crowds. ACM SigKDD Explorations Newsletter, 11(2), 100\u2013108.","DOI":"10.1145\/1809400.1809422"},{"key":"483_CR24","volume-title":"Opening the political mind? The effects of self-affirmation and graphical information on factual misperceptions. Unpublished manuscript","author":"B Nyhan","year":"2011","unstructured":"Nyhan, B., & Reifler, J. (2011). Opening the political mind? The effects of self-affirmation and graphical information on factual misperceptions. Unpublished manuscript. Hanover, NH: Dartmouth College."},{"key":"483_CR25","doi-asserted-by":"crossref","first-page":"867","DOI":"10.1016\/j.jesp.2009.03.009","volume":"45","author":"DM Oppenheimer","year":"2009","unstructured":"Oppenheimer, D. M., Meyvis, T., & Davidenko, N. (2009). Instructional manipulation checks: Detecting satisficing to increase statistical power. Journal of Experimental Social Psychology, 45, 867\u2013872.","journal-title":"Journal of Experimental Social Psychology"},{"key":"483_CR26","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci, G., Chandler, J., & Ipeirotis, P. G. (2010). Running experiments on Amazon Mechanical Turk. Judgment and Decision Making, 5, 411\u2013419.","journal-title":"Judgment and Decision Making"},{"key":"483_CR27","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1080\/00223891.2010.528483","volume":"93","author":"DL Paulhus","year":"2011","unstructured":"Paulhus, D. L., & Carey, J. M. (2011). The FAD-Plus: measuring lay beliefs regarding free will and related constructs. Journal of Personality Assessment, 93, 96\u2013104.","journal-title":"Journal of Personality Assessment"},{"key":"483_CR28","first-page":"45","volume":"4","author":"U Rani","year":"2012","unstructured":"Rani, U., & Belser, P. (2012). The effectiveness of minimum wages in developing countries: The case of India. International Journal of Labour Research, 4, 45\u201366.","journal-title":"International Journal of Labour Research"},{"key":"483_CR29","first-page":"2863","volume-title":"CHI \u201910 Extended Abstracts on Human Factors in Computing Systems","author":"J Ross","year":"2010","unstructured":"Ross, J., Irani, L., Silberman, M. S., Zaldivar, A., & Tomlinson, B. (2010). Who are the crowdworkers? Shifting demographics in Mechanical Turk. In CHI \u201910 Extended Abstracts on Human Factors in Computing Systems (pp. 2863\u20132872). New York, NY: ACM."},{"key":"483_CR30","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1177\/0022022106297299","volume":"38","author":"DP Schmitt","year":"2007","unstructured":"Schmitt, D. P., Allik, J., McCrae, R. R., & Benet-Martinez, V. (2007). The geographic distribution of Big Five Personality traits: Patterns and profiles of human self-description across 56 nations. Journal of Cross-Cultural Psychology, 38, 173\u2013212.","journal-title":"Journal of Cross-Cultural Psychology"},{"key":"483_CR31","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1177\/2167702612469015","volume":"1","author":"DN Shapiro","year":"2013","unstructured":"Shapiro, D. N., Chandler, J., & Mueller, P. A. (2013). Using Mechanical Turk to study clinical populations. Clinical Psychological Science, 1, 213\u2013220.","journal-title":"Clinical Psychological Science"},{"key":"483_CR32","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1037\/a0025391","volume":"141","author":"A Shenhav","year":"2012","unstructured":"Shenhav, A., Rand, D. G., & Greene, J. D. (2012). Divine intuition: Cognitive style influences belief in God. Journal of Experimental Psychology: General, 141, 423\u2013428. doi: 10.1037\/a0025391","journal-title":"Journal of Experimental Psychology: General"},{"key":"483_CR33","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1145\/1837885.1837891","volume-title":"Proceedings of the ACM SIGKDD Workshop on Human Computation","author":"MS Silberman","year":"2010","unstructured":"Silberman, M. S., Ross, J., Irani, L., & Tomlinson, B. (2010). Sellers\u2019 problems in human computation markets. In Proceedings of the ACM SIGKDD Workshop on Human Computation (pp. 18\u201321). New York, NY: ACM."}],"container-title":["Behavior Research Methods"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-014-0483-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.3758\/s13428-014-0483-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-014-0483-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,14]],"date-time":"2023-07-14T05:19:29Z","timestamp":1689311969000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.3758\/s13428-014-0483-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,6,7]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["483"],"URL":"https:\/\/doi.org\/10.3758\/s13428-014-0483-x","relation":{},"ISSN":["1554-3528"],"issn-type":[{"value":"1554-3528","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,6,7]]}}}