{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,4]],"date-time":"2026-11-04T21:13:36Z","timestamp":1793826816001,"version":"4.6.1"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Behav Res"],"DOI":"10.3758\/s13428-022-02005-0","type":"journal-article","created":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T16:01:53Z","timestamp":1684771313000},"page":"4048-4067","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":54,"title":["Is it ethical to use Mechanical Turk for behavioral research? Relevant data from a representative survey of MTurk participants and wages"],"prefix":"10.3758","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4396-4128","authenticated-orcid":false,"given":"Aaron J.","family":"Moss","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheskie","family":"Rosenzweig","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shalom N.","family":"Jaffe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leib","family":"Litman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,22]]},"reference":[{"key":"2005_CR1","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1177\/0146167218798821","volume":"45","author":"CA Anderson","year":"2019","unstructured":"Anderson, C. A., Allen, J. J., Plante, C., Quigley-McBride, A., Lovett, A., & Rokkum, J. N. (2019). The MTurkification of social and personality psychology. Personality and Social Psychology Bulletin, 45, 842\u2013850. https:\/\/doi.org\/10.1177\/0146167218798821","journal-title":"Personality and Social Psychology Bulletin"},{"key":"2005_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40881017-0035-0","volume":"3","author":"AA Arechar","year":"2017","unstructured":"Arechar, A. A., Kraft-Todd, G. T., & Rand, D. G. (2017). Turking overtime: How participant characteristics and behavior vary over time and day on Amazon Mechanical Turk. Journal of the Economic Science Association, 3, 1\u201311. https:\/\/doi.org\/10.1007\/s40881017-0035-0","journal-title":"Journal of the Economic Science Association"},{"key":"2005_CR3","doi-asserted-by":"publisher","unstructured":"Arechar, A. A., & Rand, D. G. (2021). Turking in the time of COVID. Behavior Research Methods. https:\/\/doi.org\/10.3758\/s13428-021-01588-4","DOI":"10.3758\/s13428-021-01588-4"},{"key":"2005_CR4","first-page":"543","volume":"37","author":"J Berg","year":"2015","unstructured":"Berg, J. (2015). Income security in the on-demand economy: Findings and policy lessons from a survey of crowdworkers. Comparative Labor Law and Policy Journal, 37, 543.","journal-title":"Comparative Labor Law and Policy Journal"},{"key":"2005_CR5","unstructured":"Berg, J. (2016). Income security in the on-demand economy: Findings and policy lessons from a survey of crowdworkers. Comparative Labor Law & Policy Journal, 37(3)."},{"key":"2005_CR6","unstructured":"Brenan, M. (2019). Americans Feel Generally Positive About Their Own Finances. Gallup. https:\/\/news.gallup.com\/poll\/249164\/americans-feel-generally-positive-own-finances.aspx"},{"key":"2005_CR7","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., & Gosling, S. D. (2011). Amazon\u2019s Mechanical Turk: A new source of inexpensive, yet high-quality data? Perspectives on Psychological Science, 6, 3\u20135. https:\/\/doi.org\/10.1177\/1745691610393980","journal-title":"Perspectives on Psychological Science"},{"key":"2005_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/2F2158244017712774","volume":"7","author":"LS Casey","year":"2017","unstructured":"Casey, L. S., Chandler, J., Levine, A. S., Proctor, A., & Strolovitch, D. Z. (2017). Intertemporal differences among MTurk workers: Time-based sample variations and implications for online data collection. SAGE Open, 7, 1\u201315. https:\/\/doi.org\/10.1177\/2F2158244017712774","journal-title":"SAGE Open"},{"key":"2005_CR9","unstructured":"Cain Miller, C. (2019). How unpredictable work hours turn families upside down. The New York Times. https:\/\/www.nytimes.com\/2019\/10\/16\/upshot\/unpredictable-job-hours.html"},{"key":"2005_CR10","unstructured":"Centers for Disease Control and Prevention (n.d.). Disability impacts all of us. https:\/\/www.cdc.gov\/ncbddd\/disabilityandhealth\/infographic-disability-impacts-all.html"},{"key":"2005_CR11","doi-asserted-by":"publisher","first-page":"112","DOI":"10.3758\/s13428-013-0365-7","volume":"46","author":"J Chandler","year":"2014","unstructured":"Chandler, J., Mueller, P., & Paolacci, G. (2014). Nonna\u00efvet\u00e9 among Amazon Mechanical Turk workers: Consequences and solutions for behavioral researchers. Behavior Research Methods, 46, 112\u2013130. https:\/\/doi.org\/10.3758\/s13428-013-0365-7","journal-title":"Behavior Research Methods"},{"key":"2005_CR12","doi-asserted-by":"publisher","first-page":"1131","DOI":"10.1177\/0956797615585115","volume":"26","author":"J Chandler","year":"2015","unstructured":"Chandler, J., Paolacci, G., Peer, E., Mueller, P., & Ratliff, K. A. (2015). Using nonnaive participants can reduce effect sizes. Psychological Science, 26, 1131\u20131139. https:\/\/doi.org\/10.1177\/0956797615585115","journal-title":"Psychological Science"},{"key":"2005_CR13","doi-asserted-by":"publisher","first-page":"2022","DOI":"10.3758\/s13428-019-01273-7","volume":"51","author":"J Chandler","year":"2019","unstructured":"Chandler, J., Rosenzweig, C., Moss, A. J., Robinson, J., & Litman, L. (2019). Online panels in social science research: Expanding sampling methods beyond Mechanical Turk. Behavior Research Methods, 51, 2022\u20132038. https:\/\/doi.org\/10.3758\/s13428-019-01273-7","journal-title":"Behavior Research Methods"},{"key":"2005_CR14","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1017\/psrm.2018.10","volume":"7","author":"A Coppock","year":"2019","unstructured":"Coppock, A. (2019). Generalizing from survey experiments conducted on Mechanical Turk: A replication approach. Political Science Research and Methods, 7, 613\u2013628. https:\/\/doi.org\/10.1017\/psrm.2018.10","journal-title":"Political Science Research and Methods"},{"key":"2005_CR15","unstructured":"Damer, E. (2019). Stop using MTurk for research. Prolific Blog. https:\/\/blog.prolific.co\/stop-using-mturk-for-research\/"},{"key":"2005_CR16","doi-asserted-by":"crossref","unstructured":"Difallah, D., Filatova, E., & Ipeirotis, P. (2018). Demographics and dynamics of Mechanical Turk workers. In Proceedings of the eleventh ACM international conference on web search and data mining (pp. 135\u2013143).","DOI":"10.1145\/3159652.3159661"},{"key":"2005_CR17","unstructured":"Fair Crowd Work. (n.d.). Amazon Mechanical Turk - Review. Retrieved June 9, 2022, from http:\/\/faircrowd.work\/platform\/amazon-mechanical-turk\/"},{"key":"2005_CR18","unstructured":"FairWork, (2021). FairWork 2021 Annual Report. https:\/\/fair.work\/wp-content\/uploads\/sites\/131\/2022\/01\/Fairwork-Annual-Report-2021.pdf"},{"key":"2005_CR19","unstructured":"Federal Election Commission (2019). Browse disbursements, campaign finance data. https:\/\/www.fec.gov\/data\/disbursements\/?data_type=processed&recipient_name=Mechanical+Turk&two_year_transaction_period=2020"},{"key":"2005_CR20","doi-asserted-by":"crossref","unstructured":"Fordsham, N., Moss, A. J., Krumholtz, S., Roggina, T., Jr, Robinson, J., & Litman, L. (2019). Variation among Mechanical Turk Workers Across Time of Day Presents an Opportunity and a Challenge for Research. 10.31234\/osf.io\/p8bns","DOI":"10.31234\/osf.io\/p8bns"},{"key":"2005_CR21","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort, K., Adda, G., & Cohen, K. B. (2011). Amazon Mechanical Turk: Gold mine or coal mine? Computational Linguistics, 37, 413\u2013420. https:\/\/doi.org\/10.1162\/COLI_a_00057","journal-title":"Computational Linguistics"},{"key":"2005_CR22","unstructured":"Gallup. (n.d.). Work and Workplace. Gallup.Com. Retrieved August 10, 2022, from https:\/\/news.gallup.com\/poll\/1720\/Work-Work-Place.aspx"},{"key":"2005_CR23","unstructured":"Graham, F. (2010). Crowdsourcing work: Labour on demand or digital sweatshop? BBC News. https:\/\/www.bbc.com\/news\/business-11600902"},{"key":"2005_CR24","unstructured":"Gray, M. L., & Suri, S. (2019). Ghost work: How to stop Silicon Valley from building a new global underclass. Houghton Mifflin Harcourt."},{"key":"2005_CR25","unstructured":"Grim, R., & Lacey, A. (2020). Pete Buttigieg\u2019s campaign used notoriously low-paying gig-work platform for polling. The Intercept. https:\/\/theintercept.com\/2020\/01\/16\/pete-buttigieg-amazon-mechanical-turk-gig-workers\/"},{"key":"2005_CR26","doi-asserted-by":"publisher","unstructured":"Hara, K., Adams, A., Milland, K., Savage, S., Callison-Burch, C., & Bigham, J. P. (2018). A data-driven analysis of workers' earnings on Amazon Mechanical Turk. In Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems (pp. 1\u201314). https:\/\/doi.org\/10.1145\/3173574.3174023","DOI":"10.1145\/3173574.3174023"},{"key":"2005_CR27","volume-title":"Handbook of Research Methods in Consumer Psychology","author":"DJ Hauser","year":"2019","unstructured":"Hauser, D. J., Paolacci, G., & Chandler, J. J. (2019). Common concerns with MTurk as a participant pool: Evidence and solutions. In F. R. Kardes, P. M. Herr, & N. Schwarz (Eds.), Handbook of Research Methods in Consumer Psychology. Routledge."},{"key":"2005_CR28","doi-asserted-by":"publisher","first-page":"400","DOI":"10.3758\/s13428-015-0578-z","volume":"48","author":"DJ Hauser","year":"2016","unstructured":"Hauser, D. J., & Schwarz, N. (2016). Attentive Turkers: MTurk participants perform better on online attention checks than do subject pool participants. Behavior Research Methods, 48, 400\u2013407. https:\/\/doi.org\/10.3758\/s13428-015-0578-z","journal-title":"Behavior Research Methods"},{"key":"2005_CR29","unstructured":"Hitlin, P. (2016). Research in the crowdsourcing age, a case study. Pew Research Center. Available at: https:\/\/www.pewresearch.org\/internet\/2016\/07\/11\/research-in-the-crowdsourcing-age-a-case-study\/"},{"key":"2005_CR30","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.econlet.2010.12.007","volume":"111","author":"JJ Horton","year":"2011","unstructured":"Horton, J. J. (2011). The condition of the Turking class: Are online employers fair and honest? Economics Letters, 111, 10\u201312. https:\/\/doi.org\/10.1016\/j.econlet.2010.12.007","journal-title":"Economics Letters"},{"key":"2005_CR31","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s10683-011-9273-9","volume":"14","author":"JJ Horton","year":"2011","unstructured":"Horton, J. J., Rand, D. G., & Zeckhauser, R. J. (2011). The online laboratory: Conducting experiments in a real labor market. Experimental Economics, 14, 399\u2013425. https:\/\/doi.org\/10.1007\/s10683-011-9273-9","journal-title":"Experimental Economics"},{"key":"2005_CR32","unstructured":"Ingraham, C. (2019). Nine days on the road. Average commute time reached a new record last year. The Washington Post. https:\/\/www.washingtonpost.com\/business\/2019\/10\/07\/nine-days-road-average-commute-timereached-new-record-last-year\/"},{"key":"2005_CR33","unstructured":"Ipeiriotis, P. (2010). The demographics of Mechanical Turk (NYU Working Paper No. CEDER-10-01). Retrieved from SSRN: https:\/\/ssrn.com\/abstract=1585030"},{"key":"2005_CR34","doi-asserted-by":"crossref","unstructured":"Kaplan, T., Saito, S., Hara, K., & Bigham, J. P. (2018). Striving to earn more: A survey of work strategies and tool use among crowd workers. In Sixth AAAI Conference on Human Computation and Crowdsourcing.","DOI":"10.1609\/hcomp.v6i1.13327"},{"key":"2005_CR35","unstructured":"Kennedy, C., & Hartig, H. (2019). Response rates in telephone surveys have resumed their decline. Pew Research Center. Available at: https:\/\/www.pewresearch.org\/fact-tank\/2019\/02\/27\/response-rates-in-telephone-surveys-have-resumed-their-decline\/"},{"key":"2005_CR36","first-page":"1","volume-title":"Conducting online research on Amazon Mechanical Turk and beyond","author":"L Litman","year":"2020","unstructured":"Litman, L., & Robinson, J. (2020a). Introduction. In L. Litman & J. Robinson (Eds.), Conducting online research on Amazon Mechanical Turk and beyond (pp. 1\u201326). Sage Academic Publishing."},{"key":"2005_CR37","first-page":"234","volume-title":"Conducting online research on Amazon Mechanical Turk and beyond","author":"L Litman","year":"2020","unstructured":"Litman, L., & Robinson, J. (2020b). Conducting ethical online research: A data-driven approach. In L. Litman & J. Robinson (Eds.), Conducting online research on Amazon Mechanical Turk and beyond (pp. 234\u2013263). Sage Academic Publishing. Thousand Oaks."},{"key":"2005_CR38","doi-asserted-by":"publisher","first-page":"519","DOI":"10.3758\/s13428-014-0483-x","volume":"47","author":"L Litman","year":"2015","unstructured":"Litman, L., Robinson, J., & Rosenzweig, C. (2015). The relationship between motivation, monetary compensation, and data quality among US and India based workers on Mechanical Turk. Behavior Research Methods, 47, 519\u2013528. https:\/\/doi.org\/10.3758\/s13428-014-0483-x","journal-title":"Behavior Research Methods"},{"key":"2005_CR39","doi-asserted-by":"publisher","first-page":"433","DOI":"10.3758\/s13428-016-0727-z","volume":"49","author":"L Litman","year":"2017","unstructured":"Litman, L., Robinson, J., & Abberbock, T. (2017). TurkPrime. com: A versatile crowdsourcing data acquisition platform for the behavioral sciences. Behavior Research Methods, 49, 433\u2013442. https:\/\/doi.org\/10.3758\/s13428-016-0727-z","journal-title":"Behavior Research Methods"},{"issue":"2","key":"2005_CR40","doi-asserted-by":"publisher","first-page":"e0229383","DOI":"10.1371\/journal.pone.0229383","volume":"15","author":"L Litman","year":"2020","unstructured":"Litman, L., Robinson, J., Rosen, Z., Rosenzweig, C., Waxman, J., & Bates, L. M. (2020a). The persistence of pay inequality: The gender wage gap in an anonymous online labor market. PLOS ONE, 15(2), e0229383. https:\/\/doi.org\/10.1371\/journal.pone.0229383","journal-title":"PLOS ONE"},{"key":"2005_CR41","first-page":"121","volume-title":"Conducting online research on Amazon Mechanical Turk and beyond","author":"L Litman","year":"2020","unstructured":"Litman, L., Robinson, J., & Rosenzweig, C. (2020b). Sampling Mechanical Turk workers: Problems and solutions. In L. Litman & J. Robinson (Eds.), Conducting online research on Amazon Mechanical Turk and beyond (pp. 121\u2013146). Sage Academic Publishing. Thousand Oaks."},{"key":"2005_CR42","unstructured":"Marken, S. (2018). Still listening: The state of telephone surveys. Gallup [blog post]. Available at: https:\/\/news.gallup.com\/opinion\/methodology\/225143\/listening-state-telephone-surveys.aspx"},{"key":"2005_CR43","doi-asserted-by":"publisher","unstructured":"Meyers, E. A., Walker, A. C., Fugelsang, J. A., & Koehler, D. J. (2020). Reducing the number of non-na\u00efve participants in Mechanical Turk samples. Methods in Psychology, 3, 100032. https:\/\/doi.org\/10.1016\/j.metip.2020.100032","DOI":"10.1016\/j.metip.2020.100032"},{"key":"2005_CR44","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1017\/XPS.2015.19","volume":"2","author":"KJ Mullinix","year":"2015","unstructured":"Mullinix, K. J., Leeper, T. J., Druckman, J. N., & Freese, J. (2015). The generalizability of survey experiments. Journal of Experimental Political Science, 2, 109\u2013138. https:\/\/doi.org\/10.1017\/XPS.2015.19","journal-title":"Journal of Experimental Political Science"},{"key":"2005_CR45","unstructured":"Newman, A. (2019). I found work on an Amazon website. I made 97 cents an hour. The New York Times. https:\/\/www.nytimes.com\/interactive\/2019\/11\/15\/nyregion\/amazon-mechanical-turk.html"},{"key":"2005_CR46","unstructured":"Norman, J. (2018). Four in 10 U.S. Workers Think They Are Underpaid. Gallup. https:\/\/news.gallup.com\/poll\/241682\/four-workers-think-underpaid.aspx"},{"key":"2005_CR47","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci, G., Chandler, J., & Ipeirotis, P. G. (2010). Running experiments on Amazon Mechanical Turk. Judgment and Decision Making, 5, 411\u2013419.","journal-title":"Judgment and Decision Making"},{"key":"2005_CR48","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/j.jesp.2017.01.006","volume":"70","author":"E Peer","year":"2017","unstructured":"Peer, E., Brandimarte, L., Samat, S., & Acquisti, A. (2017). Beyond the Turk: Alternative platforms for crowdsourcing behavioral research. Journal of Experimental Social Psychology, 70, 153\u2013163. https:\/\/doi.org\/10.1016\/j.jesp.2017.01.006","journal-title":"Journal of Experimental Social Psychology"},{"key":"2005_CR49","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.3758\/s13428-013-0434-y","volume":"46","author":"E Peer","year":"2014","unstructured":"Peer, E., Vosgerau, J., & Acquisti, A. (2014). Reputation as a sufficient condition for data quality on Amazon Mechanical Turk. Behavior Research Methods, 46, 1023\u20131031. https:\/\/doi.org\/10.3758\/s13428-013-0434-y","journal-title":"Behavior Research Methods"},{"key":"2005_CR50","unstructured":"Rao, S., & Michel, A. (2010). ProPublica\u2019s Guide to Mechanical Turk. ProPublica. https:\/\/www.propublica.org\/article\/propublicas-guide-to-mechanical-turk"},{"key":"2005_CR51","doi-asserted-by":"crossref","unstructured":"Robinson, J., Litman, L., & Rosenzweig, C. (2020a). Who are the Mechanical Turk workers? In L. Litman & J. Robinson (Eds.), Conducting online research on Amazon Mechanical Turk and beyond (pp. 121\u2013146). Sage Academic Publishing.","DOI":"10.4135\/9781071878804.n10"},{"issue":"12","key":"2005_CR52","doi-asserted-by":"publisher","first-page":"e0226394","DOI":"10.1371\/journal.pone.0226394","volume":"14","author":"J Robinson","year":"2019","unstructured":"Robinson, J., Rosenzweig, C., Moss, A. J., & Litman, L. (2019). Tapped out or barely tapped? Recommendations for how to harness the vast and largely unused potential of the Mechanical Turk participant pool. PLoS ONE, 14(12), e0226394. https:\/\/doi.org\/10.1371\/journal.pone.0226394","journal-title":"PLoS ONE"},{"key":"2005_CR53","doi-asserted-by":"publisher","unstructured":"Ross, J., Irani, L., Silberman, M. S., Zaldivar, A., & Tomlinson, B. (2010). Who are the crowdworkers? Shifting demographics in Mechanical Turk. In CHI'10 Extended Abstracts on Human Factors in Computing Systems (pp. 2863\u20132872). https:\/\/doi.org\/10.1145\/1753846.1753873","DOI":"10.1145\/1753846.1753873"},{"key":"2005_CR54","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1177\/2515245919838781","volume":"2","author":"K Sassenberg","year":"2019","unstructured":"Sassenberg, K., & Ditrich, L. (2019). Research in social psychology changed between 2011 and 2016: Larger sample sizes, more self-report measures, and more online studies. Advances in Methods and Practices in Psychological Science, 2, 107\u2013114. https:\/\/doi.org\/10.1177\/2515245919838781","journal-title":"Advances in Methods and Practices in Psychological Science"},{"key":"2005_CR55","unstructured":"Schneider, D., & Harknett, K. (2019). It\u2019s about time: How work schedule instability matters for workers, families, and racial inequality. The Shift Project. https:\/\/shift.berkeley.edu\/its-about-time-how-work-schedule-instability-matters-for-workers-families-and-racial-inequality\/"},{"key":"2005_CR56","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1037\/0022-3514.51.3.515","volume":"51","author":"DO Sears","year":"1986","unstructured":"Sears, D. O. (1986). College sophomores in the laboratory: Influences of a narrow data base on social psychology's view of human nature. Journal of Personality and Social Psychology, 51, 515\u2013530. https:\/\/doi.org\/10.1037\/0022-3514.51.3.515","journal-title":"Journal of Personality and Social Psychology"},{"key":"2005_CR57","unstructured":"Semuels, A. (2018). The online hell of Amazon Mechanical Turk. The Atlantic. https:\/\/www.theatlantic.com\/business\/archive\/2018\/01\/amazon-mechanical-turk\/551192\/"},{"key":"2005_CR58","unstructured":"TurkerView. (2019). Writer who never learned to drive works for Uber. Makes $0.97\/hr. https:\/\/blog.turkerview.com\/writer-who-never-learned-to-drive-works-for-uber\/"},{"key":"2005_CR59","unstructured":"U.S. Census Bureau. (2018). Current population survey, selected characteristics of households by total money income. [Data set]. https:\/\/www.census.gov\/data\/tables\/time-series\/demo\/income-poverty\/cps-hinc\/hinc-01.html"},{"issue":"1","key":"2005_CR60","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1017\/S104909651500116X","volume":"49","author":"V Williamson","year":"2016","unstructured":"Williamson, V. (2016). On the ethics of crowdsourced research. PS. Political Science & Politics, 49(1), 77\u201381. https:\/\/doi.org\/10.1017\/S104909651500116X","journal-title":"Political Science & Politics"},{"key":"2005_CR61","doi-asserted-by":"publisher","first-page":"e84","DOI":"10.1037\/pspa0000171","volume":"117","author":"DS Yeager","year":"2019","unstructured":"Yeager, D. S., Krosnick, J. A., Visser, P. S., Holbrook, A. L., & Tahk, A. M. (2019). Moderation of classic social psychological effects by demographics in the U.S. adult population: New opportunities for theoretical advancement. Journal of Personality and Social Psychology, 117, e84\u2013e99. https:\/\/doi.org\/10.1037\/pspa0000171","journal-title":"Journal of Personality and Social Psychology"}],"container-title":["Behavior Research Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-022-02005-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3758\/s13428-022-02005-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3758\/s13428-022-02005-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,22]],"date-time":"2024-05-22T00:02:25Z","timestamp":1716336145000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3758\/s13428-022-02005-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,22]]},"references-count":61,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["2005"],"URL":"https:\/\/doi.org\/10.3758\/s13428-022-02005-0","relation":{},"ISSN":["1554-3528"],"issn-type":[{"value":"1554-3528","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,22]]},"assertion":[{"value":"7 October 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors of this manuscript have the following potential competing interests: all authors are employed at CloudResearch (formerly TurkPrime). CloudResearch provides online research tools and services, including tools that allow researchers to run studies on Mechanical Turk.CloudResearch\u2019s MTurk ToolKit was used to source Mechanical Turk participants, and the CloudResearch database was used to query some of the data.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}