{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T21:17:07Z","timestamp":1788470227065,"version":"build-2803163510"},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100000055","name":"National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["R01DC012315"],"award-info":[{"award-number":["R01DC012315"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jvoice.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Voice"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.jvoice.2026.07.049","type":"journal-article","created":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T03:51:44Z","timestamp":1787716304000},"update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Online, Crowdsourced Sampling (OCS) Platforms for Large-Scale Data Collection in Voice Disorders Research: Prices, Pitfalls, and Perks"],"prefix":"10.1016","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9378-4446","authenticated-orcid":false,"given":"Christopher S.","family":"Apfelbach","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4530-4345","authenticated-orcid":false,"given":"Lady Catherine","family":"Cantor-Cutiva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5571-464X","authenticated-orcid":false,"given":"Eric J.","family":"Hunter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jvoice.2026.07.049_bib1","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/1745691610393980","article-title":"Amazon\u2019s Mechanical Turk: a new source of inexpensive, yet high-quality, data?","volume":"6","author":"Buhrmester","year":"2011","journal-title":"Perspect Psychol Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib2","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1002\/bdm.1753","article-title":"Data collection in a flat world: the strengths and weaknesses of Mechanical Turk samples","volume":"26","author":"Goodman","year":"2013","journal-title":"J Behav Decis Mak"},{"key":"10.1016\/j.jvoice.2026.07.049_bib3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","article-title":"Conducting behavioral research on Amazon\u2019s Mechanical Turk","volume":"44","author":"Mason","year":"2012","journal-title":"Behav Res Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib4","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1097\/MLR.0000000000000871","article-title":"Self-reported health status differs for Amazon\u2019s Mechanical Turk respondents compared with nationally representative surveys","volume":"56","author":"Mortensen","year":"2018","journal-title":"Med Care"},{"key":"10.1016\/j.jvoice.2026.07.049_bib5","article-title":"Are Mechanical Turk worker samples representative of health status and health behaviors in the U.S.?","volume":"13","author":"Walters","year":"2018"},{"key":"10.1016\/j.jvoice.2026.07.049_bib6","doi-asserted-by":"crossref","first-page":"739","DOI":"10.1111\/ajps.12081","article-title":"Separating the shirkers from the workers? Making sure respondents pay attention on self-administered surveys","volume":"58","author":"Berinsky","year":"2014","journal-title":"Am J Polit Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib7","doi-asserted-by":"crossref","first-page":"400","DOI":"10.3758\/s13428-015-0578-z","article-title":"Attentive Turkers: MTurk participants perform better on online attention checks than do subject pool participants","volume":"48","author":"Hauser","year":"2016","journal-title":"Behav Res Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib8","doi-asserted-by":"crossref","DOI":"10.1002\/bdm.2377","article-title":"Attention! Do we really need attention checks?","volume":"37","author":"Roth","year":"2024","journal-title":"J Behav Decis Mak"},{"key":"10.1016\/j.jvoice.2026.07.049_bib9","first-page":"823","article-title":"MTurk Research: review and recommendations","volume":"47","author":"Aguinis","year":"2021","journal-title":"J Manag"},{"key":"10.1016\/j.jvoice.2026.07.049_bib10","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1177\/1948550617698203","article-title":"Lie for a dime: when most prescreening responses are honest but most study participants are impostors","volume":"8","author":"Chandler","year":"2017","journal-title":"Soc Psychol Personal Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib11","doi-asserted-by":"crossref","first-page":"1563","DOI":"10.3758\/s13428-017-0984-5","article-title":"Assessing and overcoming participant dishonesty in online data collection","volume":"50","author":"Hydock","year":"2018","journal-title":"Behav Res Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib12","doi-asserted-by":"crossref","first-page":"119","DOI":"10.2308\/bria-18-044","article-title":"Online worker fraud and evolving threats to the integrity of MTurk data: a discussion of virtual private servers and the limitations of IP-based screening procedures","volume":"32","author":"Dennis","year":"2020","journal-title":"Behav Res Account"},{"key":"10.1016\/j.jvoice.2026.07.049_bib13","doi-asserted-by":"crossref","first-page":"519","DOI":"10.3758\/s13428-014-0483-x","article-title":"The relationship between motivation, monetary compensation, and data quality among US- and India-based workers on Mechanical Turk","volume":"47","author":"Litman","year":"2015","journal-title":"Behav Res Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib14","article-title":"Data quality in online human-subjects research: Comparisons between MTurk, Prolific, CloudResearch, Qualtrics, and SONA","volume":"18","author":"Douglas","year":"2023"},{"key":"10.1016\/j.jvoice.2026.07.049_bib15","article-title":"Too good to be true: bots and bad data from Mechanical Turk","author":"Webb","year":"2022","journal-title":"Perspect Psychol Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib16","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1002\/eat.23614","article-title":"Concerns and recommendations for using Amazon MTurk for eating disorder research","volume":"55","author":"Burnette","year":"2022","journal-title":"Int J Eat Disord"},{"key":"10.1016\/j.jvoice.2026.07.049_bib17","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1177\/17456916241242734","article-title":"The burden for high-quality online data collection lies with researchers, not recruitment platforms","volume":"19","author":"Cuskley","year":"2024","journal-title":"Perspect Psychol Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib18","doi-asserted-by":"crossref","first-page":"186","DOI":"10.2471\/BLT.14.141390","article-title":"Participants\u2019 understanding of informed consent in clinical trials over three decades: systematic review and meta-analysis","volume":"93","author":"Tam","year":"2015","journal-title":"Bull World Health Organ"},{"key":"10.1016\/j.jvoice.2026.07.049_bib19","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1037\/met0000267","article-title":"Some researchers wear yellow pants, but even fewer participants read consent forms: exploring and improving consent form reading in human subjects research","volume":"26","author":"Douglas","year":"2021","journal-title":"Psychol Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib20","doi-asserted-by":"crossref","first-page":"1179","DOI":"10.1016\/j.jclinepi.2010.04.011","article-title":"The Patient-Reported Outcomes Measurement Information System (PROMIS) developed and tested its first wave of adult self-reported health outcome item banks: 2005\u20132008","volume":"63","author":"Cella","year":"2010","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jvoice.2026.07.049_bib21","doi-asserted-by":"crossref","first-page":"504","DOI":"10.1016\/S0092-6566(03)00046-1","article-title":"A very brief measure of the Big-Five personality domains","volume":"37","author":"Gosling","year":"2003","journal-title":"J Res Personal"},{"key":"10.1016\/j.jvoice.2026.07.049_bib22","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1016\/j.jrp.2006.02.001","article-title":"Measuring personality in one minute or less: A 10-item short version of the Big Five Inventory in English and German","volume":"41","author":"Rammstedt","year":"2007","journal-title":"J Res Personal"},{"key":"10.1016\/j.jvoice.2026.07.049_bib23","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1016\/S0892-1997(97)80041-0","article-title":"Psychological correlates of functional dysphonia: an investigation using the Minnesota multiphasic personality inventory","volume":"11","author":"McGrory","year":"1997","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2026.07.049_bib24","doi-asserted-by":"crossref","first-page":"737","DOI":"10.1044\/jslhr.4303.737","article-title":"Personality traits and psychological factors in voice pathology: a foundation for future research","volume":"43","author":"Roy","year":"2000","journal-title":"J Speech Lang Hear Res"},{"key":"10.1016\/j.jvoice.2026.07.049_bib25","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1044\/jslhr.4303.749","article-title":"Personality and voice disorders: a superfactor trait analysis","volume":"43","author":"Roy","year":"2000","journal-title":"J Speech Lang Hear Res"},{"key":"10.1016\/j.jvoice.2026.07.049_bib26","first-page":"191","article-title":"Levels of speech usage: a self-report scale for describing how people use speech","volume":"16","author":"Baylor","year":"2008","journal-title":"J Med Speech-Lang Pathol"},{"key":"10.1016\/j.jvoice.2026.07.049_bib27","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1016\/S0892-1997(02)00097-8","article-title":"Validity and reliability of the reflux symptom index (RSI)","volume":"16","author":"Belafsky","year":"2002","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2026.07.049_bib28","doi-asserted-by":"crossref","first-page":"1169","DOI":"10.1002\/lary.27583","article-title":"Voice therapy associated with a decrease in the reflux symptoms index in patients with voice complaints","volume":"129","author":"Schneider","year":"2019","journal-title":"Laryngoscope"},{"key":"10.1016\/j.jvoice.2026.07.049_bib29","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1016\/j.jvoice.2014.09.012","article-title":"Vocal Fatigue Index (VFI): development and validation","volume":"29","author":"Nanjundeswaran","year":"2015","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2026.07.049_bib30","doi-asserted-by":"crossref","first-page":"1549","DOI":"10.1097\/00005537-200409000-00009","article-title":"Development and validation of the Voice Handicap Index-10","volume":"114","author":"Rosen","year":"2004","journal-title":"Laryngoscope"},{"key":"10.1016\/j.jvoice.2026.07.049_bib31","doi-asserted-by":"crossref","first-page":"860","DOI":"10.1080\/03610911003650383","article-title":"How big is a big odds ratio? Interpreting the magnitudes of odds ratios in epidemiological studies","volume":"39","author":"Chen","year":"2010","journal-title":"Commun Stat - Simul Comput"},{"key":"10.1016\/j.jvoice.2026.07.049_bib32","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1037\/0033-2909.112.1.155","article-title":"A power primer","volume":"112","author":"Cohen","year":"1992","journal-title":"Psychol Bull"},{"key":"10.1016\/j.jvoice.2026.07.049_bib33","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2017.01359","article-title":"Systems perspective of Amazon Mechanical Turk for organizational research: review and recommendations","volume":"8","author":"Keith","year":"2017","journal-title":"Front Psychol"},{"key":"10.1016\/j.jvoice.2026.07.049_bib34","doi-asserted-by":"crossref","first-page":"1643","DOI":"10.3758\/s13428-021-01694-3","article-title":"Data quality of platforms and panels for online behavioral research","volume":"54","author":"Peer","year":"2021","journal-title":"Behav Res Methods"},{"key":"10.1016\/j.jvoice.2026.07.049_bib35","article-title":"Introducing Connect by CloudResearch: advancing online participant recruitment in the digital age","author":"Hartman","year":"2023","journal-title":"OSF"},{"key":"10.1016\/j.jvoice.2026.07.049_bib36","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/j.jesp.2017.01.006","article-title":"Beyond the Turk: alternative platforms for crowdsourcing behavioral research","volume":"70","author":"Peer","year":"2017","journal-title":"J Exp Soc Psychol"},{"key":"10.1016\/j.jvoice.2026.07.049_bib37","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1177\/1948550617703168","article-title":"Response speed and response consistency as mutually validating indicators of data quality in online samples","volume":"8","author":"Wood","year":"2017","journal-title":"Soc Psychol Personal Sci"},{"key":"10.1016\/j.jvoice.2026.07.049_bib38","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1177\/1745691617706516","article-title":"An evaluation of Amazon\u2019s Mechanical Turk, its rapid rise, and its effective use","volume":"13","author":"Buhrmester","year":"2018","journal-title":"Perspect Psychol Sci"}],"container-title":["Journal of Voice"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0892199726004029?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0892199726004029?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T20:27:58Z","timestamp":1788467278000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0892199726004029"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":38,"alternative-id":["S0892199726004029"],"URL":"https:\/\/doi.org\/10.1016\/j.jvoice.2026.07.049","relation":{},"ISSN":["0892-1997"],"issn-type":[{"value":"0892-1997","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Online, Crowdsourced Sampling (OCS) Platforms for Large-Scale Data Collection in Voice Disorders Research: Prices, Pitfalls, and Perks","name":"articletitle","label":"Article Title"},{"value":"Journal of Voice","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jvoice.2026.07.049","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Voice Foundation. Published by Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}]}}