{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T19:08:35Z","timestamp":1776884915716,"version":"3.51.2"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T00:00:00Z","timestamp":1744329600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T00:00:00Z","timestamp":1744329600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Qual User Exp"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s41233-025-00072-7","type":"journal-article","created":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T04:24:09Z","timestamp":1744345449000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Addressing VPN and VPS users when conducting subjective tests on crowdsourcing platforms"],"prefix":"10.1007","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-9829-2694","authenticated-orcid":false,"given":"Ludovic","family":"Malfait","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Neel","family":"Chaudhari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Doh-Suk","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,11]]},"reference":[{"key":"72_CR1","unstructured":"StatCounter: Screen Resolution Stats. Technical report, StatCounter (September 2023). https:\/\/gs.statcounter.com\/screen-resolution-stats\/desktop"},{"issue":"1","key":"72_CR2","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1007\/s41233-023-00055-6","volume":"8","author":"S G\u00f6ring","year":"2023","unstructured":"G\u00f6ring S, Rao RRR, Raake A (2023) Quality assessment of higher resolution images and videos with remote testing. Quality User Exp 8(1):2. https:\/\/doi.org\/10.1007\/s41233-023-00055-6","journal-title":"Quality User Exp"},{"issue":"2","key":"72_CR3","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","volume":"16","author":"T Hossfeld","year":"2014","unstructured":"Hossfeld T, Keimel C, Hirth M, Gardlo B, Habigt J, Diepold K, Tran-Gia P (2014) Best practices for QoE Crowdtesting: QoE assessment with crowdsourcing. IEEE Trans Multimed 16(2):541\u2013558. https:\/\/doi.org\/10.1109\/TMM.2013.2291663","journal-title":"IEEE Trans Multimed"},{"key":"72_CR4","unstructured":"ITU-T Technical Report: PSTR-CROWDS - Subjective evaluation of media quality using a crowdsourcing approach. ITU-T (2018)"},{"key":"72_CR5","unstructured":"ITU-T Recommendation: P.808 - Subjective evaluation of speech quality with a crowdsourcing approach. ITU-T (2021)"},{"key":"72_CR6","unstructured":"Moss A, Litman L (2018) After the Bot Scare: Understanding What\u2019s Been Happening With Data Collection on MTurk and How to Stop It . https:\/\/www.cloudresearch.com\/resources\/blog\/after-the-bot-scare-understanding-whats-been-happening-with-data-collection-on-mturk-and-how-to-stop-it\/"},{"key":"72_CR7","doi-asserted-by":"publisher","unstructured":"Moss AJ, Rosenzweig C, Jaffe SN, Gautam R, Robinson J, Litman L (2021) Bots or inattentive humans? Identifying sources of low-quality data in online platforms. preprint, PsyArXiv (June ). https:\/\/doi.org\/10.31234\/osf.io\/wr8ds . https:\/\/osf.io\/wr8ds","DOI":"10.31234\/osf.io\/wr8ds"},{"key":"72_CR8","unstructured":"Litman L, Rosenzweig C, Moss A (2020) New solutions dramatically improve research data quality on MTurk . https:\/\/www.cloudresearch.com\/resources\/blog\/new-tools-improve-research-data-quality-mturk\/"},{"key":"72_CR9","doi-asserted-by":"publisher","unstructured":"Hauser DJ, Moss AJ, Rosenzweig C, Jaffe SN, Robinson J, Litman L (2022) Evaluating CloudResearch\u2019s approved group as a solution for problematic data quality on MTurk. Behav Res Methods. https:\/\/doi.org\/10.3758\/s13428-022-01999-x","DOI":"10.3758\/s13428-022-01999-x"},{"issue":"1","key":"72_CR10","doi-asserted-by":"publisher","first-page":"119","DOI":"10.2308\/bria-18-044","volume":"32","author":"SA Dennis","year":"2020","unstructured":"Dennis SA, Goodson BM, Pearson CA (2020) Online worker fraud and evolving threats to the integrity of MTurk data: A discussion of virtual private servers and the limitations of IP-based screening procedures. Behav Res Account 32(1):119\u2013134. https:\/\/doi.org\/10.2308\/bria-18-044","journal-title":"Behav Res Account"},{"key":"72_CR11","doi-asserted-by":"publisher","unstructured":"Khan E, Sperotto A, Van Der\u00a0Ham J, Van\u00a0Rijswijk-Deij R (2023) Stranger VPNs: Investigating the geo-unblocking capabilities of commercial VPN providers. In: Brunstrom, A., Flores, M., Fiore, M. (eds.) Passive and active measurement vol. 13882, pp. 46\u2013 68. Springer, Cham . https:\/\/doi.org\/10.1007\/978-3-031-28486-1_3 . Series Title: Lecture Notes in Computer Science. https:\/\/link.springer.com\/10.1007\/978-3-031-28486-1_3","DOI":"10.1007\/978-3-031-28486-1_3"},{"key":"72_CR12","unstructured":"Bannedit: Virtual machine detection in the browser (2019). https:\/\/bannedit.github.io\/Virtual-Machine-Detection-In-The-Browser.html"},{"key":"72_CR13","unstructured":"Google: SwiftShader (2024). https:\/\/github.com\/google\/swiftshader"},{"key":"72_CR14","unstructured":"Microsoft: Remote Desktop Protocol (RDP) bandwidth requirements (2022). https:\/\/learn.microsoft.com\/en-us\/azure\/virtual-desktop\/rdp-bandwidth"},{"key":"72_CR15","doi-asserted-by":"publisher","unstructured":"Keimel C, Habigt J, Horch C, Diepold K ( 2012) QualityCrowd \u2014 A framework for crowd-based quality evaluation. In: 2012 picture coding symposium, pp. 245\u2013 248. IEEE, Krakow .https:\/\/doi.org\/10.1109\/PCS.2012.6213338 . http:\/\/ieeexplore.ieee.org\/document\/6213338\/","DOI":"10.1109\/PCS.2012.6213338"},{"key":"72_CR16","doi-asserted-by":"publisher","unstructured":"Rainer B, Waltl M, Timmerer C ( 2013) A web based subjective evaluation platform. In: 2013 fifth international workshop on quality of multimedia experience (QoMEX), pp. 24\u2013 25. IEEE, Klagenfurt am W\u00f6rthersee, Austria . https:\/\/doi.org\/10.1109\/QoMEX.2013.6603196 . http:\/\/ieeexplore.ieee.org\/document\/6603196\/","DOI":"10.1109\/QoMEX.2013.6603196"},{"key":"72_CR17","doi-asserted-by":"crossref","unstructured":"Goring S, Ramachandra\u00a0Rao RR, Fremerey S, Raake A ( 2021) AVrate Voyager: an open source online testing platform. In: 2021 IEEE 23rd international workshop on multimedia signal processing (MMSP), pp. 1\u2013 6. IEEE, Tampere, Finland . 10.1109\/MMSP53017.2021.9733561 . https:\/\/ieeexplore.ieee.org\/document\/9733561\/","DOI":"10.1109\/MMSP53017.2021.9733561"},{"key":"72_CR18","unstructured":"Naderi B, Cutler R (2023) A crowdsourcing approach to video quality assessment. arXiv. arXiv:2204.06784 [eess] (2023). arxiv: org\/abs\/2204.06784"},{"key":"72_CR19","unstructured":"Netflix: e2nest - Web-based Media Subjective Testing (2023). https:\/\/github.com\/Netflix\/e2nest\/tree\/main"},{"issue":"3","key":"72_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1167\/10.3.17","volume":"10","author":"LA Lesmes","year":"2010","unstructured":"Lesmes LA (2010) Bayesian adaptive estimation of the contrast sensitivity function: The quick CSF method. J Vis 10(3):1\u201321. https:\/\/doi.org\/10.1167\/10.3.17","journal-title":"J Vis"},{"key":"72_CR21","unstructured":"ITU-T: Recommendation ITU-T P.910 (10\/2023) Subjective video quality assessment methods for multimedia applications. ITU-T (2023)"},{"key":"72_CR22","unstructured":"FCC: Measuring Fixed Broadband - Twelfth Report. Technical Report\u00a012, Federal Communications Commission (FCC) (January 2023). https:\/\/www.fcc.gov\/reports-research\/reports\/measuring-broadband-america\/measuring-fixed-broadband-twelfth-report"},{"key":"72_CR23","unstructured":"Ookla: United States Median Country Speeds, August 2023. Technical report, Ookla (August 2023). https:\/\/www.speedtest.net\/global-index\/united-states?fixed#market-analysis"},{"key":"72_CR24","unstructured":"WonderNetwork: Global Ping Statistics - Pune (2024). https:\/\/wondernetwork.com\/pings\/Pune"},{"key":"72_CR25","unstructured":"US Census Bureau: B28002 - Presence and Types of Internet Subscriptions in Household. Technical report, United States Census Bureau (2022). https:\/\/data.census.gov\/table?q=satellite+internet&y=2022"},{"issue":"01","key":"72_CR26","doi-asserted-by":"publisher","first-page":"30","DOI":"10.4236\/nm.2010.11004","volume":"01","author":"J Shelton","year":"2010","unstructured":"Shelton J, Kumar GP (2010) Comparison between auditory and visual simple reaction times. Neurosci Med 01(01):30\u201332. https:\/\/doi.org\/10.4236\/nm.2010.11004","journal-title":"Neurosci Med"},{"issue":"2","key":"72_CR27","doi-asserted-by":"publisher","first-page":"124","DOI":"10.4103\/2229-516X.157168","volume":"5","author":"A Jain","year":"2015","unstructured":"Jain A, Bansal R, Kumar A, Singh K (2015) A comparative study of visual and auditory reaction times on the basis of gender and physical activity levels of medical first year students. Int J Appl Basic Med Res 5(2):124. https:\/\/doi.org\/10.4103\/2229-516X.157168","journal-title":"Int J Appl Basic Med Res"},{"key":"72_CR28","unstructured":"Benchmark H (2024) Reaction time test . https:\/\/humanbenchmark.com\/tests\/reactiontime"},{"issue":"1","key":"72_CR29","doi-asserted-by":"publisher","first-page":"5","DOI":"10.5507\/ag.2014.001","volume":"44","author":"R Psotta","year":"2014","unstructured":"Psotta R (2014) The visual reaction time distribution in the tasks with different demands on information processing. Acta Gymnica 44(1):5\u201313. https:\/\/doi.org\/10.5507\/ag.2014.001","journal-title":"Acta Gymnica"},{"issue":"3","key":"72_CR30","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1589\/jpts.31.250","volume":"31","author":"M Otaki","year":"2019","unstructured":"Otaki M, Shibata K (2019) The effect of different visual stimuli on reaction times: a performance comparison of young and middle-aged people. J Phys Ther Sci 31(3):250\u2013254. https:\/\/doi.org\/10.1589\/jpts.31.250","journal-title":"J Phys Ther Sci"},{"key":"72_CR31","unstructured":"Check C (2024) Reaction time test . https:\/\/cps-check.com\/reaction-test"},{"issue":"1","key":"72_CR32","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1177\/0098628316677643","volume":"44","author":"G Stoet","year":"2017","unstructured":"Stoet G (2017) PsyToolkit: A novel web-based method for running online questionnaires and reaction-time experiments. Teach Psychol 44(1):24\u201331. https:\/\/doi.org\/10.1177\/0098628316677643","journal-title":"Teach Psychol"}],"container-title":["Quality and User Experience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-025-00072-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41233-025-00072-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-025-00072-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T05:17:12Z","timestamp":1764047832000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41233-025-00072-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,11]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["72"],"URL":"https:\/\/doi.org\/10.1007\/s41233-025-00072-7","relation":{},"ISSN":["2366-0139","2366-0147"],"issn-type":[{"value":"2366-0139","type":"print"},{"value":"2366-0147","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,11]]},"assertion":[{"value":"7 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"2"}}