{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T19:11:41Z","timestamp":1784747501568,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100008321","name":"Pennsylvania State University","doi-asserted-by":"publisher","award":["IST seed grant"],"award-info":[{"award-number":["IST seed grant"]}],"id":[{"id":"10.13039\/100008321","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1955965,2030521,2145394,1746047"],"award-info":[{"award-number":["1955965,2030521,2145394,1746047"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512230","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"699-709","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["Beyond Bot Detection: Combating Fraudulent Online Survey Takers\u2731"],"prefix":"10.1145","author":[{"given":"Ziyi","family":"Zhang","sequence":"first","affiliation":[{"name":"University of Wisconsin-Madison, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuofei","family":"Zhu","sequence":"additional","affiliation":[{"name":"The Pennsylvania State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaron","family":"Mink","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aiping","family":"Xiong","sequence":"additional","affiliation":[{"name":"The Pennsylvania State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linhai","family":"Song","sequence":"additional","affiliation":[{"name":"The Pennsylvania State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gang","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.25"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/SAI.2017.8252183"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52683-2_8"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52683-2_7"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300519"},{"key":"e_1_3_2_1_6_1","unstructured":"Hui Bai. 2018. Evidence that a large amount of low quality responses on MTurk can be detected with repeated GPS coordinates. https:\/\/goo.gl\/19KCHG. (Accessed on 10\/22\/2021)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","unstructured":"Rebecca Balebako Abigail Marsh Jialiu Lin Jason\u00a0I. Hong and Lorrie Cranor. 2018. The Privacy and Security Behaviors of Smartphone App Developers. https:\/\/doi.org\/10.1184\/R1\/6470528.v1","DOI":"10.1184\/R1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481404"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.55.090902.141601"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-018-1035-6"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.240"},{"key":"e_1_3_2_1_12_1","unstructured":"Cisco. 2021. What Is a VPN? - Virtual Private Network - Cisco. https:\/\/www.cisco.com\/c\/en\/us\/products\/security\/vpn-endpoint-security-clients\/what-is-vpn.html. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_13_1","unstructured":"Daniel Cubley. 2019. Microsoft Teams Calls Intermittently Dropping due to Firewall Protocol Inspection. https:\/\/www.risual.com\/2019\/10\/microsoft-teams-calls-intermittently-dropping-due-to-firewall-protocol-inspection\/. (Accessed on 10\/22\/2021)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00057"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380387"},{"key":"e_1_3_2_1_16_1","unstructured":"Marcel Das Peter Ester and Lars Kaczmirek. 2018. Social and behavioral research and the internet: Advances in applied methods and research strategies."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","unstructured":"Sean\u00a0A. Dennis Brian\u00a0M. Goodson and Christopher\u00a0A. Pearson. 2019. Online Worker Fraud and Evolving Threats to the Integrity of MTurk Data: A Discussion of Virtual Private Servers and the Limitations of IP-Based Screening Procedures. Behavioral Research in Accounting(2019). https:\/\/doi.org\/10.2308\/bria-18-044","DOI":"10.2308\/bria-18-044"},{"key":"e_1_3_2_1_18_1","volume-title":"Pydnsbl: Async dnsbl spam lists checker based on asyncio\/aiodns. https:\/\/github.com\/dmippolitov\/pydnsbl. (Accessed on 10\/21\/2021).","year":"2021","unstructured":"Dmitry. 2021. Pydnsbl: Async dnsbl spam lists checker based on asyncio\/aiodns. https:\/\/github.com\/dmippolitov\/pydnsbl. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/0001-6918(69)90065-1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-018-1103-y"},{"key":"e_1_3_2_1_21_1","unstructured":"FingerprintJS Inc. 2021. Fingerprintjs. https:\/\/github.com\/fingerprintjs\/fingerprintjs. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_22_1","unstructured":"Google. 2021. Choose your privacy settings - Computer - Google Chrome Help. https:\/\/support.google.com\/chrome\/answer\/114836. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_23_1","unstructured":"Google. 2021. reCAPTCHA. https:\/\/www.google.com\/recaptcha\/about\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487552.3487843"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-021-01252-1"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2014.00418"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577632012-009"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Sandra\u00a0G Hart and Lowell\u00a0E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol.\u00a052. 139\u2013183. https:\/\/doi.org\/10.1016\/S0166-4115(08)62386-9","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-015-0578-z"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 23rd International Symposium on Research in Attacks, Intrusions and Defenses (RAID \u201920)","author":"Hossen Md\u00a0Imran","year":"2020","unstructured":"Md\u00a0Imran Hossen, Yazhou Tu, Md\u00a0Fazle Rabby, Md\u00a0Nazmul Islam, Hui Cao, and Xiali Hei. 2020. An object detection based solver for google\u2019s image recaptcha v2. In Proceedings of the 23rd International Symposium on Research in Attacks, Intrusions and Defenses (RAID \u201920). Virtual Event, Spain."},{"key":"e_1_3_2_1_31_1","unstructured":"Imperium. 2020. RelevantID: Enjoy a next-generation approach to ID validation. https:\/\/www.imperium.com\/relevantid\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_32_1","unstructured":"Ipregistry. 2021. The Trusted Source for IP Address Data (geolocation and threat) - Ipregistry. https:\/\/ipregistry.co\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29962-0_28"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/s0001-6918(00)00019-6"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00079"},{"key":"e_1_3_2_1_36_1","unstructured":"MaxMind. 2021. minFraud Overview | MaxMind. https:\/\/www.maxmind.com\/en\/solutions\/minfraud-services. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_37_1","unstructured":"MTurk. 2021. Amazon Mechanical Turk. https:\/\/www.mturk.com\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Peter\u00a0M Nardi. 2018. Doing survey research: A guide to quantitative methods.","DOI":"10.4324\/9781315172231"},{"key":"e_1_3_2_1_39_1","unstructured":"The\u00a0Tor Project. 2021. Tor Project | Anonymity Online. https:\/\/www.torproject.org\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.466"},{"key":"e_1_3_2_1_41_1","unstructured":"Qualtrics. 2021. Fraud Detection. https:\/\/www.qualtrics.com\/support\/survey-platform\/survey-module\/survey-checker\/fraud-detection\/. (Accessed on 10\/22\/2021)."},{"key":"e_1_3_2_1_42_1","unstructured":"John\u00a0J Shaughnessy Eugene\u00a0B Zechmeister and Jeanne\u00a0S Zechmeister. 2000. Research methods in psychology."},{"key":"e_1_3_2_1_43_1","unstructured":"Melissa Simone. 2019. Bots started sabotaging my online research. I fought back - STAT. https:\/\/www.statnews.com\/2019\/11\/21\/bots-started-sabotaging-my-online-research-i-fought-back\/. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2016.37"},{"key":"e_1_3_2_1_45_1","volume-title":"The nature of cognition","author":"J Sternberg","unstructured":"Robert\u00a0J Sternberg 1999. The nature of cognition. MIT Press."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2010.05.013"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.20982\/tqmp.16.5.p472"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897659.2897662"},{"key":"e_1_3_2_1_49_1","unstructured":"VirusTotal. 2021. VirusTotal - Home. https:\/\/www.virustotal.com\/gui\/home\/upload. (Accessed on 10\/21\/2021)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/966389.966390"},{"key":"e_1_3_2_1_51_1","volume-title":"recaptcha: Human-based character recognition via web security measures. Science 321, 5895","author":"Von\u00a0Ahn Luis","year":"2008","unstructured":"Luis Von\u00a0Ahn, Benjamin Maurer, Colin McMillen, David Abraham, and Manuel Blum. 2008. recaptcha: Human-based character recognition via web security measures. Science 321, 5895 (2008), 1465\u20131468."},{"key":"e_1_3_2_1_52_1","unstructured":"W3C. 2020. WebRTC 1.0: Real-Time Communication Between Browsers. https:\/\/www.w3.org\/TR\/webrtc\/. (Accessed on 10\/22\/2021)."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1177\/1948550617703168"},{"key":"e_1_3_2_1_54_1","first-page":"235","article-title":"Finding the signal in the noise: Minimizing responses from bots and inattentive humans in online research","volume":"42","author":"Yarrish Christina","year":"2019","unstructured":"Christina Yarrish, Laurie Groshon, Juliet\u00a0Daisy Mitchell, Ashlyn Appelbaum, Samantha Klock, Taylor Winternitz, and Dara\u00a0G Friedman-Wheeler. 2019. Finding the signal in the noise: Minimizing responses from bots and inattentive humans in online research. The Behavior Therapist 42, 7 (2019), 235\u2013242.","journal-title":"The Behavior Therapist"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00021"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512230","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512230","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512230","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:13Z","timestamp":1750188613000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512230"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":55,"alternative-id":["10.1145\/3485447.3512230","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512230","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}