{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,11]],"date-time":"2025-06-11T11:10:04Z","timestamp":1749640204139,"version":"3.41.0"},"reference-count":58,"publisher":"Informa UK Limited","issue":"12","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Human\u2013Computer Interaction"],"published-print":{"date-parts":[[2025,6,18]]},"DOI":"10.1080\/10447318.2024.2398890","type":"journal-article","created":{"date-parts":[[2024,9,12]],"date-time":"2024-09-12T11:49:17Z","timestamp":1726141757000},"page":"7447-7462","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":0,"title":["An Ecologically Valid Approach to Evaluating Online Gatekeepers"],"prefix":"10.1080","volume":"41","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1654-6385","authenticated-orcid":false,"given":"Sajad","family":"Shirali-Shahreza","sequence":"first","affiliation":[{"name":"Computer Engineering Department, Amirakabir University","place":["Tehran, Iran"]},{"name":"Department of Computer Science, University of Toronto","place":["Toronto, Canada"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3553-8305","authenticated-orcid":false,"given":"Gerald","family":"Penn","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Toronto","place":["Toronto, Canada"]}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2024,9,12]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1117\/12.590944"},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45869-7_54"},{"key":"e_1_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVIDL51233.2020.00-28"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518983"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2005-72"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2011.14"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2010.31"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2046707.2046724"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557322"},{"key":"e_1_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2003.1250195"},{"key":"e_1_3_3_12_1","unstructured":"Chellapilla K. & Simard P. (2004 December 13\u201318). Using machine learning to break visual human interaction proofs (HIPs) [Paper presentation]. Advances in Neural Information Processing Systems 17 (NIPS 2004) (pp. 265\u2013272) Vancouver Canada. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2004\/hash\/283085d30e10513624c8cece7993f4de-Abstract.html"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055070"},{"key":"e_1_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30144-8_23"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1086\/322199"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1315245.1315291"},{"key":"e_1_3_3_17_1","first-page":"(pp","volume-title":"SOUPS @ USENIX security symposium","author":"Fanelle V.","year":"2020","unstructured":"Fanelle, V., Karimi, S., Shah, A., Subramanian, B., & Das, S. (2020). Blind and human: Exploring more usable audio {CAPTCHA} designs. In SOUPS @ USENIX security symposium (pp. 111\u2013125). USENIX Association. https:\/\/www.usenix.org\/conference\/soups2020\/presentation\/fanelle"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979325"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1455770.1455838"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477142"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-023-15586-5"},{"key":"e_1_3_3_22_1","unstructured":"Henry C. (2009). CAPTCHAs\u2019 effect on conversion rates. Moz. https:\/\/moz.com\/blog\/captchas-affect-on-conversion-rates"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2021.0999"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1087\/2\/022015"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06686-0"},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-023-07844-3"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00079"},{"key":"e_1_3_3_29_1","volume-title":"Symposium on Usable Privacy and Security (SOUPS)","author":"Malheiros M.","year":"2013","unstructured":"Malheiros, M., & Preibusch, S. (2013). Sign-up or give-up: Exploring user drop-out in web service registration. Symposium on Usable Privacy and Security (SOUPS). http:\/\/cups.cs.cmu.edu\/soups\/2013\/trustbusters2013\/Sign_up_or_Give_up_Malheiros.pdf"},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2010.5494979"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2590296.2590298"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/sec.1157"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2003.1211347"},{"key":"e_1_3_3_34_1","unstructured":"Motoyama M. Levchenko K. Kanich C. McCoy D. Voelker G. M. & Savage S. (2010 August 11\u201313). Re: CAPTCHAs: understanding CAPTCHA solving services in an economic context [Paper presentation]. Proceedings of the 19th USENIX Conference on Security Washington DC. https:\/\/www.usenix.org\/conference\/usenixsecurity10\/re-captchas%E2%80%94understanding-captcha-solving-services-economic-context"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2004.1315140"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/AICT.2010.40"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3618257.3624822"},{"key":"e_1_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWFHR.2004.54"},{"key":"e_1_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702508"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1786774.1786776"},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118131350.ch45"},{"key":"e_1_3_3_42_1","unstructured":"Searles A. Nakatsuka Y. Ozturk E. Paverd A. Tsudik G. & Enkoji A. (2023 August 9\u201311). An empirical study & evaluation of modern {CAPTCHAs} [Paper presentation]. SEC23: 32nd USENIX Conference on Security Symposium (pp. 3081\u20133097) Anaheim CA. https:\/\/www.usenix.org\/conference\/usenixsecurity23\/presentation\/searles"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.3217\/jucs-012-12-1783"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-4666-4789-3.ch010"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSPA.2007.4555329"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIMA.2007.10"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNSC.2007.372783"},{"issue":"3","key":"e_1_3_3_48_1","first-page":"855","article-title":"A survey of human interactive proof systems","volume":"6","author":"Shirali-Shahreza S.","year":"2010","unstructured":"Shirali-Shahreza, S., & Shirali-Shahreza, M. (2010). A survey of human interactive proof systems. International Journal of Innovative Computing, Information and Control, 6(3A), 855\u2013874. http:\/\/www.ijicic.org\/08-1019-1.pdf","journal-title":"International Journal of Innovative Computing, Information and Control"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2046684.2046703"},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481295"},{"key":"e_1_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3321454.3321459"},{"key":"e_1_3_3_52_1","unstructured":"Turker Nation. (2023). https:\/\/www.reddit.com\/r\/TurkerNation"},{"key":"e_1_3_3_53_1","unstructured":"von Ahn L. (2005). Human computation [PhD thesis]. Carnegie Mellon University. http:\/\/reports-archive.adm.cs.cmu.edu\/anon\/2005\/CMU-CS-05-193.pdf"},{"key":"e_1_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/966389.966390"},{"key":"e_1_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1160379"},{"key":"e_1_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2023.2223954"},{"key":"e_1_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3559754"},{"key":"e_1_3_3_58_1","unstructured":"Web Content Accessibility Guidelines (WCAG) 2.1. (n.d.). Retrieved April 4 2024 from https:\/\/www.w3.org\/TR\/WCAG21\/"},{"key":"e_1_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/11915034_84"}],"container-title":["International Journal of Human\u2013Computer Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/10447318.2024.2398890","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,11]],"date-time":"2025-06-11T10:56:45Z","timestamp":1749639405000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/10447318.2024.2398890"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,12]]},"references-count":58,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2025,6,18]]}},"alternative-id":["10.1080\/10447318.2024.2398890"],"URL":"https:\/\/doi.org\/10.1080\/10447318.2024.2398890","relation":{},"ISSN":["1044-7318","1532-7590"],"issn-type":[{"type":"print","value":"1044-7318"},{"type":"electronic","value":"1532-7590"}],"subject":[],"published":{"date-parts":[[2024,9,12]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2024-02-14","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-08-22","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-08-27","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-09-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}