{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:54:20Z","timestamp":1751608460919,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,1,20]]},"DOI":"10.1145\/3336191.3371795","type":"proceedings-article","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T19:08:16Z","timestamp":1579720096000},"page":"537-545","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Text Recognition Using Anonymous CAPTCHA Answers"],"prefix":"10.1145","author":[{"given":"Alexander","family":"Shishkin","sequence":"first","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Bezzubtseva","sequence":"additional","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Valentina","family":"Fedorova","sequence":"additional","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexey","family":"Drutsa","sequence":"additional","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gleb","family":"Gusev","sequence":"additional","affiliation":[{"name":"Sberbank & Moscow Institute of Physics and Technology, Moscow & Dolgoprudny, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,1,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Google Cloud Vision OCR. https:\/\/cloud.google.com\/vision\/docs\/ocr.  [n. d.]. Google Cloud Vision OCR. https:\/\/cloud.google.com\/vision\/docs\/ocr."},{"key":"e_1_3_2_1_2_1","unstructured":"1997. Yandex. https:\/\/yandex.com\/company\/.  1997. Yandex. https:\/\/yandex.com\/company\/."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911514"},{"key":"e_1_3_2_1_4_1","volume-title":"Workshops at the TwentySixth AAAI Conference on Artificial Intelligence.","author":"Aggarwal Suhas","year":"2012","unstructured":"Suhas Aggarwal . 2012 . CAPTCHAs with a Purpose . In Workshops at the TwentySixth AAAI Conference on Artificial Intelligence. Suhas Aggarwal. 2012. CAPTCHAs with a Purpose. In Workshops at the TwentySixth AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 1st Indian Workshop on Machine.","author":"Atal Kailash","year":"2013","unstructured":"Kailash Atal , Ashish Arora , Devendra Singh Sachan , PK Bora , and Amit Sethi . 2013 . reCAPTCHA assisted OCR for Devanagiri Texts . In Proceedings of the 1st Indian Workshop on Machine. Kailash Atal, Ashish Arora, Devendra Singh Sachan, PK Bora, and Amit Sethi. 2013. reCAPTCHA assisted OCR for Devanagiri Texts. In Proceedings of the 1st Indian Workshop on Machine."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5947474"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.102"},{"key":"e_1_3_2_1_8_1","volume-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied statistics","author":"Dawid A. P.","year":"1979","unstructured":"A. P. Dawid and A. M Skene . 1979. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied statistics ( 1979 ), 20--28. A. P. Dawid and A. M Skene. 1979. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied statistics (1979), 20--28."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557053"},{"key":"e_1_3_2_1_10_1","volume-title":"Learning to predict the wisdom of crowds. arXiv preprint arXiv:1204.3611","author":"Ertekin Seyda","year":"2012","unstructured":"Seyda Ertekin , Haym Hirsh , and Cynthia Rudin . 2012. Learning to predict the wisdom of crowds. arXiv preprint arXiv:1204.3611 ( 2012 ). Seyda Ertekin, Haym Hirsh, and Cynthia Rudin. 2012. Learning to predict the wisdom of crowds. arXiv preprint arXiv:1204.3611 (2012)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/1866696.1866704"},{"key":"e_1_3_2_1_12_1","volume-title":"LabelBoost: An Ensemble Model for Ground Truth Inference Using Boosted Trees. In First AAAI Conference on Human Computation and Crowdsourcing.","author":"Faridani Siamak","year":"2013","unstructured":"Siamak Faridani and Georg Buscher . 2013 . LabelBoost: An Ensemble Model for Ground Truth Inference Using Boosted Trees. In First AAAI Conference on Human Computation and Crowdsourcing. Siamak Faridani and Georg Buscher. 2013. LabelBoost: An Ensemble Model for Ground Truth Inference Using Boosted Trees. In First AAAI Conference on Human Computation and Crowdsourcing."},{"key":"e_1_3_2_1_13_1","volume-title":"Greedy function approximation: a gradient boosting machine. Annals of Statistics","author":"Friedman Jerome H","year":"2001","unstructured":"Jerome H Friedman . 2001. Greedy function approximation: a gradient boosting machine. Annals of Statistics ( 2001 ). Jerome H Friedman. 2001. Greedy function approximation: a gradient boosting machine. Annals of Statistics (2001)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41154-0_1"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218001491000041"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"P G Ipeirotis F Provost V S Sheng and J Wang. 2014. Repeated labeling using multiple noisy labelers. In Data Mining and Knowledge Discovery. 402--441.  P G Ipeirotis F Provost V S Sheng and J Wang. 2014. Repeated labeling using multiple noisy labelers. In Data Mining and Knowledge Discovery. 402--441.","DOI":"10.1007\/s10618-013-0306-1"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/959258.959260"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1572532.1572551"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 17th Conference on Information Technologies-Applications and Theory.","author":"Kopp Martin","year":"2017","unstructured":"Martin Kopp , Matej Nikl , and Martin Holena . 2017 . Breaking CAPTCHAs with Convolutional Neural Networks . In Proceedings of the 17th Conference on Information Technologies-Applications and Theory. Martin Kopp, Matej Nikl, and Martin Holena. 2017. Breaking CAPTCHAs with Convolutional Neural Networks. In Proceedings of the 17th Conference on Information Technologies-Applications and Theory."},{"key":"e_1_3_2_1_20_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In Advances in Neural Information Processing Systems 25. 1097--1105.  Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In Advances in Neural Information Processing Systems 25. 1097--1105."},{"key":"e_1_3_2_1_21_1","volume-title":"Recursive Recurrent Nets With Attention Modeling for OCR in the Wild. In The IEEE Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Lee Chen-Yu","year":"2016","unstructured":"Chen-Yu Lee and Simon Osindero . 2016 . Recursive Recurrent Nets With Attention Modeling for OCR in the Wild. In The IEEE Conference on Computer Vision and Pattern Recognition (CVPR). Chen-Yu Lee and Simon Osindero. 2016. Recursive Recurrent Nets With Attention Modeling for OCR in the Wild. In The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_2_1_22_1","volume-title":"Mcrank: Learning to rank using multiple classification and gradient boosting. In Advances in neural information processing systems. 897--904.","author":"Li Ping","year":"2008","unstructured":"Ping Li , Qiang Wu , and Christopher J Burges . 2008 . Mcrank: Learning to rank using multiple classification and gradient boosting. In Advances in neural information processing systems. 897--904. Ping Li, Qiang Wu, and Christopher J Burges. 2008. Mcrank: Learning to rank using multiple classification and gradient boosting. In Advances in neural information processing systems. 897--904."},{"key":"e_1_3_2_1_23_1","volume-title":"Second AAAI conference on human computation and crowdsourcing.","author":"Lin Christopher H","year":"2014","unstructured":"Christopher H Lin , M Mausam , and Daniel S Weld . 2014 . To Re(label), or Not To Re(label) . In Second AAAI conference on human computation and crowdsourcing. Christopher H Lin, M Mausam, and Daniel S Weld. 2014. To Re(label), or Not To Re(label). In Second AAAI conference on human computation and crowdsourcing."},{"key":"e_1_3_2_1_24_1","unstructured":"Christopher H Lin M Mausam and Daniel S Weld. 2016. Re-Active Learning: Active Learning with Relabeling. In AAAI. 1845--1852.  Christopher H Lin M Mausam and Daniel S Weld. 2016. Re-Active Learning: Active Learning with Relabeling. In AAAI. 1845--1852."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2010.5494979"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600166"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 19th USENIX Conference on Security (USENIX Security'10)","author":"Motoyama Marti","year":"2010","unstructured":"Marti Motoyama , Kirill Levchenko , Chris Kanich , Damon McCoy , Geoffrey M. Voelker , and Stefan Savage . 2010 . Re: CAPTCHAs: Understanding CAPTCHAsolving Services in an Economic Context . In Proceedings of the 19th USENIX Conference on Security (USENIX Security'10) . 28--28. Marti Motoyama, Kirill Levchenko, Chris Kanich, Damon McCoy, Geoffrey M. Voelker, and Stefan Savage. 2010. Re: CAPTCHAs: Understanding CAPTCHAsolving Services in an Economic Context. In Proceedings of the 19th USENIX Conference on Security (USENIX Security'10). 28--28."},{"key":"e_1_3_2_1_28_1","unstructured":"P. Ruvolo J. Whitehill and J. R Movellan. 2013. Exploiting Commonality and Interaction Effects in Crowdsourcing Tasks Using Latent Factor Models. (2013).  P. Ruvolo J. Whitehill and J. R Movellan. 2013. Exploiting Commonality and Interaction Effects in Crowdsourcing Tasks Using Latent Factor Models. (2013)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_30_1","unstructured":"Alexander Shishkin Anastasia Bezzubtseva Valentina Fedorova Alexey Drutsa and Gleb Gusev. [n. d.]. Text Recognition Using Anonymous CAPTCHA Answers (Supplementary Materials). https:\/\/yadi.sk\/i\/usrtuCPZNsYO8w.  Alexander Shishkin Anastasia Bezzubtseva Valentina Fedorova Alexey Drutsa and Gleb Gusev. [n. d.]. Text Recognition Using Anonymous CAPTCHA Answers (Supplementary Materials). https:\/\/yadi.sk\/i\/usrtuCPZNsYO8w."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639246"},{"key":"e_1_3_2_1_32_1","volume-title":"CAPTCHA Recognition with Active Deep Learning. In German Conference on Pattern Recognition Workshop.","author":"Stark Fabian","year":"2015","unstructured":"Fabian Stark , Caner Hazrba , Rudolph Triebel , and Daniel Cremers . 2015 . CAPTCHA Recognition with Active Deep Learning. In German Conference on Pattern Recognition Workshop. Fabian Stark, Caner Hazrba, Rudolph Triebel, and Daniel Cremers. 2015. CAPTCHA Recognition with Active Deep Learning. In German Conference on Pattern Recognition Workshop."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/1766171.1766196"},{"key":"e_1_3_2_1_34_1","volume-title":"reCAPTCHA: Human-based character recognition via web security measures. Science 321, 5895","author":"Ahn Luis Von","year":"2008","unstructured":"Luis Von Ahn , Benjamin Maurer , Colin McMillen , David Abraham , and Manuel Blum . 2008. reCAPTCHA: Human-based character recognition via web security measures. Science 321, 5895 ( 2008 ), 1465--1468. Luis Von Ahn, Benjamin Maurer, Colin McMillen, David Abraham, and Manuel Blum. 2008. reCAPTCHA: Human-based character recognition via web security measures. Science 321, 5895 (2008), 1465--1468."},{"key":"e_1_3_2_1_35_1","volume-title":"Proc. ACM SIGIR Workshop on Crowdsourcing for Information Retrieval (CIR'11)","author":"Vuurens Jeroen","year":"2011","unstructured":"Jeroen Vuurens , Arjen P de Vries , and Carsten Eickhoff . 2011 . How much spam can you take? an analysis of crowdsourcing results to increase accuracy . In Proc. ACM SIGIR Workshop on Crowdsourcing for Information Retrieval (CIR'11) . 21--26. Jeroen Vuurens, Arjen P de Vries, and Carsten Eickhoff. 2011. How much spam can you take? an analysis of crowdsourcing results to increase accuracy. In Proc. ACM SIGIR Workshop on Crowdsourcing for Information Retrieval (CIR'11). 21--26."},{"key":"e_1_3_2_1_36_1","unstructured":"Fabian L Wauthier and Michael I Jordan. 2011. Bayesian bias mitigation for crowdsourcing. In Advances in neural information processing systems. 1800--1808.  Fabian L Wauthier and Michael I Jordan. 2011. Bayesian bias mitigation for crowdsourcing. In Advances in neural information processing systems. 1800--1808."},{"key":"e_1_3_2_1_37_1","unstructured":"Peter Welinder Steve Branson Pietro Perona and Serge J Belongie. 2010. The multidimensional wisdom of crowds. In Advances in neural information processing systems. 2424--2432.  Peter Welinder Steve Branson Pietro Perona and Serge J Belongie. 2010. The multidimensional wisdom of crowds. In Advances in neural information processing systems. 2424--2432."},{"key":"e_1_3_2_1_38_1","unstructured":"J. Whitehill T. Wu J. Bergsma J. R Movellan and P. L Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In Advances in neural information processing systems. 2035--2043.  J. Whitehill T. Wu J. Bergsma J. R Movellan and P. L Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In Advances in neural information processing systems. 2035--2043."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2011.6163988"},{"key":"e_1_3_2_1_40_1","first-page":"1161","article-title":"Active learning from crowds","volume":"11","author":"Yan Yan","year":"2011","unstructured":"Yan Yan , Romer Rosales , Glenn Fung , and Jennifer G Dy . 2011 . Active learning from crowds .. In ICML , Vol. 11. 1161 -- 1168 . Yan Yan, Romer Rosales, Glenn Fung, and Jennifer G Dy. 2011. Active learning from crowds.. In ICML, Vol. 11. 1161--1168.","journal-title":"ICML"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Liyue Zhao Gita Sukthankar and Rahul Sukthankar. 2011. Incremental Relabeling for Active Learning with Noisy Crowdsourced Annotations.. In SocialCom\/PASSAT.  Liyue Zhao Gita Sukthankar and Rahul Sukthankar. 2011. Incremental Relabeling for Active Learning with Noisy Crowdsourced Annotations.. In SocialCom\/PASSAT.","DOI":"10.1109\/PASSAT\/SocialCom.2011.193"},{"key":"e_1_3_2_1_42_1","volume-title":"Pattern Recognition (ICPR), 2012 21st International Conference on.","author":"Zhao Liyue","year":"2012","unstructured":"Liyue Zhao , Gita Sukthankar , and Rahul Sukthankar . 2012 . Importance-weighted label prediction for active learning with noisy annotations . In Pattern Recognition (ICPR), 2012 21st International Conference on. Liyue Zhao, Gita Sukthankar, and Rahul Sukthankar. 2012. Importance-weighted label prediction for active learning with noisy annotations. In Pattern Recognition (ICPR), 2012 21st International Conference on."},{"key":"e_1_3_2_1_43_1","volume-title":"An active learning approach for jointly estimating worker performance and annotation reliability with crowdsourced data. arXiv preprint arXiv:1401.3836","author":"Zhao Liyue","year":"2014","unstructured":"Liyue Zhao , Yu Zhang , and Gita Sukthankar . 2014. An active learning approach for jointly estimating worker performance and annotation reliability with crowdsourced data. arXiv preprint arXiv:1401.3836 ( 2014 ). Liyue Zhao, Yu Zhang, and Gita Sukthankar. 2014. An active learning approach for jointly estimating worker performance and annotation reliability with crowdsourced data. arXiv preprint arXiv:1401.3836 (2014)."},{"key":"e_1_3_2_1_44_1","volume-title":"Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240","author":"Zhou D.","year":"2015","unstructured":"D. Zhou , Q. Liu , J. C Platt , C. Meek , and N. B Shah . 2015. Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240 ( 2015 ). D. Zhou, Q. Liu, J. C Platt, C. Meek, and N. B Shah. 2015. Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240 (2015)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13062-5_23"}],"event":{"name":"WSDM '20: The Thirteenth ACM International Conference on Web Search and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Houston TX USA","acronym":"WSDM '20"},"container-title":["Proceedings of the 13th International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371795","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3336191.3371795","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:10Z","timestamp":1750206370000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371795"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,20]]},"references-count":45,"alternative-id":["10.1145\/3336191.3371795","10.1145\/3336191"],"URL":"https:\/\/doi.org\/10.1145\/3336191.3371795","relation":{},"subject":[],"published":{"date-parts":[[2020,1,20]]},"assertion":[{"value":"2020-01-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}