{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T17:41:12Z","timestamp":1771954872894,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512015","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:13:07Z","timestamp":1650863587000},"page":"2946-2956","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Massive Text Normalization via an Efficient Randomized Algorithm"],"prefix":"10.1145","author":[{"given":"Nan","family":"Jiang","sequence":"first","affiliation":[{"name":"Purdue University, Purdue University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen","family":"Luo","sequence":"additional","affiliation":[{"name":"Amazon Search, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vihan","family":"Lakshman","sequence":"additional","affiliation":[{"name":"Amazon Search, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yesh","family":"Dattatreya","sequence":"additional","affiliation":[{"name":"Amazon Search, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yexiang","family":"Xue","sequence":"additional","affiliation":[{"name":"Purdue University, Purdue University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1137\/060673096"},{"key":"e_1_3_2_1_2_1","first-page":"3","article-title":"Experience: Insights into the Benchmarking Data of Hunspell and Aspell Spell Checkers","volume":"8","author":"Al-Hussaini Leena","year":"2017","unstructured":"Leena Al-Hussaini. 2017. Experience: Insights into the Benchmarking Data of Hunspell and Aspell Spell Checkers. ACM J. Data Inf. Qual. 8, 3-4 (2017), 13:1\u201313:10.","journal-title":"ACM J. Data Inf. Qual."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327494"},{"key":"e_1_3_2_1_4_1","volume-title":"Morphology by itself: Stems and inflectional classes. Number\u00a022","author":"Aronoff Mark","unstructured":"Mark Aronoff. 1994. Morphology by itself: Stems and inflectional classes. Number\u00a022. MIT press."},{"key":"e_1_3_2_1_5_1","volume-title":"A Phrase-Based Statistical Model for SMS Text Normalization","author":"Aw AiTi","unstructured":"AiTi Aw, Min Zhang, Juan Xiao, and Jian Su. 2006. A Phrase-Based Statistical Model for SMS Text Normalization. In ACL. The Association for Computer Linguistics."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-4319"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0305004100053056"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398534"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/370982.370985"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/980972.980996"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Jhon\u00a0Adri\u00e1n Cer\u00f3n-Guzm\u00e1n and Elizabeth Le\u00f3n-Guzm\u00e1n. 2016. Lexical Normalization of Spanish Tweets. In WWW (Companion Volume). ACM 605\u2013610.","DOI":"10.1145\/2872518.2890558"},{"key":"e_1_3_2_1_12_1","volume-title":"Unique entity estimation with application to the Syrian conflict. Ann. Appl. Stat. 12, 2 (06","author":"Chen Beidi","year":"2018","unstructured":"Beidi Chen, Anshumali Shrivastava, and Rebecca\u00a0C. Steorts. 2018. Unique entity estimation with application to the Syrian conflict. Ann. Appl. Stat. 12, 2 (06 2018), 1039\u20131067."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10032-007-0054-0"},{"key":"e_1_3_2_1_14_1","first-page":"739","article-title":"Correction of typographical errors on touch displays","volume":"8","author":"Coddington Nicole","year":"2014","unstructured":"Nicole Coddington. 2014. Correction of typographical errors on touch displays. US Patent 8,739,055.","journal-title":"US Patent"},{"key":"e_1_3_2_1_15_1","unstructured":"William\u00a0W Cohen Pradeep Ravikumar Stephen\u00a0E Fienberg 2003. A Comparison of String Distance Metrics for Name-Matching Tasks.. In IIWeb Vol.\u00a03. 73\u201378."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/586845.586953"},{"key":"e_1_3_2_1_17_1","volume-title":"COLING (Posters)","author":"Contractor Danish","unstructured":"Danish Contractor, Tanveer\u00a0A. Faruquie, and L.\u00a0Venkata Subramaniam. 2010. Unsupervised cleansing of noisy text. In COLING (Posters). Chinese Information Processing Society of China, 189\u2013196."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jalgor.2003.12.001"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the First NLPL Workshop on Deep Learning for Natural Language Processing. 58\u201365","author":"Damaschk Matthias","year":"2019","unstructured":"Matthias Damaschk, Tillmann D\u00f6nicke, and Florian Lux. 2019. Multiclass Text Classification on Unbalanced, Sparse and Noisy Data. In Proceedings of the First NLPL Workshop on Deep Learning for Natural Language Processing. 58\u201365."},{"key":"e_1_3_2_1_20_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT. Association for Computational Linguistics, 4171\u20134186."},{"key":"e_1_3_2_1_21_1","unstructured":"Qin Ding Hsiang-Fu Yu and Cho-Jui Hsieh. 2019. A Fast Sampling Algorithm for Maximum Inner Product Search. In AISTATS(Proceedings of Machine Learning Research Vol.\u00a089). PMLR 3004\u20133012."},{"key":"e_1_3_2_1_22_1","volume-title":"Towards Robust Word Embeddings for Noisy Texts. Applied Sciences 10, 19","author":"Doval Yerai","year":"2020","unstructured":"Yerai Doval, Jes\u00fas Vilares, and Carlos G\u00f3mez-Rodr\u00edguez. 2020. Towards Robust Word Embeddings for Noisy Texts. Applied Sciences 10, 19 (2020)."},{"key":"e_1_3_2_1_23_1","first-page":"1","article-title":"Data quality considerations for big data and machine learning: Going beyond data cleaning and transformations","volume":"10","author":"Gudivada Venkat","year":"2017","unstructured":"Venkat Gudivada, Amy Apon, and Junhua Ding. 2017. Data quality considerations for big data and machine learning: Going beyond data cleaning and transformations. International Journal on Advances in Software 10, 1 (2017), 1\u201320.","journal-title":"International Journal on Advances in Software"},{"key":"e_1_3_2_1_24_1","volume-title":"Lexical Normalisation of Short Text Messages: Makn Sens a #twitter","author":"Han Bo","unstructured":"Bo Han and Timothy Baldwin. 2011. Lexical Normalisation of Short Text Messages: Makn Sens a #twitter. In ACL. The Association for Computer Linguistics, 368\u2013378."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2414425.2414430"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Aminul Islam and Diana Inkpen. 2009. Real-word spelling correction using Google web 1Tn-gram data set. In CIKM. ACM 1689\u20131692.","DOI":"10.1145\/1645953.1646205"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Nobuhiro Kaji and Masaru Kitsuregawa. 2014. Accurate Word Segmentation and POS Tagging for Japanese Microblogs: Corpus Annotation and Joint Modeling with Lexical Normalization. In EMNLP. ACL 99\u2013109.","DOI":"10.3115\/v1\/D14-1011"},{"key":"e_1_3_2_1_29_1","volume-title":"Historical Data. In NUT@EMNLP","author":"Kreek Andrew","unstructured":"R.\u00a0Andrew Kreek and Emilia Apostolova. 2018. Training and Prediction Data Discrepancies: Challenges of Text Classification with Noisy, Historical Data. In NUT@EMNLP. Association for Computational Linguistics, 104\u2013109."},{"key":"e_1_3_2_1_30_1","volume-title":"Mining of Massive Datasets","author":"Leskovec Jure","unstructured":"Jure Leskovec, Anand Rajaraman, and Jeffrey\u00a0David Ullman. 2014. Mining of Massive Datasets(3nd ed.). Cambridge University Press, USA.","edition":"3"},{"key":"e_1_3_2_1_31_1","unstructured":"Ping Li Art\u00a0B. Owen and Cun-Hui Zhang. 2012. One Permutation Hashing. In NIPS. 3122\u20133130."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Chen Luo and Anshumali Shrivastava. 2018. Arrays of (locality-sensitive) Count Estimators (ACE): Anomaly Detection on the Edge. In WWW. ACM 1439\u20131448.","DOI":"10.1145\/3178876.3186056"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Chen Luo and Anshumali Shrivastava. 2018. Arrays of (locality-sensitive) Count Estimators (ACE): Anomaly Detection on the Edge. In WWW. ACM 1439\u20131448.","DOI":"10.1145\/3178876.3186056"},{"key":"e_1_3_2_1_34_1","volume-title":"Using the Levenshtein Edit Distance for Automatic Lemmatization: A Case Study for Modern Greek and English","author":"Lyras P.","unstructured":"Dimitrios\u00a0P. Lyras, Kyriakos\u00a0N. Sgarbas, and Nikolaos\u00a0D. Fakotakis. 2007. Using the Levenshtein Edit Distance for Automatic Lemmatization: A Case Study for Modern Greek and English. In ICTAI. IEEE Computer Society, 428\u2013435."},{"key":"e_1_3_2_1_35_1","volume-title":"NUT@EMNLP","author":"Malykh Valentin","unstructured":"Valentin Malykh, Varvara Logacheva, and Taras Khakhulin. 2018. Robust Word Vectors: Context-Informed Embeddings for Noisy Texts. In NUT@EMNLP. Association for Computational Linguistics, 54\u201363."},{"key":"e_1_3_2_1_36_1","volume-title":"Advances in Pre-Training Distributed Word Representations","author":"Mikolov Tom\u00e1s","unstructured":"Tom\u00e1s Mikolov, Edouard Grave, Piotr Bojanowski, Christian Puhrsch, and Armand Joulin. 2018. Advances in Pre-Training Distributed Word Representations. In LREC. European Language Resources Association (ELRA)."},{"key":"e_1_3_2_1_37_1","volume-title":"Probability and Computing: Randomization and Probabilistic Techniques in Algorithms and Data Analysis","author":"Mitzenmacher Michael","unstructured":"Michael Mitzenmacher and Eli Upfal. 2017. Probability and Computing: Randomization and Probabilistic Techniques in Algorithms and Data Analysis(2nd ed.). Cambridge University Press.","edition":"2"},{"key":"e_1_3_2_1_38_1","volume-title":"W-NUT@EMNLP","author":"M\u00fcller Benjamin","unstructured":"Benjamin M\u00fcller, Beno\u00eet Sagot, and Djam\u00e9 Seddah. 2019. Enhancing BERT for Lexical Normalization. In W-NUT@EMNLP. Association for Computational Linguistics, 297\u2013306."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"Priyanka Nigam Yiwei Song Vijai Mohan Vihan Lakshman Weitian\u00a0Allen Ding Ankit Shingavi Choon\u00a0Hui Teo Hao Gu and Bing Yin. 2019. Semantic Product Search. In KDD. ACM 2876\u20132885.","DOI":"10.1145\/3292500.3330759"},{"key":"e_1_3_2_1_40_1","volume-title":"Natural language corpus data. Beautiful data","author":"Norvig Peter","year":"2009","unstructured":"Peter Norvig. 2009. Natural language corpus data. Beautiful data (2009), 219\u2013242."},{"key":"e_1_3_2_1_41_1","volume-title":"An Evaluation Method for Stemming Algorithms","author":"Paice D.","unstructured":"Chris\u00a0D. Paice. 1994. An Evaluation Method for Stemming Algorithms. In SIGIR. ACM\/Springer, 42\u201350."},{"key":"e_1_3_2_1_42_1","volume-title":"Glove: Global Vectors for Word Representation. In EMNLP. ACL, 1532\u20131543.","author":"Pennington Jeffrey","year":"2014","unstructured":"Jeffrey Pennington, Richard Socher, and Christopher\u00a0D. Manning. 2014. Glove: Global Vectors for Word Representation. In EMNLP. ACL, 1532\u20131543."},{"key":"e_1_3_2_1_43_1","volume-title":"Efficient Twitter sentiment classification using subjective distant supervision","author":"Sahni Tapan","unstructured":"Tapan Sahni, Chinmay Chandak, Naveen\u00a0Reddy Chedeti, and Manish Singh. 2017. Efficient Twitter sentiment classification using subjective distant supervision. In COMSNETS. IEEE, 548\u2013553."},{"key":"e_1_3_2_1_44_1","volume-title":"EMC2@NeurIPS","author":"Sanh Victor","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. In EMC2@NeurIPS. IEEE, 1\u20135."},{"key":"e_1_3_2_1_45_1","unstructured":"Kira\u00a0A. Selby Yinong Wang Ruizhe Wang Peyman Passban Ahmad Rashid Mehdi Rezagholizadeh and Pascal Poupart. 2021. Robust Embeddings Via Distributions. CoRR abs\/2104.08420(2021). arxiv:2104.08420"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Victor\u00a0S. Sheng Foster\u00a0J. Provost and Panagiotis\u00a0G. Ipeirotis. 2008. Get another label? improving data quality and data mining using multiple noisy labelers. In KDD. ACM 614\u2013622.","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_47_1","unstructured":"Anshumali Shrivastava. 2017. Optimal Densification for Fast and Accurate Minwise Hashing. In ICML(Proceedings of Machine Learning Research Vol.\u00a070). PMLR 3154\u20133163."},{"key":"e_1_3_2_1_48_1","volume-title":"ICML(JMLR Workshop and Conference Proceedings, Vol.\u00a032)","author":"Shrivastava Anshumali","year":"2014","unstructured":"Anshumali Shrivastava and Ping Li. 2014. Densifying One Permutation Hashing via Rotation for Fast Near Neighbor Search. In ICML(JMLR Workshop and Conference Proceedings, Vol.\u00a032). JMLR.org, 557\u2013565."},{"key":"e_1_3_2_1_49_1","volume-title":"Improved Densification of One Permutation Hashing","author":"Shrivastava Anshumali","unstructured":"Anshumali Shrivastava and Ping Li. 2014. Improved Densification of One Permutation Hashing. In UAI. AUAI Press, 732\u2013741."},{"key":"e_1_3_2_1_50_1","first-page":"151","article-title":"Cutting through the noise: Defining ground truth in information credibility on twitter","volume":"2","author":"Sikdar Sujoy\u00a0Kumar","year":"2013","unstructured":"Sujoy\u00a0Kumar Sikdar, Byungkyu Kang, John O\u2019Donovan, Tobias Hollerer, and Sibel Adal. 2013. Cutting through the noise: Defining ground truth in information credibility on twitter. Human 2, 3 (2013), 151\u2013167.","journal-title":"Human"},{"key":"e_1_3_2_1_51_1","volume-title":"CRYPTO(Lecture Notes in Computer Science, Vol.\u00a0576)","author":"Stinson R.","unstructured":"Douglas\u00a0R. Stinson. 1991. Universal Hashing and Authentication Codes. In CRYPTO(Lecture Notes in Computer Science, Vol.\u00a0576). Springer, 74\u201385."},{"key":"e_1_3_2_1_52_1","volume-title":"NUT@IJCNLP","author":"Supranovich Dmitry","unstructured":"Dmitry Supranovich and Viachaslau Patsepnia. 2015. IHS_RD: Lexical Normalization for English Tweets. In NUT@IJCNLP. Association for Computational Linguistics, 78\u201381."},{"key":"e_1_3_2_1_53_1","volume-title":"MoNoise: A Multi-lingual and Easy-to-use Lexical Normalization Tool","author":"van\u00a0der Goot Rob","unstructured":"Rob van\u00a0der Goot. 2019. MoNoise: A Multi-lingual and Easy-to-use Lexical Normalization Tool. In ACL. Association for Computational Linguistics, 201\u2013206."},{"key":"e_1_3_2_1_54_1","unstructured":"Rob van\u00a0der Goot Alan Ramponi Tommaso Caselli Michele Cafagna and Lorenzo\u00a0De Mattei. 2020. Norm It! Lexical Normalization for Italian and Its Downstream Effects for Dependency Parsing. In LREC. European Language Resources Association 6272\u20136278."},{"key":"e_1_3_2_1_55_1","volume-title":"NFiS@EMNLP","author":"V\u00f6lske Michael","unstructured":"Michael V\u00f6lske, Martin Potthast, Shahbaz Syed, and Benno Stein. 2017. TL;DR: Mining Reddit to Learn Automatic Summarization. In NFiS@EMNLP. Association for Computational Linguistics, 59\u201363."},{"key":"e_1_3_2_1_56_1","volume-title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. In ICLR (Poster). OpenReview.net.","author":"Wang Alex","year":"2019","unstructured":"Alex Wang, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel\u00a0R. Bowman. 2019. GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. In ICLR (Poster). OpenReview.net."},{"key":"e_1_3_2_1_57_1","volume-title":"Locality Preserving Hashing","author":"Zhao Kang","unstructured":"Kang Zhao, Hongtao Lu, and Jincheng Mei. 2014. Locality Preserving Hashing. In AAAI. AAAI Press, 2874\u20132881."}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512015","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512015","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:06Z","timestamp":1750188606000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512015"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":57,"alternative-id":["10.1145\/3485447.3512015","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512015","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}