{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:42:50Z","timestamp":1776109370423,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","funder":[{"name":"National Science Foundation","award":["403431"],"award-info":[{"award-number":["403431"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,28]]},"DOI":"10.1145\/3730567.3732922","type":"proceedings-article","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T17:39:24Z","timestamp":1760549964000},"page":"192-203","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Do Spammers Dream of Electric Sheep? Characterizing the Prevalence of LLM-Generated Malicious Emails"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-8575-2540","authenticated-orcid":false,"given":"Wei","family":"Hao","sequence":"first","affiliation":[{"name":"Columbia University, New York, USA and Barracuda Networks, Campbell, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0835-8598","authenticated-orcid":false,"given":"Van","family":"Tran","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-9775-3283","authenticated-orcid":false,"given":"Vincent","family":"Rideout","sequence":"additional","affiliation":[{"name":"Barracuda Networks, Campbell, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5551-577X","authenticated-orcid":false,"given":"Zixi","family":"Wang","sequence":"additional","affiliation":[{"name":"Columbia University, New York, USA and Barracuda Networks, Campbell, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9989-0822","authenticated-orcid":false,"given":"AnMei","family":"Dasbach-Prisk","sequence":"additional","affiliation":[{"name":"University of California San Diego, San Diego, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6492-7775","authenticated-orcid":false,"given":"M. H.","family":"Afifi","sequence":"additional","affiliation":[{"name":"Barracuda Networks, Campbell, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2277-6545","authenticated-orcid":false,"given":"Junfeng","family":"Yang","sequence":"additional","affiliation":[{"name":"Columbia University, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1030-6391","authenticated-orcid":false,"given":"Ethan","family":"Katz-Bassett","sequence":"additional","affiliation":[{"name":"Columbia University, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4216-951X","authenticated-orcid":false,"given":"Grant","family":"Ho","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4046-2022","authenticated-orcid":false,"given":"Asaf","family":"Cidon","sequence":"additional","affiliation":[{"name":"Columbia University, New York, USA and Barracuda Networks, Campbell, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2024. Fast-DetectGPT. https:\/\/github.com\/baoguangsheng\/fast-detect-gpt"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media","volume":"18","author":"Ai Lin","year":"2024","unstructured":"Lin Ai, Sameer Gupta, Shreya Oak, Zheng Hui, Zizhou Liu, and Julia Hirschberg. 2024. TweetIntent@ Crisis: A Dataset Revealing Narratives of Both Sides in the Russia-Ukraine Crisis. In Proceedings of the International AAAI Conference on Web and Social Media, Vol. 18. 1872-1887."},{"key":"e_1_3_2_1_3_1","unstructured":"AI@Meta. 2024. Llama 3 Model Card. (2024). https:\/\/github.com\/meta-llama\/llama3\/blob\/main\/MODEL_CARD.md"},{"key":"e_1_3_2_1_4_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Bao Guangsheng","year":"2024","unstructured":"Guangsheng Bao, Yanbin Zhao, Zhiyang Teng, Linyi Yang, and Yue Zhang. 2024. Fast-DetectGPT: Efficient Zero-Shot Detection of Machine-Generated Text via Conditional Probability Curvature. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"Clark Barrett Brad Boyd Elie Bursztein Nicholas Carlini Brad Chen Jihye Choi Amrita Roy Chowdhury Mihai Christodorescu Anupam Datta Soheil Feizi Kathleen Fisher Tatsunori Hashimoto Dan Hendrycks Somesh Jha Daniel Kang Florian Kerschbaum Eric Mitchell John Mitchell Zulfikar Ramzan Khawaja Shams Dawn Song Ankur Taly and Diyi Yang. 2023. Identifying and Mitigating the Security Risks of Generative AI. Foundations and Trends\u00ae in Privacy and Security 6 1 (2023) 1-52. doi:10.1561\/3300000041","DOI":"10.1561\/3300000041"},{"key":"e_1_3_2_1_6_1","volume-title":"Nishant Vishwamitra, and Peyman Najafirad.","author":"Bethany Mazal","year":"2024","unstructured":"Mazal Bethany, Athanasios Galiopoulos, Emet Bethany, Mohammad Bahrami Karkevandi, Nishant Vishwamitra, and Peyman Najafirad. 2024. Large Language Model Lateral Spear Phishing: A Comparative Study in Large-Scale Organizational Settings. arXiv preprint arXiv:2401.09727 (2024)."},{"key":"e_1_3_2_1_7_1","first-page":"993","article-title":"Latent Dirichlet Allocation","author":"Blei David M","year":"2003","unstructured":"David M Blei, Andrew Y Ng, and Michael I Jordan. 2003. Latent Dirichlet Allocation. Journal of Machine Learning Research 3, Jan (2003), 993-1022.","journal-title":"Journal of Machine Learning Research 3"},{"key":"e_1_3_2_1_8_1","first-page":"21","volume-title":"Proceedings. Compression and Complexity of SEQUENCES 1997 (Cat. No. 97TB100171)","author":"Broder Andrei Z","year":"1997","unstructured":"Andrei Z Broder. 1997. On the Resemblance and Containment of Documents. In Proceedings. Compression and Complexity of SEQUENCES 1997 (Cat. No. 97TB100171). IEEE, 21-29."},{"key":"e_1_3_2_1_9_1","unstructured":"Stephanie Carruthers. 2024. AI vs. Human Deceit: Unravelling the New Age of Phishing Tactics. https:\/\/securityintelligence.com\/x-force\/ai-vs-human-deceitunravelling-new-age-phishing-tactics\/"},{"key":"e_1_3_2_1_10_1","unstructured":"Google Cloud. 2024. Google Cybersecurity Forecast. https:\/\/cloud.google.com\/security\/resources\/cybersecurity-forecast"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_12_1","volume-title":"Automated email generation for targeted attacks using natural language. arXiv preprint arXiv:1908.06893","author":"Das Avisha","year":"2019","unstructured":"Avisha Das and Rakesh Verma. 2019. Automated email generation for targeted attacks using natural language. arXiv preprint arXiv:1908.06893 (2019)."},{"key":"e_1_3_2_1_13_1","first-page":"e0251415","article-title":"TweepFake","volume":"16","author":"Fagni Tiziano","year":"2021","unstructured":"Tiziano Fagni, Fabrizio Falchi, Margherita Gambini, Antonio Martella, and Maurizio Tesconi. 2021. TweepFake: About Detecting Deepfake Tweets. PLOS One 16, 5 (2021), e0251415.","journal-title":"About Detecting Deepfake Tweets. PLOS One"},{"key":"e_1_3_2_1_14_1","volume-title":"A New Readability Yardstick. Journal of Applied Psychology 32 3","author":"Flesch Rudolf Franz","year":"1948","unstructured":"Rudolf Franz Flesch. 1948. A New Readability Yardstick. Journal of Applied Psychology 32 3 (1948), 221-33. https:\/\/api.semanticscholar.org\/CorpusID:39344661"},{"key":"e_1_3_2_1_15_1","unstructured":"Canadian Centre for Cyber Security. 2022. Don't take the bait: Recognize and avoid phishing attacks - ITSAP.00.101. https:\/\/www.cyber.gc.ca\/en\/guidance\/ dont-take-bait-recognize-and-avoid-phishing-attacks. Accessed: 2024-11-08."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of 6th International Conference in Software Engineering for Defence Applications: SEDA 2018 6. Springer, 86-93","author":"Giaretta Alberto","year":"2020","unstructured":"Alberto Giaretta and Nicola Dragoni. 2020. Community Targeted Phishing: A Middle Ground Between Massive and Spear Phishing Through Natural Language Generation. In Proceedings of 6th International Conference in Software Engineering for Defence Applications: SEDA 2018 6. Springer, 86-93."},{"key":"e_1_3_2_1_17_1","volume-title":"International Conference on Broadband and Wireless Computing, Communication and Applications","author":"Guo Shih-Wei","unstructured":"Shih-Wei Guo, Tzu-Chi Chen, Hui-JuanWang, Fang-Yie Leu, and Yao-Chung Fan. 2022. Generating Personalized Phishing Emails for Social Engineering Training Based on Neural Language Models. In International Conference on Broadband and Wireless Computing, Communication and Applications. Springer, 270-281."},{"key":"e_1_3_2_1_18_1","volume-title":"X-Phishing-Writer: A Framework for Cross-Lingual Phishing Email Generation. ACM Transactions on Asian and Low-Resource Language Information Processing","author":"Guo Shih-Wei","year":"2024","unstructured":"Shih-Wei Guo and Yao-Chung Fan. 2024. X-Phishing-Writer: A Framework for Cross-Lingual Phishing Email Generation. ACM Transactions on Asian and Low-Resource Language Information Processing (2024)."},{"key":"e_1_3_2_1_19_1","volume-title":"Learning to rewrite: Generalized llm-generated text detection. arXiv preprint arXiv:2408.04237","author":"Hao Wei","year":"2024","unstructured":"Wei Hao, Ran Li, Weiliang Zhao, Junfeng Yang, and Chengzhi Mao. 2024. Learning to rewrite: Generalized llm-generated text detection. arXiv preprint arXiv:2408.04237 (2024)."},{"key":"e_1_3_2_1_20_1","volume-title":"Spear Phishing With Large Language Models. arXiv preprint arXiv:2305.06972","author":"Hazell Julian","year":"2023","unstructured":"Julian Hazell. 2023. Spear Phishing With Large Language Models. arXiv preprint arXiv:2305.06972 (2023)."},{"key":"e_1_3_2_1_21_1","volume-title":"Devising and Detecting Phishing: Large Language Models vs. Smaller Human Models. arXiv preprint arXiv:2308.12287","author":"Heiding Fredrik","year":"2023","unstructured":"Fredrik Heiding, Bruce Schneier, Arun Vishwanath, Jeremy Bernstein, and Peter S Park. 2023. Devising and Detecting Phishing: Large Language Models vs. Smaller Human Models. arXiv preprint arXiv:2308.12287 (2023)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13673-016-0065-2"},{"key":"e_1_3_2_1_23_1","volume-title":"Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al.","author":"Jiang Albert Q","year":"2023","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Arthur Mensch, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al. 2023. Mistral 7B. arXiv preprint arXiv:2310.06825 (2023)."},{"key":"e_1_3_2_1_24_1","volume-title":"Seungwon Shin, and Kimin Lee.","author":"Kim Hanna","year":"2024","unstructured":"Hanna Kim, Minkyoo Song, Seung Ho Na, Seungwon Shin, and Kimin Lee. 2024. When LLMs Go Online: The Emerging Threat of Web-Enabled LLMs. arXiv preprint arXiv:2410.14569 (2024)."},{"key":"e_1_3_2_1_25_1","volume-title":"Languagetool: Style and grammar checker for 25 languages. https:\/\/github.com\/languagetool-org\/languagetool","year":"2024","unstructured":"Languagetool-Org. 2024. Languagetool: Style and grammar checker for 25 languages. https:\/\/github.com\/languagetool-org\/languagetool"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"29620","author":"Liang Weixin","unstructured":"Weixin Liang, Zachary Izzo, Yaohui Zhang, Haley Lepp, Hancheng Cao, Xuandong Zhao, Lingjiao Chen, Haotian Ye, Sheng Liu, Zhi Huang, Daniel Mcfarland, and James Y. Zou. 2024. Monitoring AI-Modified Content at Scale: A Case Study on the Impact of ChatGPT on AI Conference Peer Reviews. In Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 235), Ruslan Salakhutdinov, Zico Kolter, Katherine Heller, Adrian Weller, Nuria Oliver, Jonathan Scarlett, and Felix Berkenkamp (Eds.). PMLR, 29575-29620. https:\/\/proceedings.mlr.press\/v235\/liang24b.html"},{"key":"e_1_3_2_1_27_1","volume-title":"Mapping the Increasing Use of LLMs in Scientific Papers. In First Conference on Language Modeling. https:\/\/openreview.net\/forum?id=YX7QnhxESU","author":"Liang Weixin","unstructured":"Weixin Liang, Yaohui Zhang, ZhengxuanWu, Haley Lepp,Wenlong Ji, Xuandong Zhao, Hancheng Cao, Sheng Liu, Siyu He, Zhi Huang, Diyi Yang, Christopher Potts, Christopher D Manning, and James Y. Zou. 2024. Mapping the Increasing Use of LLMs in Scientific Papers. In First Conference on Language Modeling. https:\/\/openreview.net\/forum?id=YX7QnhxESU"},{"key":"e_1_3_2_1_28_1","volume-title":"LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations With Large Language Models. arXiv preprint arXiv:2305.13711","author":"Lin Yen-Ting","year":"2023","unstructured":"Yen-Ting Lin and Yun-Nung Chen. 2023. LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations With Large Language Models. arXiv preprint arXiv:2305.13711 (2023)."},{"key":"e_1_3_2_1_29_1","volume-title":"Roberta: A Robustly Optimized BERT Pretraining Approach. arXiv preprint arXiv:1907.11692 364","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu. 2019. Roberta: A Robustly Optimized BERT Pretraining Approach. arXiv preprint arXiv:1907.11692 364 (2019)."},{"key":"e_1_3_2_1_30_1","volume-title":"G-Eval: NLG Evaluation Using GPT-4 With Better Human Alignment. arXiv preprint arXiv:2303.16634","author":"Liu Yang","year":"2023","unstructured":"Yang Liu, Dan Iter, Yichong Xu, Shuohang Wang, Ruochen Xu, and Chenguang Zhu. 2023. G-Eval: NLG Evaluation Using GPT-4 With Better Human Alignment. arXiv preprint arXiv:2303.16634 (2023)."},{"key":"e_1_3_2_1_31_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Mao Chengzhi","year":"2024","unstructured":"Chengzhi Mao, Carl Vondrick, Hao Wang, and Junfeng Yang. 2024. RAIDAR: generative AI detection via rewriting. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_32_1","volume-title":"International Conference on Machine Learning. PMLR, 24950-24962","author":"Mitchell Eric","year":"2023","unstructured":"Eric Mitchell, Yoonho Lee, Alexander Khazatsky, Christopher D Manning, and Chelsea Finn. 2023. DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature. In International Conference on Machine Learning. PMLR, 24950-24962."},{"key":"e_1_3_2_1_33_1","unstructured":"Sandra Mitrovi? Davide Andreoletti and Omran Ayoub. 2023. Chatgpt or human? detect and explain. explaining decisions of machine learning model for detecting short chatgpt-generated text."},{"key":"e_1_3_2_1_34_1","unstructured":"o365devx. [n. d.]. InternetMessageId \u2014 learn.microsoft.com. https:\/\/learn.microsoft.com\/en-us\/exchange\/client-developer\/web-servicereference\/internetmessageid. [Accessed 22-11-2024]."},{"key":"e_1_3_2_1_35_1","unstructured":"Federal Bureau of Investigation. 2023. Business Email Compromise: The $50 Billion Scam. https:\/\/www.ic3.gov\/PSA\/2023\/PSA230609"},{"key":"e_1_3_2_1_36_1","unstructured":"Federal Bureau of Investigation. 2024. Business Email Compromise: The $55 Billion Scam. https:\/\/www.ic3.gov\/PSA\/2024\/PSA240911"},{"key":"e_1_3_2_1_37_1","volume-title":"2023 IEEE symposium on security and privacy (SP). IEEE, 1613-1630","author":"Pu Jiameng","year":"2023","unstructured":"Jiameng Pu, Zain Sarwar, Sifat Muhammad Abdullah, Abdullah Rehman, Yoonjin Kim, Parantapa Bhattacharya, Mobin Javed, and Bimal Viswanath. 2023. Deepfake text detection: Limitations and opportunities. In 2023 IEEE symposium on security and privacy (SP). IEEE, 1613-1630."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00182"},{"key":"e_1_3_2_1_39_1","volume-title":"Sarah Kreps, et al.","author":"Solaiman Irene","year":"2019","unstructured":"Irene Solaiman, Miles Brundage, Jack Clark, Amanda Askell, Ariel Herbert-Voss, Jeff Wu, Alec Radford, Gretchen Krueger, Jong Wook Kim, Sarah Kreps, et al. 2019. Release strategies and the social impacts of language models. arXiv preprint arXiv:1908.09203 (2019)."},{"key":"e_1_3_2_1_40_1","volume-title":"DetectLLM: Leveraging Log Rank Information for Zero-Shot Detection of Machine-Generated Text. In The 2023 Conference on Empirical Methods in Natural Language Processing.","author":"Su Jinyan","year":"2023","unstructured":"Jinyan Su, Terry Yue Zhuo, Di Wang, and Preslav Nakov. 2023. DetectLLM: Leveraging Log Rank Information for Zero-Shot Detection of Machine-Generated Text. In The 2023 Conference on Empirical Methods in Natural Language Processing."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.673"},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers). 1702-1717","author":"Verma Vivek","year":"2024","unstructured":"Vivek Verma, Eve Fleisig, Nicholas Tomlin, and Dan Klein. 2024. Ghostbuster: Detecting Text Ghostwritten by Large Language Models. In Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers). 1702-1717."},{"key":"e_1_3_2_1_43_1","volume-title":"The Free Encyclopedia. https:\/\/en.wikipedia.org\/wiki\/GPT-4o. https:\/\/en.wikipedia.org\/wiki\/GPT-4o Accessed on 2025-05-08","author":"Wikipedia Wikipedia","unstructured":"Wikipedia contributors. 2025. GPT-4o \u2014 Wikipedia, The Free Encyclopedia. https:\/\/en.wikipedia.org\/wiki\/GPT-4o. https:\/\/en.wikipedia.org\/wiki\/GPT-4o Accessed on 2025-05-08."},{"key":"e_1_3_2_1_44_1","unstructured":"Andrew Williams. 2025. Mimecast Threat Intelligence: How ChatGPT Upended Email. https:\/\/www.mimecast.com\/blog\/how-chatgpt-upended-email\/ Accessed: 2025-05-05."}],"event":{"name":"IMC '25:ACM Internet Measurement Conference","location":"Madison WI USA","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGCOMM ACM Special Interest Group on Data Communication","USENIX"]},"container-title":["Proceedings of the 2025 ACM Internet Measurement Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3730567.3732922","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T17:40:00Z","timestamp":1760550000000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3730567.3732922"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,15]]},"references-count":44,"alternative-id":["10.1145\/3730567.3732922","10.1145\/3730567"],"URL":"https:\/\/doi.org\/10.1145\/3730567.3732922","relation":{},"subject":[],"published":{"date-parts":[[2025,10,15]]},"assertion":[{"value":"2025-10-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}