{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:58:16Z","timestamp":1772906296054,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,30]],"date-time":"2024-07-30T00:00:00Z","timestamp":1722297600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Politechnika Warszawska","doi-asserted-by":"publisher","award":["IDUB CyverDEMO"],"award-info":[{"award-number":["IDUB CyverDEMO"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,30]]},"DOI":"10.1145\/3664476.3670465","type":"proceedings-article","created":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T12:35:50Z","timestamp":1721910950000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Detection of AI-Generated Emails - A Case Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-8505-2098","authenticated-orcid":false,"given":"Pawe\u0142","family":"Gryka","sequence":"first","affiliation":[{"name":"Warsaw University of Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0750-8678","authenticated-orcid":false,"given":"Kacper","family":"Grado\u0144","sequence":"additional","affiliation":[{"name":"Warsaw University of Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6313-8387","authenticated-orcid":false,"given":"Marek","family":"Koz\u0142owski","sequence":"additional","affiliation":[{"name":"Warsaw University of Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0947-8986","authenticated-orcid":false,"given":"Mi\u0142osz","family":"Kuty\u0142a","sequence":"additional","affiliation":[{"name":"Warsaw University of Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9937-4402","authenticated-orcid":false,"given":"Artur","family":"Janicki","sequence":"additional","affiliation":[{"name":"Warsaw University of Technology, Poland"}]}],"member":"320","published-online":{"date-parts":[[2024,7,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Sameer Badaskar Sachin Agarwal and Shilpa Arora. 2008. Identifying Real or Fake Articles: Towards better Language Modeling. http:\/\/www.cs.cmu.edu\/"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Regina Barzilay and Mirella Lapata. 2008. Modeling Local Coherence: An Entity-Based Approach.","DOI":"10.1162\/coli.2008.34.1.1"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.703"},{"key":"e_1_3_2_1_4_1","volume-title":"Inc.","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., Online, 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40163-020-00123-8"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","unstructured":"Neville Calleja AbdelHalim AbdAllah Neetu Abad Naglaa Ahmed Dolores Albarracin Elena Altieri Julienne\u00a0N Anoko Ruben Arcos Arina\u00a0Anis Azlan Judit Bayer Anja Bechmann Supriya Bezbaruah Sylvie\u00a0C Briand Ian Brooks Lucie\u00a0M Bucci Stefano Burzo Christine Czerniak Manlio De\u00a0Domenico Adam\u00a0G Dunn Ullrich K\u00a0H Ecker Laura Espinosa Camille Francois Kacper Gradon Anatoliy Gruzd Beste\u00a0Sultan G\u00fclg\u00fcn Rustam Haydarov Cherstyn Hurley Santi\u00a0Indra Astuti Atsuyoshi Ishizumi Neil Johnson Dylan Johnson\u00a0Restrepo Masato Kajimoto Ayb\u00fcke Koyuncu Shibani Kulkarni Jaya Lamichhane Rosamund Lewis Avichal Mahajan Ahmed Mandil Erin McAweeney Melanie Messer Wesley Moy Patricia Ndumbi\u00a0Ngamala Tim Nguyen Mark Nunn Saad\u00a0B Omer Claudia Pagliari Palak Patel Lynette Phuong Dimitri Prybylski Arash Rashidian Emily Rempel Sara Rubinelli PierLuigi Sacco Anton Schneider Kai Shu Melanie Smith Harry Sufehmi Viroj Tangcharoensathien Robert Terry Naveen Thacker Tom Trewinnard Shannon Turner Heidi Tworek Saad Uakkas Emily Vraga Claire Wardle Herman Wasserman Elisabeth Wilhelm Andrea W\u00fcrz Brian Yau Lei Zhou and Tina\u00a0D Purnat. 2021. A Public Health Research Agenda for Managing Infodemics: Methods and Results of the First WHO Infodemiology Conference. JMIR Infodemiology 1 1 (15 Sep 2021) e30979. https:\/\/doi.org\/10.2196\/30979","DOI":"10.2196\/30979"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.37074\/jalt.2023.6.2.12"},{"key":"e_1_3_2_1_8_1","volume-title":"Counter Turing Test CT: AI-Generated Text Detection is Not as Easy as You May Think \u2013 Introducing AI Detectability Index. arXiv preprint arXiv:2310.05030 2310.05030 (10","author":"Chakraborty Megha","year":"2023","unstructured":"Megha Chakraborty, S.\u00a0M Towhidul\u00a0Islam Tonmoy, S\u00a0M\u00a0Mehedi Zaman, Krish Sharma, Niyar\u00a0R Barman, Chandan Gupta, Shreya Gautam, Tanay Kumar, Vinija Jain, Aman Chadha, Amit\u00a0P. Sheth, and Amitava Das. 2023. Counter Turing Test CT: AI-Generated Text Detection is Not as Easy as You May Think \u2013 Introducing AI Detectability Index. arXiv preprint arXiv:2310.05030 2310.05030 (10 2023)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1108\/IJILT-03-2023-0043"},{"key":"e_1_3_2_1_10_1","volume-title":"Polish GPT2-xl model. https:\/\/huggingface.co\/sdadas\/polish-gpt2-xl Accessed on","author":"Dadas S\u0142awomir","year":"2024","unstructured":"S\u0142awomir Dadas. 2023. Polish GPT2-xl model. https:\/\/huggingface.co\/sdadas\/polish-gpt2-xl Accessed on May 10, 2024."},{"key":"e_1_3_2_1_11_1","volume-title":"The Spam Assassin Email Classification Dataset. https:\/\/www.kaggle.com\/datasets\/ganiyuolalekan\/spam-assassin-email-classification-dataset\/data Accessed on","author":"Datasets Apache\u00a0Public","year":"2024","unstructured":"Apache\u00a0Public Datasets. 2023. The Spam Assassin Email Classification Dataset. https:\/\/www.kaggle.com\/datasets\/ganiyuolalekan\/spam-assassin-email-classification-dataset\/data Accessed on Jan 14, 2024."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.2813\/255453"},{"key":"e_1_3_2_1_13_1","volume-title":"Perplexity of fixed-length models. https:\/\/huggingface.co\/docs\/transformers\/perplexity Accessed on","author":"Face Hugging","year":"2024","unstructured":"Hugging Face. 2023. Perplexity of fixed-length models. https:\/\/huggingface.co\/docs\/transformers\/perplexity Accessed on Apr 30, 2024."},{"key":"e_1_3_2_1_14_1","unstructured":"Lijun Feng Martin Jansche Matt Huenerfauth and No\u00e9mie Elhadad. 2010. A Comparison of Features for Automatic Readability Assessment. 276-284\u00a0pages. http:\/\/www.weeklyreader.com"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.443"},{"key":"e_1_3_2_1_16_1","volume-title":"GLTR: Statistical Detection and Visualization of Generated Text. ArXiv","author":"Gehrmann Sebastian","year":"2019","unstructured":"Sebastian Gehrmann, Hendrik Strobelt, and Alexander\u00a0M. Rush. 2019. GLTR: Statistical Detection and Visualization of Generated Text. ArXiv 1906.04043 (6 2019)."},{"key":"e_1_3_2_1_17_1","volume-title":"GPTZero technology. https:\/\/gptzero.me\/technology Accessed on","year":"2024","unstructured":"GPTZero. 2023. GPTZero technology. https:\/\/gptzero.me\/technology Accessed on May 1, 2024."},{"key":"e_1_3_2_1_18_1","volume-title":"GPTZero Review \u2013 Is it a good AI Detection Tool?https:\/\/gptzero.me\/news\/gptzero-surpasses-competitors-in-accuracies Accessed on","author":"Zero Alex\u00a0Cui","year":"2024","unstructured":"Alex\u00a0Cui GPTZero. 2024. GPTZero Review \u2013 Is it a good AI Detection Tool?https:\/\/gptzero.me\/news\/gptzero-surpasses-competitors-in-accuracies Accessed on May 1, 2024."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211013848"},{"key":"e_1_3_2_1_20_1","volume-title":"BERT Transformer model for Detecting Arabic GPT2 Auto-Generated Tweets. ArXiv 2101.09345 (1","author":"Harrag Fouzi","year":"2021","unstructured":"Fouzi Harrag, Maria Debbah, Kareem Darwish, and Ahmed Abdelali. 2021. BERT Transformer model for Detecting Arabic GPT2 Auto-Generated Tweets. ArXiv 2101.09345 (1 2021). http:\/\/arxiv.org\/abs\/2101.09345"},{"key":"e_1_3_2_1_21_1","volume-title":"The Curious Case of Neural Text Degeneration. arXiv preprint arXiv:1904.09751","author":"Holtzman Ari","year":"1904","unstructured":"Ari Holtzman, Jan Buys, Li Du, Maxwell Forbes, and Yejin Choi. 2019. The Curious Case of Neural Text Degeneration. arXiv preprint arXiv:1904.09751 1904.09751 (4 2019)."},{"key":"e_1_3_2_1_22_1","volume-title":"Automatic Detection of Generated Text is Easiest when Humans are Fooled. arXiv preprint arXiv:1911.00650","author":"Ippolito Daphne","year":"1911","unstructured":"Daphne Ippolito, Daniel Duckworth, Chris Callison-Burch, and Douglas Eck. 2019. Automatic Detection of Generated Text is Easiest when Humans are Fooled. arXiv preprint arXiv:1911.00650 1911.00650 (11 2019)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-024-01945-9"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1121\/1.2016299"},{"key":"e_1_3_2_1_25_1","volume-title":"New AI classifier for indicating AI-written texts. https:\/\/openai.com\/blog\/new-ai-classifier-for-indicating-ai-written-text Accessed on","author":"Kirchner Jan\u00a0Hendrik","year":"2024","unstructured":"Jan\u00a0Hendrik Kirchner, Scott\u00a0Aaronson Lama\u00a0Ahmad, and Jan Leike. 2023. New AI classifier for indicating AI-written texts. https:\/\/openai.com\/blog\/new-ai-classifier-for-indicating-ai-written-text Accessed on Jan 14, 2024."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-023-09728-4"},{"key":"e_1_3_2_1_27_1","volume-title":"Paraphrasing evades detectors of AI-generated text, but retrieval is an effective defense. ArXiv 36 (3","author":"Krishna Kalpesh","year":"2023","unstructured":"Kalpesh Krishna, Yixiao Song, Marzena Karpinska, John Wieting, and Mohit Iyyer. 2023. Paraphrasing evades detectors of AI-generated text, but retrieval is an effective defense. ArXiv 36 (3 2023). http:\/\/arxiv.org\/abs\/2303.13408"},{"key":"e_1_3_2_1_28_1","volume-title":"International Conference on Machine Learning. PMLR, PMLR, Online, 24950\u201324962","author":"Mitchell Eric","year":"2023","unstructured":"Eric Mitchell, Yoonho Lee, Alexander Khazatsky, Christopher\u00a0D Manning, and Chelsea Finn. 2023. Detectgpt: Zero-shot machine-generated text detection using probability curvature. In International Conference on Machine Learning. PMLR, PMLR, Online, 24950\u201324962."},{"key":"e_1_3_2_1_29_1","volume-title":"Email classification dataset. https:\/\/github.com\/rmodi6\/Email-Classification\/tree\/master Accessed on","author":"Modi Ruchit","year":"2024","unstructured":"Ruchit Modi. 2023. Email classification dataset. https:\/\/github.com\/rmodi6\/Email-Classification\/tree\/master Accessed on Jan 14, 2024."},{"key":"e_1_3_2_1_30_1","volume-title":"GPTZero Review \u2013 Is it a good AI Detection Tool?https:\/\/gowinston.ai\/gpt-zero-review\/ Accessed on","author":"Monaghan Conor","year":"2024","unstructured":"Conor Monaghan. 2024. GPTZero Review \u2013 Is it a good AI Detection Tool?https:\/\/gowinston.ai\/gpt-zero-review\/ Accessed on May 1, 2024."},{"key":"e_1_3_2_1_31_1","volume-title":"LanguageTool Python library. https:\/\/pypi.org\/project\/language-tool-python\/ Accessed on","author":"Morris Jack","year":"2024","unstructured":"Jack Morris. 2024. LanguageTool Python library. https:\/\/pypi.org\/project\/language-tool-python\/ Accessed on May 10, 2024."},{"key":"e_1_3_2_1_32_1","volume-title":"Moy and Kacper Grado\u0144","author":"R.","year":"2023","unstructured":"Wesley\u00a0R. Moy and Kacper Grado\u0144. 2023. Artificial Intelligence in Hybrid and Information Warfare: A Double-Edged Sword. In Artificial Intelligence and International Conflict in Cyberspace. Taylor & Francis, GB, USA, 14\u201322."},{"key":"e_1_3_2_1_33_1","unstructured":"Soumya Mukherjee. 2023. Exploring Burstiness: Evaluating Language Dynamics in LLM-Generated Texts. https:\/\/ramblersm.medium.com\/exploring-burstiness-evaluating-language-dynamics-in-llm-generated-texts-8439204c75c1 Accessed on Apr 30 2024."},{"key":"e_1_3_2_1_34_1","volume-title":"What is K-fold Cross Validation?https:\/\/towardsdatascience.com\/what-is-k-fold-cross-validation-5a7bb241d82f Accessed on","author":"Nellihela Praveen","year":"2023","unstructured":"Praveen Nellihela. 2022. What is K-fold Cross Validation?https:\/\/towardsdatascience.com\/what-is-k-fold-cross-validation-5a7bb241d82f Accessed on Jan 23, 2023."},{"key":"e_1_3_2_1_35_1","volume-title":"StyloMetrix: An Open-Source Multilingual Tool for Representing Stylometric Vectors. arXiv preprint arXiv:2309.12810 2309.12810 (9","author":"Okulska Inez","year":"2023","unstructured":"Inez Okulska, Daria Stetsenko, Anna Ko\u0142os, Agnieszka Karli\u0144ska, Kinga G\u0142\u0105bi\u0144ska, and Adam Nowakowski. 2023. StyloMetrix: An Open-Source Multilingual Tool for Representing Stylometric Vectors. arXiv preprint arXiv:2309.12810 2309.12810 (9 2023)."},{"key":"e_1_3_2_1_36_1","volume-title":"The Rise of AI-Powered Writing: How ChatGPT is Revolutionizing Scientific Communication for Better or for Worse","author":"Pawlicka Aleksandra","unstructured":"Aleksandra Pawlicka, Marek Pawlicki, Rafa\u0142 Kozik, and Micha\u0142 Chora\u015b. 2024. The Rise of AI-Powered Writing: How ChatGPT is Revolutionizing Scientific Communication for Better or for Worse. In Applied Intelligence, De-Shuang Huang, Prashan Premaratne, and Changan Yuan (Eds.). Springer Nature Singapore, Singapore, 317\u2013327."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_38_1","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei and Ilya Sutskever. 2019. Language Models are Unsupervised Multitask Learners. https:\/\/github.com\/codelucas\/newspaper"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.88"},{"key":"e_1_3_2_1_40_1","volume-title":"Can AI-Generated Text be Reliably Detected?ArXiv 2303.11156 (3","author":"Sadasivan Vinu\u00a0Sankar","year":"2023","unstructured":"Vinu\u00a0Sankar Sadasivan, Aounon Kumar, Sriram Balasubramanian, Wenxiao Wang, and Soheil Feizi. 2023. Can AI-Generated Text be Reliably Detected?ArXiv 2303.11156 (3 2023). http:\/\/arxiv.org\/abs\/2303.11156"},{"key":"e_1_3_2_1_41_1","volume-title":"Do Massively Pretrained Language Models Make Better Storytellers?ArXiv","author":"Pappu Aneesh","year":"1909","unstructured":"Abigail See, Aneesh Pappu, Rohun Saxena, Akhila Yerukola, and Christopher\u00a0D. Manning. 2019. Do Massively Pretrained Language Models Make Better Storytellers?ArXiv 1909.10705 (9 2019)."},{"key":"e_1_3_2_1_42_1","volume-title":"Ten Words Only Still Help: Improving Black-Box AI-Generated Text Detection via Proxy-Guided Efficient Re-Sampling. ArXiv 2402.09199 (2","author":"Shi Yuhui","year":"2024","unstructured":"Yuhui Shi, Qiang Sheng, Juan Cao, Hao Mi, Beizhe Hu, and Danding Wang. 2024. Ten Words Only Still Help: Improving Black-Box AI-Generated Text Detection via Proxy-Guided Efficient Re-Sampling. ArXiv 2402.09199 (2 2024). http:\/\/arxiv.org\/abs\/2402.09199"},{"key":"e_1_3_2_1_43_1","volume-title":"How does GPTZero Work? AI Detector for ChatGPT \/ Gemini \/ Copilot \/ Meta AI. https:\/\/www.ilovephd.com\/what-is-gptzero Accessed on","author":"Somasundaram R","year":"2024","unstructured":"R Somasundaram. 2023. How does GPTZero Work? AI Detector for ChatGPT \/ Gemini \/ Copilot \/ Meta AI. https:\/\/www.ilovephd.com\/what-is-gptzero Accessed on Jan 14, 2024."},{"key":"e_1_3_2_1_44_1","volume-title":"Spam email Dataset. https:\/\/www.kaggle.com\/datasets\/jackksoncsie\/spam-email-dataset\/data Accessed on","author":"Somasundaram R","year":"2024","unstructured":"_w1998. 2023. Spam email Dataset. https:\/\/www.kaggle.com\/datasets\/jackksoncsie\/spam-email-dataset\/data Accessed on Jan 14, 2024."},{"key":"e_1_3_2_1_45_1","unstructured":"HJ\u00a0i McCulloch\u00a0C Williams. 2023. Truth Decay and National Security: Intersections Insights and Questions for Future Research. https:\/\/www.rand.org\/pubs\/perspectives\/PEA112-2.html"},{"key":"e_1_3_2_1_46_1","volume-title":"TuringAdvice: A Generative and Dynamic Evaluation of Language Use. ArXiv","author":"Zellers Rowan","year":"2004","unstructured":"Rowan Zellers, Ari Holtzman, Elizabeth Clark, Lianhui Qin, Ali Farhadi, and Yejin Choi. 2020. TuringAdvice: A Generative and Dynamic Evaluation of Language Use. ArXiv 2004.03607 (4 2020)."}],"event":{"name":"ARES 2024: The 19th International Conference on Availability, Reliability and Security","location":"Vienna Austria","acronym":"ARES 2024"},"container-title":["Proceedings of the 19th International Conference on Availability, Reliability and Security"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664476.3670465","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664476.3670465","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:51:19Z","timestamp":1755881479000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664476.3670465"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,30]]},"references-count":46,"alternative-id":["10.1145\/3664476.3670465","10.1145\/3664476"],"URL":"https:\/\/doi.org\/10.1145\/3664476.3670465","relation":{},"subject":[],"published":{"date-parts":[[2024,7,30]]},"assertion":[{"value":"2024-07-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}