{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T21:13:46Z","timestamp":1774127626242,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T00:00:00Z","timestamp":1719878400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,2]]},"DOI":"10.1145\/3665451.3665531","type":"proceedings-article","created":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T06:41:36Z","timestamp":1721716896000},"page":"35-46","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Utilizing Large Language Models with Human Feedback Integration for Generating Dedicated Warning for Phishing Emails"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-5836-195X","authenticated-orcid":false,"given":"Quan Hong","family":"Nguyen","sequence":"first","affiliation":[{"name":"Monash University, Clayton, VIC, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0626-3576","authenticated-orcid":false,"given":"Tingmin","family":"Wu","sequence":"additional","affiliation":[{"name":"CSIRO's Data61, Clayton, VIC, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5838-3409","authenticated-orcid":false,"given":"Van","family":"Nguyen","sequence":"additional","affiliation":[{"name":"Monash University, Clayton, VIC, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3701-4946","authenticated-orcid":false,"given":"Xingliang","family":"Yuan","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, VIC, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9172-4252","authenticated-orcid":false,"given":"Jason","family":"Xue","sequence":"additional","affiliation":[{"name":"CSIRO's Data61, Marsfield, NSW, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9050-5675","authenticated-orcid":false,"given":"Carsten","family":"Rudolph","sequence":"additional","affiliation":[{"name":"Monash University, Clayton, VIC, AUS"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372297.3417233"},{"key":"e_1_3_2_1_2_1","unstructured":"APWG Phishing Trends Reports. [n. d.]. http:\/\/www.antiphishing.org [Online; accessed 4-October-2023]."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465481.3469205"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW51379.2020.00069"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2022.102937"},{"key":"e_1_3_2_1_6_1","volume-title":"Quantifying phishing susceptibility for detection and behavior decisions. Human factors 58, 8","author":"Canfield Casey Inez","year":"2016","unstructured":"Casey Inez Canfield, Baruch Fischhoff, and Alex Davis. 2016. Quantifying phishing susceptibility for detection and behavior decisions. Human factors 58, 8 (2016), 1158--1172."},{"key":"e_1_3_2_1_7_1","unstructured":"Hyung Won Chung Le Hou Shayne Longpre Barret Zoph Yi Tay William Fedus Yunxuan Li Xuezhi Wang Mostafa Dehghani Siddhartha Brahma et al. 2022. Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416 (2022)."},{"key":"e_1_3_2_1_8_1","volume-title":"Principles of persuasion","author":"Cialdini Robert","year":"2001","unstructured":"Robert Cialdini. 2001. Principles of persuasion. Arizona State University, eBrand Media Publication (2001)."},{"key":"e_1_3_2_1_9_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1 (1960), 37--46."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/00332747.1969.11023575"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2913705"},{"key":"e_1_3_2_1_12_1","volume-title":"Crime Report","author":"Federal Bureau of Investigation. [n.","year":"2022","unstructured":"Federal Bureau of Investigation. [n. d.]. FBI Internet Crime Report 2022. https:\/\/www.ic3.gov\/Media\/PDF\/AnnualReport\/ [Online; accessed 1-April-2023]."},{"key":"e_1_3_2_1_13_1","volume-title":"Susceptibility to phishing on social network sites: A personality information processing model. Computers & security 94","author":"Frauenstein Edwin Donald","year":"2020","unstructured":"Edwin Donald Frauenstein and Stephen Flowerday. 2020. Susceptibility to phishing on social network sites: A personality information processing model. Computers & security 94 (2020), 101862."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Workshop on Usable Security and Privacy (USEC).","author":"Gopavaram Shakthidhar","year":"2021","unstructured":"Shakthidhar Gopavaram, Jayati Dev, Marthie Grobler, DongInn Kim, Sanchari Das, and L Jean Camp. 2021. Cross-national study on phishing resilience. In Proceedings of the Workshop on Usable Security and Privacy (USEC)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2018.2864993"},{"key":"e_1_3_2_1_16_1","volume-title":"28th USENIX Security Symposium (USENIX Security 19)","author":"Ho Grant","year":"2019","unstructured":"Grant Ho, Asaf Cidon, Lior Gavish, Marco Schweighauser, Vern Paxson, Stefan Savage, Geoffrey M. Voelker, and David Wagner. 2019. Detecting and Characterizing Lateral Phishing at Scale. In 28th USENIX Security Symposium (USENIX Security 19). USENIX Association, Santa Clara, CA, 1273--1290. https:\/\/www.usenix.org\/conference\/usenixsecurity19\/presentation\/ho"},{"key":"e_1_3_2_1_17_1","volume-title":"d.]. https:\/\/dasavisha.github.io\/IWSPA-sharedtask\/ [Online","author":"IWSPA","year":"2023","unstructured":"IWSPA email dataset. [n. d.]. https:\/\/dasavisha.github.io\/IWSPA-sharedtask\/ [Online; accessed 1-April-2023]."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13673-020-00237-7"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Gokul Jayakrishnan Vijayanand Banahatti and Sachin Lodha. 2022. PickMail: A Serious Game for Email Phishing Awareness Training. In Usable Security and Privacy (USEC). ndss.","DOI":"10.14722\/usec.2022.23059"},{"key":"e_1_3_2_1_20_1","volume-title":"Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al.","author":"Jiang Albert Q","year":"2023","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Arthur Mensch, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al. 2023. Mistral 7B. arXiv preprint arXiv:2310.06825 (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0209684"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488932.3527292"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833766"},{"key":"e_1_3_2_1_24_1","volume-title":"Dinil Mon Divakaran, and Mun Choon Chan","author":"Lee Jehyun","year":"2020","unstructured":"Jehyun Lee, Pingxiao Ye, Ruofan Liu, Dinil Mon Divakaran, and Mun Choon Chan. 2020. Building robust phishing detection system: an empirical analysis. NDSS MADWeb (2020)."},{"key":"e_1_3_2_1_25_1","volume-title":"Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336141"},{"key":"e_1_3_2_1_27_1","unstructured":"Miller Smiles Phishing Email Database. [n. d.]. http:\/\/www.millersmiles.co.uk\/archives.php [Online; accessed 1-April-2023]."},{"key":"e_1_3_2_1_28_1","volume-title":"Sentence-t5: Scalable sentence encoders from pre-trained text-to-text models. arXiv preprint arXiv:2108.08877","author":"Ni Jianmo","year":"2021","unstructured":"Jianmo Ni, Gustavo Hern\u00e1ndez \u00c1brego, Noah Constant, Ji Ma, Keith B Hall, Daniel Cer, and Yinfei Yang. 2021. Sentence-t5: Scalable sentence encoders from pre-trained text-to-text models. arXiv preprint arXiv:2108.08877 (2021)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025831"},{"key":"e_1_3_2_1_30_1","volume-title":"A hybrid DNN-LSTM model for detecting phishing URLs. Neural Computing and Applications","author":"Ozcan Alper","year":"2021","unstructured":"Alper Ozcan, Cagatay Catal, Emrah Donmez, and Behcet Senturk. 2021. A hybrid DNN-LSTM model for detecting phishing URLs. Neural Computing and Applications (2021), 1--17."},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318."},{"key":"e_1_3_2_1_32_1","volume-title":"The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only. arXiv preprint arXiv:2306.01116","author":"Penedo Guilherme","year":"2023","unstructured":"Guilherme Penedo, Quentin Malartic, Daniel Hesslow, Ruxandra Cojocaru, Alessandro Cappelli, Hamza Alobeidli, Baptiste Pannier, Ebtesam Almazrouei, and Julien Launay. 2023. The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only. arXiv preprint arXiv:2306.01116 (2023)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300748"},{"key":"e_1_3_2_1_34_1","volume-title":"d.]. https:\/\/it.cornell.edu\/phish-bowl [Online","author":"Phish Bowl dataset - Cornell University","year":"2023","unstructured":"Phish Bowl dataset - Cornell University. [n. d.]. https:\/\/it.cornell.edu\/phish-bowl [Online; accessed 1-April-2023]."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455856"},{"key":"e_1_3_2_1_36_1","volume-title":"Creative persuasion: a study on adversarial behaviors and strategies in phishing attacks. Frontiers in psychology 9","author":"Rajivan Prashanth","year":"2018","unstructured":"Prashanth Rajivan and Cleotilde Gonzalez. 2018. Creative persuasion: a study on adversarial behaviors and strategies in phishing attacks. Frontiers in psychology 9 (2018), 135."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-017-3305-0"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3390\/app10072363"},{"key":"e_1_3_2_1_39_1","volume-title":"ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet of Things and Cyber-Physical Systems","author":"Ray Partha Pratim","year":"2023","unstructured":"Partha Pratim Ray. 2023. ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet of Things and Cyber-Physical Systems (2023)."},{"key":"e_1_3_2_1_40_1","volume-title":"Sixteenth Symposium on Usable Privacy and Security (SOUPS 2020","author":"Reinheimer Benjamin","year":"2020","unstructured":"Benjamin Reinheimer, Lukas Aldag, Peter Mayer, Mattia Mossano, Reyhan Duezguen, Bettina Lofthouse, Tatiana von Landesberger, and Melanie Volkamer. 2020. An investigation of phishing awareness and education over time: When and how to best remind users. In Sixteenth Symposium on Usable Privacy and Security (SOUPS 2020). USENIX Association, 259--284. https:\/\/www.usenix.org\/conference\/soups2020\/presentation\/reinheimer"},{"key":"e_1_3_2_1_41_1","volume-title":"Sixteenth Symposium on Usable Privacy and Security (SOUPS","author":"Reinheimer Benjamin","year":"2020","unstructured":"Benjamin Reinheimer, Lukas Aldag, Peter Mayer, Mattia Mossano, Reyhan Duezguen, Bettina Lofthouse, Tatiana Von Landesberger, and Melanie Volkamer. 2020. An investigation of phishing awareness and education over time: When and how to best remind users. In Sixteenth Symposium on Usable Privacy and Security (SOUPS 2020). 259--284."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3560830.3563728"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2021.05.077"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2022.113846"},{"key":"e_1_3_2_1_45_1","volume-title":"d.]. https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl [Online","year":"2023","unstructured":"Sentence-T5-xl. [n. d.]. https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl [Online; accessed 1-Sep-2023]."},{"key":"e_1_3_2_1_46_1","volume-title":"Fast transformer decoding: One write-head is all you need. arXiv preprint arXiv:1911.02150","author":"Shazeer Noam","year":"2019","unstructured":"Noam Shazeer. 2019. Fast transformer decoding: One write-head is all you need. arXiv preprint arXiv:1911.02150 (2019)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3205977.3205992"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/MITP.2016.84"},{"key":"e_1_3_2_1_49_1","volume-title":"Roformer: Enhanced transformer with rotary position embedding. Neurocomputing","author":"Su Jianlin","year":"2023","unstructured":"Jianlin Su, Murtadha Ahmed, Yu Lu, Shengfeng Pan, Wen Bo, and Yunfeng Liu. 2023. Roformer: Enhanced transformer with rotary position embedding. Neurocomputing (2023), 127063."},{"key":"e_1_3_2_1_50_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_1_51_1","unstructured":"Hugo Touvron Louis Martin Kevin Stone Peter Albert Amjad Almahairi Yasmine Babaei Nikolay Bashlykov Soumya Batra Prajjwal Bhargava Shruti Bhosale et al. 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/SPIN.2018.8474040"},{"key":"e_1_3_2_1_53_1","volume-title":"28th USENIX Security Symposium (USENIX Security 19)","author":"Der Heijden Amber Van","year":"2019","unstructured":"Amber Van Der Heijden and Luca Allodi. 2019. Cognitive triaging of phishing attacks. In 28th USENIX Security Symposium (USENIX Security 19). 1309--1326."},{"key":"e_1_3_2_1_54_1","volume-title":"Seventeenth Symposium on Usable Privacy and Security (SOUPS","author":"Wash Rick","year":"2021","unstructured":"Rick Wash, Norbert Nthala, and Emilee Rader. 2021. Knowledge and capabilities that {Non-Expert} users bring to phishing detection. In Seventeenth Symposium on Usable Privacy and Security (SOUPS 2021). 377--396."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300338"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1108\/EL-05-2019-0118"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3548606.3559334"}],"event":{"name":"ASIA CCS '24: ACM Asia Conference on Computer and Communications Security","location":"Singapore Singapore","acronym":"ASIA CCS '24","sponsor":["SIGSAC ACM Special Interest Group on Security, Audit, and Control"]},"container-title":["Proceedings of the 2nd ACM Workshop on Secure and Trustworthy Deep Learning Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3665451.3665531","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3665451.3665531","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:42:03Z","timestamp":1755974523000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3665451.3665531"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,2]]},"references-count":57,"alternative-id":["10.1145\/3665451.3665531","10.1145\/3665451"],"URL":"https:\/\/doi.org\/10.1145\/3665451.3665531","relation":{},"subject":[],"published":{"date-parts":[[2024,7,2]]},"assertion":[{"value":"2024-07-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}