{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T04:38:11Z","timestamp":1783744691369,"version":"3.55.0"},"reference-count":156,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3540075","type":"journal-article","created":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T18:35:11Z","timestamp":1739212511000},"page":"28335-28352","source":"Crossref","is-referenced-by-count":19,"title":["Benchmarking and Evaluating Large Language Models in Phishing Detection for Small and Midsize Enterprises: A Comprehensive Analysis"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8115-3320","authenticated-orcid":false,"given":"Jun","family":"Zhang","sequence":"first","affiliation":[{"name":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3238-0648","authenticated-orcid":false,"given":"Peiqiao","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Biomedical Engineering, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey","family":"London","sequence":"additional","affiliation":[{"name":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8888-2321","authenticated-orcid":false,"given":"Dan","family":"Tenney","sequence":"additional","affiliation":[{"name":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Targeted attacks: Redefining spear phishing and business email compromise","author":"Wassermann","year":"2023","journal-title":"arXiv:2309.14166"},{"key":"ref2","article-title":"Targeted phishing campaigns using large scale language models","author":"Karanjai","year":"2022","journal-title":"arXiv:2301.00665"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4236\/ojbm.2024.121021"},{"key":"ref4","article-title":"Large language models can be used to effectively scale spear phishing campaigns","author":"Hazell","year":"2023","journal-title":"arXiv:2305.06972"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.2969780"},{"key":"ref6","volume-title":"EvilProxy Phishing-as-a-Service With MFA Bypass Emerged in Dark Web","year":"2022"},{"key":"ref7","article-title":"An improved transformer-based model for detecting phishing, spam, and ham: A large language model approach","author":"Jamal","year":"2023","journal-title":"arXiv:2311.04913"},{"key":"ref8","volume-title":"TanusreeSharma\/Phishingdata-Analysis","author":"Sharma","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104347"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12204261"},{"key":"ref11","article-title":"ChatSpamDetector: Leveraging large language models for effective phishing email detection","author":"Koide","year":"2024","journal-title":"arXiv:2402.18093"},{"key":"ref12","article-title":"Instruction tuning for large language models: A survey","author":"Zhang","year":"2023","journal-title":"arXiv:2308.10792"},{"key":"ref13","volume-title":"Llama 3 | Model Cards and Prompt Formats","year":"2024"},{"key":"ref14","article-title":"Comprehensive assessment of jailbreak attacks against LLMs","author":"Chu","year":"2024","journal-title":"arXiv:2402.05668"},{"key":"ref15","first-page":"1","article-title":"Jailbroken: How does LLM safety training fail?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Wei"},{"key":"ref16","article-title":"Phishing email detection using inputs from artificial intelligence","author":"Paul","year":"2024","journal-title":"arXiv:2405.12494"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2023.0140727"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ISDFS60797.2024.10527344"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2024.109625"},{"key":"ref20","volume-title":"Phishing email curated datasets","author":"Islam","year":"2023"},{"key":"ref21","volume-title":"Phishing Email Data by Type","year":"2024"},{"key":"ref22","volume-title":"Rf-Peixoto\/Phishing_Pot","year":"2024"},{"key":"ref23","article-title":"Chatbot arena: An open platform for evaluating LLMs by human preference","author":"Chiang","year":"2024","journal-title":"arXiv:2403.04132"},{"key":"ref24","article-title":"Arena learning: Build data flywheel for LLMs post-training via simulated chatbot arena","author":"Luo","year":"2024","journal-title":"arXiv:2407.10627"},{"key":"ref25","volume-title":"LMSYS Chatbot Arena Leaderboard\u2014A Hugging Face Space by LMSYS","year":"2024"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06291-2"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-023-02448-8"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-72528-3"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s11604-024-01619-y"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-53190-9"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-024-01315-1"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-024-01181-x"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ISSE63315.2024.10741141"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN60899.2024.10650688"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CIBCB58642.2024.10702147"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CSR61664.2024.10679494"},{"key":"ref37","volume-title":"Oobabooga\/Text-generation-webui","year":"2024"},{"key":"ref38","volume-title":"Ollama\/Ollama","year":"2024"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.744"},{"key":"ref40","article-title":"Don\u2019t make your LLM an evaluation benchmark cheater","author":"Zhou","year":"2023","journal-title":"arXiv:2311.01964"},{"key":"ref41","article-title":"Benchmarking benchmark leakage in large language models","author":"Xu","year":"2024","journal-title":"arXiv:2404.18824"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-00641-w"},{"key":"ref43","first-page":"34","article-title":"Bigger is not always better: The importance of human-scale language modeling for psycholinguistics","author":"Wilcoxa","year":"2024","journal-title":"PsyArXiv"},{"key":"ref44","volume-title":"OpenAI API Pricing","year":"2024"},{"key":"ref45","volume-title":"Human-LLM Generated Phishing-Legitimate Emails","year":"2024"},{"key":"ref46","first-page":"1","article-title":"David versus Goliath: Can machine learning detect LLM-generated text? A case study in the detection of phishing emails","volume-title":"Proc. Italian Conf. CyberSecur.","author":"Greco"},{"key":"ref47","article-title":"Devising and detecting phishing: Large language models vs. smaller human models","author":"Heiding","year":"2023","journal-title":"arXiv:2308.12287"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.52306\/2578-3289.1172"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3427369"},{"key":"ref50","article-title":"Is temperature the creativity parameter of large language models?","author":"Peeperkorn","year":"2024","journal-title":"arXiv:2405.00492"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-92708-0_14"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ISCC47284.2019.8969663"},{"key":"ref53","article-title":"Survey on malware evasion techniques: State of the art and challenges","volume-title":"Proc. 14th Int. Conf. Adv. Commun. Technol. (ICACT)","author":"Marpaung"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124861"},{"key":"ref55","first-page":"1","article-title":"The state of the art in DNS spoofing","volume-title":"Proc. 4th Int. Conf. Appl. Cryptogr. Netw. Secur. (ACNS)","author":"Steinhoff"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3390\/fi12100168"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/icis.2016.7550947"},{"key":"ref58","volume-title":"Security Awareness Training | KnowBe4","year":"2024"},{"key":"ref59","volume-title":"Security Culture | KnowBe4","year":"2024"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.jiixd.2023.10.007"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-45282-6_11"},{"key":"ref62","article-title":"Chatbots to ChatGPT in a cybersecurity space: Evolution, vulnerabilities, attacks, challenges, and future recommendations","author":"Qammar","year":"2023","journal-title":"arXiv:2306.09255"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.165"},{"key":"ref64","article-title":"BadGPT: Exploring security vulnerabilities of ChatGPT via backdoor attacks to InstructGPT","author":"Shi","year":"2023","journal-title":"arXiv:2304.12298"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/HPEC58863.2023.10363447"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/SDS60720.2024.00036"},{"key":"ref67","article-title":"On-device LLMs for SMEs: Challenges and opportunities","author":"Yee","year":"2024","journal-title":"arXiv:2410.16070"},{"key":"ref68","volume-title":"Cheapskate\u2019s Homebrew AI Lab","year":"2023"},{"key":"ref69","volume-title":"Running Local LLMs, CPU Vs. GPU\u2014A Quick Speed Test","year":"2024"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-demos.38"},{"key":"ref71","article-title":"QLoRA: Efficient finetuning of quantized LLMs","author":"Dettmers","year":"2023","journal-title":"arXiv:2305.14314"},{"key":"ref72","volume-title":"Making LLMs Even More Accessible With Bitsandbytes, 4-bit Quantization and QLoRA","year":"2024"},{"key":"ref73","volume-title":"What is Prompt Tuning?","year":"2021"},{"key":"ref74","article-title":"Retrieval-augmented generation for large language models: A survey","author":"Gao","year":"2023","journal-title":"arXiv:2312.10997"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.267"},{"key":"ref76","volume-title":"FP64, FP32, FP16, BFLOAT16, TF32, and Other Members of the ZOO","author":"Sapunov","year":"2020"},{"key":"ref77","volume-title":"Hugging Face Hub Documentation Quantization Types","year":"2024"},{"key":"ref78","volume-title":"TheBloke\/Mixtral-8x7B-Instruct-v0.1-GGUF \u22c5 Hugging Face","year":"2024"},{"key":"ref79","volume-title":"Bartowski\/Meta-Llama-3-70B-Instruct-GGUF? \u22c5 Hugging Face","year":"2024"},{"key":"ref80","volume-title":"Deploy Llama2 on Oracle Cloud Infrastructure GPUs","year":"2024"},{"key":"ref81","volume-title":"Efficient GPU Usage Tips Documentation","year":"2024"},{"key":"ref82","volume-title":"Ollama\/docs\/api.md at Main \u22c5 Ollama\/Ollama","year":"2024"},{"key":"ref83","volume-title":"Cloud GPUs \/\/ The Best Servers, Services & Providers [RANKED!]","author":"Schumacher","year":"2024"},{"key":"ref84","volume-title":"Harnessing the Power of Kaggle Notebooks for Neural Network Training Over Google Colab and GitPod","author":"Lee","year":"2023"},{"key":"ref85","volume-title":"Hugging Face\u2014Pricing","year":"2024"},{"key":"ref86","volume-title":"Cloud GPU Price Comparison 2024","year":"2024"},{"key":"ref87","volume-title":"State-of-open-source-ai\/desktop-apps.md at Main \u22c5 PremAI-io\/state-of-open-source-ai","year":"2024"},{"key":"ref88","volume-title":"Vince-lam\/awesome-local-LLMs","author":"Lam","year":"2024"},{"key":"ref89","volume-title":"Ethics of Local LLMs: A Response to Zuckerberg\u2019s \u2018Open Source AI Manifesto\u2019","year":"2024"},{"key":"ref90","volume-title":"How we Contribute","year":"2024"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.3390\/su13168952"},{"issue":"2","key":"ref92","first-page":"97","article-title":"The environmental impact of AI: A case study of water consumption by chat GPT","volume":"1","author":"George","year":"2023","journal-title":"Partners Universal Int. Innov. J."},{"key":"ref93","author":"Berg","year":"2023","journal-title":"Blueprint for Ransomware Defense"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1186\/s13673-020-00237-7"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2013.106"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2011.179"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65610-2_9"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1016\/S1361-3723(15)30046-4"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2015.05.005"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00447"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.19107\/IJISC.2019.01.07"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2021.e06522"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.2478\/hjbpa-2018-0024"},{"key":"ref104","article-title":"The role of human factors in the LastPass breach","author":"Sugunaraj","year":"2024","journal-title":"arXiv:2405.01795"},{"key":"ref105","volume-title":"LastPass Breach Reveals Important Lessons","year":"2024"},{"key":"ref106","volume-title":"Microsoft global outages caused by CrowdStrike software glitch","author":"De Zoysa","year":"2024"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1002\/jci3.12021"},{"key":"ref108","volume-title":"Security Now! Transcript of Episode #984","year":"2024"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/emr.2024.3452090"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CARS61786.2024.10778784"},{"issue":"4","key":"ref111","first-page":"472","article-title":"Cloudstrike impact on global outage and the challenge of SAAS in the future","volume":"15","author":"Gudimetla","year":"2024","journal-title":"Int. J. Comput. Eng. Technol."},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/CSR61664.2024.10679426"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/APUAVD64488.2024.10765863"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/MLBDBI51377.2020.00113"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179474"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.3390\/su142215397"},{"key":"ref117","volume-title":"The Official (ISC)2 CISSP CBK Reference","author":"Deane","year":"2021"},{"key":"ref118","volume-title":"The CISSP Prep Guide: Mastering the Ten Domains of Computer Security","author":"Krutz","year":"2001"},{"key":"ref119","volume-title":"2024 State of the Software Supply Chain | Executive Summary","year":"2024"},{"key":"ref120","volume-title":"Countering the Rising Tide of Supply Chain Attacks","year":"2024"},{"key":"ref121","volume-title":"Social Engineering Aspect of the XZ Incident","year":"2024"},{"key":"ref122","volume-title":"How a North Korean Fake IT Worker Tried to Infiltrate Us","author":"Sjouwerman","year":"2024"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52683-2_2"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/UEMCON62879.2024.10754708"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1145\/3588999"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.3390\/fi11030063"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.18280\/ijsse.110505"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3087109"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/eIT57321.2023.10187385"},{"issue":"4","key":"ref130","first-page":"188","article-title":"Social engineering attack mitigation","volume":"1","author":"Zulkurnain","year":"2015","journal-title":"Int. J. Math. Comput. Sci."},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/CyberSA.2015.7166137"},{"key":"ref132","volume-title":"The Security Culture Playbook: An Executive Guide to Reducing Risk and Developing Your Human Defense Layer","author":"Carpenter","year":"2022"},{"key":"ref133","volume-title":"Security Culture How-to Guide | KnowBe4","year":"2024"},{"key":"ref134","volume-title":"The Seven Dimensions of Security Culture","author":"Laycock","year":"2019"},{"key":"ref135","volume-title":"Building a Security Culture: Why Security Awareness Does Not Work and What to do Instead","year":"2017"},{"key":"ref136","volume-title":"The Art of Deception: Controlling the Human Element of Security","author":"Mitnick","year":"2003"},{"key":"ref137","volume-title":"Social Engineering: The Art of Human Hacking","author":"Hadnagy","year":"2010"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.4135\/9781526401502"},{"key":"ref139","volume-title":"Work, Consumerism and the New Poor","author":"Bauman","year":"2004"},{"key":"ref140","volume-title":"Bullshit Jobs: The Rise of Pointless Work, and What we Can do About it","author":"Graeber","year":"2019"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2016.01.004"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.9734\/ajeba\/2023\/v23i231176"},{"key":"ref143","article-title":"Transformational leadership and employees\u2019 information security performance: The mediating role of motivation and climate","author":"Lebek","year":"2014","journal-title":"Is Security and Privacy"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1111\/isj.12202"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.3390\/su8070638"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.7763\/IJIET.2015.V5.522"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1201\/9781317031833"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1016\/j.mnl.2014.01.004"},{"key":"ref149","volume-title":"The Inspirational Leader: How to Motivate, Encourage and Achieve Success","author":"Adair","year":"2009"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1080\/14783363.2010.487704"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1177\/0149206314565242"},{"issue":"2","key":"ref152","first-page":"1","article-title":"Inspirational leadership","volume":"8","author":"Mistry","year":"2015","journal-title":"Prin. LN Welingkar Inst. Manage. Develop. Res."},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2018.10.044"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.5465\/amp.25.1.60"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1080\/135943299398410"},{"key":"ref156","article-title":"Alert of the second decision-maker: An introduction to human-AI conflict","author":"Wen","year":"2023","journal-title":"arXiv:2305.16477"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10878987.pdf?arnumber=10878987","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,19]],"date-time":"2025-02-19T19:01:32Z","timestamp":1739991692000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10878987\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":156,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3540075","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}