{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T16:36:05Z","timestamp":1775838965208,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,4]]},"DOI":"10.1145\/3627106.3627196","type":"proceedings-article","created":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T18:13:22Z","timestamp":1701540802000},"page":"366-378","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["Can Large Language Models Provide Security & Privacy Advice? Measuring the Ability of LLMs to Refute Misconceptions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-5348-4282","authenticated-orcid":false,"given":"Yufan","family":"Chen","sequence":"first","affiliation":[{"name":"Department of Computer Science, Purdue University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1631-6064","authenticated-orcid":false,"given":"Arjun","family":"Arunasalam","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Purdue University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7362-8905","authenticated-orcid":false,"given":"Z. Berkay","family":"Celik","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Purdue University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,12,4]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"https:\/\/bard.google.com\/. [Online","year":"2023","unstructured":"2023. Bard. https:\/\/bard.google.com\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_2_1","volume-title":"https:\/\/openai.com\/blog\/chatgpt\/. [Online","author":"GPT.","year":"2023","unstructured":"2023. ChatGPT. https:\/\/openai.com\/blog\/chatgpt\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/platform.openai.com\/docs\/guides\/chat. [Online","author":"GPT","year":"2023","unstructured":"2023. ChatGPT API. https:\/\/platform.openai.com\/docs\/guides\/chat. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_4_1","volume-title":"ChatGPT API Temperature Parameter. https:\/\/platform.openai.com\/docs\/api-reference\/chat\/create#chat\/create-temperature. [Online","year":"2023","unstructured":"2023. ChatGPT API Temperature Parameter. https:\/\/platform.openai.com\/docs\/api-reference\/chat\/create#chat\/create-temperature. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_5_1","volume-title":"ChatGPT coding: OpenAI CEO says AI can save time on software jobs. https:\/\/www.businessinsider.com\/chatgpt-coding-openai-ceo-save-time-ai-jobs-software-2023-5. [Online","year":"2023","unstructured":"2023. ChatGPT coding: OpenAI CEO says AI can save time on software jobs. https:\/\/www.businessinsider.com\/chatgpt-coding-openai-ceo-save-time-ai-jobs-software-2023-5. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_6_1","volume-title":"ChatGPT: Online AI tool teachers say some students are using to cheat. https:\/\/news.yahoo.com\/chatgpt-online-ai-tool-teachers-113735624.html. [Online","year":"2023","unstructured":"2023. ChatGPT: Online AI tool teachers say some students are using to cheat. https:\/\/news.yahoo.com\/chatgpt-online-ai-tool-teachers-113735624.html. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_7_1","volume-title":"https:\/\/openai.com\/blog\/chatgpt-plugins. [Online","author":"Plugins Chatgpt","year":"2023","unstructured":"2023. Chatgpt Plugins. https:\/\/openai.com\/blog\/chatgpt-plugins. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_8_1","volume-title":"https:\/\/www.anthropic.com\/index\/introducing-claude. [Online","year":"2023","unstructured":"2023. Claude. https:\/\/www.anthropic.com\/index\/introducing-claude. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_9_1","volume-title":"Could ChatGPT REALLY slay Google. https:\/\/www.dailymail.co.uk\/sciencetech\/article-11723499\/Could-ChatGPT-replace-Google-Experts-weigh-win-race-AI-search-engine.html. [Online","year":"2023","unstructured":"2023. Could ChatGPT REALLY slay Google. https:\/\/www.dailymail.co.uk\/sciencetech\/article-11723499\/Could-ChatGPT-replace-Google-Experts-weigh-win-race-AI-search-engine.html. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_10_1","volume-title":"Could your next therapist be AI? Tech raises hopes, concerns. https:\/\/www.aljazeera.com\/economy\/2023\/4\/27\/could-your-next-therapist-be-ai-tech-raises-hopes-concerns. [Online","year":"2023","unstructured":"2023. Could your next therapist be AI? Tech raises hopes, concerns. https:\/\/www.aljazeera.com\/economy\/2023\/4\/27\/could-your-next-therapist-be-ai-tech-raises-hopes-concerns. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_11_1","volume-title":"https:\/\/scholar.google.com. [Online","author":"Scholar Google","year":"2023","unstructured":"2023. Google Scholar. https:\/\/scholar.google.com. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_12_1","volume-title":"https:\/\/platform.openai.com\/docs\/models\/gpt-3-5. [Online","year":"2023","unstructured":"2023. GPT-3.5-turbo Model. https:\/\/platform.openai.com\/docs\/models\/gpt-3-5. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_13_1","volume-title":"https:\/\/gptstore.ai\/. [Online","year":"2023","unstructured":"2023. GPTStore. https:\/\/gptstore.ai\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_14_1","volume-title":"How You Should\u2014and Shouldn\u2019t\u2014Use ChatGPT for Medical Advice. https:\/\/www.verywellhealth.com\/chatgpt-for-medical-advice-7500293. [Online","year":"2023","unstructured":"2023. How You Should\u2014and Shouldn\u2019t\u2014Use ChatGPT for Medical Advice. https:\/\/www.verywellhealth.com\/chatgpt-for-medical-advice-7500293. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_15_1","volume-title":"https:\/\/huggingface.co\/. [Online","author":"Face Hugging","year":"2023","unstructured":"2023. Hugging Face. https:\/\/huggingface.co\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_16_1","volume-title":"I use ChatGPT to ace interviews: \u2019Works for every single job\u2019. https:\/\/nypost.com\/2023\/05\/24\/i-use-chatgpt-to-ace-interviews-works-for-every-single-job\/. [Online","year":"2023","unstructured":"2023. I use ChatGPT to ace interviews: \u2019Works for every single job\u2019. https:\/\/nypost.com\/2023\/05\/24\/i-use-chatgpt-to-ace-interviews-works-for-every-single-job\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_17_1","volume-title":"IAn important next step on our AI journey. https:\/\/blog.google\/technology\/ai\/bard-google-ai-search-updates\/. [Online","year":"2023","unstructured":"2023. IAn important next step on our AI journey. https:\/\/blog.google\/technology\/ai\/bard-google-ai-search-updates\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_18_1","volume-title":"Investors are asking ChatGPT for stock market advice. https:\/\/www.marketplace.org\/shows\/make-me-smart\/investors-are-asking-chatgpt-for-stock-market-advice\/. [Online","year":"2023","unstructured":"2023. Investors are asking ChatGPT for stock market advice. https:\/\/www.marketplace.org\/shows\/make-me-smart\/investors-are-asking-chatgpt-for-stock-market-advice\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_19_1","volume-title":"https:\/\/ai.meta.com\/blog\/large-language-model-llama-meta-ai\/. [Online","year":"2023","unstructured":"2023. LLaMa. https:\/\/ai.meta.com\/blog\/large-language-model-llama-meta-ai\/. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_20_1","volume-title":"Miss-date doctor launches revolutionary AI platform to help people find partners. https:\/\/uk.finance.yahoo.com\/news\/miss-date-doctor-launch-revolutionary-130000837.html. [Online","year":"2023","unstructured":"2023. Miss-date doctor launches revolutionary AI platform to help people find partners. https:\/\/uk.finance.yahoo.com\/news\/miss-date-doctor-launch-revolutionary-130000837.html. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_21_1","volume-title":"OpenAI ChatGPT job interview questions. https:\/\/www.hindustantimes.com\/technology\/openai-chatgpt-job-interview-questions-chatbot-artificial-intelligence-101684997724187.html. [Online","year":"2023","unstructured":"2023. OpenAI ChatGPT job interview questions. https:\/\/www.hindustantimes.com\/technology\/openai-chatgpt-job-interview-questions-chatbot-artificial-intelligence-101684997724187.html. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_22_1","volume-title":"https:\/\/rapidapi.com\/genius-tools-genius-tools-default\/api\/paraphrase-genius. [Online","author":"Genius Paraphrase","year":"2023","unstructured":"2023. Paraphrase Genius. https:\/\/rapidapi.com\/genius-tools-genius-tools-default\/api\/paraphrase-genius. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_23_1","volume-title":"http:\/\/rapidapi.com. [Online","author":"Rapid","year":"2023","unstructured":"2023. Rapid API. http:\/\/rapidapi.com. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_24_1","volume-title":"https:\/\/github.com\/purseclab\/LLM_Security_Privacy_Advice. [Online","author":"Package Replication","year":"2023","unstructured":"2023. Replication Package. https:\/\/github.com\/purseclab\/LLM_Security_Privacy_Advice. [Online; accessed 2-October-2023]."},{"key":"e_1_3_2_1_25_1","volume-title":"Requests: HTTP for Humans. https:\/\/requests.readthedocs.io. [Online","year":"2023","unstructured":"2023. Requests: HTTP for Humans. https:\/\/requests.readthedocs.io. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_26_1","volume-title":"Statistics of Common Crawl Monthly Archives. https:\/\/commoncrawl.github.io\/cc-crawl-statistics\/plots\/domains. [Online","year":"2023","unstructured":"2023. Statistics of Common Crawl Monthly Archives. https:\/\/commoncrawl.github.io\/cc-crawl-statistics\/plots\/domains. [Online; accessed 25-September-2023]."},{"key":"e_1_3_2_1_27_1","volume-title":"Wayback Machine. https:\/\/archive.org\/help\/wayback_api.php. [Online","year":"2023","unstructured":"2023. Wayback Machine. https:\/\/archive.org\/help\/wayback_api.php. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_28_1","volume-title":"Stance detection on social media: State of the art and trends. Information Processing & Management","author":"AlDayel Abeer","year":"2021","unstructured":"Abeer AlDayel and Walid Magdy. 2021. Stance detection on social media: State of the art and trends. Information Processing & Management (2021)."},{"key":"e_1_3_2_1_29_1","volume-title":"International journal of media, journalism and mass communications 5","author":"Ali Waleed","year":"2019","unstructured":"Waleed Ali and Mohamed Hassoun. 2019. Artificial intelligence and automated journalism: Contemporary challenges and new opportunities. International journal of media, journalism and mass communications 5 (2019)."},{"key":"e_1_3_2_1_30_1","volume-title":"Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity. arXiv preprint arXiv:2302.04023","author":"Bang Yejin","year":"2023","unstructured":"Yejin Bang, Samuel Cahyawijaya, Nayeon Lee, Wenliang Dai, Dan Su, Bryan Wilie, Holy Lovenia, Ziwei Ji, Tiezheng Yu, Willy Chung, Quyet\u00a0V. Do, Yan Xu, and Pascale Fung. 2023. A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity. arXiv preprint arXiv:2302.04023 (2023)."},{"key":"e_1_3_2_1_31_1","volume-title":"Identifying and Mitigating the Security Risks of Generative AI. arXiv preprint arXiv:2308.14840","author":"Barrett Clark","year":"2023","unstructured":"Clark Barrett, Brad Boyd, Ellie Burzstein, Nicholas Carlini, Brad Chen, Jihye Choi, Amrita\u00a0Roy Chowdhury, Mihai Christodorescu, Anupam Datta, Soheil Feizi, 2023. Identifying and Mitigating the Security Risks of Generative AI. arXiv preprint arXiv:2308.14840 (2023)."},{"key":"e_1_3_2_1_32_1","volume-title":"Large language model-based chatbot as a source of advice on first aid in heart attack. Current Problems in Cardiology","author":"Birkun A","year":"2023","unstructured":"Alexei\u00a0A Birkun and Adhish Gautam. 2023. Large language model-based chatbot as a source of advice on first aid in heart attack. Current Problems in Cardiology (2023)."},{"key":"e_1_3_2_1_33_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared\u00a0D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger Tom Henighan Rewon Child Aditya Ramesh Daniel Ziegler Jeffrey Wu Clemens Winter Chris Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_34_1","volume-title":"PentestGPT: An LLM-empowered Automatic Penetration Testing Tool. arXiv preprint arXiv:2308.06782","author":"Deng Gelei","year":"2023","unstructured":"Gelei Deng, Yi Liu, V\u00edctor Mayoral-Vilches, Peng Liu, Yuekang Li, Yuan Xu, Tianwei Zhang, Yang Liu, Martin Pinzger, and Stefan Rass. 2023. PentestGPT: An LLM-empowered Automatic Penetration Testing Tool. arXiv preprint arXiv:2308.06782 (2023)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2508859.2516753"},{"key":"e_1_3_2_1_36_1","volume-title":"The measurement of interrater agreement. Statistical methods for rates and proportions","author":"Fleiss L","year":"1981","unstructured":"Joseph\u00a0L Fleiss, Bruce Levin, Myunghee\u00a0Cho Paik, 1981. The measurement of interrater agreement. Statistical methods for rates and proportions (1981)."},{"key":"e_1_3_2_1_37_1","volume-title":"Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462","author":"Gehman Samuel","year":"2020","unstructured":"Samuel Gehman, Suchin Gururangan, Maarten Sap, Yejin Choi, and Noah\u00a0A Smith. 2020. Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462 (2020)."},{"key":"e_1_3_2_1_38_1","volume-title":"Hallucinations in large multilingual translation models. arXiv preprint arXiv:2303.16104","author":"Guerreiro M","year":"2023","unstructured":"Nuno\u00a0M Guerreiro, Duarte Alves, Jonas Waldendorf, Barry Haddow, Alexandra Birch, Pierre Colombo, and Andr\u00e9\u00a0FT Martins. 2023. Hallucinations in large multilingual translation models. arXiv preprint arXiv:2303.16104 (2023)."},{"key":"e_1_3_2_1_39_1","volume-title":"Fact Check: Assessing the Response of ChatGPT to Alzheimer\u2019s Disease Statements with Varying Degrees of Misinformation. medRxiv","author":"Huang S","year":"2023","unstructured":"Sean\u00a0S Huang, Qingyuan Song, Kimberly\u00a0J Beiting, Maria\u00a0C Duggan, Kristin Hines, Harvey Murff, Vania Leung, James Powers, TS Harvey, Bradley Malin, 2023. Fact Check: Assessing the Response of ChatGPT to Alzheimer\u2019s Disease Statements with Varying Degrees of Misinformation. medRxiv (2023)."},{"key":"e_1_3_2_1_40_1","volume-title":"Large language models are zero-shot reasoners. Advances in neural information processing systems","author":"Kojima Takeshi","year":"2022","unstructured":"Takeshi Kojima, Shixiang\u00a0Shane Gu, Machel Reid, Yutaka Matsuo, and Yusuke Iwasawa. 2022. Large language models are zero-shot reasoners. Advances in neural information processing systems (2022)."},{"key":"e_1_3_2_1_41_1","unstructured":"Stephanie Lin Jacob Hilton and Owain Evans. 2022. TruthfulQA: Measuring How Models Mimic Human Falsehoods. In Computational Linguistics."},{"key":"e_1_3_2_1_42_1","volume-title":"CHI Conference on Human Factors in Computing Systems.","author":"Nicholson James","year":"2019","unstructured":"James Nicholson, Lynne Coventry, and Pamela Briggs. 2019. \" If It\u2019s Important It Will Be A Headline\" Cybersecurity Information Seeking in Older Adults. In CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_2_1_43_1","volume-title":"Can Large Language Models Find And Fix Vulnerable Software?arXiv preprint arXiv:2308.10345","author":"Noever David","year":"2023","unstructured":"David Noever. 2023. Can Large Language Models Find And Fix Vulnerable Software?arXiv preprint arXiv:2308.10345 (2023)."},{"key":"e_1_3_2_1_44_1","volume-title":"https:\/\/openai.com\/blog\/chatgpt. [Online","author":"Introducint AI.","year":"2023","unstructured":"OpenAI. 2023. Introducint ChatGPT. https:\/\/openai.com\/blog\/chatgpt. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_45_1","volume-title":"Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems (2022)."},{"key":"e_1_3_2_1_46_1","volume-title":"DIVAS: An LLM-based End-to-End Framework for SoC Security Analysis and Policy-based Protection. arXiv preprint arXiv:2308.06932","author":"Paria Sudipta","year":"2023","unstructured":"Sudipta Paria, Aritra Dasgupta, and Swarup Bhunia. 2023. DIVAS: An LLM-based End-to-End Framework for SoC Security Analysis and Policy-based Protection. arXiv preprint arXiv:2308.06932 (2023)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179420"},{"key":"e_1_3_2_1_48_1","volume-title":"GODEL: Large-Scale Pre-Training for Goal-Directed Dialog. arXiv preprint arXiv:2206.11309","author":"Peng Baolin","year":"2022","unstructured":"Baolin Peng, Michel Galley, Pengcheng He, Chris Brockett, Lars Liden, Elnaz Nouri, Zhou Yu, Bill Dolan, and Jianfeng Gao. 2022. GODEL: Large-Scale Pre-Training for Goal-Directed Dialog. arXiv preprint arXiv:2206.11309 (2022)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2335356.2335364"},{"key":"e_1_3_2_1_50_1","volume-title":"Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter\u00a0J Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research (2020)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978307"},{"key":"e_1_3_2_1_52_1","volume-title":"CHI Conference on Human Factors in Computing Systems.","author":"Redmiles M.","year":"2017","unstructured":"Elissa\u00a0M. Redmiles, Sean Kross, and Michelle\u00a0L. Mazurek. 2017. Where is the Digital Divide? A Survey of Security, Privacy, and Socioeconomics. In CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_2_1_53_1","volume-title":"IEEE Symposium on Security and Privacy (SP).","author":"Redmiles M","year":"2016","unstructured":"Elissa\u00a0M Redmiles, Amelia\u00a0R Malone, and Michelle\u00a0L Mazurek. 2016. I think they\u2019re trying to tell me something: Advice sources and selection for digital security. In IEEE Symposium on Security and Privacy (SP)."},{"key":"e_1_3_2_1_54_1","volume-title":"USENIX Security Symposium.","author":"Redmiles M","year":"2020","unstructured":"Elissa\u00a0M Redmiles, Noel Warford, Amritha Jayanti, Aravind Koneru, Sean Kross, Miraida Morales, Rock Stevens, and Michelle\u00a0L Mazurek. 2020. A comprehensive quality evaluation of security and privacy advice on the web. In USENIX Security Symposium."},{"key":"e_1_3_2_1_55_1","volume-title":"Investigating the Factual Knowledge Boundary of Large Language Models with Retrieval Augmentation. arXiv preprint arXiv:2307.11019","author":"Ren Ruiyang","year":"2023","unstructured":"Ruiyang Ren, Yuhao Wang, Yingqi Qu, Wayne\u00a0Xin Zhao, Jing Liu, Hao Tian, Hua Wu, Ji-Rong Wen, and Haifeng Wang. 2023. Investigating the Factual Knowledge Boundary of Large Language Models with Retrieval Augmentation. arXiv preprint arXiv:2307.11019 (2023)."},{"key":"e_1_3_2_1_56_1","volume-title":"Evaluation of ChatGPT\u2019s responses to information needs and information seeking of dementia patients. Research Square","author":"Saeidnia Hamid\u00a0Reza","year":"2023","unstructured":"Hamid\u00a0Reza Saeidnia, Marcin Kozak, Brady\u00a0D Lund, and Mohammad Hassanzadeh. 2023. Evaluation of ChatGPT\u2019s responses to information needs and information seeking of dementia patients. Research Square (2023)."},{"key":"e_1_3_2_1_57_1","unstructured":"Xinyue Shen Zeyuan Chen Michael Backes and Yang Zhang. 2023. In ChatGPT We Trust? Measuring and Characterizing the Reliability of ChatGPT. arXiv preprint arXiv:2304.08979 (2023)."},{"key":"e_1_3_2_1_58_1","volume-title":"Blenderbot 3: a deployed conversational agent that continually learns to responsibly engage. arXiv preprint arXiv:2208.03188","author":"Shuster Kurt","year":"2022","unstructured":"Kurt Shuster, Jing Xu, Mojtaba Komeili, Da Ju, Eric\u00a0Michael Smith, Stephen Roller, Megan Ung, Moya Chen, Kushal Arora, Joshua Lane, 2022. Blenderbot 3: a deployed conversational agent that continually learns to responsibly engage. arXiv preprint arXiv:2208.03188 (2022)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3548606.3560599"},{"key":"e_1_3_2_1_60_1","volume-title":"Using cartoons to teach internet security. Cryptologia","author":"Srikwan Sukamol","year":"2008","unstructured":"Sukamol Srikwan and Markus Jakobsson. 2008. Using cartoons to teach internet security. Cryptologia (2008)."},{"key":"e_1_3_2_1_61_1","volume-title":"API 2023","year":"2023","unstructured":"t5-paraphrase API 2023. t5-large-paraphraser-diverse-high-quality model. https:\/\/huggingface.co\/ramsrigouthamg\/t5-large-paraphraser-diverse-high-quality. [Online; accessed 25-May-2023]."},{"key":"e_1_3_2_1_62_1","volume-title":"Lamda: Language models for dialog applications. arXiv preprint arXiv:2201.08239","author":"Thoppilan Romal","year":"2022","unstructured":"Romal Thoppilan, Daniel De\u00a0Freitas, Jamie Hall, Noam Shazeer, Apoorv Kulshreshtha, Heng-Tze Cheng, Alicia Jin, Taylor Bos, Leslie Baker, Yu Du, 2022. Lamda: Language models for dialog applications. arXiv preprint arXiv:2201.08239 (2022)."},{"key":"e_1_3_2_1_63_1","volume-title":"ZeroLeak: Using LLMs for Scalable and Cost Effective Side-Channel Patching. arXiv preprint arXiv:2308.13062","author":"Tol M\u00a0Caner","year":"2023","unstructured":"M\u00a0Caner Tol and Berk Sunar. 2023. ZeroLeak: Using LLMs for Scalable and Cost Effective Side-Channel Patching. arXiv preprint arXiv:2308.13062 (2023)."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_65_1","volume-title":"Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652","author":"Wei Jason","year":"2021","unstructured":"Jason Wei, Maarten Bosma, Vincent\u00a0Y Zhao, Kelvin Guu, Adams\u00a0Wei Yu, Brian Lester, Nan Du, Andrew\u00a0M Dai, and Quoc\u00a0V Le. 2021. Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652 (2021)."},{"key":"e_1_3_2_1_66_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc\u00a0V Le, Denny Zhou, 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022), 24824\u201324837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_67_1","volume-title":"React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629","author":"Yao Shunyu","year":"2022","unstructured":"Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik Narasimhan, and Yuan Cao. 2022. React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)."},{"key":"e_1_3_2_1_68_1","volume-title":"How would stance detection techniques evolve after the launch of chatgpt?arXiv preprint arXiv:2212.14548","author":"Zhang Bowen","year":"2022","unstructured":"Bowen Zhang, Daijun Ding, and Liwen Jing. 2022. How would stance detection techniques evolve after the launch of chatgpt?arXiv preprint arXiv:2212.14548 (2022)."},{"key":"e_1_3_2_1_69_1","volume-title":"Siren\u2019s Song in the AI Ocean: A Survey on Hallucination in Large Language Models. arXiv preprint arXiv:2309.01219","author":"Zhang Yue","year":"2023","unstructured":"Yue Zhang, Yafu Li, Leyang Cui, Deng Cai, Lemao Liu, Tingchen Fu, Xinting Huang, Enbo Zhao, Yu Zhang, Yulong Chen, 2023. Siren\u2019s Song in the AI Ocean: A Survey on Hallucination in Large Language Models. arXiv preprint arXiv:2309.01219 (2023)."},{"key":"e_1_3_2_1_70_1","volume-title":"Dialogpt: Large-scale generative pre-training for conversational response generation. arXiv preprint arXiv:1911.00536","author":"Zhang Yizhe","year":"2019","unstructured":"Yizhe Zhang, Siqi Sun, Michel Galley, Yen-Chun Chen, Chris Brockett, Xiang Gao, Jianfeng Gao, Jingjing Liu, and Bill Dolan. 2019. Dialogpt: Large-scale generative pre-training for conversational response generation. arXiv preprint arXiv:1911.00536 (2019)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2016.1136177"},{"key":"e_1_3_2_1_72_1","volume-title":"tell me what I want to hear: How prompt knowledge impacts health answer correctness. arXiv preprint arXiv:2302.13793","author":"Zuccon Guido","year":"2023","unstructured":"Guido Zuccon and Bevan Koopman. 2023. Dr ChatGPT, tell me what I want to hear: How prompt knowledge impacts health answer correctness. arXiv preprint arXiv:2302.13793 (2023)."}],"event":{"name":"ACSAC '23: Annual Computer Security Applications Conference","location":"Austin TX USA","acronym":"ACSAC '23"},"container-title":["Annual Computer Security Applications Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627106.3627196","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627106.3627196","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:36:34Z","timestamp":1755884194000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627106.3627196"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,4]]},"references-count":72,"alternative-id":["10.1145\/3627106.3627196","10.1145\/3627106"],"URL":"https:\/\/doi.org\/10.1145\/3627106.3627196","relation":{},"subject":[],"published":{"date-parts":[[2023,12,4]]},"assertion":[{"value":"2023-12-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}