{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T17:04:39Z","timestamp":1784048679402,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T00:00:00Z","timestamp":1784851200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"funder":[{"name":"The National Natural Science Foundation of China","award":["72474009"],"award-info":[{"award-number":["72474009"]}]},{"name":"The National Natural Science Foundation of China","award":["L252400109"],"award-info":[{"award-number":["L252400109"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,25]]},"DOI":"10.1145\/3805713.3820397","type":"proceedings-article","created":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T16:08:31Z","timestamp":1784045311000},"page":"218-229","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["RoTRAG: Rule of Thumb Reasoning for Conversation Harm Detection with Retrieval-Augmented Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-5696-3940","authenticated-orcid":false,"given":"Juhyeon","family":"Lee","sequence":"first","affiliation":[{"name":"Peking University, Haidian, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6070-1833","authenticated-orcid":false,"given":"Wonduk","family":"Seo","sequence":"additional","affiliation":[{"name":"Enhans, Seoul, Republic of Korea and Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5965-2130","authenticated-orcid":false,"given":"Junseo","family":"Koh","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1687-1597","authenticated-orcid":false,"given":"Seunghyun","family":"Lee","sequence":"additional","affiliation":[{"name":"Enhans, Seoul, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7088-9752","authenticated-orcid":false,"given":"Haihua","family":"Chen","sequence":"additional","affiliation":[{"name":"University of North Texas, Denton, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2549-4580","authenticated-orcid":false,"given":"Yi","family":"Bu","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,24]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Anthropic. 2025. Claude 3.7 Sonnet System Card. https:\/\/www.anthropic.com\/claude-3-7-sonnet-system-card"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2321"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1481"},{"key":"e_1_3_2_1_4_1","volume-title":"RADAR: A Risk-Aware Dynamic Multi-Agent Framework for LLM Safety Evaluation via Role-Specialized Collaboration. arXiv preprint arXiv:2509.25271","author":"Chen Xiuyuan","year":"2025","unstructured":"Xiuyuan Chen, Jian Zhao, Yuchen Yuan, Tianle Zhang, Huilin Zhou, Zheng Zhu, Ping Hu, Linghe Kong, Chi Zhang, Weiran Huang, et al., 2025. RADAR: A Risk-Aware Dynamic Multi-Agent Framework for LLM Safety Evaluation via Role-Specialized Collaboration. arXiv preprint arXiv:2509.25271 (2025)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.284"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.375"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.54"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.48"},{"key":"e_1_3_2_1_9_1","volume-title":"Quantifying Information Gain and Redundancy in Multi-Turn LLM Conversations. In First Workshop on Multi-Turn Interactions in Large Language Models.","author":"Gorle Abhiram Rao","year":"2025","unstructured":"Abhiram Rao Gorle, Amit Kumar Singh Yadav, and Tsachy Weissman. 2025. Quantifying Information Gain and Redundancy in Multi-Turn LLM Conversations. In First Workshop on Multi-Turn Interactions in Large Language Models."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1282"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.267"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-eacl.109"},{"key":"e_1_3_2_1_13_1","unstructured":"Martin Kuo Jianyi Zhang Aolin Ding Louis DiValentin Amin Hass Benjamin F Morris Isaac Jacobson Randolph Linderman James Kiessling Nicolas Ramos et al. 2025. SafeTy Reasoning Elicitation Alignment for Multi-Turn Dialogues. arXiv preprint arXiv:2506.00668 (2025)."},{"key":"e_1_3_2_1_14_1","volume-title":"Llms get lost in multi-turn conversation. arXiv preprint arXiv:2505.06120","author":"Laban Philippe","year":"2025","unstructured":"Philippe Laban, Hiroaki Hayashi, Yingbo Zhou, and Jennifer Neville. 2025. Llms get lost in multi-turn conversation. arXiv preprint arXiv:2505.06120 (2025)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/JCDL67857.2025.00043"},{"key":"e_1_3_2_1_16_1","unstructured":"Patrick Lewis Ethan Perez Aleksandra Piktus Fabio Petroni Vladimir Karpukhin Naman Goyal Heinrich K\u00fcttler Mike Lewis Wen-tau Yih Tim Rockt\u00e4schel et al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in neural information processing systems Vol. 33 (2020) 9459-9474."},{"key":"e_1_3_2_1_17_1","unstructured":"Aixin Liu Aoxue Mei Bangcai Lin Bing Xue Bingxuan Wang Bingzheng Xu Bochao Wu Bowei Zhang Chaofan Lin Chen Dong et al. 2025. Deepseek-v3.2: Pushing the frontier of open large language models. arXiv preprint arXiv:2512.02556 (2025)."},{"key":"e_1_3_2_1_18_1","volume-title":"Jailjudge: A comprehensive jailbreak judge benchmark with multi-agent enhanced explanation evaluation framework. arXiv preprint arXiv:2410.12855","author":"Liu Fan","year":"2024","unstructured":"Fan Liu, Yue Feng, Zhao Xu, Lixin Su, Xinyu Ma, Dawei Yin, and Hao Liu. 2024. Jailjudge: A comprehensive jailbreak judge benchmark with multi-agent enhanced explanation evaluation framework. arXiv preprint arXiv:2410.12855 (2024)."},{"key":"e_1_3_2_1_19_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.19"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.796"},{"key":"e_1_3_2_1_22_1","volume-title":"GPT-4o mini: advancing cost-efficient intelligence. https:\/\/openai.com\/index\/gpt-4o-mini-advancing-cost-efficient-intelligence\/","author":"GPT","year":"2024","unstructured":"GPT OpenAI. 2024. GPT-4o mini: advancing cost-efficient intelligence. https:\/\/openai.com\/index\/gpt-4o-mini-advancing-cost-efficient-intelligence\/ (2024)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems Vol. 35 (2022) 27730-27744.","DOI":"10.52202\/068431-2011"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.396"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44696-2_1"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.812"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-ijcnlp.128"},{"key":"e_1_3_2_1_28_1","volume-title":"Toward Culturally Aligned LLMs through Ontology-Guided Multi-Agent Reasoning. arXiv preprint arXiv:2601.21700","author":"Seo Wonduk","year":"2026","unstructured":"Wonduk Seo, Wonseok Choi, Junseo Koh, Juhyeon Lee, Hyunjin An, Minhyeong Yu, Jian Park, Qingshan Zhou, Seunghyun Lee, and Yi Bu. 2026. Toward Culturally Aligned LLMs through Ontology-Guided Multi-Agent Reasoning. arXiv preprint arXiv:2601.21700 (2026)."},{"key":"e_1_3_2_1_29_1","volume-title":"Prompt Optimization via Retrieved Reasoning Assets and Multi-Agent Analysis. arXiv preprint arXiv:2510.16635","author":"Seo Wonduk","year":"2025","unstructured":"Wonduk Seo, Juhyeon Lee, Junseo Koh, Hyunjin An, Jian Park, Seunghyun Lee, Haihua Chen, and Yi Bu. 2025a. Prompt Optimization via Retrieved Reasoning Assets and Multi-Agent Analysis. arXiv preprint arXiv:2510.16635 (2025)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData66926.2025.11401468"},{"key":"e_1_3_2_1_31_1","first-page":"2307","volume-title":"Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society","volume":"8","author":"Seo Wonduk","year":"2025","unstructured":"Wonduk Seo, Zonghao Yuan, and Yi Bu. 2025c. Valuesrag: Enhancing cultural alignment through retrieval-augmented contextual learning. In Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, Vol. 8. 2307-2318."},{"key":"e_1_3_2_1_32_1","first-page":"493","volume-title":"Nature","volume":"623","author":"Shanahan Murray","year":"2023","unstructured":"Murray Shanahan, Kyle McDonell, and Laria Reynolds. 2023. Role play with large language models. Nature, Vol. 623, 7987 (2023), 493-498."},{"key":"e_1_3_2_1_33_1","volume-title":"CASE-Bench: Context-aware safety benchmark for large language models. arXiv preprint arXiv:2501.14940","author":"Sun Guangzhi","year":"2025","unstructured":"Guangzhi Sun, Xiao Zhan, Shutong Feng, Philip C Woodland, and Jose Such. 2025. CASE-Bench: Context-aware safety benchmark for large language models. arXiv preprint arXiv:2501.14940 (2025)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.308"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.447"},{"key":"e_1_3_2_1_36_1","volume-title":"Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533","author":"Wang Liang","year":"2022","unstructured":"Liang Wang, Nan Yang, Xiaolong Huang, Binxing Jiao, Linjun Yang, Daxin Jiang, Rangan Majumder, and Furu Wei. 2022. Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533 (2022)."},{"key":"e_1_3_2_1_37_1","volume-title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models. In The Eleventh International Conference on Learning Representations.","author":"Wang Xuezhi","year":"2023","unstructured":"Xuezhi Wang, Jason Wei, Dale Schuurmans, Quoc V Le, Ed H Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou. 2023. Self-Consistency Improves Chain of Thought Reasoning in Language Models. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_38_1","volume-title":"Denny Zhou, et al.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al., 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems, Vol. 35 (2022), 24824-24837."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.235"},{"key":"e_1_3_2_1_40_1","unstructured":"An Yang Anfeng Li Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu Chang Gao Chengen Huang Chenxu Lv et al. 2025. Qwen3 technical report. arXiv preprint arXiv:2505.09388 (2025)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.968"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.433"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591877"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.2"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.429"}],"event":{"name":"ICTIR '26: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2026 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"deposited":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T16:09:21Z","timestamp":1784045361000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805713.3820397"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,24]]},"references-count":45,"alternative-id":["10.1145\/3805713.3820397","10.1145\/3805713"],"URL":"https:\/\/doi.org\/10.1145\/3805713.3820397","relation":{},"subject":[],"published":{"date-parts":[[2026,7,24]]},"assertion":[{"value":"2026-07-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}