{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T16:40:10Z","timestamp":1786120810663,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,8,8]],"date-time":"2026-08-08T00:00:00Z","timestamp":1786147200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,8,9]]},"DOI":"10.1145\/3770855.3817451","type":"proceedings-article","created":{"date-parts":[[2026,8,6]],"date-time":"2026-08-06T17:15:47Z","timestamp":1786036547000},"page":"10126-10137","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Investigating Reasoning in Large Language Models with Counterfactual Knowledge Graphs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6122-935X","authenticated-orcid":false,"given":"Fangfei","family":"Yan","sequence":"first","affiliation":[{"name":"Jilin University, Changchun, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0420-7866","authenticated-orcid":false,"given":"Jianbo","family":"Yao","sequence":"additional","affiliation":[{"name":"Jilin University, Changchun, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2727-5798","authenticated-orcid":false,"given":"Michael K.","family":"Chen","sequence":"additional","affiliation":[{"name":"University of California, San Diego, San Diego, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1812-6843","authenticated-orcid":false,"given":"Yizhou","family":"Sun","sequence":"additional","affiliation":[{"name":"University of California, Los Angeles, Los Angeles, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0535-3134","authenticated-orcid":false,"given":"Qixin","family":"Zhang","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0694-3654","authenticated-orcid":false,"given":"Xikun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Royal Melbourne Institute of Technology, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8313-9835","authenticated-orcid":false,"given":"Renqiang","family":"Luo","sequence":"additional","affiliation":[{"name":"Jilin University, Changchun, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7225-5449","authenticated-orcid":false,"given":"Dacheng","family":"Tao","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,8,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2025.3544454"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583401"},{"key":"e_1_3_2_1_4_1","volume-title":"Justlogic: A comprehensive benchmark for evaluating deductive reasoning in large language models. arXiv preprint arXiv:2501.14851","author":"Chen Michael K","year":"2025","unstructured":"Michael K Chen, Xikun Zhang, and Dacheng Tao. 2025. Justlogic: A comprehensive benchmark for evaluating deductive reasoning in large language models. arXiv preprint arXiv:2501.14851 (2025)."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 31st International Conference on Computational Linguistics. 10554-10568","author":"Fang Yi","year":"2025","unstructured":"Yi Fang, Moxin Li, Wenjie Wang, Lin Hui, and Fuli Feng. 2025. Counterfactual debating with preset stances for hallucination elimination of LLMs. In Proceedings of the 31st International Conference on Computational Linguistics. 10554-10568."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.1328"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.1274"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 9th International Conference on Learning Representations.","author":"Hendrycks Dan","year":"2021","unstructured":"Dan Hendrycks, Collin Burns, Steven Basart, Andy Zou, Mantas Mazeika, Dawn Song, and Jacob Steinhardt. 2021. Measuring Massive Multitask Language Understanding. In Proceedings of the 9th International Conference on Learning Representations."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 12th international conference on learning representations.","author":"Hu Xuming","year":"2024","unstructured":"Xuming Hu, Junzhe Chen, Xiaochuan Li, Yufei Guo, Lijie Wen, Philip S Yu, and Zhijiang Guo. 2024. Towards understanding factual knowledge of large language models. In Proceedings of the 12th international conference on learning representations."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.232"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.84"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2026.findings-eacl.234"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 33rd International Joint Conference on Artificial Intelligence. 2135-2143","author":"Li Qian","year":"2024","unstructured":"Qian Li, Zhuo Chen, Cheng Ji, Shiqi Jiang, and Jianxin Li. 2024a. LLM-based multi-level knowledge generation for few-shot knowledge graph completion. In Proceedings of the 33rd International Joint Conference on Artificial Intelligence. 2135-2143."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.63317\/3xeiq2g96jjy"},{"key":"e_1_3_2_1_15_1","volume-title":"Investigating Spurious Correlations in Vision Models Using Counterfactual Images. In First Workshop on Experimental Model Auditing via Controllable Synthesis at CVPR","author":"Li Zichao","year":"2025","unstructured":"Zichao Li. 2025. Investigating Spurious Correlations in Vision Models Using Counterfactual Images. In First Workshop on Experimental Model Auditing via Controllable Synthesis at CVPR 2025."},{"key":"e_1_3_2_1_16_1","unstructured":"Aixin Liu Aoxue Mei Bangcai Lin Bing Xue Bingxuan Wang Bingzheng Xu Bochao Wu Bowei Zhang Chaofan Lin Chen Dong et al. 2025. Deepseek-v3.2: Pushing the frontier of open large language models. arXiv preprint arXiv:2512.02556 (2025)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2023.3293046"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3774904.3792169"},{"key":"e_1_3_2_1_19_1","volume-title":"2026 b. Utility-Preserving Federated Graph Learning with Dual-Perspective Fairness","author":"Luo Renqiang","year":"2026","unstructured":"Renqiang Luo, Huafei Huang, Shuo Yu, Fengqi Yu, Feng Xia, Sajal K. Das, and Chengqi Zhang. 2026 b. Utility-Preserving Federated Graph Learning with Dual-Perspective Fairness. IEEE Transactions on Pattern Analysis and Machine Intelligence (2026)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3774904.3792168"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.168"},{"key":"e_1_3_2_1_22_1","volume-title":"A fano-style accuracy upper bound for LLM single-pass reasoning in multi-hop QA. arXiv preprint arXiv:2509.21199","author":"Wan Kaiyang","year":"2025","unstructured":"Kaiyang Wan, Lang Gao, Honglin Mu, Preslav Nakov, Yuxia Wang, and Xiuying Chen. 2025. A fano-style accuracy upper bound for LLM single-pass reasoning in multi-hop QA. arXiv preprint arXiv:2509.21199 (2025)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.795"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583256"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Zhishang Xiang Chengyi Yang Zerui Chen Zhimin Wei Yunbo Tang Zongpei Teng Zexi Peng Zongxia Li Chengsong Huang Yicheng He et al. 2026. A Systematic Survey of Self-Evolving Agents: From Model-Centric to Environment-Driven Co-Evolution. (2026).","DOI":"10.2139\/ssrn.6626878"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3690624.3709432"},{"key":"e_1_3_2_1_27_1","unstructured":"An Yang Anfeng Li Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu Chang Gao Chengen Huang Chenxu Lv et al. 2025. Qwen3 technical report. arXiv preprint arXiv:2505.09388 (2025)."},{"key":"e_1_3_2_1_28_1","volume-title":"Knowledge circuits in pretrained transformers. Advances in Neural Information Processing Systems","author":"Yao Yunzhi","year":"2024","unstructured":"Yunzhi Yao, Ningyu Zhang, Zekun Xi, Mengru Wang, Ziwen Xu, Shumin Deng, and Huajun Chen. 2024. Knowledge circuits in pretrained transformers. Advances in Neural Information Processing Systems (2024), 118571-118602."},{"key":"e_1_3_2_1_29_1","first-page":"14809","article-title":"LLMs for generating and evaluating counterfactuals: A comprehensive study","volume":"2024","author":"Youssef Paul","year":"2024","unstructured":"Paul Youssef, Christin Seifert, J\u00f6rg Schl\u00f6tterer, et al., 2024. LLMs for generating and evaluating counterfactuals: A comprehensive study. In Findings of the Association for Computational Linguistics: EMNLP 2024. 14809-14824.","journal-title":"Findings of the Association for Computational Linguistics: EMNLP"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.622"},{"key":"e_1_3_2_1_31_1","volume-title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning. In International Conference on Learning Representations.","author":"Yu Weihao","year":"2020","unstructured":"Weihao Yu, Zihang Jiang, Yanfei Dong, and Jiashi Feng. 2020. ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01456"},{"key":"e_1_3_2_1_33_1","unstructured":"Qinggang Zhang Shengyuan Chen Yuanchen Bei Zheng Yuan Huachi Zhou Zijin Hong Hao Chen Yilin Xiao Chuang Zhou Junnan Dong et al. 2025a. A survey of graph retrieval-augmented generation for customized large language models. arXiv preprint arXiv:2501.13958 (2025)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3690624.3709187"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3761103"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2023.3304665"}],"event":{"name":"KDD '26: The 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Jeju Island Republic of Korea","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"deposited":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T01:22:49Z","timestamp":1786065769000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770855.3817451"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,8]]},"references-count":36,"alternative-id":["10.1145\/3770855.3817451","10.1145\/3770855"],"URL":"https:\/\/doi.org\/10.1145\/3770855.3817451","relation":{},"subject":[],"published":{"date-parts":[[2026,8,8]]},"assertion":[{"value":"2026-08-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}