{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:17:11Z","timestamp":1784179031569,"version":"3.55.0"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2022YFC3303600"],"award-info":[{"award-number":["2022YFC3303600"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62137002"],"award-info":[{"award-number":["62137002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62293550"],"award-info":[{"award-number":["62293550"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62293553"],"award-info":[{"award-number":["62293553"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62293554"],"award-info":[{"award-number":["62293554"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62437002"],"award-info":[{"award-number":["62437002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62477037"],"award-info":[{"award-number":["62477037"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176209"],"award-info":[{"award-number":["62176209"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176207"],"award-info":[{"award-number":["62176207"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62192781"],"award-info":[{"award-number":["62192781"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"LENOVO-XJTU"},{"name":"Intelligent Industry Joint Laboratory Project"},{"name":"Shaanxi Provincial Social Science Foundation Project","award":["2024P041"],"award-info":[{"award-number":["2024P041"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["2023-JC-YB-593"],"award-info":[{"award-number":["2023-JC-YB-593"]}]},{"name":"Youth Innovation Team of Shaanxi Universities “Multi-modal Data Mining and Fusion"},{"name":"Shaanxi Undergraduate and Higher Education Teaching Reform Research Program","award":["23BY195"],"award-info":[{"award-number":["23BY195"]}]},{"name":"Xi’an Jiaotong University City College Research Project","award":["2024Y01"],"award-info":[{"award-number":["2024Y01"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1109\/tkde.2025.3536008","type":"journal-article","created":{"date-parts":[[2025,2,3]],"date-time":"2025-02-03T18:32:21Z","timestamp":1738607541000},"page":"1620-1634","source":"Crossref","is-referenced-by-count":52,"title":["Are Large Language Models Really Good Logical Reasoners? A Comprehensive Evaluation and Beyond"],"prefix":"10.1109","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4712-0547","authenticated-orcid":false,"given":"Fangzhi","family":"Xu","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5650-0600","authenticated-orcid":false,"given":"Qika","family":"Lin","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiawei","family":"Han","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2879-2703","authenticated-orcid":false,"given":"Tianzhe","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6004-0675","authenticated-orcid":false,"given":"Jun","family":"Liu","sequence":"additional","affiliation":[{"name":"Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi’an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3030-1280","authenticated-orcid":false,"given":"Erik","family":"Cambria","sequence":"additional","affiliation":[{"name":"College of Computing and Data Science, Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2007.29"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2010.111"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3139333"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM54844.2022.00159"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531996"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3073227"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10763-019-10039-8"},{"key":"ref8","article-title":"Logical reasoning over natural language as knowledge representation: A survey","author":"Yang","year":"2023"},{"key":"ref9","article-title":"Instruction tuning with GPT-4","author":"Peng","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2024.102795"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2023.3254179"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.ijcnlp-main.45"},{"key":"ref13","article-title":"ChatGPT is a knowledgeable but inexperienced solver: An investigation of commonsense problem in large language models","author":"Bian","year":"2023"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-industry.4"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-017-0606-3_1"},{"key":"ref16","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref17","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref18","article-title":"Palm 2 technical report","author":"Anil","year":"2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.85"},{"key":"ref20","article-title":"ChatLog: Recording and analyzing chatGPT across time","author":"Tu","year":"2023"},{"key":"ref21","article-title":"C-eval: A multi-level multi-discipline chinese evaluation suite for foundation models","author":"Huang","year":"2023"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00632"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.286"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539338"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539421"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.50.1.109"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2007.09.003"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1037\/a0018784"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3664194"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511530128"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.22329\/il.v21i2.2241"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.585"},{"key":"ref33","article-title":"FOLIO: Natural language reasoning with first-order logic","author":"Han","year":"2022"},{"key":"ref34","first-page":"20227","article-title":"Leap-of-thought: Teaching pre-trained models to systematically reason over implicit knowledge","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Talmor"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1458"},{"key":"ref36","article-title":"ReClor: A reading comprehension dataset requiring logical reasoning","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Yu"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/501"},{"key":"ref38","article-title":"Evaluating the logical reasoning ability of ChatGPT and GPT-4","author":"Liu","year":"2023"},{"key":"ref39","article-title":"Towards ai-complete question answering: A set of prerequisite toy tasks","volume-title":"Proc. 4th Int. Conf. Learn. Representations","author":"Weston"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/537"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/11578.003.0023"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.19"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.317"},{"key":"ref44","first-page":"6938","article-title":"Learning reasoning strategies in end-to-end differentiable proving","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Minervini"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.276"},{"key":"ref46","article-title":"A survey for in-context learning","author":"Dong","year":"2022"},{"key":"ref47","article-title":"Self-adaptive in-context learning","author":"Wu","year":"2022"},{"key":"ref48","article-title":"Program of thoughts prompting: Disentangling computation from reasoning for numerical reasoning tasks","author":"Chen","year":"2022"},{"key":"ref49","first-page":"10764","article-title":"PAL: Program-aided language models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Gao"},{"key":"ref50","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wei"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2123433119"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/69\/10918320\/10870148.pdf?arnumber=10870148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,8]],"date-time":"2025-03-08T07:52:48Z","timestamp":1741420368000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10870148\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":52,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2025.3536008","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4]]}}}