{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T03:41:36Z","timestamp":1774669296108,"version":"3.50.1"},"reference-count":105,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Audio Speech Lang. Process."],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/taslp.2023.3293046","type":"journal-article","created":{"date-parts":[[2023,7,6]],"date-time":"2023-07-06T17:24:32Z","timestamp":1688664272000},"page":"2947-2962","source":"Crossref","is-referenced-by-count":17,"title":["LogiQA 2.0\u2014An Improved Dataset for Logical Reasoning in Natural Language Understanding"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1320-9973","authenticated-orcid":false,"given":"Hanmeng","family":"Liu","sequence":"first","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9665-6466","authenticated-orcid":false,"given":"Jian","family":"Liu","sequence":"additional","affiliation":[{"name":"Fudan University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5072-884X","authenticated-orcid":false,"given":"Leyang","family":"Cui","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6757-6897","authenticated-orcid":false,"given":"Zhiyang","family":"Teng","sequence":"additional","affiliation":[{"name":"School of Engineering, Westlake University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3387-4674","authenticated-orcid":false,"given":"Nan","family":"Duan","sequence":"additional","affiliation":[{"name":"Microsoft Research Asia, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2551-2964","authenticated-orcid":false,"given":"Ming","family":"Zhou","sequence":"additional","affiliation":[{"name":"Langboat Technology, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5214-2268","authenticated-orcid":false,"given":"Yue","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Engineering, Westlake University, Hangzhou, China"}]}],"member":"263","reference":[{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12022"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref59","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","volume":"32","author":"yang","year":"2019","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref58","first-page":"1744","article-title":"Question answering using enhanced lexical semantic models","volume":"1","author":"yih","year":"0","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref53","first-page":"26","article-title":"Monotonic inference for underspecified episodic logic","author":"kim","year":"0","journal-title":"Proc 1st 2nd Workshops Natural Log Meets Mach Learn"},{"key":"ref52","article-title":"Using the framework","author":"pulman","year":"1996"},{"key":"ref55","author":"hurley","year":"2014","journal-title":"A Concise Introduction to Logic"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1037\/a0026841"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(94)00625-U"},{"key":"ref50","author":"johnson-laird","year":"1986","journal-title":"Mental models Towards a cognitive science of language inference and consciousness"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1075"},{"key":"ref48","article-title":"Transforming question answering datasets into natural language inference datasets","author":"demszky","year":"2018"},{"key":"ref47","first-page":"12","article-title":"Reading comprehension as natural language inference: A semantic analysis","author":"mishra","year":"0","journal-title":"Proc 9th Joint Conf Lexical Comput Semantics"},{"key":"ref42","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"radford","year":"2019","journal-title":"OpenAir"},{"key":"ref41","first-page":"1218","article-title":"A robustly optimized BERT pre-training approach with post-training","author":"zhuang","year":"0","journal-title":"Proc 20th Chin Nat Conf Comput Linguistics"},{"key":"ref44","first-page":"552","article-title":"The winograd schema challenge","author":"levesque","year":"0","journal-title":"Proc 13th Int Conf Princ Knowl Representation Reasoning"},{"key":"ref43","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"brown","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.199"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-009-2448-2_6"},{"key":"ref7","first-page":"463","article-title":"Some philosophical problems from the standpoint of artificial intelligence","volume":"4","author":"mccarthy","year":"1969","journal-title":"Mach Intell"},{"key":"ref9","article-title":"Logic for natural language analysis","author":"pereira","year":"1982"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1956.1056797"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/BF00974107"},{"key":"ref6","article-title":"Natural language input for a computer problem solving system","author":"bobrow","year":"1964"},{"key":"ref5","first-page":"300","article-title":"Programs with common sense","author":"mccarthy","year":"0","journal-title":"Proc Teddington Conf Mechanization Thought Processes"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00021"},{"key":"ref101","article-title":"MCScript: A novel dataset for assessing machine comprehension using script knowledge","author":"ostermann","year":"0","journal-title":"Proc 11th Int Conf Lang Resour Eval"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.467"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/501"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3560260"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.465"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i8.26174"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.05.014"},{"key":"ref32","author":"monarch","year":"2021","journal-title":"Human-in-the-Loop Machine Learning Active learning and annotation for human-centered AI"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv. 2103.03874"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17580"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.598"},{"key":"ref23","first-page":"140:1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"raffel","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.ecnlp-1.10"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/537"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.519"},{"key":"ref22","first-page":"1218","article-title":"A robustly optimized BERT pre-training approach with post-training","author":"zhuang","year":"0","journal-title":"Proc 20th Chin Nat Conf Comput Linguistics"},{"key":"ref21","article-title":"Entailment as few-shot learner","author":"wang","year":"2021"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1042"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.95"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.298"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n19-1423"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref15","first-page":"177","article-title":"The pascal recognising textual entailment challenge","author":"dagan","year":"0","journal-title":"Machine Learning Challenges Workshop"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3115\/1654536.1654538"},{"key":"ref96","first-page":"785","article-title":"The second pascal recognising textual entailment challenge","author":"bar-haim","year":"0","journal-title":"Proc 2nd PASCAL Challenges Workshop Recognising Textual Entailment"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1107"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139166317"},{"key":"ref98","article-title":"Textual inference: Getting logic from humans","author":"kalouli","year":"0","journal-title":"Int Conf on Semantic Computing"},{"key":"ref17","first-page":"1693","article-title":"Teaching machines to read and comprehend","volume":"1","author":"hermann","year":"0","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3115\/1654536.1654575"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K17-1034"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1223"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.661"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/E17-2039"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/11736790_9"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.conll-1.4"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S19-1027"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4804"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.585"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.130"},{"key":"ref85","first-page":"2368","article-title":"DROP: A reading comprehension benchmark requiring discrete reasoning over paragraphs","author":"dua","year":"0","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref88","first-page":"216","article-title":"A SICK cure for the evaluation of compositional distributional semantic models","author":"marelli","year":"0","journal-title":"Proc 9th Int Conf Lang Resour Eval"},{"key":"ref87","article-title":"ReClor: A reading comprehension dataset requiring logical reasoning","author":"yu","year":"0","journal-title":"Proc 8th Int Conf Learn Representations"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1147"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.481"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00023"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1156"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.26"},{"key":"ref79","article-title":"Explaining the efficacy of counterfactually augmented data","author":"kaushik","year":"0","journal-title":"Proc Int Conf Learn Representations (ICLR)"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1459"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109265"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1458"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.324"},{"key":"ref105","first-page":"773","article-title":"Extracting social power relationships from natural language","author":"bramsen","year":"0","journal-title":"Proc 49th Annu Meeting Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1334"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2017"},{"key":"ref76","article-title":"Exposing length divergence bias of textual matching models","author":"jiang","year":"2021"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1175"},{"key":"ref2","author":"kowalski","year":"1986","journal-title":"Logic for Problem Solving"},{"key":"ref1","author":"cresswell","year":"1973","journal-title":"Logic and Languages"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2017"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2023"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.104"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1454"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1243"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1300"},{"key":"ref69","first-page":"616","article-title":"Pay attention to the ending: Strong neural baselines for the ROC story cloze task","author":"cai","year":"0","journal-title":"Proc 32nd Ann Meeting Assoc for Computational Linguistics"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3124365"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref66","article-title":"CPT: A pre-trained unbalanced transformer for both Chinese language understanding and generation","author":"shao","year":"2021"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.58"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3416063"},{"key":"ref62","article-title":"Improving language understanding by generative pre-training","author":"radford","year":"2018"},{"key":"ref61","article-title":"Attention is all you need","author":"vaswani","year":"2017"}],"container-title":["IEEE\/ACM Transactions on Audio, Speech, and Language Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6570655\/9970249\/10174688.pdf?arnumber=10174688","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,15]],"date-time":"2024-01-15T21:30:30Z","timestamp":1705354230000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10174688\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":105,"URL":"https:\/\/doi.org\/10.1109\/taslp.2023.3293046","relation":{},"ISSN":["2329-9290","2329-9304"],"issn-type":[{"value":"2329-9290","type":"print"},{"value":"2329-9304","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}