{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T19:55:21Z","timestamp":1777665321881,"version":"3.51.4"},"publisher-location":"Singapore","reference-count":30,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819666027","type":"print"},{"value":"9789819666034","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-96-6603-4_22","type":"book-chapter","created":{"date-parts":[[2025,7,8]],"date-time":"2025-07-08T11:14:39Z","timestamp":1751973279000},"page":"313-327","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Assessing and\u00a0Enhancing the\u00a0Robustness of\u00a0Large Language Models with\u00a0Task Structure Variations for\u00a0Logical Reasoning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1000-7383","authenticated-orcid":false,"given":"Qiming","family":"Bao","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2457-934X","authenticated-orcid":false,"given":"Ga\u00ebl","family":"Gendron","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9922-5781","authenticated-orcid":false,"given":"Alex Yuxuan","family":"Peng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2236-228X","authenticated-orcid":false,"given":"Wanjun","family":"Zhong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6201-7295","authenticated-orcid":false,"given":"Neset","family":"Tan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1148-3920","authenticated-orcid":false,"given":"Yang","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7554-0971","authenticated-orcid":false,"given":"Michael","family":"Witbrock","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0824-0899","authenticated-orcid":false,"given":"Jiamou","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,9]]},"reference":[{"key":"22_CR1","doi-asserted-by":"crossref","unstructured":"Bao, Q., et al.: Abstract meaning representation-based logic-driven data augmentation for logical reasoning. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Findings of ACL 2024, pp. 5914\u20135934, August 2024. https:\/\/aclanthology.org\/2024.findings-acl.353","DOI":"10.18653\/v1\/2024.findings-acl.353"},{"key":"22_CR2","unstructured":"Bao, Q., et al.: Multi-step deductive reasoning over natural language: an empirical study on out-of-distribution generalisation. In: Proceedings of the 16th International Workshop on Neural-Symbolic Learning and Reasoning as part of the 2nd International Joint Conference on Learning & Reasoning (IJCLR 2022), Cumberland Lodge, Windsor Great Park, United Kingdom, pp. 202\u2013217, September 2022"},{"key":"22_CR3","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"key":"22_CR4","unstructured":"Chiang, W.L., et al.: Vicuna: an open-source chatbot impressing GPT-4 with 90%* ChatGPT quality, March 2023. https:\/\/lmsys.org\/blog\/2023-03-30-vicuna\/"},{"key":"22_CR5","doi-asserted-by":"crossref","unstructured":"Clark, P., Tafjord, O., Richardson, K.: Transformers as soft reasoners over language. In: IJCAI, pp. 3882\u20133890 (2021)","DOI":"10.24963\/ijcai.2020\/537"},{"key":"22_CR6","unstructured":"He, P., Liu, X., Gao, J., Chen, W.: DeBERTa: decoding-enhanced BERT with disentangled attention. In: ICLR 2021, Virtual Event, Austria, 3\u20137 May 2021. OpenReview.net (2021). https:\/\/openreview.net\/forum?id=XPZIaotutsD"},{"key":"22_CR7","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P.: Adversarial examples for evaluating reading comprehension systems. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 2021\u20132031 (2017)","DOI":"10.18653\/v1\/D17-1215"},{"key":"22_CR8","doi-asserted-by":"publisher","unstructured":"Jiao, F., Guo, Y., Song, X., Nie, L.: MERIt: meta-path guided contrastive learning for logical reasoning. In: Findings of ACL 2022, Dublin, Ireland, pp. 3496\u20133509. Association for Computational Linguistics, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.276. https:\/\/aclanthology.org\/2022.findings-acl.276","DOI":"10.18653\/v1\/2022.findings-acl.276"},{"key":"22_CR9","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"key":"22_CR10","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: AlBERT: a lite BERT for self-supervised learning of language representations. arXiv preprint arXiv:1909.11942 (2019)"},{"key":"22_CR11","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: AlBERT: a lite BERT for self-supervised learning of language representations. In: ICLR (2020). https:\/\/openreview.net\/forum?id=H1eA7AEtvS"},{"key":"22_CR12","doi-asserted-by":"publisher","unstructured":"Li, C., Flanigan, J.: Task contamination: language models may not be few-shot anymore. CoRR abs\/2312.16337 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2312.16337","DOI":"10.48550\/ARXIV.2312.16337"},{"key":"22_CR13","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: ElitePLM: an empirical study on general language ability evaluation of pretrained language models. In: NAACL 2022, pp. 3519\u20133539 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.258"},{"key":"22_CR14","doi-asserted-by":"publisher","unstructured":"Liu, H., et al.: LogiQA 2.0-an improved dataset for logical reasoning in natural language understanding. IEEE\/ACM Trans. Audio Speech Lang. Process. 31, 2947\u20132962 (2023). https:\/\/doi.org\/10.1109\/TASLP.2023.3293046","DOI":"10.1109\/TASLP.2023.3293046"},{"key":"22_CR15","unstructured":"Liu, H., Ning, R., Teng, Z., Liu, J., Zhou, Q., Zhang, Y.: Evaluating the logical reasoning ability of ChatGPT and GPT-4. arXiv preprint arXiv:2304.03439 (2023)"},{"key":"22_CR16","doi-asserted-by":"publisher","unstructured":"Liu, J., Cui, L., Liu, H., Huang, D., Wang, Y., Zhang, Y.: LogiQA: a challenge dataset for machine reading comprehension with logical reasoning. In: Bessiere, C. (ed.) IJCAI 2020, pp. 3622\u20133628. ijcai.org (2020). https:\/\/doi.org\/10.24963\/ijcai.2020\/501","DOI":"10.24963\/ijcai.2020\/501"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Liu, K., et al.: A robust adversarial training approach to machine reading comprehension. In: AAAI, vol.\u00a034, pp. 8392\u20138400 (2020)","DOI":"10.1609\/aaai.v34i05.6357"},{"key":"22_CR18","doi-asserted-by":"publisher","unstructured":"Mishra, S., Khashabi, D., Baral, C., Hajishirzi, H.: Cross-task generalization via natural language crowdsourcing instructions. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Linguistics, Dublin, Ireland, pp. 3470\u20133487. Association for Computational, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.244. https:\/\/aclanthology.org\/2022.acl-long.244","DOI":"10.18653\/v1\/2022.acl-long.244"},{"key":"22_CR19","unstructured":"OpenAI: ChatGPT: optimizing language models for dialogue (2023). https:\/\/openai.com\/blog\/chatgpt"},{"key":"22_CR20","unstructured":"OpenAI: GPT-4 technical report (2023)"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Sanyal, S., Liao, Z., Ren, X.: RobustLR: a diagnostic benchmark for evaluating logical robustness of deductive reasoners. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 9614\u20139631 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.653"},{"key":"22_CR22","unstructured":"Taori, R., et al.: Stanford Alpaca: An Instruction-Following LLaMA model. https:\/\/github.com\/tatsu-lab\/stanford_alpaca (2023)"},{"key":"22_CR23","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"22_CR24","doi-asserted-by":"publisher","unstructured":"Wang, S., et al.: Logic-driven context extension and data augmentation for logical reasoning of text. In: Findings of ACL 2022, pp. 1619\u20131629. ACL (2022). https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.127. https:\/\/aclanthology.org\/2022.findings-acl.127","DOI":"10.18653\/v1\/2022.findings-acl.127"},{"key":"22_CR25","unstructured":"Wei, J., et al.: Finetuned language models are zero-shot learners. In: ICLR (2022). https:\/\/openreview.net\/forum?id=gEZrGCozdqR"},{"key":"22_CR26","unstructured":"Wei, J., et\u00a0al.: Emergent abilities of large language models. arXiv preprint arXiv:2206.07682 (2022)"},{"key":"22_CR27","unstructured":"Wei, J., et al.: Chain of thought prompting elicits reasoning in large language models. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=_VjQlMeSB_J"},{"key":"22_CR28","doi-asserted-by":"publisher","unstructured":"Xu, Z., Yang, Z., Cui, Y., Wang, S.: IDOL: indicator-oriented logic pre-training for logical reasoning. In: Rogers, A., Boyd-Graber, J., Okazaki, N. (eds.) Findings of ACL 2023, pp. 8099\u20138111. ACL, July 2023. https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.513. https:\/\/aclanthology.org\/2023.findings-acl.513","DOI":"10.18653\/v1\/2023.findings-acl.513"},{"key":"22_CR29","doi-asserted-by":"publisher","unstructured":"Young, N., Bao, Q., Bensemann, J., Witbrock, M.: AbductionRules: training transformers to explain unexpected inputs. In: Findings of ACL 2022, Dublin, Ireland, pp. 218\u2013227. Association for Computational Linguistics, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.19. https:\/\/aclanthology.org\/2022.findings-acl.19","DOI":"10.18653\/v1\/2022.findings-acl.19"},{"key":"22_CR30","unstructured":"Yu, W., Jiang, Z., Dong, Y., Feng, J.: ReClor: a reading comprehension dataset requiring logical reasoning. In: 8th ICLR 2020, Addis Ababa, Ethiopia, 26\u201330 April 2020. OpenReview.net (2020). https:\/\/openreview.net\/forum?id=HJgJtT4tvB"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6603-4_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T07:38:54Z","timestamp":1777448334000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6603-4_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,9]]},"ISBN":["9789819666027","9789819666034"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6603-4_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,9]]},"assertion":[{"value":"9 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}