{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T10:14:23Z","timestamp":1778408063294,"version":"3.51.4"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031711664","type":"print"},{"value":"9783031711671","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71167-1_14","type":"book-chapter","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T13:02:58Z","timestamp":1725886978000},"page":"257-278","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Probing LLMs for\u00a0Logical Reasoning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4151-8880","authenticated-orcid":false,"given":"Francesco","family":"Manigrasso","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9839-9985","authenticated-orcid":false,"given":"Stefan","family":"Schouten","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2122-7178","authenticated-orcid":false,"given":"Lia","family":"Morra","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0189-5817","authenticated-orcid":false,"given":"Peter","family":"Bloem","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,10]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Azaria, A., Mitchell, T.: The internal state of an LLM knows when it\u2019s lying. In: The 2023 Conference on Empirical Methods in Natural Language Processing (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.68"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Badreddine, S., Garcez, A.d., Serafini, L., Spranger, M.: Logic tensor networks. Artif. Intell. 303, 103649 (2022)","DOI":"10.1016\/j.artint.2021.103649"},{"key":"14_CR3","doi-asserted-by":"publisher","unstructured":"Baker, C.F., Fillmore, C.J., Lowe, J.B.: The Berkeley FrameNet project. In: 36th Annual Meeting of the Association for Computational Linguistics and 17th International Conference on Computational Linguistics, vol. 1, pp. 86\u201390. Association for Computational Linguistics, Montreal (1998). https:\/\/doi.org\/10.3115\/980845.980860","DOI":"10.3115\/980845.980860"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Bang, Y., et\u00a0al.: A multitask, multilingual, multimodal evaluation of ChatGPT on reasoning, hallucination, and interactivity. In: Proceedings of the 13th International Joint Conference on Natural Language Processing and the 3rd Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 675\u2013718 (2023)","DOI":"10.18653\/v1\/2023.ijcnlp-main.45"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Belinkov, Y.: Probing classifiers: promises, shortcomings, and advances. Comput. Linguist. 48(1), 207\u2013219 (2022)","DOI":"10.1162\/coli_a_00422"},{"key":"14_CR6","unstructured":"Bronzini, M., Nicolini, C., Lepri, B., Staiano, J., Passerini, A.: Unveiling LLMS: the evolution of latent representations in a temporal knowledge graph. arXiv preprint arXiv:2404.03623 (2024)"},{"key":"14_CR7","unstructured":"Bubeck, S., et al.: Sparks of artificial general intelligence: early experiments with GPT-4. arXiv preprint arXiv:2303.12712 (2023)"},{"key":"14_CR8","unstructured":"Carraro, T.: LTNtorch: PyTorch Implementation of Logic Tensor Networks (2022). https:\/\/doi.org\/10.5281\/zenodo.6394282"},{"key":"14_CR9","doi-asserted-by":"publisher","unstructured":"Conia, S., Navigli, R.: Probing for predicate argument structures in pretrained language models. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 4622\u20134632. Association for Computational Linguistics, Dublin (2022)https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.316","DOI":"10.18653\/v1\/2022.acl-long.316"},{"key":"14_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: North American Chapter of the Association for Computational Linguistics (2019). https:\/\/api.semanticscholar.org\/CorpusID:52967399"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Ettinger, A., Elgohary, A., Resnik, P.: Probing for semantic evidence of composition by means of simple classification tasks. In: Proceedings of the 1st Workshop on Evaluating Vector-Space Representations for NLP, pp. 134\u2013139 (2016)","DOI":"10.18653\/v1\/W16-2524"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Fellbaum, C.: WordNet: An Electronic Lexical Database. Bradford Books (1998). https:\/\/mitpress.mit.edu\/9780262561167\/","DOI":"10.7551\/mitpress\/7287.001.0001"},{"key":"14_CR13","unstructured":"Frantar, E., Ashkboos, S., Hoefler, T., Alistarh, D.: OPTQ: accurate quantization for generative pre-trained transformers. In: The Eleventh International Conference on Learning Representations (2022)"},{"key":"14_CR14","unstructured":"Galassi, A., Lippi, M., Torroni, P.: Investigating Logic Tensor Networks for Neural-Symbolic Argument Mining (2021)"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Ganesh, P., et al.: Compressing large-scale transformer-based models: a case study on BERT. Trans. Assoc. Comput. Linguist. 9, 1061\u20131080 (2020). https:\/\/api.semanticscholar.org\/CorpusID:211532645","DOI":"10.1162\/tacl_a_00413"},{"key":"14_CR16","unstructured":"Geng, X., Liu, H.: OpenLLaMA: An Open Reproduction of LLaMA (2023). https:\/\/github.com\/openlm-research\/open_llama"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"Huang, J., Chang, K.C.C.: Towards reasoning in large language models: a survey. arXiv preprint arXiv:2212.10403 (2022)","DOI":"10.18653\/v1\/2023.findings-acl.67"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Hupkes, D., Veldhoen, S., Zuidema, W.: Visualisation and \u201cdiagnostic classifiers\u201d reveal how recurrent and recursive neural networks process hierarchical structure. J. Artif. Intell. Res. 61, 907\u2013926 (2018)","DOI":"10.1613\/jair.1.11196"},{"key":"14_CR19","unstructured":"Jin, M., et al.: Exploring concept depth: how large language models acquire knowledge at different layers? arXiv preprint arXiv:2404.07066 (2024)"},{"key":"14_CR20","volume-title":"Theory of mind may have spontaneously emerged in large language models","author":"M Kosinski","year":"2023","unstructured":"Kosinski, M.: Theory of mind may have spontaneously emerged in large language models. Stanford University, Graduate School of Business, Tech. rep. (2023)"},{"key":"14_CR21","doi-asserted-by":"publisher","unstructured":"Kuznetsov, I., Gurevych, I.: A matter of framing: the impact of linguistic formalism on probing results. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 171\u2013182. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.13","DOI":"10.18653\/v1\/2020.emnlp-main.13"},{"key":"14_CR22","unstructured":"Kyriakopoulos, S., d\u2019Avila Garcez, A.S.: Continual reasoning: non-monotonic reasoning in neurosymbolic AI using continual learning. In: International Workshop on Neural-Symbolic Learning and Reasoning (2023). https:\/\/api.semanticscholar.org\/CorpusID:258461140"},{"key":"14_CR23","unstructured":"Liu, Y.H., et al.: Understanding LLMS: a comprehensive overview from training to inference. arXiv preprint arXiv:2401.02038 (2024)"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Manigrasso, F., Miro, F.D., Morra, L., Lamberti, F.: Faster-LTN: a neuro-symbolic, end-to-end object detection architecture. In: Farka\u0161, I., Masulli, P., Otte, S., Wermter, S. (eds.) ICANN 2021. LNCS, vol. 12892, pp. 40\u201352. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86340-1_4","DOI":"10.1007\/978-3-030-86340-1_4"},{"key":"14_CR25","doi-asserted-by":"publisher","unstructured":"Manigrasso, F. Morra, L., Lamberti, F.: Fuzzy Logic Visual Network (FLVN): a neuro-symbolic approach for\u00a0visual features matching. In: Foresti, G.L., Fusiello, A., Hancock, E. (eds.) ICIAP 2023, Part II, pp. 456\u2013467. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-43153-1_38","DOI":"10.1007\/978-3-031-43153-1_38"},{"key":"14_CR26","unstructured":"Morra, L., et al.: Designing logic tensor networks for visual sudoku puzzle classification. In: International Workshop on Neural-Symbolic Learning and Reasoning (2023)"},{"key":"14_CR27","unstructured":"OpenAI, R.: GPT-4 technical report. arXiv pp. 2303\u201308774 (2023)"},{"key":"14_CR28","unstructured":"Padalkar, P., Wang, H., Gupta, G.: NeSyFOLD: extracting logic programs from convolutional neural networks. In: ICLP Workshops (2023). https:\/\/api.semanticscholar.org\/CorpusID:263875519"},{"key":"14_CR29","unstructured":"Serafini, L., Garcez, A.D.: Logic tensor networks: deep learning and logical reasoning from data and knowledge. arXiv preprint arXiv:1606.04422 (2016)"},{"key":"14_CR30","unstructured":"Shapira, N., et al.: Clever Hans or neural theory of mind? Stress testing social reasoning in large language models. arXiv preprint arXiv:2305.14763 (2023)"},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Tenney, I., Das, D., Pavlick, E.: BERT rediscovers the classical NLP pipeline. In: Annual Meeting of the Association for Computational Linguistics (2019). https:\/\/api.semanticscholar.org\/CorpusID:155092004","DOI":"10.18653\/v1\/P19-1452"},{"key":"14_CR32","unstructured":"Tenney, I., et al.: What do you learn from context? Probing for sentence structure in contextualized word representations (2018). https:\/\/openreview.net\/forum?id=SJzSgnRcKX"},{"key":"14_CR33","doi-asserted-by":"crossref","unstructured":"Thawani, A., Ghanekar, S., Zhu, X., Pujara, J.: Learn your tokens: word-pooled tokenization for language modeling. In: Findings of the Association for Computational Linguistics: EMNLP 2023, pp. 9883\u20139893 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.662"},{"key":"14_CR34","unstructured":"Van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. (11) (2008)"},{"key":"14_CR35","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol.\u00a030. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"14_CR36","unstructured":"Zhang, B., et al.: Sentiment interpretable logic tensor network for aspect-term sentiment analysis. In: Proceedings of the 29th International Conference on Computational Linguistics. pp. 6705\u20136714. International Committee on Computational Linguistics, Gyeongju (2022). https:\/\/aclanthology.org\/2022.coling-1.582"},{"key":"14_CR37","unstructured":"Zhang, Y., et al.: Siren\u2019s song in the AI ocean: a survey on hallucination in large language models. arXiv preprint arXiv:2309.01219 (2023)"}],"container-title":["Lecture Notes in Computer Science","Neural-Symbolic Learning and Reasoning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71167-1_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T13:06:50Z","timestamp":1725887210000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71167-1_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031711664","9783031711671"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71167-1_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NeSy","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural-Symbolic Learning and Reasoning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Barcelona","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nesy2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/view\/nesy2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}