{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:55:40Z","timestamp":1780635340262,"version":"3.54.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031723438","type":"print"},{"value":"9783031723445","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72344-5_18","type":"book-chapter","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T14:03:01Z","timestamp":1726495381000},"page":"266-276","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Assessing the\u00a0Emergent Symbolic Reasoning Abilities of\u00a0Llama Large Language Models"],"prefix":"10.1007","author":[{"given":"Flavio","family":"Petruzzellis","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alberto","family":"Testolin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Sperduti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,17]]},"reference":[{"issue":"4047","key":"18_CR1","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1126\/science.177.4047.393","volume":"177","author":"PW Anderson","year":"1972","unstructured":"Anderson, P.W.: More is different: broken symmetry and the nature of the hierarchical structure of science. Science 177(4047), 393\u2013396 (1972)","journal-title":"Science"},{"key":"18_CR2","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Cognolato, S., Testolin, A.: Transformers discover an elementary calculation system exploiting local attention and grid-like problem representation. In: 2022 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20138. IEEE (2022)","DOI":"10.1109\/IJCNN55064.2022.9892619"},{"key":"18_CR4","unstructured":"Csord\u00e1s, R., Irie, K., Schmidhuber, J.: The neural data router: adaptive control flow in transformers improves systematic generalization. In: The Tenth International Conference on Learning Representations, ICLR 2022, Virtual Event, 25-29 April 2022. OpenReview.net (2022). https:\/\/openreview.net\/forum?id=KBQP4A_J1K"},{"issue":"8","key":"18_CR5","doi-asserted-by":"publisher","first-page":"2554","DOI":"10.1073\/pnas.79.8.2554","volume":"79","author":"JJ Hopfield","year":"1982","unstructured":"Hopfield, J.J.: Neural networks and physical systems with emergent collective computational abilities. Proc. Natl. Acad. Sci. 79(8), 2554\u20132558 (1982)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"18_CR6","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1613\/JAIR.1.11674","volume":"67","author":"D Hupkes","year":"2020","unstructured":"Hupkes, D., Dankers, V., Mul, M., Bruni, E.: Compositionality decomposed: how do neural networks generalise? J. Artif. Intell. Res. 67, 757\u2013795 (2020). https:\/\/doi.org\/10.1613\/JAIR.1.11674","journal-title":"J. Artif. Intell. Res."},{"key":"18_CR7","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022 (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/8bb0d291acd4acf06ef112099c16f326-Abstract-Conference.html"},{"issue":"4","key":"18_CR8","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1111\/j.1756-8765.2010.01116.x","volume":"2","author":"JL McClelland","year":"2010","unstructured":"McClelland, J.L.: Emergence in cognitive science. Top. Cogn. Sci. 2(4), 751\u2013770 (2010)","journal-title":"Top. Cogn. Sci."},{"key":"18_CR9","doi-asserted-by":"publisher","unstructured":"McKenzie, I.R., et\u00a0al.: Inverse scaling: When bigger isn\u2019t better. CoRR abs\/2306.09479 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2306.09479","DOI":"10.48550\/ARXIV.2306.09479"},{"key":"18_CR10","doi-asserted-by":"publisher","unstructured":"Nangia, N., Bowman, S.R.: ListOps: a diagnostic dataset for latent tree learning. In: Cordeiro, S.R., Oraby, S., Pavalanathan, U., Rim, K. (eds.) Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics, NAACL-HLT 2018, New Orleans, Louisiana, USA, 2-4 June 2018, Student Research Workshop, pp. 92\u201399. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/V1\/N18-4013","DOI":"10.18653\/V1\/N18-4013"},{"key":"18_CR11","unstructured":"Nogueira, R.F., Jiang, Z., Lin, J.: Investigating the limitations of the transformers with simple arithmetic tasks. CoRR abs\/2102.13019 (2021). https:\/\/arxiv.org\/abs\/2102.13019"},{"key":"18_CR12","unstructured":"Ouyang, L., et\u00a0al.: Training language models to follow instructions with human feedback. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022 (2022). https:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/b1efde53be364a73914\/\/f58805a001731-Abstract-Conference.html"},{"key":"18_CR13","unstructured":"Petruzzellis, F., Testolin, A., Sperduti, A.: A hybrid system for systematic generalization in simple arithmetic problems. In: Proceedings of the 17th International Workshop on Neural-Symbolic Learning and Reasoning (2023)"},{"key":"18_CR14","unstructured":"Petruzzellis, F., Testolin, A., Sperduti, A.: Benchmarking GPT-4 on algorithmic problems: A systematic evaluation of prompting strategies. In: Calzolari, N., Kan, M.Y., Hoste, V., Lenci, A., Sakti, S., Xue, N. (eds.) Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 2161\u20132177. ELRA and ICCL, Torino, Italia (2024). https:\/\/aclanthology.org\/2024.lrec-main.195"},{"key":"18_CR15","unstructured":"Schaeffer, R., Miranda, B., Koyejo, S.: Are emergent abilities of large language models a mirage? arXiv preprint arXiv:2304.15004 (2023)"},{"issue":"2","key":"18_CR16","doi-asserted-by":"publisher","first-page":"744","DOI":"10.3390\/app14020744","volume":"14","author":"A Testolin","year":"2024","unstructured":"Testolin, A.: Can neural networks do arithmetic? a survey on the elementary numerical skills of state-of-the-art deep learning models. Appl. Sci. 14(2), 744 (2024)","journal-title":"Appl. Sci."},{"key":"18_CR17","doi-asserted-by":"publisher","unstructured":"Touvron, H., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. CoRR abs\/2307.09288 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2307.09288","DOI":"10.48550\/ARXIV.2307.09288"},{"key":"18_CR18","unstructured":"Wang, X., et al.: Self-consistency improves chain of thought reasoning in language models. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, 1-5 May 2023. OpenReview.net (2023). https:\/\/openreview.net\/pdf?id=1PL1NIMMrw"},{"issue":"9","key":"18_CR19","doi-asserted-by":"publisher","first-page":"1526","DOI":"10.1038\/s41562-023-01659-w","volume":"7","author":"T Webb","year":"2023","unstructured":"Webb, T., Holyoak, K.J., Lu, H.: Emergent analogical reasoning in large language models. Nat. Hum. Behav. 7(9), 1526\u20131541 (2023)","journal-title":"Nat. Hum. Behav."},{"key":"18_CR20","unstructured":"Wei, J., et\u00a0al.: Emergent abilities of large language models. arXiv preprint arXiv:2206.07682 (2022)"},{"key":"18_CR21","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022 (2022)"},{"key":"18_CR22","doi-asserted-by":"publisher","unstructured":"Yu, L., et al.: MetaMath: bootstrap your own mathematical questions for large language models. CoRR abs\/2309.12284 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2309.12284","DOI":"10.48550\/ARXIV.2309.12284"},{"key":"18_CR23","doi-asserted-by":"publisher","unstructured":"Yue, X., et al.: MAmmoTH: building math generalist models through hybrid instruction tuning. CoRR abs\/2309.05653 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2309.05653","DOI":"10.48550\/ARXIV.2309.05653"},{"issue":"1740","key":"18_CR24","doi-asserted-by":"publisher","first-page":"20170043","DOI":"10.1098\/rstb.2017.0043","volume":"373","author":"M Zorzi","year":"2018","unstructured":"Zorzi, M., Testolin, A.: An emergentist perspective on the origin of number sense. Philos. Trans. Royal Soc. B: Biol. Sci. 373(1740), 20170043 (2018)","journal-title":"Philos. Trans. Royal Soc. B: Biol. Sci."}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72344-5_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T14:06:25Z","timestamp":1726495585000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72344-5_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723438","9783031723445"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72344-5_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"17 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}