{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T01:00:29Z","timestamp":1780621229408,"version":"3.54.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100021856","name":"Ministero dell'Universit\u00e0 e della Ricerca","doi-asserted-by":"publisher","award":["DM 351\/2022, PNRR"],"award-info":[{"award-number":["DM 351\/2022, PNRR"]}],"id":[{"id":"10.13039\/501100021856","id-type":"DOI","asserted-by":"publisher"}]},{"name":"TAILOR project, funded by EU Horizon 2020 research and innovation programme","award":["952215"],"award-info":[{"award-number":["952215"]}]},{"DOI":"10.13039\/501100007514","name":"Universit\u00e0 di Pisa","doi-asserted-by":"publisher","award":["CUP B13C23005640006"],"award-info":[{"award-number":["CUP B13C23005640006"]}],"id":[{"id":"10.13039\/501100007514","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007514","name":"Universit\u00e0 di Pisa","doi-asserted-by":"publisher","award":["CUP I53C22001380006"],"award-info":[{"award-number":["CUP I53C22001380006"]}],"id":[{"id":"10.13039\/501100007514","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012990","name":"Universit\u00e0 degli Studi di Siena","doi-asserted-by":"publisher","award":["F-NEW FRONTIERS 2024"],"award-info":[{"award-number":["F-NEW FRONTIERS 2024"]}],"id":[{"id":"10.13039\/100012990","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s10994-025-06798-x","type":"journal-article","created":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T15:30:42Z","timestamp":1749137442000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["The KANDY benchmark: Incremental neuro-symbolic learning and reasoning with Kandinsky patterns"],"prefix":"10.1007","volume":"114","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-3803-8268","authenticated-orcid":false,"given":"Luca Salvatore","family":"Lorello","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9663-1071","authenticated-orcid":false,"given":"Marco","family":"Lippi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0415-0888","authenticated-orcid":false,"given":"Stefano","family":"Melacci","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,5]]},"reference":[{"issue":"10","key":"6798_CR1","doi-asserted-by":"publisher","first-page":"3591","DOI":"10.1007\/s10994-023-06351-8","volume":"112","author":"L Ai","year":"2023","unstructured":"Ai, L., Langer, J., Muggleton, S. H., & Schmid, U. (2023). Explanatory machine learning for sequential human teaching. Machine Learning, 112(10), 3591\u20133632. https:\/\/doi.org\/10.1007\/s10994-023-06351-8","journal-title":"Machine Learning"},{"key":"6798_CR2","unstructured":"Barrett, D., Hill, F., Santoro, A., Morcos, A., & Lillicrap, T. (2018). Measuring abstract reasoning in neural networks. In: International Conference on Machine Learning, PMLR, pp. 511\u2013520."},{"key":"6798_CR3","doi-asserted-by":"crossref","unstructured":"Benny, Y., Pekar, N., & Wolf, L. (2021). Scale-localized abstract reasoning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12557\u201312565.","DOI":"10.1109\/CVPR46437.2021.01237"},{"key":"6798_CR4","volume-title":"Pattern Recognition","author":"N Bongard","year":"1970","unstructured":"Bongard, N. (1970). Pattern Recognition. Spartan Books."},{"key":"6798_CR5","unstructured":"Chollet, F. (2019). On the measure of intelligence. arXiv:1911.01547"},{"key":"6798_CR6","unstructured":"Chollet, F., Knoop, M., Kamradt, G., et\u00a0al. (2024). Arc prize 2024: Technical Report. arXiv preprint arXiv:2412.04604"},{"key":"6798_CR7","unstructured":"Chrysakis, A., & Moens, M.F.: (2020). Online continual learning from imbalanced data. In: International Conference on Machine Learning, PMLR, pp. 1952\u20131961."},{"key":"6798_CR8","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S. & Uszkoreit, J. (2021). An image is worth 16x16 words: Transformers for image recognition at scale. In: International Conference on Learning Representations"},{"key":"6798_CR44","doi-asserted-by":"crossref","unstructured":"hang, C., Gao, F., Jia, B., Zhu, Y., & Zhu, S. C. (2019). Raven: A dataset for relational and analogical visual reasoning. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (pp. 5317-5327)","DOI":"10.1109\/CVPR.2019.00546"},{"key":"6798_CR9","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J. (2016). Deep residual learning for image recognition. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (pp. 770-778)","DOI":"10.1109\/CVPR.2016.90"},{"key":"6798_CR10","unstructured":"Helff, L., Stammer, W., Shindo, H., et\u00a0al. (2023). V-lol: A diagnostic dataset for visual logical learning. arXiv preprint arXiv:2306.07743"},{"issue":"4","key":"6798_CR11","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1038\/s42256-023-00630-8","volume":"5","author":"M Hersche","year":"2023","unstructured":"Hersche, M., Zeqiri, M., Benini, L., et al. (2023). A neuro-vector-symbolic architecture for solving raven\u2019s progressive matrices. Nature Machine Intelligence, 5(4), 363\u2013375.","journal-title":"Nature Machine Intelligence"},{"key":"6798_CR12","doi-asserted-by":"crossref","unstructured":"Holzinger, A., Kickmeier-Rust, M., & M\u00fcller, H. (2019). Kandinsky patterns as iq-test for machine learning. Machine Learning and Knowledge Extraction: 3rd International Cross-domain Conference (pp. 1\u201314). CD-MAKE: Springer.","DOI":"10.1007\/978-3-030-29726-8_1"},{"key":"6798_CR13","unstructured":"Holzinger, A., Saranti, A., & Mueller, H. (2021). KANDINSKYPatterns\u2013An experimental exploration environment for pattern analysis and machine intelligence. arXiv preprint arXiv:2103.00519"},{"key":"6798_CR14","doi-asserted-by":"crossref","unstructured":"Hu, S., Ma, Y., Liu, X., Wei, Y., & Bai, S. (2021). Stratified rule-aware network for abstract visual reasoning. In: Proceedings of the AAAI Conference on Artificial Intelligence (pp. 1567\u20131574).","DOI":"10.1609\/aaai.v35i2.16248"},{"key":"6798_CR15","unstructured":"Jiang, G., Tang, C., Li, Y., & Liu, Y. (2023). Bongard-tool: Tool concept induction from few-shot visual exemplars. In PKU 22Fall Course: Cognitive Reasoning."},{"key":"6798_CR16","doi-asserted-by":"crossref","unstructured":"Jiang, H., Ma, X., Nie, W., Yu, Z., Zhu, Y., & Anandkumar, A. (2022). Bongard-hoi: Benchmarking few-shot visual reasoning for human-object interactions. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (pp. 19056-19065)","DOI":"10.1109\/CVPR52688.2022.01847"},{"key":"6798_CR17","doi-asserted-by":"crossref","unstructured":"Johnson, J., Hariharan, B., Van Der Maaten, L., Fei-Fei, L., Lawrence Zitnick, C., & Girshick, R. (2017). Clevr: A diagnostic dataset for compositional language and elementary visual reasoning. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (pp. 2901\u20132910).","DOI":"10.1109\/CVPR.2017.215"},{"issue":"2","key":"6798_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491209","volume":"55","author":"D Kaur","year":"2022","unstructured":"Kaur, D., Uslu, S., Rittichier, K. J., et al. (2022). Trustworthy artificial intelligence: A review. ACM Computing Surveys (CSUR), 55(2), 1\u201338.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"6798_CR19","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1145\/1045343.1045369","volume":"63","author":"J Larson","year":"1977","unstructured":"Larson, J., & Michalski, R. S. (1977). Inductive inference of vl decision rules. ACM SIGART Bulletin, 63, 38\u201344.","journal-title":"ACM SIGART Bulletin"},{"key":"6798_CR20","unstructured":"Lin, B., Tang, Z., Ye, Y., Cui, J., Zhu, B., Jin, P., Huang, J., Zhang, J., Pang, Y., Ning, M. & Yuan, L. (2024). Moe-llava: Mixture of experts for large vision-language models. arXiv preprint arXiv:2401.15947"},{"key":"6798_CR21","unstructured":"Wu, M., Cai, X., Ji, J., Li, J., Huang, O., Luo, G., Fei, H., Jiang, G., Sun, X. & Ji, R. (2024). Visual instruction tuning. Advances in Neural Information Processing Systems 36."},{"key":"6798_CR22","doi-asserted-by":"crossref","unstructured":"Liu, X., Lu, Z., & Mou, L. (2023). Weakly supervised reasoning by neuro-symbolic app.roaches. arXiv preprint arXiv:2309.13072","DOI":"10.3233\/FAIA230162"},{"key":"6798_CR23","unstructured":"Lorello, L. S., Lippi, M., & Melacci, S. (2024). Continual learning for unsupervised concept bottleneck discovery. In Conference on Lifelong Learning Agents, CoLLAs 2024, 29 July-1 August 2024, University of Pisa, Siena, Italy, Proceedings of Machine Learning Research, vol 274. PMLR, pp. 597\u2013619."},{"key":"6798_CR24","doi-asserted-by":"crossref","unstructured":"Lyu, Q., Havaldar, S., Stein, A., Zhang, L., Rao, D., Wong, E., Apidianaki, M. & Callison-Burch, C. (2023). Faithful chain-of-thought reasoning. arXiv preprint arXiv:2301.13379","DOI":"10.18653\/v1\/2023.ijcnlp-main.20"},{"key":"6798_CR25","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.neucom.2021.10.021","volume":"469","author":"Z Mai","year":"2022","unstructured":"Mai, Z., Li, R., Jeong, J., et al. (2022). Online continual learning in image classification: An empirical survey. Neurocomputing, 469, 28\u201351.","journal-title":"Neurocomputing"},{"key":"6798_CR26","doi-asserted-by":"crossref","unstructured":"Manhaeve, R., Giannini, F., Ali, M., Azzolini, D., Bizzarri, A., Borghesi, A., Bortolotti, S., De Raedt, L., Dhami, D., Diligenti, M. & Dumancic, S. (2024). Benchmarking in neuro-symbolic ai. In: Proceedings of The 4th International Joint Conference on Learning & Reasoning.","DOI":"10.1007\/978-3-032-09087-4_17"},{"key":"6798_CR27","unstructured":"Marconato, E., Bontempo, G., Ficarra, E., Calderara, S., Passerini, A., & Teso, S. (2023). Neuro-symbolic continual learning: Knowledge, reasoning shortcuts and concept rehearsal. In: Proceedings of the International Conference on Machine Learning, (CML, pp. 23915\u201323936)."},{"key":"6798_CR28","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1109\/TPAMI.1980.4767034","volume":"4","author":"RS Michalski","year":"1980","unstructured":"Michalski, R. S. (1980). Pattern recognition as rule-guided inductive inference. IEEE Transactions on Pattern Analysis and Machine Intelligence, 4, 349\u2013361.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"6798_CR29","doi-asserted-by":"crossref","unstructured":"M\u00fcller, H., & Holzinger, A. (2021). Kandinsky patterns. Artificial intelligence, 300, Article 103546.","DOI":"10.1016\/j.artint.2021.103546"},{"key":"6798_CR30","first-page":"16468","volume":"33","author":"W Nie","year":"2020","unstructured":"Nie, W., Yu, Z., Mao, L., Patel, A. B., Zhu, Y., & Anandkumar, A. (2020). Bongard-logo: A new benchmark for human-level concept learning and reasoning. Advances in Neural Information Processing Systems, 33, 16468\u201316480.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6798_CR31","unstructured":"Ott, J., Ledaguenel, A., Hudelot, C., & Hartwig, M. (2023, July). How to Think About Benchmarking Neurosymbolic AI?. In 17th International Workshop on Neural-Symbolic Learning and Reasoning-NESY 2023."},{"key":"6798_CR32","unstructured":"Raven, J. C. (1938). Raven standard progressive matrices. Journal of Cognition and Development"},{"key":"6798_CR33","unstructured":"Santoro, A., Raposo, D., Barrett, D. G., Malinowski, M., Pascanu, R., Battaglia, P., & Lillicrap, T. (2017). A simple neural network module for relational reasoning. Advances in Neural Information Processing Systems 30."},{"issue":"5","key":"6798_CR34","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1007\/s10994-023-06320-1","volume":"112","author":"H Shindo","year":"2023","unstructured":"Shindo, H., Pfanschilling, V., Dhami, D. S., & Kersting, K. (2023). [\u03b1]ILP: thinking visual scenes as differentiable logic programs. Machine Learning, 112(5), 1465\u20131497. https:\/\/doi.org\/10.1007\/s10994-023-06320-1","journal-title":"Machine Learning"},{"key":"6798_CR35","doi-asserted-by":"crossref","unstructured":"Sinha, K., Sodhani, S., Dong, J., Pineau, J., & Hamilton, W. L. (2019). CLUTRR: A diagnostic benchmark for inductive reasoning from text. arXiv preprint arXiv:1908.06177","DOI":"10.18653\/v1\/D19-1458"},{"key":"6798_CR36","doi-asserted-by":"crossref","unstructured":"Spratley, S., Ehinger, K. A., & Miller, T. (2023). Unicode analogies: An anti-objectivist visual reasoning challenge. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (pp. 19082\u201319091).","DOI":"10.1109\/CVPR52729.2023.01829"},{"key":"6798_CR37","doi-asserted-by":"crossref","unstructured":"Stammer, W., Memmel, M., Schramowski, P., & Kersting, K. (2022). Interactive disentanglement: Learning concepts by interacting with their prototype representations. In Proceedings of the IEEE\/cvf Conference On Computer Vision And Pattern Recognition (pp. 10317-10328).","DOI":"10.1109\/CVPR52688.2022.01007"},{"key":"6798_CR38","doi-asserted-by":"crossref","unstructured":"Teney, D., Wang, P., Cao, J., Liu, L., Shen, C., & van den Hengel, A. (2020). V-prom: A benchmark for visual reasoning using visual progressive matrices. In Proceedings of the AAAI Conference on Artificial Intelligence (pp. 12071\u201312078).","DOI":"10.1609\/aaai.v34i07.6885"},{"issue":"1373","key":"6798_CR39","doi-asserted-by":"publisher","first-page":"1295","DOI":"10.1098\/rstb.1998.0284","volume":"353","author":"A Treisman","year":"1998","unstructured":"Treisman, A. (1998). Feature binding, attention and object perception. Philos Trans of the Royal Society of London Series B: Biological Sciences, 353(1373), 1295\u20131306.","journal-title":"Philos Trans of the Royal Society of London Series B: Biological Sciences"},{"issue":"9","key":"6798_CR40","first-page":"4555","volume":"44","author":"X Wang","year":"2021","unstructured":"Wang, X., Chen, Y., & Zhu, W. (2021). A survey on curriculum learning. IEEE Transactions on Pattern Analysis and Machine Intelligence, 44(9), 4555\u20134576.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"6798_CR41","doi-asserted-by":"crossref","unstructured":"Yin, A., Lu, W., Wang, S., You, H., Zhang, R., Wang, D., Zhen, Z. spsampsps Wan, X. (2022). Visual perception inference on raven\u2019s progressive matrices by semi-supervised contrastive learning. In Caai International Conference On Artificial Intelligence, Springer, pp. 399\u2013412.","DOI":"10.1007\/978-3-031-20500-2_33"},{"key":"6798_CR42","unstructured":"Youssef, S., Ze\u010devi\u0107, M., Dhami, D. S. & Kersting, K. (2022). Towards a solution to bongard problems: A causal approach. arXiv preprint arXiv:2206.07196"},{"key":"6798_CR43","doi-asserted-by":"crossref","unstructured":"Yun, X., Bohn, T., & Ling, C. (2020). A deeper look at bongard problems. In Advances in Artificial Intelligence: 33rd Canadian AI 2020, Springer, (pp. 528\u2013539).","DOI":"10.1007\/978-3-030-47358-7_54"},{"key":"6798_CR45","unstructured":"Zhang, P., Dong, X., Wang, B., Cao, Y., Xu, C., Ouyang, L., Zhao, Z., Duan, H., Zhang, S., Ding, S. & Zhang, W. (2023). Internlm-xcomposer: A vision-language large model for advanced text-image comprehension and composition. arXiv preprint arXiv:2309.15112"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06798-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-025-06798-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06798-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T00:03:21Z","timestamp":1780617801000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-025-06798-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,5]]},"references-count":45,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["6798"],"URL":"https:\/\/doi.org\/10.1007\/s10994-025-06798-x","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,5]]},"assertion":[{"value":"14 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 February 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"None.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Code can be freely downloaded at","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}],"article-number":"161"}}