{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T00:04:31Z","timestamp":1779840271922,"version":"3.53.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032090362","type":"print"},{"value":"9783032090379","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T00:00:00Z","timestamp":1761264000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T00:00:00Z","timestamp":1761264000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09037-9_28","type":"book-chapter","created":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T04:36:55Z","timestamp":1761194215000},"page":"359-372","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Relational Inductive Bias Behind Convolutional and\u00a0Attention Neural Layers"],"prefix":"10.1007","author":[{"given":"V\u00edctor","family":"Mijangos","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ulises","family":"Rodr\u00edguez-Dom\u00ednguez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ver\u00f3nica E.","family":"Arriola","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,24]]},"reference":[{"key":"28_CR1","unstructured":"Ainslie, J., et al.: ETC: Encoding long and structured inputs in transformers (2020). https:\/\/arxiv.org\/abs\/2004.08483"},{"key":"28_CR2","doi-asserted-by":"crossref","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T., Koyama, M.: Optuna: a next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2623\u20132631 (2019)","DOI":"10.1145\/3292500.3330701"},{"key":"28_CR3","unstructured":"Battaglia, P.W., et\u00a0al.: Relational inductive biases, deep learning, and graph networks. arXiv preprint arXiv:1806.01261 (2018)"},{"key":"28_CR4","unstructured":"Bertsch, A., Alon, U., Neubig, G., Gormley, M.R.: Unlimiformer: Long-range transformers with unlimited length input (2023). https:\/\/arxiv.org\/abs\/2305.01625"},{"key":"28_CR5","unstructured":"Bronstein, M.M., Bruna, J., Cohen, T., Veli\u010dkovi\u0107, P.: Geometric deep learning: Grids, groups, graphs, geodesics, and gauges. arXiv preprint arXiv:2104.13478 (2021)"},{"issue":"4","key":"28_CR6","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MSP.2017.2693418","volume":"34","author":"MM Bronstein","year":"2017","unstructured":"Bronstein, M.M., Bruna, J., LeCun, Y., Szlam, A., Vandergheynst, P.: Geometric deep learning: going beyond Euclidean data. IEEE Signal Process. Mag. 34(4), 18\u201342 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"28_CR7","unstructured":"Cohen, T., Welling, M.: Group equivariant convolutional networks. In: International Conference on Machine Learning, pp. 2990\u20132999. PMLR (2016)"},{"key":"28_CR8","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (long and short papers), pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"key":"28_CR9","unstructured":"Goodfellow, I.: Deep learning (2016)"},{"key":"28_CR10","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press (2016). http:\/\/www.deeplearningbook.org"},{"issue":"2266","key":"28_CR11","doi-asserted-by":"publisher","first-page":"20210068","DOI":"10.1098\/rspa.2021.0068","volume":"478","author":"A Goyal","year":"2022","unstructured":"Goyal, A., Bengio, Y.: Inductive biases for deep learning of higher-level cognition. Proc. R. Soc. A 478(2266), 20210068 (2022)","journal-title":"Proc. R. Soc. A"},{"key":"28_CR12","doi-asserted-by":"crossref","unstructured":"Hao, Y., Dong, L., Wei, F., Xu, K.: Self-attention attribution: interpreting information interactions inside transformer. In: The Thirty-Fifth AAAI Conference on Artificial Intelligence. AAAI Press (2021)","DOI":"10.1609\/aaai.v35i14.17533"},{"key":"28_CR13","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition (2015). https:\/\/arxiv.org\/abs\/1512.03385"},{"key":"28_CR14","unstructured":"Howard, A.G., et al.: MobileNets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861 (2017)"},{"key":"28_CR15","unstructured":"Karimi, A., Aibin, M.: What is inductive bias in machine learning? (2024). https:\/\/www.baeldung.com\/cs\/ml-inductive-bias"},{"key":"28_CR16","unstructured":"Kerg, G., Mittal, S., Rolnick, D., Bengio, Y., Richards, B.A., Lajoie, G.: Inductive biases for relational tasks. In: ICLR2022 Workshop on the Elements of Reasoning: Objects, Structure and Causality (2022)"},{"issue":"8","key":"28_CR17","doi-asserted-by":"publisher","first-page":"151","DOI":"10.3390\/computers12080151","volume":"12","author":"M Krichen","year":"2023","unstructured":"Krichen, M.: Convolutional neural networks: a survey. Computers 12(8), 151 (2023)","journal-title":"Computers"},{"key":"28_CR18","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Pereira, F., Burges, C., Bottou, L., Weinberger, K. (eds.) Advances in Neural Information Processing Systems. vol.\u00a025. Curran Associates, Inc. (2012)"},{"key":"28_CR19","unstructured":"LeCun, Y.: The MNIST database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist\/ (1998)"},{"issue":"10","key":"28_CR20","first-page":"1995","volume":"3361","author":"Y LeCun","year":"1995","unstructured":"LeCun, Y., Bengio, Y., et al.: Convolutional networks for images, speech, and time series. Handbook Brain Theory Neural Netw. 3361(10), 1995 (1995)","journal-title":"Handbook Brain Theory Neural Netw."},{"issue":"6","key":"28_CR21","doi-asserted-by":"publisher","first-page":"2888","DOI":"10.1109\/TVCG.2023.3261935","volume":"29","author":"Y Li","year":"2023","unstructured":"Li, Y., et al.: How does attention work in vision transformers? A visual analytics attempt. IEEE Trans. Visual Comput. Graph. 29(6), 2888\u20132900 (2023)","journal-title":"IEEE Trans. Visual Comput. Graph."},{"key":"28_CR22","unstructured":"Liu, Y., et al.: A survey of visual transformers. IEEE Transactions on Neural Networks and Learning Systems (2023)"},{"key":"28_CR23","unstructured":"Lu, D., Xie, Q., Wei, M., Gao, K., Xu, L., Li, J.: Transformers in 3D point clouds: A survey. arXiv preprint arXiv:2205.07417 (2022)"},{"key":"28_CR24","doi-asserted-by":"crossref","unstructured":"Luong, M.T., Pham, H., Manning, C.D.: Effective approaches to attention-based neural machine translation. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 1412\u20131421 (2015)","DOI":"10.18653\/v1\/D15-1166"},{"issue":"2065","key":"28_CR25","doi-asserted-by":"publisher","first-page":"20150203","DOI":"10.1098\/rsta.2015.0203","volume":"374","author":"S Mallat","year":"2016","unstructured":"Mallat, S.: Understanding deep convolutional networks. Philos. Trans. R. Soc. A Math. Phys. Eng. Sci. 374(2065), 20150203 (2016)","journal-title":"Philos. Trans. R. Soc. A Math. Phys. Eng. Sci."},{"key":"28_CR26","unstructured":"Mijangos, V., et al.: Geometric deep learning is a theoretical framework for relational inductive biases. Neurips (in press)"},{"key":"28_CR27","unstructured":"Mijangos, V., et al.: Sesgos inductivos relacionales en mecanismos de atenci\u00f3n. Research in Computing Science (in press)"},{"key":"28_CR28","unstructured":"Mitchell, T.M.: The need for biases in learning generalizations. Readings in Machine Learning (1980)"},{"key":"28_CR29","unstructured":"Mitchell, T.M., Mitchell, T.M.: Machine learning. McGraw-hill New York (1997)"},{"key":"28_CR30","unstructured":"Radford, A., Narasimhan, K.: Improving language understanding by generative pre-training (2018). https:\/\/api.semanticscholar.org\/CorpusID:49313245"},{"key":"28_CR31","unstructured":"Rao, Y., Zhao, W., Tang, Y., Zhou, J., Lim, S.N., Lu, J.: HorNet: efficient high-order spatial interactions with recursive gated convolutions. In: Proceedings of the 36th International Conference on Neural Information Processing Systems. NIPS \u201922, Curran Associates Inc. (2022)"},{"key":"28_CR32","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition (2015). https:\/\/arxiv.org\/abs\/1409.1556"},{"key":"28_CR33","doi-asserted-by":"publisher","unstructured":"Szegedy, C., et al.: Going deeper with convolutions. In: 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp.\u00a01\u20139 (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298594","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"28_CR34","doi-asserted-by":"publisher","unstructured":"Tsai, Y.H.H., Bai, S., Yamada, M., Morency, L.P., Salakhutdinov, R.: Transformer dissection: An unified understanding for transformer\u2018s attention via the lens of kernel. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 4344\u20134353. Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1443","DOI":"10.18653\/v1\/D19-1443"},{"key":"28_CR35","unstructured":"Vaswani, A.: Attention is all you need. arXiv preprint arXiv:1706.03762 (2017)"},{"key":"28_CR36","unstructured":"Xu, W., Wan, Y.: ELA: Efficient local attention for deep convolutional neural networks (2024). https:\/\/arxiv.org\/abs\/2403.01123"}],"container-title":["Lecture Notes in Computer Science","Advances in Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09037-9_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T23:34:30Z","timestamp":1779838470000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09037-9_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,24]]},"ISBN":["9783032090362","9783032090379"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09037-9_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,24]]},"assertion":[{"value":"24 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Mexican International Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guanajuato","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Mexico","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"micai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/micai.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}