{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T12:26:23Z","timestamp":1773231983533,"version":"3.50.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031723407","type":"print"},{"value":"9783031723414","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72341-4_3","type":"book-chapter","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:02:55Z","timestamp":1726491775000},"page":"32-46","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Serial Order Codes for\u00a0Dimensionality Reduction in\u00a0the\u00a0Learning of\u00a0Higher-Order Rules and\u00a0Compositionality in\u00a0Planning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7905-8103","authenticated-orcid":false,"given":"Krzysztof","family":"Lebioda","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6541-578X","authenticated-orcid":false,"given":"Alexandre","family":"Pitti","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0185-7420","authenticated-orcid":false,"given":"Fabrice","family":"Morin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4840-076X","authenticated-orcid":false,"given":"Alois","family":"Knoll","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,17]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1016\/j.tics.2017.11.005","volume":"22","author":"D Badre","year":"2018","unstructured":"Badre, D., Nee, D.: Frontal cortex and the hierarchical control of behavior. Trends Cogn. Sci. 22, 170\u2013188 (2018)","journal-title":"Trends Cogn. Sci."},{"key":"3_CR2","unstructured":"Baillargeon, R., Carey, S.: Core Cognition and Beyond: The Acquisition of Physical and Numerical Knowledge. Early Childhood Development and Later Outcome (2012)"},{"key":"3_CR3","unstructured":"Bengio, Y.: The Consciousness Prior (2019). http:\/\/arxiv.org\/abs\/1709.08568, arXiv:1709.08568 [cs, stat]"},{"issue":"1655","key":"3_CR4","doi-asserted-by":"publisher","first-page":"20130480","DOI":"10.1098\/rstb.2013.0480","volume":"369","author":"M Botvinick","year":"2014","unstructured":"Botvinick, M., Weinstein, A.: Model-based hierarchical reinforcement learning and human action control. Philosoph. Trans. Roy. Soci. B: Biol. Sci. 369(1655), 20130480 (2014). https:\/\/doi.org\/10.1098\/rstb.2013.0480","journal-title":"Philosoph. Trans. Roy. Soci. B: Biol. Sci."},{"issue":"5","key":"3_CR5","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1016\/j.tics.2008.02.009","volume":"12","author":"MM Botvinick","year":"2008","unstructured":"Botvinick, M.M.: Hierarchical models of behavior and prefrontal function. Trends Cogn. Sci. 12(5), 201\u2013208 (2008). https:\/\/doi.org\/10.1016\/j.tics.2008.02.009","journal-title":"Trends Cogn. Sci."},{"issue":"2","key":"3_CR6","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/s00422-020-00820-2","volume":"114","author":"N Cazin","year":"2020","unstructured":"Cazin, N., Scleidorovich, P., Weitzenfeld, A., Dominey, P.F.: Real-time sensory-motor integration of hippocampal place cell replay and prefrontal sequence learning in simulated and physical rat robots for novel path optimization. Biol. Cybern. 114(2), 249\u2013268 (2020). https:\/\/doi.org\/10.1007\/s00422-020-00820-2","journal-title":"Biol. Cybern."},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.neuron.2015.09.019","volume":"88","author":"S Dehaene","year":"2015","unstructured":"Dehaene, S., Meyniel, F., Wacongne, C., Wang, L., Pallier, C.: The neural representation of sequences from transition probabilities to algebraic patterns and linguistic trees. Neuron 88, 2\u201319 (2015)","journal-title":"Neuron"},{"issue":"6111","key":"3_CR8","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1126\/science.1225266","volume":"338","author":"C Eliasmith","year":"2012","unstructured":"Eliasmith, C., et al.: A large-scale model of the functioning brain. Science 338(6111), 1202\u20131205 (2012). https:\/\/doi.org\/10.1126\/science.1225266","journal-title":"Science"},{"issue":"4","key":"3_CR9","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"R French","year":"1999","unstructured":"French, R.: Catastrophic forgetting in connectionist networks. Trends Cogn. Sci. 3(4), 128\u2013135 (1999). https:\/\/doi.org\/10.1016\/S1364-6613(99)01294-2","journal-title":"Trends Cogn. Sci."},{"issue":"8","key":"3_CR10","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1038\/s41593-018-0200-7","volume":"21","author":"K Friston","year":"2018","unstructured":"Friston, K.: Does predictive coding have a future? Nat. Neurosci. 21(8), 1019\u20131021 (2018). https:\/\/doi.org\/10.1038\/s41593-018-0200-7","journal-title":"Nat. Neurosci."},{"key":"3_CR11","doi-asserted-by":"publisher","unstructured":"Glover, F., Laguna, M.: Tabu Search, pp. 2093\u20132229. Springer, Boston (1998). https:\/\/doi.org\/10.1007\/978-1-4613-0303-9_33","DOI":"10.1007\/978-1-4613-0303-9_33"},{"issue":"7825","key":"3_CR12","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1038\/s41586-020-2649-2","volume":"585","author":"CR Harris","year":"2020","unstructured":"Harris, C.R., et al.: Array programming with NumPy. Nature 585(7825), 357\u2013362 (2020). https:\/\/doi.org\/10.1038\/s41586-020-2649-2","journal-title":"Nature"},{"issue":"2","key":"3_CR13","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0052946","volume":"8","author":"X Hinaut","year":"2013","unstructured":"Hinaut, X., Petit, M., Pointeau, G., Dominey, P.: Real-time parallel processing of grammatical structure in the fronto-striatal system a recurrent network simulation study using reservoir computing. PLoS ONE 8(2), e52946 (2013)","journal-title":"PLoS ONE"},{"key":"3_CR14","unstructured":"Islam, R., et al.: Discrete Factorial Representations as an Abstraction for Goal Conditioned Reinforcement Learning (2022). http:\/\/arxiv.org\/abs\/2211.00247, arXiv:2211.00247 [cs]"},{"key":"3_CR15","doi-asserted-by":"publisher","unstructured":"van Laarhoven, P.J.M., Aarts, E.H.L.: Simulated annealing. In: Simulated Annealing: Theory and Applications. Mathematics and Its Applications, vol. 37, pp. 7\u201315. Springer, Dordrecht (1987). https:\/\/doi.org\/10.1007\/978-94-015-7744-1_2","DOI":"10.1007\/978-94-015-7744-1_2"},{"issue":"1","key":"3_CR16","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/BF00116249","volume":"1","author":"JE Laird","year":"1986","unstructured":"Laird, J.E., Rosenbloom, P.S., Newell, A.: Chunking in Soar: the anatomy of a general learning mechanism. Mach. Learn. 1(1), 11\u201346 (1986). https:\/\/doi.org\/10.1007\/BF00116249","journal-title":"Mach. Learn."},{"key":"3_CR17","unstructured":"Lake, B.M., Baroni, M.: Generalization without systematicity: on the compositional skills of sequence-to-sequence recurrent networks (2018). http:\/\/arxiv.org\/abs\/1711.00350, arXiv:1711.00350 [cs]"},{"key":"3_CR18","doi-asserted-by":"publisher","unstructured":"Lake, B.M., Ullman, T.D., Tenenbaum, J.B., Gershman, S.J.: Building machines that learn and think like people. Behav. Brain Sci. 40, e253 (2017)https:\/\/doi.org\/10.1017\/S0140525X16001837, https:\/\/www.cambridge.org\/core\/product\/identifier\/S0140525X16001837\/type\/journal_article","DOI":"10.1017\/S0140525X16001837"},{"key":"3_CR19","doi-asserted-by":"publisher","unstructured":"Massi, E., et al.: Model-based and model-free replay mechanisms for reinforcement learning in neurorobotics. Front. Neurorobot. 16, 864380 (2022). https:\/\/doi.org\/10.3389\/fnbot.2022.864380, https:\/\/doi.org\/10.3389\/fnbot.2022.864380\/full","DOI":"10.3389\/fnbot.2022.864380 10.3389\/fnbot.2022.864380\/full"},{"key":"3_CR20","doi-asserted-by":"publisher","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. Psychol. Learn. Motivat. 24, 109\u2013165 (1989). https:\/\/doi.org\/10.1016\/S0079-7421(08)60536-8, https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0079742108605368","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Deep neural networks are easily fooled: High confidence predictions for unrecognizable images. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2015)","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"O\u2019Reilly, RC, F.M.: Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia. Neural Comput. 18(2), 283\u2013328 (2006)","DOI":"10.1162\/089976606775093909"},{"key":"3_CR23","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1016\/j.neunet.2019.09.023","volume":"121","author":"A Pitti","year":"2020","unstructured":"Pitti, A., Quoy, M., Lavandier, C., Boucenna, S.: Gated spiking neural network using iterative free-energy optimization and rank-order coding for structure learning in memory sequences (inferno gate). Neural Netw. 121, 242\u2013258 (2020). https:\/\/doi.org\/10.1016\/j.neunet.2019.09.023","journal-title":"Neural Netw."},{"key":"3_CR24","doi-asserted-by":"publisher","unstructured":"Pitti, A., Weidmann, C., Quoy, M.: Digital computing through randomness and order in neural networks. Proc. Natl. Acad. Sci. 119(33), e2115335119 (2022). https:\/\/doi.org\/10.1073\/pnas.2115335119","DOI":"10.1073\/pnas.2115335119"},{"key":"3_CR25","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021). http:\/\/jmlr.org\/papers\/v22\/20-1364.html"},{"issue":"1","key":"3_CR26","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1038\/4580","volume":"2","author":"RPN Rao","year":"1999","unstructured":"Rao, R.P.N., Ballard, D.H.: Predictive coding in the visual cortex: a functional interpretation of some extra-classical receptive-field effects. Nat. Neurosci. 2(1), 79\u201387 (1999). https:\/\/doi.org\/10.1038\/4580","journal-title":"Nat. Neurosci."},{"issue":"4","key":"3_CR27","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1016\/j.humov.2007.04.001","volume":"26","author":"DA Rosenbaum","year":"2007","unstructured":"Rosenbaum, D.A., Cohen, R.G., Jax, S.A., Weiss, D.J., van der Wel, R.: The problem of serial order in behavior: Lashley\u2019s legacy. Hum. Mov. Sci. 26(4), 525\u2013554 (2007). https:\/\/doi.org\/10.1016\/j.humov.2007.04.001","journal-title":"Hum. Mov. Sci."},{"key":"3_CR28","doi-asserted-by":"publisher","unstructured":"Rougier, N.P., Noelle, D.C., Braver, T.S., Cohen, J.D., O\u2019Reilly, R.C.: Prefrontal cortex and flexible cognitive control: rules without symbols. Proc. Natl. Acad. Sci. 102(20), 7338\u20137343 (2005). https:\/\/doi.org\/10.1073\/pnas.0502455102","DOI":"10.1073\/pnas.0502455102"},{"key":"3_CR29","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1038\/nature05470","volume":"445","author":"K Shima","year":"2007","unstructured":"Shima, K., Isoda, M., Mushiake, H., Jun Tanji, J.: Categorization of behavioural sequences in the prefrontal cortex. Nature 445, 315\u2013318 (2007)","journal-title":"Nature"},{"key":"3_CR30","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/0004-3702(90)90007-M","volume":"46","author":"P Smolensky","year":"1990","unstructured":"Smolensky, P.: Tensor product variable binding and the representation of symbolic structures in connectionist systems. Artif. Intell. 46, 159\u2013216 (1990)","journal-title":"Artif. Intell."},{"key":"3_CR31","unstructured":"Smolensky, P., McCoy, R.T., Fernandez, R., Goldrick, M., Gao, J.: Neurocompositional computing in human and machine intelligence: a tutorial, p.\u00a078"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Smolensky, P., McCoy, R.T., Fernandez, R., Goldrick, M., Gao, J.: Neurocompositional computing: From the Central Paradox of Cognition to a new generation of AI systems (2022). http:\/\/arxiv.org\/abs\/2205.01128, arXiv:2205.01128 [cs]","DOI":"10.1002\/aaai.12065"},{"key":"3_CR33","unstructured":"Song, X., Jiang, Y., Tu, S., Du, Y., Neyshabur, B.: Observational overfitting in reinforcement learning. CoRR abs\/1912.02975 (2019). http:\/\/arxiv.org\/abs\/1912.02975"},{"issue":"6022","key":"3_CR34","doi-asserted-by":"publisher","first-page":"1279","DOI":"10.1126\/science.1192788","volume":"331","author":"J Tenenbaum","year":"2011","unstructured":"Tenenbaum, J., Kemp, C., Griffiths, T., Goodman, N.: How to grow a mind statistics, structure, and abstraction. Science 331(6022), 1279\u20131285 (2011)","journal-title":"Science"},{"issue":"7","key":"3_CR35","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/j.tics.2006.05.009","volume":"10","author":"JB Tenenbaum","year":"2006","unstructured":"Tenenbaum, J.B., Griffiths, T.L., Kemp, C.: Theory-based Bayesian models of inductive learning and reasoning. Trends Cogn. Sci. 10(7), 309\u2013318 (2006)","journal-title":"Trends Cogn. Sci."},{"key":"3_CR36","unstructured":"Thorpe, S.: Spike arrival times: a highly efficient coding scheme for neural networks. Parallel Processing in Neural Systems and Computers (1990)"},{"key":"3_CR37","doi-asserted-by":"publisher","unstructured":"Thorpe, S., Gautrais, J.: Rank order coding. In: Bower, J.M. (eds) Computational Neuroscience, pp. 113\u2013118. Springer, Boston (1998). https:\/\/doi.org\/10.1007\/978-1-4615-4831-7_19","DOI":"10.1007\/978-1-4615-4831-7_19"},{"key":"3_CR38","unstructured":"Tr\u00e4uble, F., et al.: Discrete Key-Value Bottleneck (2022). http:\/\/arxiv.org\/abs\/2207.11240, arXiv:2207.11240 [cs]"},{"key":"3_CR39","unstructured":"Vaswani, A., et al.: Attention is all you need (2023)"},{"key":"3_CR40","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1038\/s41593-018-0147-8","volume":"21","author":"JX Wang","year":"2018","unstructured":"Wang, J.X., et al.: Prefrontal cortex as a meta-reinforcement learning system. Nat. Neurosci. 21, 860\u2013868 (2018)","journal-title":"Nat. Neurosci."},{"key":"3_CR41","doi-asserted-by":"publisher","unstructured":"Whittington, J.C., et al.: The Tolman-Eichenbaum machine: unifying space and relational memory through generalization in the hippocampal formation. Cell 183(5), 1249\u20131263.e23 (2020). https:\/\/doi.org\/10.1016\/j.cell.2020.10.024","DOI":"10.1016\/j.cell.2020.10.024"},{"key":"3_CR42","doi-asserted-by":"publisher","unstructured":"Winands, M.H.M.: Monte-Carlo tree search. In: Lee, N. (eds.) Encyclopedia of Computer Graphics and Games, pp.\u00a01\u20136. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-08234-9_12-1","DOI":"10.1007\/978-3-319-08234-9_12-1"},{"key":"3_CR43","doi-asserted-by":"publisher","unstructured":"Zhang, C., Vinyals, O., Munos, R., Bengio, S.: A study on overfitting in deep reinforcement learning (2018). https:\/\/doi.org\/10.48550\/ARXIV.1804.06893, https:\/\/arxiv.org\/abs\/1804.06893","DOI":"10.48550\/ARXIV.1804.06893"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72341-4_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:10:05Z","timestamp":1726492205000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72341-4_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723407","9783031723414"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72341-4_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"17 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}