{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T12:07:08Z","timestamp":1774872428396,"version":"3.50.1"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031430749","type":"print"},{"value":"9783031430756","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43075-6_8","type":"book-chapter","created":{"date-parts":[[2023,9,12]],"date-time":"2023-09-12T07:02:17Z","timestamp":1694502137000},"page":"83-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Stabilize Sequential Data Representation via\u00a0Attraction Module"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7055-3426","authenticated-orcid":false,"given":"Petr","family":"Kuderov","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8110-1521","authenticated-orcid":false,"given":"Evgenii","family":"Dzhivelikian","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9747-3837","authenticated-orcid":false,"given":"Aleksandr I.","family":"Panov","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,13]]},"reference":[{"key":"8_CR1","unstructured":"Ba, J., Hinton, G.E., Mnih, V., Leibo, J.Z., Ionescu, C.: Using fast weights to attend to the recent past. In: Lee, D., Sugiyama, M., Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 29. Curran Associates, Inc. (2016)"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Barak, O., Tsodyks, M.: Working models of working memory. Curr. Opin. Neurobiol. 25, 20\u201324 (2014). theoretical and computational neuroscience","DOI":"10.1016\/j.conb.2013.10.008"},{"key":"8_CR3","unstructured":"Bessonov, A., Staroverov, A., Zhang, H., Kovalev, A.K., Yudin, D., Panov, A.I.: Recurrent memory decision transformer. arXiv preprint arXiv:2306.09459 (2023)"},{"issue":"2","key":"8_CR4","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1037\/0033-295X.113.2.201","volume":"113","author":"MM Botvinick","year":"2006","unstructured":"Botvinick, M.M., Plaut, D.C.: Short-term memory for serial order: a recurrent neural network model. Psychol. Rev. 113(2), 201 (2006)","journal-title":"Psychol. Rev."},{"key":"8_CR5","unstructured":"Burtsev, M.S., Kuratov, Y., Peganov, A., Sapunov, G.V.: Memory transformer. arXiv preprint arXiv:2006.11527 (2020)"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Cho, K., et al.: Learning phrase representations using RNN encoder-decoder for statistical machine translation. arXiv preprint arXiv:1406.1078 (2014)","DOI":"10.3115\/v1\/D14-1179"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Dai, Z., Yang, Z., Yang, Y., Carbonell, J., Le, Q.V., Salakhutdinov, R.: Transformer-xl: attentive language models beyond a fixed-length context. arXiv preprint arXiv:1901.02860 (2019)","DOI":"10.18653\/v1\/P19-1285"},{"key":"8_CR8","unstructured":"Dedieu, A., Gothoskar, N., Swingle, S., Lehrach, W., L\u00e1zaro-Gredilla, M., George, D.: Learning higher-order sequential structure with cloned HMMs (2019)"},{"issue":"1","key":"8_CR9","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/s40708-022-00156-6","volume":"9","author":"E Dzhivelikian","year":"2022","unstructured":"Dzhivelikian, E., Latyshev, A., Kuderov, P., Panov, A.I.: Hierarchical intrinsically motivated agent planning behavior with dreaming in grid environments. Brain Inform. 9(1), 8 (2022)","journal-title":"Brain Inform."},{"key":"8_CR10","doi-asserted-by":"publisher","unstructured":"Graham, D., Field, D.: Sparse coding in the neocortex. Evol. Nerv. Syst. 3 (2007). https:\/\/doi.org\/10.1016\/B0-12-370878-8\/00064-1","DOI":"10.1016\/B0-12-370878-8\/00064-1"},{"key":"8_CR11","doi-asserted-by":"publisher","first-page":"81","DOI":"10.3389\/fncir.2017.00081","volume":"11","author":"J Hawkins","year":"2017","unstructured":"Hawkins, J., Ahmad, S., Cui, Y.: A theory of how columns in the neocortex enable learning the structure of the world. Front. Neural Circuits 11, 81 (2017). https:\/\/doi.org\/10.3389\/fncir.2017.00081","journal-title":"Front. Neural Circuits"},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"Heeger, D.J.: Theory of cortical function. Proc. Natl. Acad. Sci. 114(8), 1773\u20131782 (2017). https:\/\/doi.org\/10.1073\/pnas.1619788114","DOI":"10.1073\/pnas.1619788114"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Himberger, K.D., Chien, H.Y., Honey, C.J.: Principles of temporal processing across the cortical hierarchy. Neuroscience 389, 161\u2013174 (2018). 8","DOI":"10.1016\/j.neuroscience.2018.04.030"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 1735\u201380 (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"8_CR15","unstructured":"Jaegle, A., Gimeno, F., Brock, A., Vinyals, O., Zisserman, A., Carreira, J.: Perceiver: general perception with iterative attention. In: International Conference on Machine Learning, pp. 4651\u20134664. PMLR (2021)"},{"key":"8_CR16","doi-asserted-by":"publisher","unstructured":"Kuderov, P., Panov, A.: Planning with hierarchical temporal memory for deterministic Markov decision problem. In: Rocha, A.P., Steels, L., Herik, J.V.D. (eds.) Proceedings of the 13th International Conference on Agents and Artificial Intelligence, vol. 2, pp. 1073\u20131081. SCITEPRESS - Science and Technology Publications (2021). https:\/\/doi.org\/10.5220\/0010317710731081","DOI":"10.5220\/0010317710731081"},{"key":"8_CR17","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.20899","volume":"6","author":"T Miconi","year":"2017","unstructured":"Miconi, T.: Biologically plausible learning in recurrent neural networks reproduces neural dynamics observed during cognitive tasks. Elife 6, e20899 (2017)","journal-title":"Elife"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Oster, M., Douglas, R., Liu, S.C.: Computation with spikes in a winner-take-all network. Neural Comput. 21(9), 2437\u20132465 (2009)","DOI":"10.1162\/neco.2009.07-08-829"},{"key":"8_CR19","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1016\/j.nlm.2017.10.011","volume":"145","author":"ET Rolls","year":"2017","unstructured":"Rolls, E.T., Mills, W.P.C.: Computations in the deep vs superficial layers of the cerebral cortex. Neurobiol. Learn. Mem. 145, 205\u2013221 (2017)","journal-title":"Neurobiol. Learn. Mem."},{"key":"8_CR20","doi-asserted-by":"crossref","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning internal representations by error propagation. Technical report, California Univ San Diego La Jolla Inst for Cognitive Science (1985)","DOI":"10.21236\/ADA164453"},{"issue":"7474","key":"8_CR21","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature12600","volume":"503","author":"SL Smith","year":"2013","unstructured":"Smith, S.L., Smith, I.T., Branco, T., H\u00e4usser, M.: Dendritic spikes enhance stimulus selectivity in cortical neurons in vivo. Nature 503(7474), 115\u2013120 (2013). https:\/\/doi.org\/10.1038\/nature12600","journal-title":"Nature"},{"issue":"1","key":"8_CR22","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1152\/physrev.00019.2019","volume":"101","author":"JF Staiger","year":"2021","unstructured":"Staiger, J.F., Petersen, C.C.H.: Neuronal circuits in barrel cortex for whisker sensory perception. Physiol. Rev. 101(1), 353\u2013415 (2021). https:\/\/doi.org\/10.1152\/physrev.00019.2019","journal-title":"Physiol. Rev."},{"issue":"12","key":"8_CR23","doi-asserted-by":"publisher","first-page":"1713","DOI":"10.1038\/nn.4157","volume":"18","author":"GJ Stuart","year":"2015","unstructured":"Stuart, G.J., Spruston, N.: Dendritic integration: 60 years of progress. Nat. Neurosci. 18(12), 1713\u20131721 (2015). https:\/\/doi.org\/10.1038\/nn.4157","journal-title":"Nat. Neurosci."},{"key":"8_CR24","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"issue":"5","key":"8_CR25","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.cell.2020.10.024","volume":"183","author":"JC Whittington","year":"2020","unstructured":"Whittington, J.C., et al.: The Tolman-Eichenbaum machine: unifying space and relational memory through generalization in the hippocampal formation. Cell 183(5), 1249-1263.e23 (2020)","journal-title":"Cell"},{"key":"8_CR26","doi-asserted-by":"crossref","unstructured":"Yu, Y., Si, X., Hu, C., Zhang, J.: A review of recurrent neural networks: LSTM cells and network architectures. Neural Comput. 31(7), 1235\u20131270 (2019)","DOI":"10.1162\/neco_a_01199"}],"container-title":["Lecture Notes in Computer Science","Brain Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43075-6_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,12]],"date-time":"2023-09-12T07:03:03Z","timestamp":1694502183000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43075-6_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031430749","9783031430756"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43075-6_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"13 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Brain Informatics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hoboken, NJ","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"brain2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/wi-consortium.org\/conferences\/bi2023\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CyberChair System","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"101","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}